@rivetkit/workflow-engine 0.0.0-main.72cbc7c → 0.0.0-main.78336a1

package/dist/schemas/v1.ts

@@ -446,6 +446,23 @@ export function writeRemovedEntry(bc: bare.ByteCursor, x: RemovedEntry): void {
     write1(bc, x.originalName)
 }
 
+export type VersionCheckEntry = {
+    readonly resolved: u32,
+    readonly latest: u32,
+}
+
+export function readVersionCheckEntry(bc: bare.ByteCursor): VersionCheckEntry {
+    return {
+        resolved: bare.readU32(bc),
+        latest: bare.readU32(bc),
+    }
+}
+
+export function writeVersionCheckEntry(bc: bare.ByteCursor, x: VersionCheckEntry): void {
+    bare.writeU32(bc, x.resolved)
+    bare.writeU32(bc, x.latest)
+}
+
 export type EntryKind =
     | { readonly tag: "StepEntry", readonly val: StepEntry }
     | { readonly tag: "LoopEntry", readonly val: LoopEntry }
@@ -455,6 +472,7 @@ export type EntryKind =
     | { readonly tag: "JoinEntry", readonly val: JoinEntry }
     | { readonly tag: "RaceEntry", readonly val: RaceEntry }
     | { readonly tag: "RemovedEntry", readonly val: RemovedEntry }
+    | { readonly tag: "VersionCheckEntry", readonly val: VersionCheckEntry }
 
 export function readEntryKind(bc: bare.ByteCursor): EntryKind {
     const offset = bc.offset
@@ -476,6 +494,8 @@ export function readEntryKind(bc: bare.ByteCursor): EntryKind {
             return { tag: "RaceEntry", val: readRaceEntry(bc) }
         case 7:
             return { tag: "RemovedEntry", val: readRemovedEntry(bc) }
+        case 8:
+            return { tag: "VersionCheckEntry", val: readVersionCheckEntry(bc) }
         default: {
             bc.offset = offset
             throw new bare.BareError(offset, "invalid tag")
@@ -525,6 +545,11 @@ export function writeEntryKind(bc: bare.ByteCursor, x: EntryKind): void {
             writeRemovedEntry(bc, x.val)
             break
         }
+        case "VersionCheckEntry": {
+            bare.writeU8(bc, 8)
+            writeVersionCheckEntry(bc, x.val)
+            break
+        }
     }
 }
 

package/dist/tsup/{chunk-SFJQFMCW.cjs → chunk-32422MOM.cjs}

@@ -670,6 +670,16 @@ function writeRemovedEntry(bc, x) {
   bare.writeString(bc, x.originalType);
   write1(bc, x.originalName);
 }
+function readVersionCheckEntry(bc) {
+  return {
+    resolved: bare.readU32(bc),
+    latest: bare.readU32(bc)
+  };
+}
+function writeVersionCheckEntry(bc, x) {
+  bare.writeU32(bc, x.resolved);
+  bare.writeU32(bc, x.latest);
+}
 function readEntryKind(bc) {
   const offset = bc.offset;
   const tag = bare.readU8(bc);
@@ -690,6 +700,8 @@ function readEntryKind(bc) {
       return { tag: "RaceEntry", val: readRaceEntry(bc) };
     case 7:
       return { tag: "RemovedEntry", val: readRemovedEntry(bc) };
+    case 8:
+      return { tag: "VersionCheckEntry", val: readVersionCheckEntry(bc) };
     default: {
       bc.offset = offset;
       throw new bare.BareError(offset, "invalid tag");
@@ -738,6 +750,11 @@ function writeEntryKind(bc, x) {
       writeRemovedEntry(bc, x.val);
       break;
     }
+    case "VersionCheckEntry": {
+      bare.writeU8(bc, 8);
+      writeVersionCheckEntry(bc, x.val);
+      break;
+    }
   }
 }
 function readEntry(bc) {
@@ -1182,6 +1199,14 @@ function entryKindToBare(kind) {
           originalName: _nullishCoalesce(kind.data.originalName, () => ( null))
         }
       };
+    case "version_check":
+      return {
+        tag: "VersionCheckEntry",
+        val: {
+          resolved: kind.data.resolved,
+          latest: kind.data.latest
+        }
+      };
   }
 }
 function entryKindFromBare(kind) {
@@ -1263,6 +1288,14 @@ function entryKindFromBare(kind) {
           originalName: _nullishCoalesce(kind.val.originalName, () => ( void 0))
         }
       };
+    case "VersionCheckEntry":
+      return {
+        type: "version_check",
+        data: {
+          resolved: kind.val.resolved,
+          latest: kind.val.latest
+        }
+      };
     default:
       throw new Error(
         `Unknown entry kind: ${kind.tag}`
@@ -1404,6 +1437,7 @@ function deserializeName(bytes) {
 // src/storage.ts
 var MAX_KV_BATCH_ENTRIES = 128;
 var MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
+var MAX_CONCURRENT_DELETES = 64;
 function createStorage() {
   return {
     nameRegistry: [],
@@ -1574,23 +1608,17 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     });
   }
   if (writes.length > 0) {
-    for (const chunk of splitBatchWrites(writes)) {
-      await driver.batch(chunk);
+    if (driver.atomicBatch) {
+      await driver.batch(writes);
+    } else {
+      for (const chunk of splitBatchWrites(writes)) {
+        await driver.batch(chunk);
+      }
     }
   }
   if (pendingDeletions) {
-    const deleteOps = [];
-    for (const prefix of pendingDeletions.prefixes) {
-      deleteOps.push(driver.deletePrefix(prefix));
-    }
-    for (const range of pendingDeletions.ranges) {
-      deleteOps.push(driver.deleteRange(range.start, range.end));
-    }
-    for (const key of pendingDeletions.keys) {
-      deleteOps.push(driver.delete(key));
-    }
-    if (deleteOps.length > 0) {
-      await Promise.all(deleteOps);
+    const didChange = await runDeletes(driver, pendingDeletions);
+    if (didChange) {
       historyUpdated = true;
     }
   }
@@ -1632,10 +1660,36 @@ function splitBatchWrites(writes) {
   }
   return chunks;
 }
+function splitBatchDeletes(keys) {
+  const chunks = [];
+  for (let i = 0; i < keys.length; i += MAX_KV_BATCH_ENTRIES) {
+    chunks.push(keys.slice(i, i + MAX_KV_BATCH_ENTRIES));
+  }
+  return chunks;
+}
+async function runDeletes(driver, deletions) {
+  const ops = [
+    ...deletions.prefixes.map((prefix) => () => driver.deletePrefix(prefix)),
+    ...deletions.ranges.map(
+      (range) => () => driver.deleteRange(range.start, range.end)
+    ),
+    ...splitBatchDeletes(deletions.keys).map(
+      (chunk) => () => driver.batchDelete(chunk)
+    )
+  ];
+  if (ops.length === 0) {
+    return false;
+  }
+  for (let i = 0; i < ops.length; i += MAX_CONCURRENT_DELETES) {
+    await Promise.all(
+      ops.slice(i, i + MAX_CONCURRENT_DELETES).map((op) => op())
+    );
+  }
+  return true;
+}
 async function deleteEntriesWithPrefix(storage, driver, prefixLocation, onHistoryUpdated) {
   const deletions = collectDeletionsForPrefix(storage, prefixLocation);
-  await driver.deletePrefix(deletions.prefixes[0]);
-  await Promise.all(deletions.keys.map((key) => driver.delete(key)));
+  await runDeletes(driver, deletions);
   if (deletions.keys.length > 0 && onHistoryUpdated) {
     onHistoryUpdated();
   }
@@ -1664,30 +1718,6 @@ function setEntry(storage, location, entry) {
   storage.history.entries.set(key, entry);
 }
 
-// src/utils.ts
-function sleep(ms) {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-var TIMEOUT_MAX = 2147483647;
-function setLongTimeout(listener, after) {
-  let timeout;
-  function start(remaining) {
-    if (remaining <= TIMEOUT_MAX) {
-      timeout = setTimeout(listener, remaining);
-    } else {
-      timeout = setTimeout(() => {
-        start(remaining - TIMEOUT_MAX);
-      }, TIMEOUT_MAX);
-    }
-  }
-  start(after);
-  return {
-    abort: () => {
-      if (timeout !== void 0) clearTimeout(timeout);
-    }
-  };
-}
-
 // src/context.ts
 var DEFAULT_MAX_RETRIES = 3;
 var DEFAULT_RETRY_BACKOFF_BASE = 100;
@@ -1963,7 +1993,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
    * Throws HistoryDivergedError if duplicate detected.
    */
   checkDuplicateName(name) {
-    const fullKey = locationToKey(this.storage, this.currentLocation) + "/" + name;
+    const fullKey = `${locationToKey(this.storage, this.currentLocation)}/${name}`;
     if (this.usedNamesInExecution.has(fullKey)) {
       throw new HistoryDivergedError(
         `Duplicate entry name "${name}" at location "${locationToKey(this.storage, this.currentLocation)}". Each step/loop/sleep/queue.next/join/race must have a unique name within its scope.`
@@ -2017,7 +2047,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
   validateComplete() {
     const prefix = locationToKey(this.storage, this.currentLocation);
     for (const key of this.storage.history.entries.keys()) {
-      const isUnderPrefix = prefix === "" ? true : key.startsWith(prefix + "/") || key === prefix;
+      const isUnderPrefix = prefix === "" ? true : key.startsWith(`${prefix}/`) || key === prefix;
       if (isUnderPrefix) {
         if (!this.visitedKeys.has(key)) {
           throw new HistoryDivergedError(
@@ -2034,25 +2064,33 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
     this.abortController.abort(new EvictedError());
   }
   /**
-   * Wait for eviction message.
-   *
-   * The event listener uses { once: true } to auto-remove after firing,
-   * preventing memory leaks if this method is called multiple times.
+   * Wait for `ms`, rejecting early with EvictedError if the workflow is
+   * evicted. Both the timer and the abort listener are torn down on either
+   * outcome, so a completed sleep never leaves a dangling listener on the
+   * long-lived run abort signal.
    */
-  waitForEviction() {
-    return new Promise((_, reject) => {
-      if (this.abortSignal.aborted) {
-        reject(new EvictedError());
-        return;
+  async sleepOrEvict(ms) {
+    if (this.abortSignal.aborted) {
+      throw new EvictedError();
+    }
+    let timer;
+    let onAbort;
+    try {
+      await new Promise((resolve, reject) => {
+        timer = setTimeout(resolve, ms);
+        onAbort = () => reject(new EvictedError());
+        this.abortSignal.addEventListener("abort", onAbort, {
+          once: true
+        });
+      });
+    } finally {
+      if (timer !== void 0) {
+        clearTimeout(timer);
       }
-      this.abortSignal.addEventListener(
-        "abort",
-        () => {
-          reject(new EvictedError());
-        },
-        { once: true }
-      );
-    });
+      if (onAbort) {
+        this.abortSignal.removeEventListener("abort", onAbort);
+      }
+    }
   }
   // === Step ===
   async step(nameOrConfig, run) {
@@ -2201,7 +2239,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       }
       const maxRetries2 = _nullishCoalesce(config2.maxRetries, () => ( DEFAULT_MAX_RETRIES));
       if (metadata2.attempts > maxRetries2) {
-        const lastError = _nullishCoalesce(stepData.error, () => ( metadata2.error));
+        const lastError = metadata2.error;
         const exhaustedError = new StepExhaustedError(
           config2.name,
           lastError
@@ -2290,14 +2328,13 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       });
       return output;
     } catch (error) {
-      if (error instanceof StepTimeoutError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
+      if (entry.kind.type === "step") {
+        entry.kind.data.error = String(error);
+      }
+      entry.dirty = true;
+      if (error instanceof StepTimeoutError && !config2.retryOnTimeout) {
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
@@ -2311,13 +2348,8 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
         );
       }
       if (error instanceof CriticalError || error instanceof RollbackError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
@@ -2330,14 +2362,9 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
           })
         );
       }
-      if (entry.kind.type === "step") {
-        entry.kind.data.error = String(error);
-      }
-      entry.dirty = true;
       const willRetry = metadata.attempts <= maxRetries;
       metadata.status = willRetry ? "failed" : "exhausted";
       metadata.error = String(error);
-      await this.flushStorage();
       if (willRetry) {
         const retryDelay = calculateBackoff(
           metadata.attempts,
@@ -2361,7 +2388,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
         attachTryStepFailure(
           new StepExhaustedError(config2.name, String(error)),
           {
-            kind: "exhausted",
+            kind: error instanceof StepTimeoutError ? "timeout" : "exhausted",
             stepName: config2.name,
             attempts: metadata.attempts,
             error: extractErrorInfo(error)
@@ -2379,7 +2406,9 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
   	 *
   	 * Note: This does NOT cancel the underlying operation. JavaScript Promises
   	 * cannot be cancelled once started. When a timeout occurs:
-  	 * - The step is marked as failed with StepTimeoutError
+  	 * - The step is rejected with StepTimeoutError. By default this is treated
+  	 *   as a critical failure with no retry. Set retryOnTimeout: true on the
+  	 *   step config to retry timeouts like any other error.
   	 * - The underlying async operation continues running in the background
   	 * - Any side effects from the operation may still occur
   	 *
@@ -2704,7 +2733,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       return;
     }
     if (remaining < this.driver.workerPollInterval) {
-      await Promise.race([sleep(remaining), this.waitForEviction()]);
+      await this.sleepOrEvict(remaining);
       this.checkEvicted();
       if (entry.kind.type === "sleep") {
         entry.kind.data.state = "completed";
@@ -3513,8 +3542,91 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
     setEntry(this.storage, location, entry);
     await this.flushStorage();
   }
+  // === Version ===
+  async getVersion(name, latest) {
+    this.assertNotInProgress();
+    this.checkEvicted();
+    this.entryInProgress = true;
+    try {
+      return await this.executeGetVersion(name, latest);
+    } finally {
+      this.entryInProgress = false;
+    }
+  }
+  async executeGetVersion(name, latest) {
+    if (!Number.isInteger(latest) || latest < 1) {
+      throw new Error(
+        `getVersion("${name}", ${latest}): latest must be an integer >= 1`
+      );
+    }
+    this.checkDuplicateName(name);
+    const location = appendName(this.storage, this.currentLocation, name);
+    const key = locationToKey(this.storage, location);
+    const existing = this.storage.history.entries.get(key);
+    this.markVisited(key);
+    this.stopRollbackIfMissing(existing);
+    if (existing) {
+      if (existing.kind.type !== "version_check") {
+        throw new HistoryDivergedError(
+          `Expected version_check at ${key}, found ${existing.kind.type}`
+        );
+      }
+      return existing.kind.data.resolved;
+    }
+    const resolved = this.hasUnvisitedUnderCurrentScope(key) ? 1 : latest;
+    const entry = createEntry(location, {
+      type: "version_check",
+      data: { resolved, latest }
+    });
+    setEntry(this.storage, location, entry);
+    await this.flushStorage();
+    return resolved;
+  }
+  /**
+   * Returns true if any history entry under the current location scope
+   * (other than `excludeKey`) has not yet been visited this run. Used by
+   * getVersion to detect an old in-flight instance whose scope was already
+   * executed by code that predates a version gate.
+   */
+  hasUnvisitedUnderCurrentScope(excludeKey) {
+    const prefix = locationToKey(this.storage, this.currentLocation);
+    for (const key of this.storage.history.entries.keys()) {
+      if (key === excludeKey) {
+        continue;
+      }
+      const isUnderPrefix = prefix === "" ? true : key.startsWith(`${prefix}/`) || key === prefix;
+      if (isUnderPrefix && !this.visitedKeys.has(key)) {
+        return true;
+      }
+    }
+    return false;
+  }
 }, _class);
 
+// src/utils.ts
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+var TIMEOUT_MAX = 2147483647;
+function setLongTimeout(listener, after) {
+  let timeout;
+  function start(remaining) {
+    if (remaining <= TIMEOUT_MAX) {
+      timeout = setTimeout(listener, remaining);
+    } else {
+      timeout = setTimeout(() => {
+        start(remaining - TIMEOUT_MAX);
+      }, TIMEOUT_MAX);
+    }
+  }
+  start(after);
+  return {
+    abort: () => {
+      if (timeout !== void 0) clearTimeout(timeout);
+    }
+  };
+}
+
 // src/index.ts
 var Loop = {
   continue: (state) => ({
@@ -3738,25 +3850,41 @@ async function executeLiveWorkflow(workflowId, workflowFn, input, driver, messag
     const hasMessages = result.waitingForMessages !== void 0;
     const hasDeadline = result.sleepUntil !== void 0;
     if (hasMessages && hasDeadline) {
+      const iterationAbort = new AbortController();
+      const onRunAbort = () => iterationAbort.abort();
+      if (abortController.signal.aborted) {
+        iterationAbort.abort();
+      } else {
+        abortController.signal.addEventListener("abort", onRunAbort, {
+          once: true
+        });
+      }
+      const messagePromise = awaitWithEviction(
+        driver.waitForMessages(
+          result.waitingForMessages,
+          iterationAbort.signal
+        ),
+        iterationAbort.signal
+      );
+      const sleepPromise = waitForSleep(
+        runtime,
+        result.sleepUntil,
+        iterationAbort.signal
+      );
+      messagePromise.catch(() => {
+      });
+      sleepPromise.catch(() => {
+      });
       try {
-        const messagePromise = awaitWithEviction(
-          driver.waitForMessages(
-            result.waitingForMessages,
-            abortController.signal
-          ),
-          abortController.signal
-        );
-        const sleepPromise = waitForSleep(
-          runtime,
-          result.sleepUntil,
-          abortController.signal
-        );
         await Promise.race([messagePromise, sleepPromise]);
       } catch (error) {
         if (error instanceof EvictedError) {
           return lastResult;
         }
         throw error;
+      } finally {
+        iterationAbort.abort();
+        abortController.signal.removeEventListener("abort", onRunAbort);
       }
       continue;
     }
@@ -4209,5 +4337,5 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
 
 
 
-exports.extractErrorInfo = extractErrorInfo; exports.CriticalError = CriticalError; exports.RollbackError = RollbackError; exports.RollbackCheckpointError = RollbackCheckpointError; exports.SleepError = SleepError; exports.MessageWaitError = MessageWaitError; exports.EvictedError = EvictedError; exports.HistoryDivergedError = HistoryDivergedError; exports.StepExhaustedError = StepExhaustedError; exports.StepFailedError = StepFailedError; exports.JoinError = JoinError; exports.RaceError = RaceError; exports.CancelledError = CancelledError; exports.EntryInProgressError = EntryInProgressError; exports.keyStartsWith = keyStartsWith; exports.compareKeys = compareKeys; exports.keyToHex = keyToHex; exports.isLoopIterationMarker = isLoopIterationMarker; exports.registerName = registerName; exports.resolveName = resolveName; exports.locationToKey = locationToKey; exports.appendName = appendName; exports.appendLoopIteration = appendLoopIteration; exports.emptyLocation = emptyLocation; exports.parentLocation = parentLocation; exports.isLocationPrefix = isLocationPrefix; exports.locationsEqual = locationsEqual; exports.createStorage = createStorage; exports.createHistorySnapshot = createHistorySnapshot; exports.generateId = generateId; exports.createEntry = createEntry; exports.getOrCreateMetadata = getOrCreateMetadata; exports.loadStorage = loadStorage; exports.loadMetadata = loadMetadata; exports.flush = flush; exports.deleteEntriesWithPrefix = deleteEntriesWithPrefix; exports.getEntry = getEntry; exports.setEntry = setEntry; exports.sleep = sleep; exports.DEFAULT_MAX_RETRIES = DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_STEP_TIMEOUT = DEFAULT_STEP_TIMEOUT; exports.WorkflowContextImpl = WorkflowContextImpl; exports.Loop = Loop; exports.runWorkflow = runWorkflow; exports.replayWorkflowFromStep = replayWorkflowFromStep;
-//# sourceMappingURL=chunk-SFJQFMCW.cjs.map
+exports.extractErrorInfo = extractErrorInfo; exports.CriticalError = CriticalError; exports.RollbackError = RollbackError; exports.RollbackCheckpointError = RollbackCheckpointError; exports.SleepError = SleepError; exports.MessageWaitError = MessageWaitError; exports.EvictedError = EvictedError; exports.HistoryDivergedError = HistoryDivergedError; exports.StepExhaustedError = StepExhaustedError; exports.StepFailedError = StepFailedError; exports.JoinError = JoinError; exports.RaceError = RaceError; exports.CancelledError = CancelledError; exports.EntryInProgressError = EntryInProgressError; exports.keyStartsWith = keyStartsWith; exports.compareKeys = compareKeys; exports.keyToHex = keyToHex; exports.isLoopIterationMarker = isLoopIterationMarker; exports.registerName = registerName; exports.resolveName = resolveName; exports.locationToKey = locationToKey; exports.appendName = appendName; exports.appendLoopIteration = appendLoopIteration; exports.emptyLocation = emptyLocation; exports.parentLocation = parentLocation; exports.isLocationPrefix = isLocationPrefix; exports.locationsEqual = locationsEqual; exports.createStorage = createStorage; exports.createHistorySnapshot = createHistorySnapshot; exports.generateId = generateId; exports.createEntry = createEntry; exports.getOrCreateMetadata = getOrCreateMetadata; exports.loadStorage = loadStorage; exports.loadMetadata = loadMetadata; exports.flush = flush; exports.deleteEntriesWithPrefix = deleteEntriesWithPrefix; exports.getEntry = getEntry; exports.setEntry = setEntry; exports.DEFAULT_MAX_RETRIES = DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_STEP_TIMEOUT = DEFAULT_STEP_TIMEOUT; exports.WorkflowContextImpl = WorkflowContextImpl; exports.sleep = sleep; exports.Loop = Loop; exports.runWorkflow = runWorkflow; exports.replayWorkflowFromStep = replayWorkflowFromStep;
+//# sourceMappingURL=chunk-32422MOM.cjs.map