@rivetkit/workflow-engine 2.3.0-rc.3 → 2.3.0-rc.5

package/dist/tsup/{chunk-4SWXLWKL.cjs → chunk-SFJQFMCW.cjs}

@@ -1402,6 +1402,8 @@ function deserializeName(bytes) {
 }
 
 // src/storage.ts
+var MAX_KV_BATCH_ENTRIES = 128;
+var MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
 function createStorage() {
   return {
     nameRegistry: [],
@@ -1519,6 +1521,8 @@ async function loadMetadata(storage, driver, entryId) {
 }
 async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
   const writes = [];
+  const dirtyEntries = [];
+  const dirtyMetadata = [];
   let historyUpdated = false;
   for (let i = storage.flushedNameCount; i < storage.nameRegistry.length; i++) {
     const name = storage.nameRegistry[i];
@@ -1536,7 +1540,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildHistoryKey(entry.location),
         value: serializeEntry(entry)
       });
-      entry.dirty = false;
+      dirtyEntries.push(entry);
       historyUpdated = true;
     }
   }
@@ -1546,7 +1550,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildEntryMetadataKey(id),
         value: serializeEntryMetadata(metadata)
       });
-      metadata.dirty = false;
+      dirtyMetadata.push(metadata);
       historyUpdated = true;
     }
   }
@@ -1570,7 +1574,9 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     });
   }
   if (writes.length > 0) {
-    await driver.batch(writes);
+    for (const chunk of splitBatchWrites(writes)) {
+      await driver.batch(chunk);
+    }
   }
   if (pendingDeletions) {
     const deleteOps = [];
@@ -1588,6 +1594,12 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
       historyUpdated = true;
     }
   }
+  for (const entry of dirtyEntries) {
+    entry.dirty = false;
+  }
+  for (const metadata of dirtyMetadata) {
+    metadata.dirty = false;
+  }
   storage.flushedNameCount = storage.nameRegistry.length;
   storage.flushedState = storage.state;
   storage.flushedOutput = storage.output;
@@ -1596,6 +1608,30 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     onHistoryUpdated();
   }
 }
+function splitBatchWrites(writes) {
+  const chunks = [];
+  let chunk = [];
+  let chunkBytes = 0;
+  for (const write of writes) {
+    const writeBytes = write.key.byteLength + write.value.byteLength;
+    if (writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      throw new Error(
+        `KV batch write is ${writeBytes} bytes, exceeding the ${MAX_KV_BATCH_PAYLOAD_BYTES} byte limit`
+      );
+    }
+    if (chunk.length >= MAX_KV_BATCH_ENTRIES || chunk.length > 0 && chunkBytes + writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      chunks.push(chunk);
+      chunk = [];
+      chunkBytes = 0;
+    }
+    chunk.push(write);
+    chunkBytes += writeBytes;
+  }
+  if (chunk.length > 0) {
+    chunks.push(chunk);
+  }
+  return chunks;
+}
 async function deleteEntriesWithPrefix(storage, driver, prefixLocation, onHistoryUpdated) {
   const deletions = collectDeletionsForPrefix(storage, prefixLocation);
   await driver.deletePrefix(deletions.prefixes[0]);
@@ -2266,15 +2302,12 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
           willRetry: false
         });
         throw markErrorReported(
-          attachTryStepFailure(
-            new CriticalError(error.message),
-            {
-              kind: "timeout",
-              stepName: config2.name,
-              attempts: metadata.attempts,
-              error: extractErrorInfo(error)
-            }
-          )
+          attachTryStepFailure(new CriticalError(error.message), {
+            kind: "timeout",
+            stepName: config2.name,
+            attempts: metadata.attempts,
+            error: extractErrorInfo(error)
+          })
         );
       }
       if (error instanceof CriticalError || error instanceof RollbackError) {
@@ -2481,8 +2514,8 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       metadata.error = void 0;
       metadata.dirty = true;
     }
-    const historyPruneInterval = _nullishCoalesce(config2.historyPruneInterval, () => ( DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL));
-    const historySize = _nullishCoalesce(config2.historySize, () => ( historyPruneInterval));
+    const historyPruneInterval = _nullishCoalesce(_nullishCoalesce(_nullishCoalesce(config2.historyPruneInterval, () => ( config2.commitInterval)), () => ( config2.historyEvery)), () => ( DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL));
+    const historySize = _nullishCoalesce(_nullishCoalesce(config2.historySize, () => ( config2.historyKeep)), () => ( historyPruneInterval));
     let lastPrunedUpTo = 0;
     let deferredFlush = null;
     while (true) {
@@ -4177,4 +4210,4 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
 
 
 exports.extractErrorInfo = extractErrorInfo; exports.CriticalError = CriticalError; exports.RollbackError = RollbackError; exports.RollbackCheckpointError = RollbackCheckpointError; exports.SleepError = SleepError; exports.MessageWaitError = MessageWaitError; exports.EvictedError = EvictedError; exports.HistoryDivergedError = HistoryDivergedError; exports.StepExhaustedError = StepExhaustedError; exports.StepFailedError = StepFailedError; exports.JoinError = JoinError; exports.RaceError = RaceError; exports.CancelledError = CancelledError; exports.EntryInProgressError = EntryInProgressError; exports.keyStartsWith = keyStartsWith; exports.compareKeys = compareKeys; exports.keyToHex = keyToHex; exports.isLoopIterationMarker = isLoopIterationMarker; exports.registerName = registerName; exports.resolveName = resolveName; exports.locationToKey = locationToKey; exports.appendName = appendName; exports.appendLoopIteration = appendLoopIteration; exports.emptyLocation = emptyLocation; exports.parentLocation = parentLocation; exports.isLocationPrefix = isLocationPrefix; exports.locationsEqual = locationsEqual; exports.createStorage = createStorage; exports.createHistorySnapshot = createHistorySnapshot; exports.generateId = generateId; exports.createEntry = createEntry; exports.getOrCreateMetadata = getOrCreateMetadata; exports.loadStorage = loadStorage; exports.loadMetadata = loadMetadata; exports.flush = flush; exports.deleteEntriesWithPrefix = deleteEntriesWithPrefix; exports.getEntry = getEntry; exports.setEntry = setEntry; exports.sleep = sleep; exports.DEFAULT_MAX_RETRIES = DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_STEP_TIMEOUT = DEFAULT_STEP_TIMEOUT; exports.WorkflowContextImpl = WorkflowContextImpl; exports.Loop = Loop; exports.runWorkflow = runWorkflow; exports.replayWorkflowFromStep = replayWorkflowFromStep;
-//# sourceMappingURL=chunk-4SWXLWKL.cjs.map
+//# sourceMappingURL=chunk-SFJQFMCW.cjs.map