@rivetkit/workflow-engine 0.0.0-feat-workflows-public-host-apis.1550fe4 → 0.0.0-feat-sqlite-sync.18dce02

package/dist/tsup/{chunk-KLHCG2KY.cjs → chunk-XRITRTKT.cjs}

@@ -163,6 +163,7 @@ var KEY_PREFIX = {
   // Workflow metadata: [3, field]
   ENTRY_METADATA: 4
   // Entry metadata: [4, entryId]
+  // 5 is reserved for RivetKit's workflow trace context.
 };
 var WORKFLOW_FIELD = {
   STATE: 1,
@@ -1437,6 +1438,7 @@ function deserializeName(bytes) {
 // src/storage.ts
 var MAX_KV_BATCH_ENTRIES = 128;
 var MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
+var MAX_CONCURRENT_DELETES = 64;
 function createStorage() {
   return {
     nameRegistry: [],
@@ -1616,18 +1618,8 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     }
   }
   if (pendingDeletions) {
-    const deleteOps = [];
-    for (const prefix of pendingDeletions.prefixes) {
-      deleteOps.push(driver.deletePrefix(prefix));
-    }
-    for (const range of pendingDeletions.ranges) {
-      deleteOps.push(driver.deleteRange(range.start, range.end));
-    }
-    for (const key of pendingDeletions.keys) {
-      deleteOps.push(driver.delete(key));
-    }
-    if (deleteOps.length > 0) {
-      await Promise.all(deleteOps);
+    const didChange = await runDeletes(driver, pendingDeletions);
+    if (didChange) {
       historyUpdated = true;
     }
   }
@@ -1669,10 +1661,38 @@ function splitBatchWrites(writes) {
   }
   return chunks;
 }
+function splitBatchDeletes(keys) {
+  const chunks = [];
+  for (let i = 0; i < keys.length; i += MAX_KV_BATCH_ENTRIES) {
+    chunks.push(keys.slice(i, i + MAX_KV_BATCH_ENTRIES));
+  }
+  return chunks;
+}
+async function runDeletes(driver, deletions) {
+  const ops = [
+    ...deletions.prefixes.map(
+      (prefix) => () => driver.deletePrefix(prefix)
+    ),
+    ...deletions.ranges.map(
+      (range) => () => driver.deleteRange(range.start, range.end)
+    ),
+    ...splitBatchDeletes(deletions.keys).map(
+      (chunk) => () => driver.batchDelete(chunk)
+    )
+  ];
+  if (ops.length === 0) {
+    return false;
+  }
+  for (let i = 0; i < ops.length; i += MAX_CONCURRENT_DELETES) {
+    await Promise.all(
+      ops.slice(i, i + MAX_CONCURRENT_DELETES).map((op) => op())
+    );
+  }
+  return true;
+}
 async function deleteEntriesWithPrefix(storage, driver, prefixLocation, onHistoryUpdated) {
   const deletions = collectDeletionsForPrefix(storage, prefixLocation);
-  await driver.deletePrefix(deletions.prefixes[0]);
-  await Promise.all(deletions.keys.map((key) => driver.delete(key)));
+  await runDeletes(driver, deletions);
   if (deletions.keys.length > 0 && onHistoryUpdated) {
     onHistoryUpdated();
   }
@@ -1854,7 +1874,7 @@ function selectControlFlowError(current, candidate) {
   return controlFlowErrorPriority(candidate) < controlFlowErrorPriority(current) ? candidate : current;
 }
 var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
-  constructor(workflowId, storage, driver, messageDriver, location = emptyLocation(), abortController, mode = "forward", rollbackActions, rollbackCheckpointSet = false, historyNotifier, onError, logger, visitedKeys) {;_class.prototype.__init.call(this);_class.prototype.__init2.call(this);_class.prototype.__init3.call(this);
+  constructor(workflowId, storage, driver, messageDriver, location = emptyLocation(), abortController, mode = "forward", rollbackActions, rollbackCheckpointSet = false, historyNotifier, onError, logger, visitedKeys, runSpan) {;_class.prototype.__init.call(this);_class.prototype.__init2.call(this);_class.prototype.__init3.call(this);
     this.workflowId = workflowId;
     this.storage = storage;
     this.driver = driver;
@@ -1868,6 +1888,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
     this.onError = onError;
     this.logger = logger;
     this.visitedKeys = _nullishCoalesce(visitedKeys, () => ( /* @__PURE__ */ new Set()));
+    this.runSpan = runSpan;
   }
   __init() {this.entryInProgress = false}
   
@@ -1876,6 +1897,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
   
   
   
+  
   /** Track names used in current execution to detect duplicates */
   __init2() {this.usedNamesInExecution = /* @__PURE__ */ new Set()}
   __init3() {this.pendingCompletableMessageIds = /* @__PURE__ */ new Set()}
@@ -1925,7 +1947,8 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       this.historyNotifier,
       this.onError,
       this.logger,
-      this.visitedKeys
+      this.visitedKeys,
+      this.runSpan
     );
   }
   /**
@@ -2192,6 +2215,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
     }
   }
   async executeStep(config2) {
+    var _a;
     this.ensureRollbackCheckpoint(config2);
     if (this.mode === "rollback") {
       return await this.executeStepRollback(config2);
@@ -2283,9 +2307,13 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
     metadata.lastAttemptAt = Date.now();
     metadata.dirty = true;
     const timeout = _nullishCoalesce(config2.timeout, () => ( DEFAULT_STEP_TIMEOUT));
+    const stepSpan = (_a = this.runSpan) == null ? void 0 : _a.startStep(
+      config2.name,
+      metadata.attempts
+    );
     try {
       const output = await this.executeWithTimeout(
-        config2.run(),
+        stepSpan ? stepSpan.run(() => config2.run()) : config2.run(),
         timeout,
         config2.name
       );
@@ -2304,6 +2332,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
         });
         await this.flushStorage();
       }
+      stepSpan == null ? void 0 : stepSpan.finish("ok");
       this.log("debug", {
         msg: "step completed",
         step: config2.name,
@@ -2316,6 +2345,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
       }
       entry.dirty = true;
       if (error instanceof StepTimeoutError && !config2.retryOnTimeout) {
+        stepSpan == null ? void 0 : stepSpan.finish("failed", error);
         metadata.status = "exhausted";
         metadata.error = String(error);
         await this.notifyStepError(config2, metadata.attempts, error, {
@@ -2331,6 +2361,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
         );
       }
       if (error instanceof CriticalError || error instanceof RollbackError) {
+        stepSpan == null ? void 0 : stepSpan.finish("failed", error);
         metadata.status = "exhausted";
         metadata.error = String(error);
         await this.notifyStepError(config2, metadata.attempts, error, {
@@ -2346,6 +2377,7 @@ var WorkflowContextImpl = (_class = class _WorkflowContextImpl {
         );
       }
       const willRetry = metadata.attempts <= maxRetries;
+      stepSpan == null ? void 0 : stepSpan.finish(willRetry ? "retry" : "failed", error);
       metadata.status = willRetry ? "failed" : "exhausted";
       metadata.error = String(error);
       if (willRetry) {
@@ -3665,7 +3697,7 @@ async function awaitWithEviction(promise, abortSignal) {
     cleanup();
   }
 }
-async function executeRollback(workflowId, workflowFn, input, driver, messageDriver, abortController, storage, historyNotifier, onError, logger) {
+async function executeRollback(workflowId, workflowFn, input, driver, messageDriver, abortController, storage, historyNotifier, onError, logger, runSpan) {
   const rollbackActions = [];
   const ctx = new WorkflowContextImpl(
     workflowId,
@@ -3679,7 +3711,9 @@ async function executeRollback(workflowId, workflowFn, input, driver, messageDri
     false,
     historyNotifier,
     onError,
-    logger
+    logger,
+    void 0,
+    runSpan
   );
   try {
     await workflowFn(ctx, input);
@@ -3815,16 +3849,20 @@ async function waitForSleep(runtime, deadline, abortSignal) {
 async function executeLiveWorkflow(workflowId, workflowFn, input, driver, messageDriver, abortController, runtime, onHistoryUpdated, onError, logger) {
   let lastResult;
   while (true) {
-    const result = await executeWorkflow(
-      workflowId,
-      workflowFn,
-      input,
+    const result = await traceRun(
       driver,
-      messageDriver,
-      abortController,
-      onHistoryUpdated,
-      onError,
-      logger
+      (runSpan) => executeWorkflow(
+        workflowId,
+        workflowFn,
+        input,
+        driver,
+        messageDriver,
+        abortController,
+        onHistoryUpdated,
+        onError,
+        logger,
+        runSpan
+      )
     );
     lastResult = result;
     if (result.state !== "sleeping") {
@@ -3923,16 +3961,20 @@ function runWorkflow(workflowId, workflowFn, input, driver, options = {}) {
     options.onHistoryUpdated,
     options.onError,
     logger
-  ) : executeWorkflow(
-    workflowId,
-    workflowFn,
-    input,
+  ) : traceRun(
     driver,
-    messageDriver,
-    abortController,
-    options.onHistoryUpdated,
-    options.onError,
-    logger
+    (runSpan) => executeWorkflow(
+      workflowId,
+      workflowFn,
+      input,
+      driver,
+      messageDriver,
+      abortController,
+      options.onHistoryUpdated,
+      options.onError,
+      logger,
+      runSpan
+    )
   );
   return {
     workflowId,
@@ -4108,7 +4150,42 @@ function findReplayBoundaryEntry(entries, target) {
   }
   return boundary;
 }
-async function executeWorkflow(workflowId, workflowFn, input, driver, messageDriver, abortController, onHistoryUpdated, onError, logger) {
+function runOutcomeFromState(state) {
+  switch (state) {
+    case "completed":
+      return "completed";
+    case "sleeping":
+      return "sleeping";
+    case "failed":
+      return "failed";
+    case "cancelled":
+      return "cancelled";
+    case "pending":
+    case "running":
+    case "rolling_back":
+      return "evicted";
+  }
+}
+async function traceRun(driver, run) {
+  if (!driver.telemetry) {
+    return await run();
+  }
+  const span = await driver.telemetry.startSpan();
+  let outcome = "failed";
+  try {
+    const result = await span.run(() => run(span));
+    outcome = runOutcomeFromState(result.state);
+    return result;
+  } catch (error) {
+    if (error instanceof EvictedError) {
+      outcome = "cancelled";
+    }
+    throw error;
+  } finally {
+    await span.finish(outcome);
+  }
+}
+async function executeWorkflow(workflowId, workflowFn, input, driver, messageDriver, abortController, onHistoryUpdated, onError, logger, runSpan) {
   var _a;
   const storage = await loadStorage(driver);
   const historyNotifier = onHistoryUpdated ? () => onHistoryUpdated(createHistorySnapshot(storage)) : void 0;
@@ -4151,7 +4228,8 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
         storage,
         historyNotifier,
         onError,
-        logger
+        logger,
+        runSpan
       );
     } catch (error) {
       if (error instanceof EvictedError) {
@@ -4179,7 +4257,9 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
     false,
     historyNotifier,
     onError,
-    logger
+    logger,
+    void 0,
+    runSpan
   );
   storage.state = "running";
   try {
@@ -4246,7 +4326,8 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
         storage,
         historyNotifier,
         onError,
-        logger
+        logger,
+        runSpan
       );
     } catch (rollbackError) {
       if (rollbackError instanceof EvictedError) {
@@ -4321,4 +4402,4 @@ async function executeWorkflow(workflowId, workflowFn, input, driver, messageDri
 
 
 exports.extractErrorInfo = extractErrorInfo; exports.CriticalError = CriticalError; exports.RollbackError = RollbackError; exports.RollbackCheckpointError = RollbackCheckpointError; exports.SleepError = SleepError; exports.MessageWaitError = MessageWaitError; exports.EvictedError = EvictedError; exports.HistoryDivergedError = HistoryDivergedError; exports.StepExhaustedError = StepExhaustedError; exports.StepFailedError = StepFailedError; exports.JoinError = JoinError; exports.RaceError = RaceError; exports.CancelledError = CancelledError; exports.EntryInProgressError = EntryInProgressError; exports.keyStartsWith = keyStartsWith; exports.compareKeys = compareKeys; exports.keyToHex = keyToHex; exports.isLoopIterationMarker = isLoopIterationMarker; exports.registerName = registerName; exports.resolveName = resolveName; exports.locationToKey = locationToKey; exports.appendName = appendName; exports.appendLoopIteration = appendLoopIteration; exports.emptyLocation = emptyLocation; exports.parentLocation = parentLocation; exports.isLocationPrefix = isLocationPrefix; exports.locationsEqual = locationsEqual; exports.createStorage = createStorage; exports.createHistorySnapshot = createHistorySnapshot; exports.generateId = generateId; exports.createEntry = createEntry; exports.getOrCreateMetadata = getOrCreateMetadata; exports.loadStorage = loadStorage; exports.loadMetadata = loadMetadata; exports.flush = flush; exports.deleteEntriesWithPrefix = deleteEntriesWithPrefix; exports.getEntry = getEntry; exports.setEntry = setEntry; exports.DEFAULT_MAX_RETRIES = DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_STEP_TIMEOUT = DEFAULT_STEP_TIMEOUT; exports.WorkflowContextImpl = WorkflowContextImpl; exports.sleep = sleep; exports.Loop = Loop; exports.runWorkflow = runWorkflow; exports.replayWorkflowFromStep = replayWorkflowFromStep;
-//# sourceMappingURL=chunk-KLHCG2KY.cjs.map
+//# sourceMappingURL=chunk-XRITRTKT.cjs.map