@dbos-inc/dbos-sdk 5.3.10-preview → 5.3.12-preview

package/dist/src/system_database.js

@@ -387,6 +387,9 @@ function sqlStateLooksRetryable(sqlstate) {
         return false;
     if (RETRY_SQLSTATE_CODES.has(sqlstate))
         return true;
+    // query_canceled (a statement timeout or an explicit cancel); retrying would undo it
+    if (sqlstate === '57014')
+        return false;
     const prefix = sqlstate.toString().slice(0, 2);
     return RETRY_SQLSTATE_PREFIXES.has(prefix);
 }
@@ -692,7 +695,7 @@ class SystemDatabase {
             }
             catch (e) {
                 await client.query('ROLLBACK').catch(() => { });
-                // No `cause`: dbRetry walks the cause chain and would retry 57014 forever as an operator intervention.
+                // No `cause`: the typed timeout replaces the driver's query_canceled error.
                 throw isStatementTimeout(e) ? new error_1.DBOSQueryTimeoutError(timeoutMs) : e;
             }
         }
@@ -1244,31 +1247,71 @@ class SystemDatabase {
             await (0, debugpoint_1.debugTriggerPoint)(debugpoint_1.DEBUG_TRIGGER_STEP_COMMIT);
         }
     }
-    async runTransactionalStep(workflowID, functionID, functionName, callback) {
-        const client = await this.connect();
+    /** Checkpoint an operation's failure so a replay re-throws it instead of re-running. */
+    async recordOperationError(workflowID, functionID, functionName, startTimeEpochMs, error, childWorkflowID) {
+        let serialized;
         try {
-            await client.query('BEGIN ISOLATION LEVEL READ COMMITTED');
-            const existing = await this.#getOperationResultAndThrowIfCancelled(client, workflowID, functionID);
-            if (existing !== undefined) {
+            serialized = await (0, serialization_1.serializeResErrorWithSerializer)(error, this.serializer, this.serializer.name());
+            await (0, serialization_1.deserializeValue)(serialized.serializedValue, serialized.serialization, this.serializer);
+        }
+        catch (serError) {
+            // A checkpoint replay could not load would wedge the workflow; leave it unrecorded so replay re-runs.
+            this.logger.warn(`Not checkpointing ${functionName} failure in workflow ${workflowID}: its error cannot be serialized: ${String(serError)}`);
+            return;
+        }
+        await this.recordOperationResult(workflowID, functionID, functionName, true, startTimeEpochMs, Date.now(), {
+            error: serialized.serializedValue,
+            serialization: serialized.serialization,
+            childWorkflowID,
+        });
+    }
+    async runTransactionalStep(workflowID, functionID, functionName, callback) {
+        const startTime = Date.now();
+        // The latest attempt's callback failure, told apart from a check or checkpoint failure.
+        let callbackError = undefined;
+        const attempt = async () => {
+            callbackError = undefined;
+            const client = await this.connect();
+            try {
+                await client.query('BEGIN ISOLATION LEVEL READ COMMITTED');
+                const existing = await this.#getOperationResultAndThrowIfCancelled(client, workflowID, functionID);
+                if (existing !== undefined) {
+                    await client.query('ROLLBACK');
+                    return existing;
+                }
+                let output;
+                try {
+                    output = await callback(client);
+                }
+                catch (e) {
+                    callbackError = e;
+                    throw e;
+                }
+                await this.recordOperationResultInternal(client, workflowID, functionID, functionName, true, startTime, Date.now(), {
+                    output,
+                });
+                await client.query('COMMIT');
+                await (0, debugpoint_1.debugTriggerPoint)(debugpoint_1.DEBUG_TRIGGER_STEP_COMMIT);
+                return undefined;
+            }
+            catch (e) {
                 await client.query('ROLLBACK');
-                return existing;
+                throw e;
             }
-            const startTime = Date.now();
-            const output = await callback(client);
-            await this.recordOperationResultInternal(client, workflowID, functionID, functionName, true, startTime, Date.now(), {
-                output,
-            });
-            await client.query('COMMIT');
-            await (0, debugpoint_1.debugTriggerPoint)(debugpoint_1.DEBUG_TRIGGER_STEP_COMMIT);
-            return undefined;
+            finally {
+                client.release();
+            }
+        };
+        try {
+            return await withDbRetry(attempt);
         }
         catch (e) {
-            await client.query('ROLLBACK');
+            // Retries are done and the transaction rolled back, so record the callback's own failure separately.
+            if (e === callbackError) {
+                await this.recordOperationError(workflowID, functionID, functionName, startTime, e);
+            }
             throw e;
         }
-        finally {
-            client.release();
-        }
     }
     async checkPatch(workflowID, functionID, patchName, deprecated) {
         // Not doing a cancel check at this point.
@@ -2086,6 +2129,8 @@ class SystemDatabase {
     async send(workflowID, functionID, destinationID, message, topic, serialization, idempotencyKey) {
         topic = topic ?? this.nullTopic;
         const messageUUID = idempotencyKey ? `${idempotencyKey}::${destinationID}` : (0, crypto_1.randomUUID)();
+        const startTime = Date.now();
+        let missing;
         const client = await this.connect();
         try {
             await client.query('BEGIN ISOLATION LEVEL READ COMMITTED');
@@ -2102,7 +2147,7 @@ class SystemDatabase {
             const err = error;
             if (err.code === '23503') {
                 // Foreign key constraint violation (only expected for the INSERT query)
-                throw new error_1.DBOSNonExistentWorkflowError(`Sent to non-existent destination workflow UUID: ${destinationID}`);
+                missing = new error_1.DBOSNonExistentWorkflowError(`Sent to non-existent destination workflow UUID: ${destinationID}`);
             }
             else {
                 throw err;
@@ -2111,6 +2156,11 @@ class SystemDatabase {
         finally {
             client.release();
         }
+        if (missing) {
+            // A missing destination is the send's answer; the transaction has rolled back, so record it separately.
+            await this.recordOperationError(workflowID, functionID, exports.DBOS_FUNCNAME_SEND, startTime, missing);
+            throw missing;
+        }
     }
     /** Runs on `client` if given, joining its transaction; otherwise on the pool with retries. */
     async sendDirect(destinationID, message, topic, serialization, idempotencyKey, client) {
@@ -3869,6 +3919,9 @@ class SystemDatabase {
             if (result.functionName !== functionName) {
                 throw new error_1.DBOSUnexpectedStepError(workflowID, functionID, functionName, result.functionName);
             }
+            if (result.error) {
+                throw await (0, serialization_1.deserializeResError)(result.error, result.serialization ?? null, this.serializer);
+            }
             return result.output;
         }
         const output = await func();
@@ -4089,27 +4142,45 @@ __decorate([
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [String, Number, String, Boolean, Number, Number, Object]),
+    __metadata("design:paramtypes", [String, Number, Number, Boolean]),
     __metadata("design:returntype", Promise)
-], SystemDatabase.prototype, "recordOperationResult", null);
+], SystemDatabase.prototype, "getAllOperationResults", null);
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [String, Number, String, Function]),
+    __metadata("design:paramtypes", [String, Number, String, Boolean, Number, Number, Object]),
     __metadata("design:returntype", Promise)
-], SystemDatabase.prototype, "runTransactionalStep", null);
+], SystemDatabase.prototype, "recordOperationResult", null);
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [String, Number, String, Boolean]),
     __metadata("design:returntype", Promise)
 ], SystemDatabase.prototype, "checkPatch", null);
+__decorate([
+    dbRetry(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Array, Boolean]),
+    __metadata("design:returntype", Promise)
+], SystemDatabase.prototype, "cancelWorkflows", null);
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [String]),
     __metadata("design:returntype", Promise)
 ], SystemDatabase.prototype, "checkIfCanceled", null);
+__decorate([
+    dbRetry(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Array, String]),
+    __metadata("design:returntype", Promise)
+], SystemDatabase.prototype, "resumeWorkflows", null);
+__decorate([
+    dbRetry(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String, Number]),
+    __metadata("design:returntype", Promise)
+], SystemDatabase.prototype, "setWorkflowDelay", null);
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
@@ -4119,9 +4190,15 @@ __decorate([
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [String, Number, Object]),
+    __metadata("design:paramtypes", [String]),
     __metadata("design:returntype", Promise)
-], SystemDatabase.prototype, "rewindWorkflow", null);
+], SystemDatabase.prototype, "getWorkflowChildren", null);
+__decorate([
+    dbRetry(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Array, Boolean]),
+    __metadata("design:returntype", Promise)
+], SystemDatabase.prototype, "deleteWorkflows", null);
 __decorate([
     dbRetry()
     // A missing row normally means the workflow has not been inserted yet, so
@@ -4218,6 +4295,12 @@ __decorate([
     __metadata("design:paramtypes", [String]),
     __metadata("design:returntype", Promise)
 ], SystemDatabase.prototype, "getQueuePartitions", null);
+__decorate([
+    dbRetry(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], SystemDatabase.prototype, "listWorkflows", null);
 __decorate([
     dbRetry(),
     __metadata("design:type", Function),