@dbos-inc/dbos-sdk 0.7.18-preview

package/dist/src/system_database.js

@@ -0,0 +1,384 @@
+"use strict";
+/* eslint-disable @typescript-eslint/no-explicit-any */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PostgresSystemDatabase = exports.DBOSExecutorIDHeader = void 0;
+const serialize_error_1 = require("serialize-error");
+const dbos_executor_1 = require("./dbos-executor");
+const pg_1 = require("pg");
+const error_1 = require("./error");
+const workflow_1 = require("./workflow");
+const system_db_schema_1 = require("../schemas/system_db_schema");
+const utils_1 = require("./utils");
+exports.DBOSExecutorIDHeader = "dbos-executor-id";
+class PostgresSystemDatabase {
+    pgPoolConfig;
+    systemDatabaseName;
+    logger;
+    pool;
+    notificationsClient = null;
+    notificationsMap = {};
+    workflowEventsMap = {};
+    workflowStatusBuffer = new Map();
+    constructor(pgPoolConfig, systemDatabaseName, logger) {
+        this.pgPoolConfig = pgPoolConfig;
+        this.systemDatabaseName = systemDatabaseName;
+        this.logger = logger;
+        const poolConfig = { ...pgPoolConfig };
+        poolConfig.database = systemDatabaseName;
+        this.pool = new pg_1.Pool(poolConfig);
+    }
+    async init() {
+        const pgSystemClient = new pg_1.Client(this.pgPoolConfig);
+        await pgSystemClient.connect();
+        // Create the system database and load tables.
+        const dbExists = await pgSystemClient.query(`SELECT FROM pg_database WHERE datname = '${this.systemDatabaseName}'`);
+        if (dbExists.rows.length === 0) {
+            // Create the DBOS system database.
+            await pgSystemClient.query(`CREATE DATABASE "${this.systemDatabaseName}"`);
+            // Load the DBOS system schemas.
+            await this.pool.query(system_db_schema_1.systemDBSchema);
+        }
+        await this.listenForNotifications();
+        await pgSystemClient.end();
+    }
+    async destroy() {
+        if (this.notificationsClient) {
+            this.notificationsClient.removeAllListeners();
+            this.notificationsClient.release();
+        }
+        await this.pool.end();
+    }
+    async checkWorkflowOutput(workflowUUID) {
+        const { rows } = await this.pool.query("SELECT status, output, error FROM workflow_status WHERE workflow_uuid=$1", [workflowUUID]);
+        if (rows.length === 0 || rows[0].status === workflow_1.StatusString.PENDING) {
+            return dbos_executor_1.dbosNull;
+        }
+        else if (rows[0].status === workflow_1.StatusString.ERROR) {
+            throw (0, serialize_error_1.deserializeError)(JSON.parse(rows[0].error));
+        }
+        else {
+            return JSON.parse(rows[0].output);
+        }
+    }
+    async initWorkflowStatus(workflowUUID, name, authenticatedUser, assumedRole, authenticatedRoles, request, args) {
+        let executorID = "local";
+        if (request && request.headers && request.headers[exports.DBOSExecutorIDHeader]) {
+            executorID = request.headers[exports.DBOSExecutorIDHeader];
+        }
+        await this.pool.query(`INSERT INTO workflow_status (workflow_uuid, status, name, authenticated_user, assumed_role, authenticated_roles, request, output, executor_id) VALUES($1, $2, $3, $4, $5, $6, $7, $8, $9) ON CONFLICT (workflow_uuid) DO NOTHING`, [workflowUUID, workflow_1.StatusString.PENDING, name, authenticatedUser, assumedRole, JSON.stringify(authenticatedRoles), JSON.stringify(request), null, executorID]);
+        const { rows } = await this.pool.query(`INSERT INTO workflow_inputs (workflow_uuid, inputs) VALUES($1, $2) ON CONFLICT (workflow_uuid) DO UPDATE SET workflow_uuid = excluded.workflow_uuid  RETURNING inputs`, [workflowUUID, JSON.stringify(args)]);
+        return JSON.parse(rows[0].inputs);
+    }
+    bufferWorkflowOutput(workflowUUID, output) {
+        this.workflowStatusBuffer.set(workflowUUID, output);
+    }
+    /**
+     * Flush the workflow output buffer to the database.
+     */
+    async flushWorkflowStatusBuffer() {
+        const localBuffer = new Map(this.workflowStatusBuffer);
+        this.workflowStatusBuffer.clear();
+        try {
+            const client = await this.pool.connect();
+            await client.query("BEGIN");
+            for (const [workflowUUID, output] of localBuffer) {
+                await client.query(`INSERT INTO workflow_status (workflow_uuid, status, output) VALUES($1, $2, $3) ON CONFLICT (workflow_uuid)
+          DO UPDATE SET status=EXCLUDED.status, output=EXCLUDED.output;`, [workflowUUID, workflow_1.StatusString.SUCCESS, JSON.stringify(output)]);
+            }
+            await client.query("COMMIT");
+            client.release();
+        }
+        catch (error) {
+            this.logger.error("Error flushing workflow buffer", error);
+            // If there is a failure in flushing the buffer, return items to the global buffer for retrying later.
+            for (const [workflowUUID, output] of localBuffer) {
+                if (!this.workflowStatusBuffer.has(workflowUUID)) {
+                    this.workflowStatusBuffer.set(workflowUUID, output);
+                }
+            }
+        }
+        return Array.from(localBuffer.keys());
+    }
+    async recordWorkflowError(workflowUUID, error) {
+        const serialErr = JSON.stringify((0, serialize_error_1.serializeError)(error));
+        await this.pool.query(`INSERT INTO workflow_status (workflow_uuid, status, error) VALUES($1, $2, $3) ON CONFLICT (workflow_uuid)
+    DO UPDATE SET status=EXCLUDED.status, error=EXCLUDED.error;`, [workflowUUID, workflow_1.StatusString.ERROR, serialErr]);
+    }
+    async getPendingWorkflows(executorID) {
+        const { rows } = await this.pool.query(`SELECT workflow_uuid FROM workflow_status WHERE status=$1 AND executor_id=$2`, [workflow_1.StatusString.PENDING, executorID]);
+        return rows.map(i => i.workflow_uuid);
+    }
+    async getWorkflowInputs(workflowUUID) {
+        const { rows } = await this.pool.query(`SELECT inputs FROM workflow_inputs WHERE workflow_uuid=$1`, [workflowUUID]);
+        if (rows.length === 0) {
+            return null;
+        }
+        return JSON.parse(rows[0].inputs);
+    }
+    async checkOperationOutput(workflowUUID, functionID) {
+        const { rows } = await this.pool.query("SELECT output, error FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [workflowUUID, functionID]);
+        if (rows.length === 0) {
+            return dbos_executor_1.dbosNull;
+        }
+        else if (JSON.parse(rows[0].error) !== null) {
+            throw (0, serialize_error_1.deserializeError)(JSON.parse(rows[0].error));
+        }
+        else {
+            return JSON.parse(rows[0].output);
+        }
+    }
+    async recordOperationOutput(workflowUUID, functionID, output) {
+        const serialOutput = JSON.stringify(output);
+        try {
+            await this.pool.query("INSERT INTO operation_outputs (workflow_uuid, function_id, output) VALUES ($1, $2, $3);", [workflowUUID, functionID, serialOutput]);
+        }
+        catch (error) {
+            const err = error;
+            if (err.code === "40001" || err.code === "23505") {
+                // Serialization and primary key conflict (Postgres).
+                throw new error_1.DBOSWorkflowConflictUUIDError(workflowUUID);
+            }
+            else {
+                throw err;
+            }
+        }
+    }
+    async recordOperationError(workflowUUID, functionID, error) {
+        const serialErr = JSON.stringify((0, serialize_error_1.serializeError)(error));
+        try {
+            await this.pool.query("INSERT INTO operation_outputs (workflow_uuid, function_id, error) VALUES ($1, $2, $3);", [workflowUUID, functionID, serialErr]);
+        }
+        catch (error) {
+            const err = error;
+            if (err.code === "40001" || err.code === "23505") {
+                // Serialization and primary key conflict (Postgres).
+                throw new error_1.DBOSWorkflowConflictUUIDError(workflowUUID);
+            }
+            else {
+                throw err;
+            }
+        }
+    }
+    /**
+     *  Guard the operation, throwing an error if a conflicting execution is detected.
+     */
+    async recordNotificationOutput(client, workflowUUID, functionID, output) {
+        try {
+            await client.query("INSERT INTO operation_outputs (workflow_uuid, function_id, output) VALUES ($1, $2, $3);", [workflowUUID, functionID, JSON.stringify(output)]);
+        }
+        catch (error) {
+            await client.query("ROLLBACK");
+            client.release();
+            const err = error;
+            if (err.code === "40001" || err.code === "23505") {
+                // Serialization and primary key conflict (Postgres).
+                throw new error_1.DBOSWorkflowConflictUUIDError(workflowUUID);
+            }
+            else {
+                throw err;
+            }
+        }
+    }
+    nullTopic = "__null__topic__";
+    async send(workflowUUID, functionID, destinationUUID, message, topic) {
+        topic = topic ?? this.nullTopic;
+        const client = await this.pool.connect();
+        await client.query("BEGIN ISOLATION LEVEL READ COMMITTED");
+        const { rows } = await client.query("SELECT output FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [workflowUUID, functionID]);
+        if (rows.length > 0) {
+            await client.query("ROLLBACK");
+            client.release();
+            return;
+        }
+        await client.query(`INSERT INTO notifications (destination_uuid, topic, message) VALUES ($1, $2, $3);`, [destinationUUID, topic, JSON.stringify(message)]);
+        await this.recordNotificationOutput(client, workflowUUID, functionID, undefined);
+        await client.query("COMMIT");
+        client.release();
+    }
+    async recv(workflowUUID, functionID, topic, timeoutSeconds = dbos_executor_1.DBOSExecutor.defaultNotificationTimeoutSec) {
+        topic = topic ?? this.nullTopic;
+        // First, check for previous executions.
+        const checkRows = (await this.pool.query("SELECT output FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [workflowUUID, functionID])).rows;
+        if (checkRows.length > 0) {
+            return JSON.parse(checkRows[0].output);
+        }
+        // Then, register the key with the global notifications listener.
+        let resolveNotification;
+        const messagePromise = new Promise((resolve) => {
+            resolveNotification = resolve;
+        });
+        const payload = `${workflowUUID}::${topic}`;
+        this.notificationsMap[payload] = resolveNotification; // The resolver assignment in the Promise definition runs synchronously.
+        let timer;
+        const timeoutPromise = new Promise((resolve) => {
+            timer = setTimeout(() => {
+                resolve();
+            }, timeoutSeconds * 1000);
+        });
+        const received = Promise.race([messagePromise, timeoutPromise]);
+        // Check if the key is already in the DB, then wait for the notification if it isn't.
+        const initRecvRows = (await this.pool.query("SELECT topic FROM notifications WHERE destination_uuid=$1 AND topic=$2;", [workflowUUID, topic])).rows;
+        if (initRecvRows.length === 0) {
+            await received;
+        }
+        clearTimeout(timer);
+        // Transactionally consume and return the message if it's in the DB, otherwise return null.
+        const client = await this.pool.connect();
+        await client.query(`BEGIN ISOLATION LEVEL READ COMMITTED`);
+        const finalRecvRows = (await client.query(`WITH oldest_entry AS (
+        SELECT destination_uuid, topic, message, created_at_epoch_ms
+        FROM notifications
+        WHERE destination_uuid = $1
+          AND topic = $2
+        ORDER BY created_at_epoch_ms ASC
+        LIMIT 1
+      )
+
+      DELETE FROM notifications
+      USING oldest_entry
+      WHERE notifications.destination_uuid = oldest_entry.destination_uuid
+        AND notifications.topic = oldest_entry.topic
+        AND notifications.created_at_epoch_ms = oldest_entry.created_at_epoch_ms
+      RETURNING notifications.*;`, [workflowUUID, topic])).rows;
+        let message = null;
+        if (finalRecvRows.length > 0) {
+            message = JSON.parse(finalRecvRows[0].message);
+        }
+        await this.recordNotificationOutput(client, workflowUUID, functionID, message);
+        await client.query(`COMMIT`);
+        client.release();
+        return message;
+    }
+    async setEvent(workflowUUID, functionID, key, message) {
+        const client = await this.pool.connect();
+        await client.query("BEGIN ISOLATION LEVEL READ COMMITTED");
+        let { rows } = await client.query("SELECT output FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [workflowUUID, functionID]);
+        if (rows.length > 0) {
+            await client.query("ROLLBACK");
+            client.release();
+            return;
+        }
+        ({ rows } = await client.query(`INSERT INTO workflow_events (workflow_uuid, key, value) VALUES ($1, $2, $3) ON CONFLICT (workflow_uuid, key) DO NOTHING RETURNING workflow_uuid;`, [workflowUUID, key, JSON.stringify(message)]));
+        if (rows.length === 0) {
+            await client.query("ROLLBACK");
+            client.release();
+            throw new error_1.DuplicateWorkflowEventError(workflowUUID, key);
+        }
+        await this.recordNotificationOutput(client, workflowUUID, functionID, undefined);
+        await client.query("COMMIT");
+        client.release();
+    }
+    async getEvent(workflowUUID, key, timeoutSeconds, callerUUID, functionID) {
+        // Check if the operation has been done before for OAOO (only do this inside a workflow).
+        if (callerUUID !== undefined && functionID !== undefined) {
+            const { rows } = await this.pool.query("SELECT output FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [callerUUID, functionID]);
+            if (rows.length > 0) {
+                return JSON.parse(rows[0].output);
+            }
+        }
+        // Register the key with the global notifications listener.
+        let resolveNotification;
+        const valuePromise = new Promise((resolve) => {
+            resolveNotification = resolve;
+        });
+        this.workflowEventsMap[`${workflowUUID}::${key}`] = resolveNotification; // The resolver assignment in the Promise definition runs synchronously.
+        let timer;
+        const timeoutPromise = new Promise((resolve) => {
+            timer = setTimeout(() => {
+                resolve();
+            }, timeoutSeconds * 1000);
+        });
+        const received = Promise.race([valuePromise, timeoutPromise]);
+        // Check if the key is already in the DB, then wait for the notification if it isn't.
+        const initRecvRows = (await this.pool.query("SELECT key, value FROM workflow_events WHERE workflow_uuid=$1 AND key=$2;", [workflowUUID, key])).rows;
+        if (initRecvRows.length === 0) {
+            await received;
+        }
+        clearTimeout(timer);
+        // Return the value if it's in the DB, otherwise return null.
+        let value = null;
+        if (initRecvRows.length > 0) {
+            value = JSON.parse(initRecvRows[0].value);
+        }
+        else {
+            // Read it again from the database.
+            const finalRecvRows = (await this.pool.query("SELECT value FROM workflow_events WHERE workflow_uuid=$1 AND key=$2;", [workflowUUID, key])).rows;
+            if (finalRecvRows.length > 0) {
+                value = JSON.parse(finalRecvRows[0].value);
+            }
+        }
+        // Record the output if it is inside a workflow.
+        if (callerUUID !== undefined && functionID !== undefined) {
+            await this.recordOperationOutput(callerUUID, functionID, value);
+        }
+        return value;
+    }
+    async getWorkflowStatus(workflowUUID, callerUUID, functionID) {
+        // Check if the operation has been done before for OAOO (only do this inside a workflow).
+        if (callerUUID !== undefined && functionID !== undefined) {
+            const { rows } = await this.pool.query("SELECT output FROM operation_outputs WHERE workflow_uuid=$1 AND function_id=$2", [callerUUID, functionID]);
+            if (rows.length > 0) {
+                return JSON.parse(rows[0].output);
+            }
+        }
+        const { rows } = await this.pool.query("SELECT status, name, authenticated_user, assumed_role, authenticated_roles, request FROM workflow_status WHERE workflow_uuid=$1", [workflowUUID]);
+        let value = null;
+        if (rows.length > 0) {
+            value = {
+                status: rows[0].status,
+                workflowName: rows[0].name,
+                authenticatedUser: rows[0].authenticated_user,
+                assumedRole: rows[0].assumed_role,
+                authenticatedRoles: JSON.parse(rows[0].authenticated_roles),
+                request: JSON.parse(rows[0].request),
+            };
+        }
+        // Record the output if it is inside a workflow.
+        if (callerUUID !== undefined && functionID !== undefined) {
+            await this.recordOperationOutput(callerUUID, functionID, value);
+        }
+        return value;
+    }
+    async getWorkflowResult(workflowUUID) {
+        const pollingIntervalMs = 1000;
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const { rows } = await this.pool.query("SELECT status, output, error FROM workflow_status WHERE workflow_uuid=$1", [workflowUUID]);
+            if (rows.length > 0) {
+                const status = rows[0].status;
+                if (status === workflow_1.StatusString.SUCCESS) {
+                    return JSON.parse(rows[0].output);
+                }
+                else if (status === workflow_1.StatusString.ERROR) {
+                    throw (0, serialize_error_1.deserializeError)(JSON.parse(rows[0].error));
+                }
+            }
+            await (0, utils_1.sleep)(pollingIntervalMs);
+        }
+    }
+    /* BACKGROUND PROCESSES */
+    /**
+     * A background process that listens for notifications from Postgres then signals the appropriate
+     * workflow listener by resolving its promise.
+     */
+    async listenForNotifications() {
+        this.notificationsClient = await this.pool.connect();
+        await this.notificationsClient.query("LISTEN dbos_notifications_channel;");
+        await this.notificationsClient.query("LISTEN dbos_workflow_events_channel;");
+        const handler = (msg) => {
+            if (msg.channel === 'dbos_notifications_channel') {
+                if (msg.payload && msg.payload in this.notificationsMap) {
+                    this.notificationsMap[msg.payload]();
+                }
+            }
+            else {
+                if (msg.payload && msg.payload in this.workflowEventsMap) {
+                    this.workflowEventsMap[msg.payload]();
+                }
+            }
+        };
+        this.notificationsClient.on("notification", handler);
+    }
+}
+exports.PostgresSystemDatabase = PostgresSystemDatabase;
+//# sourceMappingURL=system_database.js.map

package/dist/src/system_database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"system_database.js","sourceRoot":"","sources":["../../src/system_database.ts"],"names":[],"mappings":";AAAA,uDAAuD;;;AAEvD,qDAAmE;AACnE,mDAAmE;AACnE,2BAAuF;AACvF,mCAAqF;AACrF,yCAA0D;AAC1D,kEAAkJ;AAClJ,mCAAgC;AAInB,QAAA,oBAAoB,GAAG,kBAAkB,CAAC;AA6BvD,MAAa,sBAAsB;IASZ;IAAmC;IAAqC;IARpF,IAAI,CAAO;IAEpB,mBAAmB,GAAsB,IAAI,CAAC;IACrC,gBAAgB,GAA+B,EAAE,CAAC;IAClD,iBAAiB,GAA+B,EAAE,CAAC;IAEnD,oBAAoB,GAAqB,IAAI,GAAG,EAAE,CAAC;IAE5D,YAAqB,YAAwB,EAAW,kBAA0B,EAAW,MAAc;QAAtF,iBAAY,GAAZ,YAAY,CAAY;QAAW,uBAAkB,GAAlB,kBAAkB,CAAQ;QAAW,WAAM,GAAN,MAAM,CAAQ;QACzG,MAAM,UAAU,GAAG,EAAE,GAAG,YAAY,EAAE,CAAC;QACvC,UAAU,CAAC,QAAQ,GAAG,kBAAkB,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,IAAI,SAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,cAAc,GAAG,IAAI,WAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;QAC/B,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,4CAA4C,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QACpH,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,mCAAmC;YACnC,MAAM,cAAc,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;YAC3E,gCAAgC;YAChC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,iCAAc,CAAC,CAAC;SACvC;QACD,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACpC,MAAM,cAAc,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAC5B,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,EAAE,CAAC;YAC9C,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;SACpC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAI,YAAoB;QAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAkB,0EAA0E,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;QACpJ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,OAAO,EAAE;YAChE,OAAO,wBAAQ,CAAC;SACjB;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,KAAK,EAAE;YAChD,MAAM,IAAA,kCAAgB,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SACnD;aAAM;YACL,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;SACxC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAkB,YAAoB,EAAE,IAAY,EAAE,iBAAyB,EAAE,WAAmB,EAAE,kBAA4B,EAAE,OAA2B,EAAE,IAAO;QAC9L,IAAI,UAAU,GAAW,OAAO,CAAA;QAChC,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,4BAAoB,CAAC,EAAE;YACvE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,4BAAoB,CAAW,CAAA;SAC7D;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,kOAAkO,EAClO,CAAC,YAAY,EAAE,uBAAY,CAAC,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAC1J,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACpC,uKAAuK,EACvK,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CACrC,CAAA;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;IACzC,CAAC;IAED,oBAAoB,CAAI,YAAoB,EAAE,MAAS;QACrD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB;QAC7B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI;YACF,MAAM,MAAM,GAAe,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,KAAK,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,WAAW,EAAE;gBAChD,MAAM,MAAM,CAAC,KAAK,CAChB;wEAC8D,EAC9D,CAAC,YAAY,EAAE,uBAAY,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAC7D,CAAC;aACH;YACD,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7B,MAAM,CAAC,OAAO,EAAE,CAAC;SAClB;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;YAC1D,sGAAsG;YACtG,KAAK,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,WAAW,EAAE;gBAChD,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;oBAChD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;iBACpD;aACF;SACF;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,YAAoB,EAAE,KAAY;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAA,gCAAc,EAAC,KAAK,CAAC,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB;gEAC0D,EAC1D,CAAC,YAAY,EAAE,uBAAY,CAAC,KAAK,EAAE,SAAS,CAAC,CAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,UAAkB;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACpC,8EAA8E,EAC9E,CAAC,uBAAY,CAAC,OAAO,EAAE,UAAU,CAAC,CACnC,CAAA;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAkB,YAAoB;QAC3D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACpC,2DAA2D,EAC3D,CAAC,YAAY,CAAC,CACf,CAAA;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,IAAI,CAAA;SACZ;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAI,YAAoB,EAAE,UAAkB;QACpE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAoB,uFAAuF,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;QAC/K,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,wBAAQ,CAAC;SACjB;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;YAC7C,MAAM,IAAA,kCAAgB,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SACnD;aAAM;YACL,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;SACxC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAI,YAAoB,EAAE,UAAkB,EAAE,MAAS;QAChF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,yFAAyF,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC;SAC5J;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,GAAG,GAAkB,KAAsB,CAAC;YAClD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE;gBAChD,qDAAqD;gBACrD,MAAM,IAAI,qCAA6B,CAAC,YAAY,CAAC,CAAC;aACvD;iBAAM;gBACL,MAAM,GAAG,CAAC;aACX;SACF;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,YAAoB,EAAE,UAAkB,EAAE,KAAY;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAA,gCAAc,EAAC,KAAK,CAAC,CAAC,CAAC;QACxD,IAAI;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,wFAAwF,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;SACxJ;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,GAAG,GAAkB,KAAsB,CAAC;YAClD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE;gBAChD,qDAAqD;gBACrD,MAAM,IAAI,qCAA6B,CAAC,YAAY,CAAC,CAAC;aACvD;iBAAM;gBACL,MAAM,GAAG,CAAC;aACX;SACF;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAAI,MAAkB,EAAE,YAAoB,EAAE,UAAkB,EAAE,MAAS;QACvG,IAAI;YACF,MAAM,MAAM,CAAC,KAAK,CAAC,yFAAyF,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SACnK;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,GAAG,GAAkB,KAAsB,CAAC;YAClD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE;gBAChD,qDAAqD;gBACrD,MAAM,IAAI,qCAA6B,CAAC,YAAY,CAAC,CAAC;aACvD;iBAAM;gBACL,MAAM,GAAG,CAAC;aACX;SACF;IACH,CAAC;IAEQ,SAAS,GAAG,iBAAiB,CAAC;IAEvC,KAAK,CAAC,IAAI,CAA6B,YAAoB,EAAE,UAAkB,EAAE,eAAuB,EAAE,OAAU,EAAE,KAAc;QAClI,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,MAAM,GAAe,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAErD,MAAM,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC3D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAoB,gFAAgF,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;QACrK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACnB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;SACR;QACD,MAAM,MAAM,CAAC,KAAK,CAChB,mFAAmF,EACnF,CAAC,eAAe,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAClD,CAAC;QACF,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACjF,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,IAAI,CAA6B,YAAoB,EAAE,UAAkB,EAAE,KAAc,EAAE,iBAAyB,4BAAY,CAAC,6BAA6B;QAClK,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;QAChC,wCAAwC;QACxC,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAoB,gFAAgF,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChL,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;SAC7C;QAED,iEAAiE;QACjE,IAAI,mBAA+B,CAAC;QACpC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnD,mBAAmB,GAAG,OAAO,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,KAAK,EAAE,CAAC;QAC5C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,mBAAoB,CAAC,CAAC,wEAAwE;QAC/H,IAAI,KAAqB,CAAC;QAC1B,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;QAEhE,qFAAqF;QACrF,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAgB,yEAAyE,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnK,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,MAAM,QAAQ,CAAC;SAChB;QACD,YAAY,CAAC,KAAM,CAAC,CAAC;QAErB,2FAA2F;QAC3F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CACvC;;;;;;;;;;;;;;iCAc2B,EAC3B,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/B,IAAI,OAAO,GAAa,IAAI,CAAC;QAC7B,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;YAC5B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAM,CAAC;SACrD;QACD,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/E,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,QAAQ,CAA6B,YAAoB,EAAE,UAAkB,EAAE,GAAW,EAAE,OAAU;QAC1G,MAAM,MAAM,GAAe,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAErD,MAAM,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC3D,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAoB,gFAAgF,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;QACnK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACnB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;SACR;QACD,CAAC,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAC5B,kJAAkJ,EAClJ,CAAC,YAAY,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAC7C,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,mCAA2B,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;SAC1D;QACD,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACjF,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,QAAQ,CAA6B,YAAoB,EAAE,GAAW,EAAE,cAAsB,EAAE,UAAmB,EAAE,UAAmB;QAC5I,yFAAyF;QACzF,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE;YACxD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAoB,gFAAgF,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;YACtK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;aACxC;SACF;QAED,2DAA2D;QAC3D,IAAI,mBAA+B,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACjD,mBAAmB,GAAG,OAAO,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,CAAC,GAAG,YAAY,KAAK,GAAG,EAAE,CAAC,GAAG,mBAAoB,CAAC,CAAC,wEAAwE;QAClJ,IAAI,KAAqB,CAAC;QAC1B,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC;QAE9D,qFAAqF;QACrF,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAkB,2EAA2E,EAAE,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrK,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,MAAM,QAAQ,CAAC;SAChB;QACD,YAAY,CAAC,KAAM,CAAC,CAAC;QAErB,6DAA6D;QAC7D,IAAI,KAAK,GAAa,IAAI,CAAC;QAC3B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAM,CAAC;SAChD;aAAM;YACL,mCAAmC;YACnC,MAAM,aAAa,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAkB,sEAAsE,EAAE,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACjK,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAM,CAAC;aACjD;SACF;QAED,gDAAgD;QAChD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE;YACxD,MAAM,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;SACjE;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,YAAoB,EAAE,UAAmB,EAAE,UAAmB;QACpF,yFAAyF;QACzF,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE;YACxD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAoB,gFAAgF,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;YACtK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAmB,CAAC;aACrD;SACF;QAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAkB,iIAAiI,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;QAC3M,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACnB,KAAK,GAAG;gBACN,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;gBACtB,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC1B,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB;gBAC7C,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY;gBACjC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAa;gBACvE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAgB;aACpD,CAAC;SACH;QAED,gDAAgD;QAChD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE;YACxD,MAAM,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;SACjE;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAI,YAAoB;QAC7C,MAAM,iBAAiB,GAAW,IAAI,CAAC;QACvC,iDAAiD;QACjD,OAAO,IAAI,EAAE;YACX,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAkB,0EAA0E,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;YACpJ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC9B,IAAI,MAAM,KAAK,uBAAY,CAAC,OAAO,EAAE;oBACnC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAM,CAAC;iBACxC;qBAAM,IAAI,MAAM,KAAK,uBAAY,CAAC,KAAK,EAAE;oBACxC,MAAM,IAAA,kCAAgB,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;iBACnD;aACF;YACD,MAAM,IAAA,aAAK,EAAC,iBAAiB,CAAC,CAAC;SAChC;IACH,CAAC;IAED,0BAA0B;IAC1B;;;OAGG;IACH,KAAK,CAAC,sBAAsB;QAC1B,IAAI,CAAC,mBAAmB,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAC3E,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC7E,MAAM,OAAO,GAAG,CAAC,GAAiB,EAAE,EAAE;YACpC,IAAI,GAAG,CAAC,OAAO,KAAK,4BAA4B,EAAE;gBAChD,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,gBAAgB,EAAE;oBACvD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;iBACtC;aACF;iBAAM;gBACL,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,iBAAiB,EAAE;oBACxD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;iBACvC;aACF;QACH,CAAC,CAAC;QACF,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;CACF;AA1ZD,wDA0ZC"}

package/dist/src/telemetry/collector.d.ts

@@ -0,0 +1,17 @@
+import { MethodRegistrationBase } from "../decorators";
+import { ITelemetryExporter } from "./exporters";
+import { DBOSSignal } from "./signals";
+export declare class TelemetryCollector {
+    readonly exporters: ITelemetryExporter<any, any>[];
+    private readonly signals;
+    private readonly signalBufferID;
+    private readonly processAndExportSignalsIntervalMs;
+    private readonly processAndExportSignalsMaxBatchSize;
+    constructor(exporters: ITelemetryExporter<any, any>[]);
+    init(registeredOperations?: Array<MethodRegistrationBase>): Promise<void>;
+    destroy(): Promise<void>;
+    push(signal: DBOSSignal): void;
+    private pop;
+    processAndExportSignals(): Promise<void>;
+}
+//# sourceMappingURL=collector.d.ts.map

package/dist/src/telemetry/collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.d.ts","sourceRoot":"","sources":["../../../src/telemetry/collector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAmBvC,qBAAa,kBAAkB;IAQjB,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAN9D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoC;IAC5D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAQ;IAC1D,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAM;gBAGrC,SAAS,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAMxD,IAAI,CAAC,oBAAoB,GAAE,KAAK,CAAC,sBAAsB,CAAM;IAQ7D,OAAO;IAUb,IAAI,CAAC,MAAM,EAAE,UAAU;IAIvB,OAAO,CAAC,GAAG;IAIL,uBAAuB,IAAI,OAAO,CAAC,IAAI,CAAC;CAqB/C"}

package/dist/src/telemetry/collector.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TelemetryCollector = void 0;
+class SignalsQueue {
+    data = [];
+    push(signal) {
+        this.data.push(signal);
+    }
+    pop() {
+        return this.data.shift();
+    }
+    size() {
+        return this.data.length;
+    }
+}
+// TODO: Handle temporary workflows properly.
+class TelemetryCollector {
+    exporters;
+    // Signals buffer management
+    signals = new SignalsQueue();
+    signalBufferID;
+    processAndExportSignalsIntervalMs = 1000;
+    processAndExportSignalsMaxBatchSize = 10;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    constructor(exporters) {
+        this.exporters = exporters;
+        this.signalBufferID = setInterval(() => {
+            void this.processAndExportSignals();
+        }, this.processAndExportSignalsIntervalMs);
+    }
+    async init(registeredOperations = []) {
+        for (const exporter of this.exporters) {
+            if (exporter.init) {
+                await exporter.init(registeredOperations);
+            }
+        }
+    }
+    async destroy() {
+        clearInterval(this.signalBufferID);
+        await this.processAndExportSignals();
+        for (const exporter of this.exporters) {
+            if (exporter.destroy) {
+                await exporter.destroy();
+            }
+        }
+    }
+    push(signal) {
+        this.signals.push(signal);
+    }
+    pop() {
+        return this.signals.pop();
+    }
+    async processAndExportSignals() {
+        const batch = [];
+        while (this.signals.size() > 0 && batch.length < this.processAndExportSignalsMaxBatchSize) {
+            const signal = this.pop();
+            if (!signal) {
+                break;
+            }
+            batch.push(signal);
+        }
+        if (batch.length > 0) {
+            const exports = [];
+            for (const exporter of this.exporters) {
+                exports.push(exporter.export(batch));
+            }
+            try {
+                await Promise.all(exports);
+            }
+            catch (e) {
+                console.error(e.message);
+            }
+        }
+    }
+}
+exports.TelemetryCollector = TelemetryCollector;
+//# sourceMappingURL=collector.js.map

package/dist/src/telemetry/collector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.js","sourceRoot":"","sources":["../../../src/telemetry/collector.ts"],"names":[],"mappings":";;;AAIA,MAAM,YAAY;IAChB,IAAI,GAAiB,EAAE,CAAC;IAExB,IAAI,CAAC,MAAkB;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC;IAED,GAAG;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IAC1B,CAAC;CACF;AAED,6CAA6C;AAC7C,MAAa,kBAAkB;IAQR;IAPrB,4BAA4B;IACX,OAAO,GAAiB,IAAI,YAAY,EAAE,CAAC;IAC3C,cAAc,CAAiB;IAC/B,iCAAiC,GAAG,IAAI,CAAC;IACzC,mCAAmC,GAAG,EAAE,CAAC;IAE1D,8DAA8D;IAC9D,YAAqB,SAAyC;QAAzC,cAAS,GAAT,SAAS,CAAgC;QAC5D,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACtC,CAAC,EAAE,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,uBAAsD,EAAE;QACjE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;YACrC,IAAI,QAAQ,CAAC,IAAI,EAAE;gBACjB,MAAM,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;aAC3C;SACF;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;YACrC,IAAI,QAAQ,CAAC,OAAO,EAAE;gBACpB,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;aAC1B;SACF;IACH,CAAC;IAED,IAAI,CAAC,MAAkB;QACrB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAEO,GAAG;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,mCAAmC,EAAE;YACzF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE;gBACX,MAAM;aACP;YACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SACpB;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;gBACrC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;aACtC;YACD,IAAI;gBACF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;aAC5B;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;aACrC;SACF;IACH,CAAC;CACF;AA7DD,gDA6DC"}

package/dist/src/telemetry/exporters.d.ts

@@ -0,0 +1,29 @@
+import { Client, QueryConfig, QueryArrayResult, PoolConfig } from "pg";
+import { DBOSDataType, MethodRegistrationBase } from "./../decorators";
+import { DBOSSignal, ProvenanceSignal, TelemetrySignal } from "./signals";
+export interface ITelemetryExporter<T, U> {
+    export(signal: DBOSSignal[]): Promise<T>;
+    process?(signal: DBOSSignal[]): U;
+    init?(registeredOperations?: ReadonlyArray<MethodRegistrationBase>): Promise<void>;
+    destroy?(): Promise<void>;
+}
+export declare const JAEGER_EXPORTER = "JaegerExporter";
+export declare class JaegerExporter implements ITelemetryExporter<void, undefined> {
+    private readonly exporter;
+    constructor(endpoint?: string);
+    export(rawSignals: DBOSSignal[]): Promise<void>;
+}
+export declare const POSTGRES_EXPORTER = "PostgresExporter";
+export declare class PostgresExporter implements ITelemetryExporter<QueryArrayResult[], QueryConfig[]> {
+    private readonly poolConfig;
+    readonly observabilityDBName: string;
+    readonly pgClient: Client;
+    constructor(poolConfig: PoolConfig, observabilityDBName?: string);
+    static getPGDataType(t: DBOSDataType): string;
+    init(registeredOperations?: ReadonlyArray<MethodRegistrationBase>): Promise<void>;
+    destroy(): Promise<void>;
+    process(signals: TelemetrySignal[]): QueryConfig[];
+    processProvenance(signals: ProvenanceSignal[]): QueryConfig;
+    export(signals: DBOSSignal[]): Promise<QueryArrayResult[]>;
+}
+//# sourceMappingURL=exporters.d.ts.map

package/dist/src/telemetry/exporters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exporters.d.ts","sourceRoot":"","sources":["../../../src/telemetry/exporters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEvE,OAAO,EAAY,YAAY,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEjF,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAM1E,MAAM,WAAW,kBAAkB,CAAC,CAAC,EAAE,CAAC;IACtC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzC,OAAO,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,CAAC,oBAAoB,CAAC,EAAE,aAAa,CAAC,sBAAsB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,eAAO,MAAM,eAAe,mBAAmB,CAAC;AAChD,qBAAa,cAAe,YAAW,kBAAkB,CAAC,IAAI,EAAE,SAAS,CAAC;IACxE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;gBACjC,QAAQ,GAAE,MAA0C;IAM1D,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAkBtD;AAED,eAAO,MAAM,iBAAiB,qBAAqB,CAAC;AACpD,qBAAa,gBAAiB,YAAW,kBAAkB,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC;IAGhF,OAAO,CAAC,QAAQ,CAAC,UAAU;IAAc,QAAQ,CAAC,mBAAmB,EAAE,MAAM;IAFzF,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEG,UAAU,EAAE,UAAU,EAAW,mBAAmB,GAAE,MAA6B;IAMhH,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,YAAY,GAAG,MAAM;IAOvC,IAAI,CAAC,oBAAoB,GAAE,aAAa,CAAC,sBAAsB,CAAM;IAuDrE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,OAAO,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,WAAW,EAAE;IAkClD,iBAAiB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,WAAW;IAwBrD,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;CAwBjE"}