@vertesia/workflow 0.78.0-dev-28b447d → 0.78.0-dev.1

package/lib/esm/dsl/dsl-workflow.js

@@ -0,0 +1,331 @@
+import { CancellationScope, executeChild, isCancellation, log, patched, proxyActivities, sleep, startChild, } from "@temporalio/workflow";
+import { getDocumentIds, getTenantId } from "@vertesia/common";
+import ms from 'ms';
+import { WF_NON_RETRYABLE_ERRORS, WorkflowParamNotFoundError } from "../errors.js";
+import { Vars } from "./vars.js";
+function dslActivityPayload(basePayload, activity, params) {
+    return {
+        ...basePayload,
+        activity,
+        params: params || {},
+    };
+}
+export async function dslWorkflow(payload) {
+    const definition = payload.workflow;
+    if (!definition) {
+        throw new WorkflowParamNotFoundError("workflow");
+    }
+    // the base payload will be used to create the activities payload
+    const basePayload = {
+        ...payload,
+        workflow_name: definition.name,
+        debug_mode: !!definition.debug_mode,
+    };
+    delete basePayload.workflow;
+    const defaultOptions = {
+        ...convertDSLActivityOptions(definition.options),
+        startToCloseTimeout: "5 minute",
+        retry: {
+            initialInterval: '10s',
+            backoffCoefficient: 2,
+            maximumAttempts: 10,
+            maximumInterval: 100 * 30 * 1000, //ms
+            nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
+        },
+    };
+    log.debug("Global activity options", {
+        activityOptions: defaultOptions,
+    });
+    const defaultProxy = proxyActivities(defaultOptions);
+    log.debug("Default activity proxy is ready");
+    // merge default vars with the payload vars and add objectIds and objectId
+    const vars = new Vars({
+        ...definition.vars,
+        ...payload.vars,
+        objectIds: payload.objectIds || [],
+        objectId: payload.objectIds ? payload.objectIds[0] : undefined
+    });
+    log.info("Executing workflow", { payload });
+    // TODO(mhuang): remove patch when all workflows are migrated to v2
+    //   It avoids breaking the ongoing workflow execution running in v1 and also allows us to
+    //   deploy the new error handler in production.
+    //   See https://docs.temporal.io/develop/typescript/versioning
+    if (patched('dsl-workflow-error-handling')) {
+        // v2: new version with error handler
+        try {
+            await executeSteps(definition, payload, basePayload, vars, defaultProxy, defaultOptions);
+        }
+        catch (e) {
+            await handleError(e, basePayload, defaultOptions);
+        }
+    }
+    else {
+        // v1: old version without error handler, deprecated since v0.52.0
+        await executeSteps(definition, payload, basePayload, vars, defaultProxy, defaultOptions);
+    }
+    return vars.getValue(definition.result || 'result');
+}
+async function executeSteps(definition, payload, basePayload, vars, defaultProxy, defaultOptions) {
+    if (definition.steps) {
+        for (const step of definition.steps) {
+            const stepType = step.type;
+            if (stepType === 'workflow') {
+                const childWorkflowStep = step;
+                if (childWorkflowStep.async) {
+                    await startChildWorkflow(childWorkflowStep, payload, vars, basePayload.debug_mode);
+                }
+                else {
+                    await executeChildWorkflow(childWorkflowStep, payload, vars, basePayload.debug_mode);
+                }
+            }
+            else { // activity
+                await runActivity(step, basePayload, vars, defaultProxy, defaultOptions);
+            }
+        }
+    }
+    else if (definition.activities) { // legacy support
+        for (const activity of definition.activities) {
+            await runActivity(activity, basePayload, vars, defaultProxy, defaultOptions);
+        }
+    }
+    else {
+        throw new Error("No steps or activities found in the workflow definition");
+    }
+}
+async function handleError(originalError, basePayload, defaultOptions) {
+    const { handleDslError } = proxyActivities(defaultOptions);
+    const payload = dslActivityPayload(basePayload, {
+        name: "handleDslError",
+        params: { errorMessage: originalError.message },
+    }, { errorMessage: originalError.message });
+    if (isCancellation(originalError)) {
+        log.warn(`Workflow execution cancelled, executing error handler to update document status`, { error: originalError });
+        // Cleanup logic must be in a nonCancellable scope
+        // If we'd run cleanup outside of a nonCancellable scope it would've been cancelled
+        // before being started because the Workflow's root scope is cancelled.
+        // see https://docs.temporal.io/develop/typescript/cancellation
+        await CancellationScope.nonCancellable(() => handleDslError(payload));
+    }
+    else {
+        log.warn(`Workflow execution failed, executing error handler to update document status`, { error: originalError });
+        await handleDslError(payload);
+    }
+    throw originalError;
+}
+async function startChildWorkflow(step, payload, vars, debug_mode) {
+    const resolvedVars = vars.resolve();
+    if (step.vars) {
+        // copy user vars (from step definition) to the resolved vars, resolving any expressions
+        const resolvedStepVars = vars.resolveParams(step.vars);
+        Object.assign(resolvedVars, resolvedStepVars);
+    }
+    if (debug_mode) {
+        log.debug(`Workflow vars before starting child workflow ${step.name}`, { vars: resolvedVars });
+    }
+    const handle = await startChild(step.name, {
+        ...step.options,
+        args: [{
+                ...payload,
+                workflow: step.spec,
+                vars: resolvedVars
+            }],
+        memo: {
+            InitiatedBy: payload.initiated_by,
+        },
+        searchAttributes: {
+            AccountId: [payload.account_id],
+            DocumentId: getDocumentIds(payload),
+            ProjectId: [payload.project_id],
+            TenantId: [getTenantId(payload.account_id, payload.project_id)],
+            InitiatedBy: payload.initiated_by ? [payload.initiated_by] : [],
+        },
+    });
+    if (step.output) {
+        vars.setValue(step.output, handle.workflowId);
+    }
+}
+async function executeChildWorkflow(step, payload, vars, debug_mode) {
+    const resolvedVars = vars.resolve();
+    if (step.vars) {
+        // copy user vars (from step definition) to the resolved vars, resolving any expressions
+        const resolvedStepVars = vars.resolveParams(step.vars);
+        Object.assign(resolvedVars, resolvedStepVars);
+    }
+    if (debug_mode) {
+        log.debug(`Workflow vars before executing child workflow ${step.name}`, { vars: resolvedVars });
+    }
+    const result = await executeChild(step.name, {
+        ...step.options,
+        args: [{
+                ...payload,
+                workflow: step.spec,
+                vars: resolvedVars,
+            }],
+        memo: {
+            InitiatedBy: payload.initiated_by,
+        },
+        searchAttributes: {
+            AccountId: [payload.account_id],
+            DocumentId: getDocumentIds(payload),
+            ProjectId: [payload.project_id],
+            TenantId: [getTenantId(payload.account_id, payload.project_id)],
+            InitiatedBy: payload.initiated_by ? [payload.initiated_by] : [],
+        },
+    });
+    if (step.output) {
+        vars.setValue(step.output, result);
+        if (debug_mode) {
+            log.debug(`Workflow vars after executing child workflow ${step.name}`, { vars: vars.resolve() });
+        }
+    }
+    else if (debug_mode) {
+        log.debug(`Workflow vars after executing child workflow ${step.name}`, { vars: resolvedVars });
+    }
+}
+function buildRateLimitParams(activity, executionPayload) {
+    const params = executionPayload.params;
+    let interactionId;
+    switch (activity.name) {
+        case "executeInteraction":
+            interactionId = params.interactionName;
+            break;
+        case "generateDocumentProperties":
+            interactionId = params.interactionName || "sys:ExtractInformation";
+            break;
+        case "identifyTextSections":
+            interactionId = params.interactionName || "sys:IdentifyTextSections";
+            break;
+        case "generateOrAssignContentType":
+            interactionId = params.interactionNames?.selectDocumentType || "sys:SelectDocumentType";
+            break;
+        case "chunkDocument":
+            interactionId = params.interactionName || "sys:ChunkDocument";
+            break;
+        default:
+            // For any other rate-limited activities, try to extract what we can
+            interactionId = params.interactionName;
+            break;
+    }
+    if (!interactionId) {
+        throw new Error(`No interaction ID could be determined for activity ${activity.name}`);
+    }
+    return {
+        interactionIdOrEndpoint: interactionId,
+        environmentId: params.environment,
+        modelId: params.model,
+    };
+}
+async function runActivity(activity, basePayload, vars, defaultProxy, defaultOptions) {
+    if (basePayload.debug_mode) {
+        log.debug(`Workflow vars before executing activity ${activity.name}`, { vars: vars.resolve() });
+    }
+    if (activity.condition && !vars.match(activity.condition)) {
+        log.info("Activity skipped: condition not satisfied", activity.condition);
+        return;
+    }
+    const importParams = vars.createImportVars(activity.import);
+    const executionPayload = dslActivityPayload(basePayload, activity, importParams);
+    log.info("Executing activity: " + activity.name, { payload: executionPayload });
+    let proxy = defaultProxy;
+    if (activity.options) {
+        const options = computeActivityOptions(activity.options, defaultOptions);
+        log.debug("Use custom activity options", {
+            activityName: activity.name,
+            activityOptions: options,
+        });
+        proxy = proxyActivities(options);
+    }
+    else {
+        log.debug("Use default activity options", {
+            activityName: activity.name,
+            activityOptions: defaultOptions,
+        });
+    }
+    if (patched('system-activity-taskqueue')) {
+        // hack: do nothing, remove later
+        // https://github.com/vertesia/composableai/pull/544/files
+    }
+    // call rate limiter depending on the activity type
+    const rateLimitedActivities = [
+        "chunkDocument",
+        "executeInteraction",
+        "generateDocumentProperties",
+        "generateOrAssignContentType",
+        "identifyTextSections",
+    ];
+    if (activity.name && rateLimitedActivities.includes(activity.name)) {
+        log.info(`Applying rate limit for activity ${activity.name}`);
+        // Apply rate limiting logic here
+        // Check rate limit first - loop until no delay
+        const rateLimitParams = buildRateLimitParams(activity, executionPayload);
+        const rateLimitPayload = dslActivityPayload(basePayload, activity, rateLimitParams);
+        let rateLimitResult = await proxy.checkRateLimit(rateLimitPayload);
+        while (rateLimitResult.delayMs > 0) {
+            log.info(`Rate limit delay applied: ${rateLimitResult.delayMs}ms`);
+            await sleep(rateLimitResult.delayMs);
+            // Check again after sleeping
+            rateLimitResult = await proxy.checkRateLimit(rateLimitPayload);
+        }
+    }
+    const fn = proxy[activity.name];
+    if (activity.parallel) {
+        //TODO execute in parallel
+        log.info("Parallel execution not yet implemented");
+    }
+    else {
+        log.info("Executing activity: " + activity.name, { importParams });
+        const result = await fn(executionPayload);
+        if (activity.output) {
+            vars.setValue(activity.output, result);
+        }
+    }
+    if (basePayload.debug_mode) {
+        log.debug(`Workflow vars after executing activity ${activity.name}`, { vars: vars.resolve() });
+    }
+}
+export function computeActivityOptions(customOptions, defaultOptions) {
+    const options = convertDSLActivityOptions(customOptions);
+    return {
+        ...defaultOptions,
+        ...options,
+        retry: {
+            ...defaultOptions.retry,
+            ...options.retry,
+        }
+    };
+}
+function convertDSLActivityOptions(options) {
+    if (!options) {
+        return {};
+    }
+    let result = {};
+    if (options.startToCloseTimeout) {
+        result.startToCloseTimeout = ms(options.startToCloseTimeout);
+    }
+    if (options.scheduleToCloseTimeout) {
+        result.scheduleToCloseTimeout = ms(options.scheduleToCloseTimeout);
+    }
+    if (options.scheduleToStartTimeout) {
+        result.scheduleToStartTimeout = ms(options.scheduleToStartTimeout);
+    }
+    if (options.retry) {
+        result.retry = {};
+        if (options.retry.initialInterval) {
+            result.retry.initialInterval = ms(options.retry.initialInterval);
+        }
+        if (options.retry.maximumInterval) {
+            result.retry.maximumInterval = ms(options.retry.maximumInterval);
+        }
+        if (options.retry.maximumAttempts) {
+            result.retry.maximumAttempts = options.retry.maximumAttempts;
+        }
+        if (options.retry.backoffCoefficient) {
+            result.retry.backoffCoefficient = options.retry.backoffCoefficient;
+        }
+        if (options.retry.nonRetryableErrorTypes) {
+            result.retry.nonRetryableErrorTypes = options.retry.nonRetryableErrorTypes;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=dsl-workflow.js.map

package/lib/esm/dsl/dsl-workflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dsl-workflow.js","sourceRoot":"","sources":["../../../src/dsl/dsl-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,iBAAiB,EACjB,YAAY,EACZ,cAAc,EACd,GAAG,EACH,OAAO,EACP,eAAe,EACf,KAAK,EACL,UAAU,GAEb,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAOH,cAAc,EACd,WAAW,EAEd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAmB,MAAM,IAAI,CAAC;AAGrC,OAAO,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,SAAS,kBAAkB,CAAsC,WAAgC,EAAE,QAAyB,EAAE,MAAe;IACzI,OAAO;QACH,GAAG,WAAW;QACd,QAAQ;QACR,MAAM,EAAE,MAAM,IAAI,EAAE;KACiB,CAAA;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAoC;IAElE,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,MAAM,IAAI,0BAA0B,CAAC,UAAU,CAAC,CAAC;IACrD,CAAC;IACD,iEAAiE;IACjE,MAAM,WAAW,GAAwB;QACrC,GAAG,OAAO;QACV,aAAa,EAAE,UAAU,CAAC,IAAI;QAC9B,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU;KACtC,CAAA;IACD,OAAQ,WAAmB,CAAC,QAAQ,CAAC;IAErC,MAAM,cAAc,GAAoB;QACpC,GAAG,yBAAyB,CAAC,UAAU,CAAC,OAAO,CAAC;QAChD,mBAAmB,EAAE,UAAU;QAC/B,KAAK,EAAE;YACH,eAAe,EAAE,KAAK;YACtB,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,EAAE;YACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;YACtC,sBAAsB,EAAE,uBAAuB;SAClD;KACJ,CAAC;IACF,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE;QACjC,eAAe,EAAE,cAAc;KAClC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;IACrD,GAAG,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC7C,0EAA0E;IAC1E,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,GAAG,UAAU,CAAC,IAAI;QAClB,GAAG,OAAO,CAAC,IAAI;QACf,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACjE,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAE5C,mEAAmE;IACnE,0FAA0F;IAC1F,gDAAgD;IAChD,+DAA+D;IAC/D,IAAI,OAAO,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACzC,qCAAqC;QACrC,IAAI,CAAC;YACD,MAAM,YAAY,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,MAAM,WAAW,CAAC,CAAC,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QACtD,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,kEAAkE;QAClE,MAAM,YAAY,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,UAA2B,EAAE,OAAoC,EAAE,WAAgC,EAAE,IAAU,EAAE,YAAqD,EAAE,cAA+B;IAC/N,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3B,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC1B,MAAM,iBAAiB,GAAG,IAA4B,CAAC;gBACvD,IAAI,iBAAiB,CAAC,KAAK,EAAE,CAAC;oBAC1B,MAAM,kBAAkB,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;gBACvF,CAAC;qBAAM,CAAC;oBACJ,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;gBACzF,CAAC;YACL,CAAC;iBAAM,CAAC,CAAC,WAAW;gBAChB,MAAM,WAAW,CAAC,IAAuB,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAChG,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,iBAAiB;QACjD,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC3C,MAAM,WAAW,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACjF,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC/E,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,aAAkB,EAAE,WAAgC,EAAE,cAA+B;IAC5G,MAAM,EAAE,cAAc,EAAE,GAAG,eAAe,CAAoB,cAAc,CAAC,CAAC;IAE9E,MAAM,OAAO,GAAG,kBAAkB,CAC9B,WAAW,EACX;QACI,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,EAAE,YAAY,EAAE,aAAa,CAAC,OAAO,EAAE;KAC/B,EACpB,EAAE,YAAY,EAAE,aAAa,CAAC,OAAO,EAAiC,CACzE,CAAA;IAED,IAAI,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;QAChC,GAAG,CAAC,IAAI,CAAC,iFAAiF,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QACtH,kDAAkD;QAClD,mFAAmF;QACnF,uEAAuE;QACvE,+DAA+D;QAC/D,MAAM,iBAAiB,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,8EAA8E,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QACnH,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,aAAa,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAA0B,EAAE,OAAoC,EAAE,IAAU,EAAE,UAAoB;IAChI,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,wFAAwF;QACxF,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,UAAU,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACnG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE;QACvC,GAAG,IAAI,CAAC,OAAO;QACf,IAAI,EAAE,CAAC;gBACH,GAAG,OAAO;gBACV,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,IAAI,EAAE,YAAY;aACrB,CAAC;QACF,IAAI,EAAE;YACF,WAAW,EAAE,OAAO,CAAC,YAAY;SACpC;QACD,gBAAgB,EAAE;YACd,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;YAC/B,UAAU,EAAE,cAAc,CAAC,OAAO,CAAC;YACnC,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;YAC/B,QAAQ,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC/D,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;SAClE;KACJ,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;AACL,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAA0B,EAAE,OAAoC,EAAE,IAAU,EAAE,UAAoB;IAClI,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACpC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,wFAAwF;QACxF,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,UAAU,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,iDAAiD,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE;QACzC,GAAG,IAAI,CAAC,OAAO;QACf,IAAI,EAAE,CAAC;gBACH,GAAG,OAAO;gBACV,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,IAAI,EAAE,YAAY;aACrB,CAAC;QACF,IAAI,EAAE;YACF,WAAW,EAAE,OAAO,CAAC,YAAY;SACpC;QACD,gBAAgB,EAAE;YACd,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;YAC/B,UAAU,EAAE,cAAc,CAAC,OAAO,CAAC;YACnC,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;YAC/B,QAAQ,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC/D,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;SAClE;KACJ,CAAC,CAAC;IAEH,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,UAAU,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;SAAM,IAAI,UAAU,EAAE,CAAC;QACpB,GAAG,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACnG,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAyB,EAAE,gBAAkD;IACvG,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACvC,IAAI,aAAqB,CAAC;IAE1B,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,oBAAoB;YACrB,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC;YACvC,MAAM;QAEV,KAAK,4BAA4B;YAC7B,aAAa,GAAG,MAAM,CAAC,eAAe,IAAI,wBAAwB,CAAC;YACnE,MAAM;QAEV,KAAK,sBAAsB;YACvB,aAAa,GAAG,MAAM,CAAC,eAAe,IAAI,0BAA0B,CAAC;YACrE,MAAM;QAEV,KAAK,6BAA6B;YAC9B,aAAa,GAAG,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,wBAAwB,CAAC;YACxF,MAAM;QAEV,KAAK,eAAe;YAChB,aAAa,GAAG,MAAM,CAAC,eAAe,IAAI,mBAAmB,CAAC;YAC9D,MAAM;QAEV;YACI,oEAAoE;YACpE,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC;YACvC,MAAM;IACd,CAAC;IAED,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,sDAAsD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO;QACH,uBAAuB,EAAE,aAAa;QACtC,aAAa,EAAE,MAAM,CAAC,WAAW;QACjC,OAAO,EAAE,MAAM,CAAC,KAAK;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAyB,EAAE,WAAgC,EAAE,IAAU,EAAE,YAAqD,EAAE,cAA+B;IACtL,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;QACzB,GAAG,CAAC,KAAK,CAAC,2CAA2C,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1E,OAAO;IACX,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC5D,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IACjF,GAAG,CAAC,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAEhF,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,sBAAsB,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACzE,GAAG,CAAC,KAAK,CAAC,6BAA6B,EAAE;YACrC,YAAY,EAAE,QAAQ,CAAC,IAAI;YAC3B,eAAe,EAAE,OAAO;SAC3B,CAAC,CAAC;QACH,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE;YACtC,YAAY,EAAE,QAAQ,CAAC,IAAI;YAC3B,eAAe,EAAE,cAAc;SAClC,CAAC,CAAC;IACP,CAAC;IAED,IAAI,OAAO,CAAC,2BAA2B,CAAC,EAAE,CAAC;QACvC,iCAAiC;QACjC,0DAA0D;IAC9D,CAAC;IAED,mDAAmD;IACnD,MAAM,qBAAqB,GAAG;QAC1B,eAAe;QACf,oBAAoB;QACpB,4BAA4B;QAC5B,6BAA6B;QAC7B,sBAAsB;KACzB,CAAC;IAEF,IAAI,QAAQ,CAAC,IAAI,IAAI,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,oCAAoC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,iCAAiC;QAChC,+CAA+C;QAChD,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAEzE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,WAAW,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;QACpF,IAAI,eAAe,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QAEnE,OAAO,eAAe,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,6BAA6B,eAAe,CAAC,OAAO,IAAI,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAErC,6BAA6B;YAC7B,eAAe,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACnE,CAAC;IACL,CAAC;IAED,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpB,0BAA0B;QAC1B,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,CAAC;QAC1C,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;IACL,CAAC;IACD,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;QACzB,GAAG,CAAC,KAAK,CAAC,0CAA0C,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACnG,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,aAAiC,EAAE,cAA+B;IACrG,MAAM,OAAO,GAAG,yBAAyB,CAAC,aAAa,CAAC,CAAC;IACzD,OAAO;QACH,GAAG,cAAc;QACjB,GAAG,OAAO;QACV,KAAK,EAAE;YACH,GAAG,cAAc,CAAC,KAAK;YACvB,GAAG,OAAO,CAAC,KAAK;SACnB;KACJ,CAAA;AACL,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA4B;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;IACd,CAAC;IACD,IAAI,MAAM,GAAoB,EAAE,CAAC;IACjC,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC9B,MAAM,CAAC,mBAAmB,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAkC,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;QACjC,MAAM,CAAC,sBAAsB,GAAG,EAAE,CAAC,OAAO,CAAC,sBAAqC,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;QACjC,MAAM,CAAC,sBAAsB,GAAG,EAAE,CAAC,OAAO,CAAC,sBAAqC,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;QAClB,IAAI,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,eAA8B,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,eAA8B,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;QACjE,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YACnC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC;QACvE,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC;YACvC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC;QAC/E,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/lib/esm/dsl/dslProxyActivities.js

@@ -0,0 +1,20 @@
+import { proxyActivities } from "@temporalio/workflow";
+export function dslProxyActivities(workflowName, options = {}) {
+    const activities = proxyActivities(options);
+    return new Proxy({}, {
+        get(_target, prop) {
+            const activityFn = activities[prop];
+            return (payload, params) => {
+                return activityFn({
+                    ...payload,
+                    activity: {
+                        name: prop,
+                    },
+                    workflow_name: workflowName,
+                    params,
+                });
+            };
+        },
+    });
+}
+//# sourceMappingURL=dslProxyActivities.js.map

package/lib/esm/dsl/dslProxyActivities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dslProxyActivities.js","sourceRoot":"","sources":["../../../src/dsl/dslProxyActivities.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAWxE,MAAM,UAAU,kBAAkB,CAEhC,YAAoB,EAAE,UAA2B,EAAE;IAOjD,MAAM,UAAU,GAAG,eAAe,CAAc,OAAO,CAAgB,CAAC;IAExE,OAAO,IAAI,KAAK,CAAC,EAAE,EAAE;QACjB,GAAG,CAAC,OAAO,EAAE,IAAI;YACb,MAAM,UAAU,GAAG,UAAU,CAAC,IAAyB,CAAwB,CAAC;YAChF,OAAO,CAAC,OAAiC,EAAE,MAAW,EAAE,EAAE;gBACtD,OAAO,UAAU,CAAC;oBACd,GAAG,OAAO;oBACV,QAAQ,EAAE;wBACN,IAAI,EAAE,IAAc;qBACvB;oBACD,aAAa,EAAE,YAAY;oBAC3B,MAAM;iBACT,CAAC,CAAC;YACP,CAAC,CAAC;QACN,CAAC;KACJ,CAA6B,CAAC;AACnC,CAAC"}

package/lib/esm/dsl/projections.js

@@ -0,0 +1,55 @@
+import { matchCondition } from "./conditions.js";
+import { Vars } from "./vars.js";
+const operations = {
+    $element(arg, _vars) {
+        const where = arg.where;
+        const whereKeys = Object.keys(where);
+        const r = arg.from.find((elem) => {
+            for (const key of whereKeys) {
+                const value = key === '_' ? elem : elem[key];
+                if (matchCondition(value, where[key])) {
+                    return true;
+                }
+            }
+            return false;
+        });
+        if (arg.field) {
+            return r ? r[arg.field] : arg.else;
+        }
+        else {
+            return r || arg.else;
+        }
+    },
+    $eval(arg, vars) {
+        return vars.match(arg);
+    }
+};
+function runProjection(obj, vars) {
+    if (obj && !Array.isArray(obj) && typeof obj === "object") {
+        const keys = Object.keys(obj);
+        if (keys.length === 1) {
+            const key = keys[0];
+            const fn = operations[key];
+            if (fn) {
+                return fn(obj[key], vars);
+            }
+        }
+    }
+    return obj; // return the value as is
+}
+export function projectResult(payload, params, result, fallback) {
+    return payload.activity.projection ? makeProjection(payload.activity.projection, params, result) : fallback;
+}
+export function makeProjection(spec, params, result) {
+    const vars = new Vars({
+        ...params,
+        '#': result,
+    });
+    const projection = vars.resolveParams(spec);
+    const out = {};
+    for (const [key, value] of Object.entries(projection)) {
+        out[key] = runProjection(value, vars);
+    }
+    return out;
+}
+//# sourceMappingURL=projections.js.map

package/lib/esm/dsl/projections.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projections.js","sourceRoot":"","sources":["../../../src/dsl/projections.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAajC,MAAM,UAAU,GAAqC;IACjD,QAAQ,CAAC,GAAqB,EAAE,KAAW;QACvC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACxB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;YAClC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBACpC,OAAO,IAAI,CAAC;gBAChB,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAA;QACF,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QACvC,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;IACD,KAAK,CAAC,GAAQ,EAAE,IAAU;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;CACJ,CAAA;AAED,SAAS,aAAa,CAAC,GAAQ,EAAE,IAAU;IACvC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,EAAE,EAAE,CAAC;gBACL,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YAC9B,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,CAAC,yBAAyB;AACzC,CAAC;AAED,MAAM,UAAU,aAAa,CAAsC,OAA6C,EAAE,MAA2B,EAAE,MAAW,EAAE,QAAa;IACrK,OAAO,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AAChH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAyB,EAAE,MAA2B,EAAE,MAAW;IAC9F,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,GAAG,MAAM;QACT,GAAG,EAAE,MAAM;KACd,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAE5C,MAAM,GAAG,GAAQ,EAAE,CAAA;IACnB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/lib/esm/dsl/setup/ActivityContext.js

@@ -0,0 +1,118 @@
+import { log, activityInfo } from "@temporalio/activity";
+import { DocumentNotFoundError, WorkflowParamNotFoundError, } from "../../errors.js";
+import { getProjectFromToken } from "../../utils/auth.js";
+import { getVertesiaClient } from "../../utils/client.js";
+import { Vars } from "../vars.js";
+import { getFetchProvider, registerFetchProviderFactory, } from "./fetch/index.js";
+import { DocumentProvider, DocumentTypeProvider, InteractionRunProvider, } from "./fetch/providers.js";
+registerFetchProviderFactory(DocumentProvider.ID, DocumentProvider.factory);
+registerFetchProviderFactory(DocumentTypeProvider.ID, DocumentTypeProvider.factory);
+registerFetchProviderFactory(InteractionRunProvider.ID, InteractionRunProvider.factory);
+export class ActivityContext {
+    payload;
+    params;
+    client;
+    _project;
+    constructor(payload, client, params) {
+        this.payload = payload;
+        this.params = params;
+        this.client = client;
+        this.fetchProject = this.fetchProject.bind(this);
+    }
+    get objectIds() {
+        return this.payload.objectIds;
+    }
+    get objectId() {
+        const objectId = this.payload.objectIds && this.payload.objectIds[0];
+        if (!objectId) {
+            log.error("No objectId found in payload");
+            throw new WorkflowParamNotFoundError("objectIds[0]", this
+                .payload.workflow);
+        }
+        return objectId;
+    }
+    get activityInfo() {
+        return activityInfo();
+    }
+    get runId() {
+        const runId = activityInfo().workflowExecution.runId;
+        if (!runId) {
+            log.error("No runId found in activityInfo");
+            throw new WorkflowParamNotFoundError("runId", this
+                .payload.workflow);
+        }
+        return runId;
+    }
+    get workflowId() {
+        const workflowId = activityInfo().workflowExecution.workflowId;
+        if (!workflowId) {
+            log.error("No workflowId found in activityInfo");
+            throw new WorkflowParamNotFoundError("workflowId", this
+                .payload.workflow);
+        }
+        return workflowId;
+    }
+    fetchProject() {
+        if (!this._project) {
+            this._project = _fetchProject(this.client, this.payload);
+        }
+        return this._project;
+    }
+}
+export async function setupActivity(payload) {
+    const isDebugMode = !!payload.debug_mode;
+    const vars = new Vars({
+        ...payload.params, // imported params (doesn't contain expressions)
+        ...payload.activity.params, // activity params (may contain expressions)
+    });
+    //}
+    if (isDebugMode) {
+        log.info(`Setting up activity ${payload.activity.name}`, {
+            config: payload.config,
+            activity: payload.activity,
+            params: payload.params,
+            vars,
+        });
+    }
+    const client = await getVertesiaClient(payload);
+    const fetchSpecs = payload.activity.fetch;
+    if (fetchSpecs) {
+        const keys = Object.keys(fetchSpecs);
+        if (keys.length > 0) {
+            // create a new Vars instance to store the fetched data
+            for (const key of keys) {
+                let fetchSpec = fetchSpecs[key];
+                let query = fetchSpec.query;
+                if (query) {
+                    query = vars.resolveParams(query);
+                    fetchSpec = { ...fetchSpec, query };
+                }
+                const provider = getFetchProvider(client, fetchSpec);
+                log.info(`Fetching data for ${key} with provider ${provider.name}`, { fetchSpec });
+                const result = await provider.fetch(fetchSpec);
+                if (result && result.length > 0) {
+                    if (fetchSpec.limit === 1) {
+                        vars.setValue(key, result[0]);
+                    }
+                    else {
+                        vars.setValue(key, result);
+                    }
+                }
+                else if (fetchSpec.on_not_found === "throw") {
+                    throw new DocumentNotFoundError("No documents found for: " + JSON.stringify(fetchSpec));
+                }
+                else {
+                    vars.setValue(key, null);
+                }
+            }
+        }
+    }
+    const params = vars.resolve();
+    log.info(`Activity ${payload.activity.name} setup complete`);
+    return new ActivityContext(payload, client, params);
+}
+async function _fetchProject(client, payload) {
+    const project = await getProjectFromToken(payload.auth_token);
+    return project ? await client.projects.retrieve(project.id) : undefined;
+}
+//# sourceMappingURL=ActivityContext.js.map

package/lib/esm/dsl/setup/ActivityContext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActivityContext.js","sourceRoot":"","sources":["../../../../src/dsl/setup/ActivityContext.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAQzD,OAAO,EACH,qBAAqB,EACrB,0BAA0B,GAC7B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EACH,gBAAgB,EAChB,4BAA4B,GAC/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,gBAAgB,EAChB,oBAAoB,EACpB,sBAAsB,GACzB,MAAM,sBAAsB,CAAC;AAE9B,4BAA4B,CAAC,gBAAgB,CAAC,EAAE,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAC5E,4BAA4B,CACxB,oBAAoB,CAAC,EAAE,EACvB,oBAAoB,CAAC,OAAO,CAC/B,CAAC;AACF,4BAA4B,CACxB,sBAAsB,CAAC,EAAE,EACzB,sBAAsB,CAAC,OAAO,CACjC,CAAC;AAEF,MAAM,OAAO,eAAe;IAKb;IAEA;IANX,MAAM,CAAiB;IACvB,QAAQ,CAAgC;IAExC,YACW,OAA6C,EACpD,MAAsB,EACf,MAAe;QAFf,YAAO,GAAP,OAAO,CAAsC;QAE7C,WAAM,GAAN,MAAM,CAAS;QAEtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,SAAS;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;IAClC,CAAC;IAED,IAAI,QAAQ;QACR,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC1C,MAAM,IAAI,0BAA0B,CAChC,cAAc,EAEV,IAAI;iBACC,OACR,CAAC,QAAQ,CACb,CAAC;QACN,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,IAAI,YAAY;QACZ,OAAO,YAAY,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK;QACL,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACrD,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5C,MAAM,IAAI,0BAA0B,CAChC,OAAO,EAEH,IAAI;iBACC,OACR,CAAC,QAAQ,CACb,CAAC;QACN,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,UAAU;QACV,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC;QAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,GAAG,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACjD,MAAM,IAAI,0BAA0B,CAChC,YAAY,EAER,IAAI;iBACC,OACR,CAAC,QAAQ,CACb,CAAC;QACN,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,YAAY;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,OAA6C;IAE7C,MAAM,WAAW,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,GAAG,OAAO,CAAC,MAAM,EAAE,gDAAgD;QACnE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,4CAA4C;KAC3E,CAAC,CAAC;IAEH,GAAG;IACH,IAAI,WAAW,EAAE,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE;YACrD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI;SACP,CAAC,CAAC;IACP,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC1C,IAAI,UAAU,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,uDAAuD;YACvD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;gBAC5B,IAAI,KAAK,EAAE,CAAC;oBACR,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBAClC,SAAS,GAAG,EAAE,GAAG,SAAS,EAAE,KAAK,EAAE,CAAC;gBACxC,CAAC;gBAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAErD,GAAG,CAAC,IAAI,CACJ,qBAAqB,GAAG,kBAAkB,QAAQ,CAAC,IAAI,EAAE,EACzD,EAAE,SAAS,EAAE,CAChB,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC/C,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,IAAI,SAAS,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;wBACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAClC,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC/B,CAAC;gBACL,CAAC;qBAAM,IAAI,SAAS,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;oBAC5C,MAAM,IAAI,qBAAqB,CAC3B,0BAA0B,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CACzD,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAa,CAAC;IACzC,GAAG,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,QAAQ,CAAC,IAAI,iBAAiB,CAAC,CAAC;IAE7D,OAAO,IAAI,eAAe,CAAU,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,MAAsB,EACtB,OAAiC;IAEjC,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9D,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5E,CAAC"}

package/lib/esm/dsl/setup/fetch/DataProvider.js

@@ -0,0 +1,47 @@
+function parseSelector(selector) {
+    const parts = selector.split(/\s+/);
+    const result = {};
+    for (const part of parts) {
+        if (part.startsWith("-")) {
+            result[part.substring(1)] = 0;
+        }
+        else {
+            result[part] = 1;
+        }
+    }
+    return result;
+}
+function applyProjection(result, select) {
+    if (!result)
+        return result;
+    let selectorObj;
+    if (typeof select === 'string') {
+        selectorObj = parseSelector(select);
+    }
+    else {
+        selectorObj = select;
+    }
+    const out = {};
+    for (const key of Object.keys(result)) {
+        if (selectorObj[key]) {
+            out[key] = result[key];
+        }
+    }
+    return out;
+}
+export class DataProvider {
+    name;
+    isProjectionSupported;
+    constructor(name, isProjectionSupported = false) {
+        this.name = name;
+        this.isProjectionSupported = isProjectionSupported;
+    }
+    async fetch(payload) {
+        let results = await this.doFetch(payload);
+        if (payload.select && !this.isProjectionSupported) {
+            results = results.map((result) => applyProjection(result, payload.select));
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=DataProvider.js.map

package/lib/esm/dsl/setup/fetch/DataProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataProvider.js","sourceRoot":"","sources":["../../../../../src/dsl/setup/fetch/DataProvider.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,QAAgB;IACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B,EAAE,MAAc;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,IAAI,WAA6C,CAAC;IAClD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC7B,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACJ,WAAW,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,OAAgB,YAAY;IACX;IAAqB;IAAxC,YAAmB,IAAY,EAAS,wBAAwB,KAAK;QAAlD,SAAI,GAAJ,IAAI,CAAQ;QAAS,0BAAqB,GAArB,qBAAqB,CAAQ;IACrE,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,OAAoB;QAC5B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAA2B,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,MAAO,CAAC,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CAEJ"}

package/lib/esm/dsl/setup/fetch/index.js

@@ -0,0 +1,12 @@
+const factories = {};
+export function registerFetchProviderFactory(name, factory) {
+    factories[name] = factory;
+}
+export function getFetchProvider(client, fetchSpec) {
+    const factory = factories[fetchSpec.type];
+    if (!factory) {
+        throw new Error("Unknown data provider: " + fetchSpec.source);
+    }
+    return factory(client, fetchSpec.source);
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/dsl/setup/fetch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/dsl/setup/fetch/index.ts"],"names":[],"mappings":"AAKA,MAAM,SAAS,GAAgF,EAAE,CAAC;AAGlG,MAAM,UAAU,4BAA4B,CAAC,IAAY,EAAE,OAAmD;IAC1G,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAsB,EAAE,SAA4B;IACjF,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;AAC7C,CAAC"}