@vertesia/workflow 1.0.0-dev.20260203.130115Z → 1.0.0-dev.20260227.112605Z

package/lib/cjs/activities/executeInteraction.js

@@ -0,0 +1,221 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.executeInteraction = executeInteraction;
+exports.executeInteractionFromActivity = executeInteractionFromActivity;
+const common_1 = require("@llumiverse/common");
+const activity_1 = require("@temporalio/activity");
+const node_1 = require("@vertesia/client/node");
+const common_2 = require("@vertesia/common");
+const projections_js_1 = require("../dsl/projections.js");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../errors.js");
+const tokens_js_1 = require("../utils/tokens.js");
+const stream_1 = require("stream");
+//Example:
+//@ts-ignore
+const JSON = {
+    name: "executeInteraction",
+    import: ["defaultModel", "guidlineId", "docTypeId"],
+    params: {
+        defaultModel: "${model}",
+        interactionName: "GenerateSummary",
+        model: "${defaultModel ?? 'gpt4'}",
+        environment: "13456",
+        max_tokens: 100,
+        temperature: 0.5,
+        tags: ["test"],
+        result_schema: "${docType.object_schema}",
+        prompt_data: {
+            documents: "${documents}",
+            guidline: "${guidline.text}",
+        },
+    },
+    fetch: {
+        documents: {
+            type: "document",
+            query: {
+                id: { $in: "${objectIds}" },
+            },
+            select: "+text",
+        },
+        guidline: {
+            type: "document",
+            limit: 1,
+            query: {
+                id: "${guidlineId}",
+            },
+            select: "+text",
+            on_not_found: "throw",
+        },
+        docType: {
+            type: "document_type",
+            limit: 1,
+            query: {
+                id: "${docTypeId}",
+            },
+            select: "+object_schema",
+        },
+    },
+};
+async function executeInteraction(payload) {
+    const { client, params } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { interactionName, prompt_data, static_prompt_data: wf_prompt_data } = params;
+    if (wf_prompt_data) {
+        Object.assign(prompt_data, wf_prompt_data);
+    }
+    if (!interactionName) {
+        activity_1.log.error("Missing interactionName", { params });
+        throw new errors_js_1.ActivityParamNotFoundError("interactionName", payload.activity);
+    }
+    if (params.truncate) {
+        const truncate = params.truncate;
+        for (const [key, value] of Object.entries(truncate)) {
+            prompt_data[key] = (0, tokens_js_1.truncByMaxTokens)(prompt_data[key], value);
+        }
+    }
+    try {
+        const res = await executeInteractionFromActivity(client, interactionName, params, prompt_data, payload.debug_mode);
+        let completionResult = res.result;
+        // Handle image uploads if the result contains base64 images
+        const imageResults = completionResult.filter(r => r.type === "image");
+        if (imageResults.length > 0) {
+            const uploadedImages = await Promise.all(completionResult.map(async (item, index) => {
+                if (item.type === "image") {
+                    const image = item.value;
+                    // Extract base64 data and create buffer
+                    const base64Data = image.replace(/^data:image\/[a-z]+;base64,/, "");
+                    const buffer = Buffer.from(base64Data, 'base64');
+                    // Generate filename
+                    const { runId } = (0, activity_1.activityInfo)().workflowExecution;
+                    const { activityId } = (0, activity_1.activityInfo)();
+                    const filename = `generated-image-${runId}-${activityId}-${index}.png`;
+                    // Create a readable stream from the buffer
+                    const stream = stream_1.Readable.from(buffer);
+                    const source = new node_1.NodeStreamSource(stream, filename, "image/png");
+                    const file = await client.files.uploadFile(source);
+                    return { type: "image", value: file };
+                }
+                return item;
+            }));
+            completionResult = uploadedImages;
+        }
+        return (0, projections_js_1.projectResult)(payload, params, res, {
+            runId: res.id,
+            status: res.status,
+            result: completionResult,
+        });
+    }
+    catch (error) {
+        activity_1.log.error(`Failed to execute interaction ${interactionName}`, { error });
+        if (error.statusCode === 429 && params.exit_on_resource_exhaustion) {
+            throw new errors_js_1.ResourceExhaustedError(error.statusCode, "Resource exhausted - rate limit exceeded");
+        }
+        else if (error.message.includes("Failed to validate merged prompt schema")) {
+            //issue with the input data, don't retry
+            throw new errors_js_1.ActivityParamInvalidError("prompt_data", payload.activity, error.message);
+        }
+        else if (error.message.includes("modelId: Path `modelId` is required")) {
+            //issue with the input data, don't retry
+            throw new errors_js_1.ActivityParamInvalidError("model", payload.activity, error.message);
+        }
+        // Check retryability from error object (set by executeInteractionFromActivity)
+        // or from LlumiverseError instance (direct driver errors in some paths)
+        const isRetryable = error.retryable !== undefined
+            ? error.retryable !== false // Treat undefined as retryable
+            : (error instanceof common_1.LlumiverseError ? error.retryable !== false : undefined);
+        if (isRetryable !== undefined) {
+            if (isRetryable) {
+                activity_1.log.debug('Marking error as retryable', { interactionName, errorCode: error.errorCode });
+                throw activity_1.ApplicationFailure.create({
+                    message: `Interaction Execution failed ${interactionName}: ${error.message}`,
+                    nonRetryable: false,
+                });
+            }
+            else {
+                activity_1.log.debug('Marking error as non-retryable', { interactionName, errorCode: error.errorCode });
+                throw activity_1.ApplicationFailure.create({
+                    message: `Non-retryable Interaction Execution failed ${interactionName}: ${error.message}`,
+                    nonRetryable: true,
+                });
+            }
+        }
+        // Unknown retryability - rethrow as generic error (Temporal will use default retry policy)
+        throw new Error(`Interaction Execution failed ${interactionName}: ${error.message}`);
+    }
+}
+async function executeInteractionFromActivity(client, interactionName, params, prompt_data, debug) {
+    const userTags = params.tags;
+    const info = (0, activity_1.activityInfo)();
+    const runId = info.workflowExecution.runId;
+    let tags = ["workflow"];
+    if (userTags) {
+        tags = tags.concat(userTags);
+    }
+    const workflow = {
+        run_id: info.workflowExecution.runId,
+        workflow_id: info.workflowExecution.workflowId,
+        activity_type: info.activityType,
+    };
+    let previousStudioExecutionRun = undefined;
+    if (params.include_previous_error) {
+        //retrieve last failed run if any
+        if (info.attempt > 1) {
+            activity_1.log.info("Retrying, searching for previous run", { prev_run_id: runId });
+            const payload = {
+                query: { workflow_run_ids: [runId] },
+                limit: 1,
+            };
+            const previousRun = await client.runs.search(payload).then((res) => {
+                activity_1.log.info("Search results", { results: res });
+                return res ? (res[0] ?? undefined) : undefined;
+            });
+            if (previousRun) {
+                activity_1.log.info("Found previous run", { previousRun });
+                previousStudioExecutionRun = await client.runs.retrieve(previousRun.id);
+            }
+        }
+    }
+    if (debug && previousStudioExecutionRun?.error) {
+        activity_1.log.info(`Found  previous run error`, { error: previousStudioExecutionRun?.error });
+    }
+    const config = {
+        environment: params.environment,
+        model: params.model,
+        model_options: params.model_options,
+        do_validate: params.validate_result,
+    };
+    const data = {
+        ...prompt_data,
+        previous_error: previousStudioExecutionRun?.error,
+    };
+    const result_schema = params.result_schema;
+    activity_1.log.debug(`About to execute interaction ${interactionName}`, { config, data, result_schema, tags, workflow });
+    const res = await client.interactions
+        .executeByName(interactionName, {
+        config,
+        data,
+        result_schema,
+        tags,
+        stream: false,
+        workflow,
+    })
+        .catch((err) => {
+        activity_1.log.error(`Error executing interaction ${interactionName}`, { err });
+        throw err;
+    });
+    if (debug) {
+        activity_1.log.info(`Interaction executed ${interactionName}`, res);
+    }
+    if (res.error || res.status === common_2.ExecutionRunStatus.failed) {
+        activity_1.log.error(`Error executing interaction ${interactionName}`, { error: res.error });
+        // Create error with retryability information
+        const errorMessage = `Interaction Execution failed ${interactionName}: ${res.error?.message || 'Unknown error'}`;
+        const error = new Error(errorMessage);
+        // Attach retryable property so the catch block can access it
+        error.retryable = res.error?.retryable;
+        error.errorCode = res.error?.code;
+        throw error;
+    }
+    return res;
+}
+//# sourceMappingURL=executeInteraction.js.map

package/lib/cjs/activities/executeInteraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executeInteraction.js","sourceRoot":"","sources":["../../../src/activities/executeInteraction.ts"],"names":[],"mappings":";;AAiIA,gDA4GC;AAED,wEA4FC;AA3UD,+CAAqF;AACrF,mDAA6E;AAE7E,gDAAyD;AACzD,6CAQ0B;AAC1B,0DAAsD;AACtD,wEAAgE;AAChE,4CAA6G;AAC7G,kDAAoE;AACpE,mCAAkC;AAElC,UAAU;AACV,YAAY;AACZ,MAAM,IAAI,GAAoB;IAC1B,IAAI,EAAE,oBAAoB;IAC1B,MAAM,EAAE,CAAC,cAAc,EAAE,YAAY,EAAE,WAAW,CAAC;IACnD,MAAM,EAAE;QACJ,YAAY,EAAE,UAAU;QACxB,eAAe,EAAE,iBAAiB;QAClC,KAAK,EAAE,2BAA2B;QAClC,WAAW,EAAE,OAAO;QACpB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,GAAG;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,0BAA0B;QACzC,WAAW,EAAE;YACT,SAAS,EAAE,cAAc;YACzB,QAAQ,EAAE,kBAAkB;SAC/B;KACJ;IACD,KAAK,EAAE;QACH,SAAS,EAAE;YACP,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE;gBACH,EAAE,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;aAC9B;YACD,MAAM,EAAE,OAAO;SAClB;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE;gBACH,EAAE,EAAE,eAAe;aACtB;YACD,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,OAAO;SACxB;QACD,OAAO,EAAE;YACL,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE;gBACH,EAAE,EAAE,cAAc;aACrB;YACD,MAAM,EAAE,gBAAgB;SAC3B;KACJ;CACJ,CAAC;AAiEK,KAAK,UAAU,kBAAkB,CAAC,OAA8D;IACnG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kCAAa,EAA2B,OAAO,CAAC,CAAC;IAElF,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,kBAAkB,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IACpF,IAAI,cAAc,EAAE,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,CAAC,eAAe,EAAE,CAAC;QACnB,cAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,MAAM,IAAI,sCAA0B,CAAC,iBAAiB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClD,WAAW,CAAC,GAAG,CAAC,GAAG,IAAA,4BAAgB,EAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,8BAA8B,CAC5C,MAAM,EACN,eAAe,EACf,MAAM,EACN,WAAW,EACX,OAAO,CAAC,UAAU,CACrB,CAAC;QAEF,IAAI,gBAAgB,GAAuB,GAAG,CAAC,MAAM,CAAC;QAEtD,4DAA4D;QAC5D,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;gBACvC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;oBACzB,wCAAwC;oBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;oBACpE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBAEjD,oBAAoB;oBACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC,iBAAiB,CAAC;oBACnD,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC;oBACtC,MAAM,QAAQ,GAAG,mBAAmB,KAAK,IAAI,UAAU,IAAI,KAAK,MAAM,CAAC;oBAEvE,2CAA2C;oBAC3C,MAAM,MAAM,GAAG,iBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAErC,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,MAAM,EACN,QAAQ,EACR,WAAW,CACd,CAAC;oBAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAsB,CAAC;gBAC9D,CAAC;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CAAC;YACF,gBAAgB,GAAG,cAAc,CAAC;QACtC,CAAC;QAED,OAAO,IAAA,8BAAa,EAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE;YACvC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CAAC;IAEP,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,iCAAiC,eAAe,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,IAAI,MAAM,CAAC,2BAA2B,EAAE,CAAC;YACjE,MAAM,IAAI,kCAAsB,CAAC,KAAK,CAAC,UAAU,EAAE,0CAA0C,CAAC,CAAC;QACnG,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,yCAAyC,CAAC,EAAE,CAAC;YAC3E,wCAAwC;YACxC,MAAM,IAAI,qCAAyB,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACxF,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EAAE,CAAC;YACvE,wCAAwC;YACxC,MAAM,IAAI,qCAAyB,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClF,CAAC;QAED,+EAA+E;QAC/E,wEAAwE;QACxE,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS;YAC7C,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAE,+BAA+B;YAC5D,CAAC,CAAC,CAAC,KAAK,YAAY,wBAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEjF,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBACd,cAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBACzF,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,gCAAgC,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE;oBAC5E,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,cAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7F,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,8CAA8C,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE;oBAC1F,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,2FAA2F;QAC3F,MAAM,IAAI,KAAK,CAAC,gCAAgC,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,8BAA8B,CAChD,MAAsB,EACtB,eAAuB,EACvB,MAAkC,EAClC,WAAgB,EAChB,KAAe;IAEf,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAA,uBAAY,GAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;IAC3C,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACxB,IAAI,QAAQ,EAAE,CAAC;QACX,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,QAAQ,GAAyB;QACnC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK;QACpC,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,UAAU;QAC9C,aAAa,EAAE,IAAI,CAAC,YAAY;KACnC,CAAC;IAEF,IAAI,0BAA0B,GAA6B,SAAS,CAAC;IACrE,IAAI,MAAM,CAAC,sBAAsB,EAAE,CAAC;QAChC,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACnB,cAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,OAAO,GAAqB;gBAC9B,KAAK,EAAE,EAAE,gBAAgB,EAAE,CAAC,KAAK,CAAC,EAAE;gBACpC,KAAK,EAAE,CAAC;aACX,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC/D,cAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnD,CAAC,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBACd,cAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBAChD,0BAA0B,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;IACL,CAAC;IACD,IAAI,KAAK,IAAI,0BAA0B,EAAE,KAAK,EAAE,CAAC;QAC7C,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,MAAM,GAAsC;QAC9C,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,WAAW,EAAE,MAAM,CAAC,eAAe;KACtC,CAAC;IACF,MAAM,IAAI,GAAG;QACT,GAAG,WAAW;QACd,cAAc,EAAE,0BAA0B,EAAE,KAAK;KACpD,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IAE3C,cAAG,CAAC,KAAK,CAAC,gCAAgC,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE9G,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,YAAY;SAChC,aAAa,CAAC,eAAe,EAAE;QAC5B,MAAM;QACN,IAAI;QACJ,aAAa;QACb,IAAI;QACJ,MAAM,EAAE,KAAK;QACb,QAAQ;KACX,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,cAAG,CAAC,KAAK,CAAC,+BAA+B,eAAe,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACrE,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEP,IAAI,KAAK,EAAE,CAAC;QACR,cAAG,CAAC,IAAI,CAAC,wBAAwB,eAAe,EAAE,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,2BAAkB,CAAC,MAAM,EAAE,CAAC;QACxD,cAAG,CAAC,KAAK,CAAC,+BAA+B,eAAe,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAElF,6CAA6C;QAC7C,MAAM,YAAY,GAAG,gCAAgC,eAAe,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,EAAE,CAAC;QACjH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAEtC,6DAA6D;QAC5D,KAAa,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC;QAC/C,KAAa,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;QAE3C,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/lib/cjs/activities/extractDocumentText.js

@@ -0,0 +1,196 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractDocumentText = extractDocumentText;
+const activity_1 = require("@temporalio/activity");
+const markitdown_js_1 = require("../conversion/markitdown.js");
+const mutool_js_1 = require("../conversion/mutool.js");
+const pandoc_js_1 = require("../conversion/pandoc.js");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../errors.js");
+const result_types_js_1 = require("../result-types.js");
+const blobs_js_1 = require("../utils/blobs.js");
+const text_preview_utils_js_1 = require("../utils/text-preview-utils.js");
+const tokens_js_1 = require("../utils/tokens.js");
+//@ts-ignore
+const JSON = {
+    name: "extractDocumentText",
+};
+async function extractDocumentText(payload) {
+    const context = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { client, inputType, params } = context;
+    const { output_storage_path } = params;
+    if (inputType === 'files') {
+        // File mode: extract from file source
+        if (!output_storage_path) {
+            throw new Error('output_storage_path is required when extracting text from file sources');
+        }
+        return extractFromFileSource(client, context.file, output_storage_path);
+    }
+    else {
+        // Object mode: fetch from object store
+        return extractFromObject(client, context.objectId, context.objectIds || []);
+    }
+}
+async function extractFromObject(client, objectId, objectIds) {
+    const r = await client.objects.find({
+        query: { _id: objectId },
+        limit: 1,
+        select: "+text",
+    });
+    const doc = r[0];
+    if (!doc) {
+        activity_1.log.error(`Document ${objectId} not found`);
+        throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} not found`, objectIds);
+    }
+    activity_1.log.info(`Extracting text for object ${doc.id}`);
+    if (!doc.content?.type || !doc.content?.source) {
+        if (doc.text) {
+            return createResponse(doc, doc.text, result_types_js_1.TextExtractionStatus.skipped, "Text present and no source or type");
+        }
+        else {
+            return createResponse(doc, "", result_types_js_1.TextExtractionStatus.error, "No source or type found");
+        }
+    }
+    //skip if text already extracted and proper etag
+    if (doc.text && doc.text.length > 0 && doc.text_etag === doc.content.etag) {
+        return createResponse(doc, doc.text, result_types_js_1.TextExtractionStatus.skipped, "Text already extracted");
+    }
+    let fileBuffer;
+    try {
+        fileBuffer = await (0, blobs_js_1.fetchBlobAsBuffer)(client, doc.content.source);
+    }
+    catch (e) {
+        activity_1.log.error(`Error reading file: ${e}`);
+        return createResponse(doc, "", result_types_js_1.TextExtractionStatus.error, e.message);
+    }
+    const txt = await extractTextFromBuffer(fileBuffer, doc.content.type);
+    if (!txt) {
+        return createResponse(doc, doc.text ?? "", result_types_js_1.TextExtractionStatus.skipped, `Unsupported mime type: ${doc.content.type}`);
+    }
+    const tokensData = (0, tokens_js_1.countTokens)(txt);
+    const etag = doc.content.etag ?? (0, blobs_js_1.md5)(txt);
+    const updateData = {
+        text: txt,
+        text_etag: etag,
+        tokens: {
+            ...tokensData,
+            etag: etag,
+        },
+    };
+    await client.objects.update(doc.id, updateData);
+    return createResponse(doc, txt, result_types_js_1.TextExtractionStatus.success);
+}
+async function extractFromFileSource(client, input_file, output_storage_path) {
+    activity_1.log.info(`Extracting text from ${input_file}`);
+    let fileBuffer;
+    try {
+        fileBuffer = await (0, blobs_js_1.fetchBlobAsBuffer)(client, input_file.url);
+    }
+    catch (e) {
+        activity_1.log.error(`Error reading file: ${e}`);
+        return (0, text_preview_utils_js_1.createFileSourceResult)(input_file.url, output_storage_path, null);
+    }
+    const txt = await extractTextFromBuffer(fileBuffer, input_file.mimetype);
+    // Upload extracted text to storage
+    if (txt && output_storage_path) {
+        await (0, text_preview_utils_js_1.uploadTextPreviewToStorage)(client, txt, output_storage_path, "Document");
+    }
+    return (0, text_preview_utils_js_1.createFileSourceResult)(input_file.url, output_storage_path, txt);
+}
+async function extractTextFromBuffer(fileBuffer, mimeType) {
+    let txt;
+    switch (mimeType) {
+        case "application/pdf":
+            txt = await (0, mutool_js_1.mutoolPdfToText)(fileBuffer);
+            break;
+        case "text/plain":
+            txt = fileBuffer.toString("utf8");
+            break;
+        //docx
+        case "application/vnd.openxmlformats-officedocument.wordprocessingml.document":
+            txt = await (0, markitdown_js_1.markdownWithMarkitdown)(fileBuffer, "docx");
+            break;
+        //pptx
+        case "application/vnd.openxmlformats-officedocument.presentationml.presentation":
+            txt = await (0, markitdown_js_1.markdownWithMarkitdown)(fileBuffer, "pptx");
+            break;
+        //html
+        case "text/html":
+            txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "html");
+            break;
+        //opendocument
+        case "application/vnd.oasis.opendocument.text":
+            txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "odt");
+            break;
+        //rtf
+        case "application/rtf":
+            txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "rtf");
+            break;
+        //markdown
+        case "text/markdown":
+            txt = fileBuffer.toString("utf8");
+            break;
+        //csv
+        case "text/csv":
+            txt = fileBuffer.toString("utf8");
+            break;
+        //typescript
+        case "application/typescript":
+            txt = fileBuffer.toString("utf8");
+            break;
+        //javascript
+        case "application/javascript":
+            txt = fileBuffer.toString("utf8");
+            break;
+        //json
+        case "application/json":
+            txt = fileBuffer.toString("utf8");
+            break;
+        default:
+            if (sniffIfText(fileBuffer)) {
+                txt = fileBuffer.toString("utf8"); //TODO: add charset detection
+                break;
+            }
+            return null;
+    }
+    return txt;
+}
+function createResponse(doc, text, status, message) {
+    return {
+        status,
+        message,
+        tokens: doc.tokens,
+        len: text.length,
+        objectId: doc.id,
+        hasText: !!text,
+    };
+}
+function sniffIfText(buf) {
+    // If file is too large, don't even try
+    if (buf.length > 500 * 1024) {
+        return false;
+    }
+    // Count binary/control characters
+    let binaryCount = 0;
+    const sampleSize = Math.min(buf.length, 1000); // Check first 1000 bytes
+    for (let i = 0; i < sampleSize; i++) {
+        // Count control characters (except common whitespace)
+        const byte = buf[i];
+        if ((byte < 32 && ![9, 10, 13].includes(byte)) || byte === 0) {
+            binaryCount++;
+        }
+    }
+    // If more than 10% binary/control chars, probably not text
+    if (binaryCount / sampleSize > 0.1) {
+        return false;
+    }
+    // Additional check for valid UTF-8 encoding
+    try {
+        const s = buf.toString("utf8");
+        return s.length > 0 && !s.includes("\uFFFD"); // Replacement character
+    }
+    catch (e) {
+        return false;
+    }
+}
+//# sourceMappingURL=extractDocumentText.js.map

package/lib/cjs/activities/extractDocumentText.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractDocumentText.js","sourceRoot":"","sources":["../../../src/activities/extractDocumentText.ts"],"names":[],"mappings":";;AAkCA,kDAiBC;AAnDD,mDAA2C;AAQ3C,+DAAqE;AACrE,uDAA0D;AAC1D,uDAA6D;AAC7D,wEAAgE;AAChE,4CAAqD;AACrD,wDAAgF;AAChF,gDAA2D;AAC3D,0EAGwC;AACxC,kDAAiD;AAEjD,YAAY;AACZ,MAAM,IAAI,GAAoB;IAC1B,IAAI,EAAE,qBAAqB;CAC9B,CAAC;AAUK,KAAK,UAAU,mBAAmB,CACrC,OAA+D;IAE/D,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC9C,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,CAAC;IAEvC,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QACxB,sCAAsC;QACtC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,qBAAqB,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACJ,uCAAuC;QACvC,OAAO,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAChF,CAAC;AACL,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC5B,MAAW,EACX,QAAgB,EAChB,SAAmB;IAEnB,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;QAChC,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE;QACxB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,OAAO;KAClB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAkB,CAAC;IAClC,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,YAAY,CAAC,CAAC;QAC5C,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE,SAAS,CAAC,CAAC;IACjF,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,8BAA8B,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAEjD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC7C,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,sCAAoB,CAAC,OAAO,EAAE,oCAAoC,CAAC,CAAC;QAC7G,CAAC;aAAM,CAAC;YACJ,OAAO,cAAc,CAAC,GAAG,EAAE,EAAE,EAAE,sCAAoB,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;IAED,gDAAgD;IAChD,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACxE,OAAO,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,sCAAoB,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IACjG,CAAC;IAED,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,cAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,cAAc,CAAC,GAAG,EAAE,EAAE,EAAE,sCAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,cAAc,CACjB,GAAG,EACH,GAAG,CAAC,IAAI,IAAI,EAAE,EACd,sCAAoB,CAAC,OAAO,EAC5B,0BAA0B,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAC/C,CAAC;IACN,CAAC;IAED,MAAM,UAAU,GAAG,IAAA,uBAAW,EAAC,GAAG,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,IAAA,cAAG,EAAC,GAAG,CAAC,CAAC;IAE1C,MAAM,UAAU,GAA+B;QAC3C,IAAI,EAAE,GAAG;QACT,SAAS,EAAE,IAAI;QACf,MAAM,EAAE;YACJ,GAAG,UAAU;YACb,IAAI,EAAE,IAAI;SACb;KACJ,CAAC;IAEF,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAEhD,OAAO,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,sCAAoB,CAAC,OAAO,CAAC,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,qBAAqB,CAChC,MAAW,EACX,UAA6B,EAC7B,mBAA2B;IAE3B,cAAG,CAAC,IAAI,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;IAE/C,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,cAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,IAAA,8CAAsB,EAAC,UAAU,CAAC,GAAG,EAAE,mBAAmB,EAAE,IAAI,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAEzE,mCAAmC;IACnC,IAAI,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC7B,MAAM,IAAA,kDAA0B,EAAC,MAAM,EAAE,GAAG,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;IACnF,CAAC;IAED,OAAO,IAAA,8CAAsB,EAAC,UAAU,CAAC,GAAG,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,UAAkB,EAAE,QAAgB;IACrE,IAAI,GAAW,CAAC;IAEhB,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,iBAAiB;YAClB,GAAG,GAAG,MAAM,IAAA,2BAAe,EAAC,UAAU,CAAC,CAAC;YACxC,MAAM;QAEV,KAAK,YAAY;YACb,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV,MAAM;QACN,KAAK,yEAAyE;YAC1E,GAAG,GAAG,MAAM,IAAA,sCAAsB,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvD,MAAM;QAEV,MAAM;QACN,KAAK,2EAA2E;YAC5E,GAAG,GAAG,MAAM,IAAA,sCAAsB,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvD,MAAM;QAEV,MAAM;QACN,KAAK,WAAW;YACZ,GAAG,GAAG,MAAM,IAAA,8BAAkB,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM;QAEV,cAAc;QACd,KAAK,yCAAyC;YAC1C,GAAG,GAAG,MAAM,IAAA,8BAAkB,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAClD,MAAM;QAEV,KAAK;QACL,KAAK,iBAAiB;YAClB,GAAG,GAAG,MAAM,IAAA,8BAAkB,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAClD,MAAM;QAEV,UAAU;QACV,KAAK,eAAe;YAChB,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV,KAAK;QACL,KAAK,UAAU;YACX,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV,YAAY;QACZ,KAAK,wBAAwB;YACzB,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV,YAAY;QACZ,KAAK,wBAAwB;YACzB,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV,MAAM;QACN,KAAK,kBAAkB;YACnB,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM;QAEV;YACI,IAAI,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1B,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,6BAA6B;gBAChE,MAAM;YACV,CAAC;YACD,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CACnB,GAAkB,EAClB,IAAY,EACZ,MAA4B,EAC5B,OAAgB;IAEhB,OAAO;QACH,MAAM;QACN,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,GAAG,EAAE,IAAI,CAAC,MAAM;QAChB,QAAQ,EAAE,GAAG,CAAC,EAAE;QAChB,OAAO,EAAE,CAAC,CAAC,IAAI;KAClB,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC5B,uCAAuC;IACvC,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,GAAG,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,kCAAkC;IAClC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,yBAAyB;IAExE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,sDAAsD;QACtD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3D,WAAW,EAAE,CAAC;QAClB,CAAC;IACL,CAAC;IAED,2DAA2D;IAC3D,IAAI,WAAW,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,4CAA4C;IAC5C,IAAI,CAAC;QACD,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,wBAAwB;IAC1E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC"}

package/lib/cjs/activities/generateDocumentProperties.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateDocumentProperties = generateDocumentProperties;
+const activity_1 = require("@temporalio/activity");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const tokens_js_1 = require("../utils/tokens.js");
+const executeInteraction_js_1 = require("./executeInteraction.js");
+const INT_EXTRACT_INFORMATION = "sys:ExtractInformation";
+async function generateDocumentProperties(payload) {
+    const context = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { params, client, objectId } = context;
+    const interactionName = params.interactionName ?? INT_EXTRACT_INFORMATION;
+    const project = await context.fetchProject();
+    const doc = await client.objects.retrieve(objectId, "+text");
+    const type = doc.type
+        ? await client.types.catalog.resolve(doc.type)
+        : undefined;
+    if (!doc?.text && !params.use_vision && !doc?.content?.type?.startsWith("image/")) {
+        activity_1.log.warn(`Object ${objectId} not found or text is empty`);
+        return { status: "failed", error: "no-text" };
+    }
+    if (!type || !type.object_schema) {
+        activity_1.log.info(`Object ${objectId} has no schema`);
+        return { document: objectId, status: "skipped", message: "no schema defined on type" };
+    }
+    const getImageRef = () => {
+        if (doc.content?.type?.startsWith("image/")) {
+            return "store:" + doc.id;
+        }
+        if (params.use_vision && doc.content?.type?.startsWith("application/pdf")) {
+            return "store:" + doc.id;
+        }
+        activity_1.log.info(`Object ${objectId} is not an image or pdf`);
+        return undefined;
+    };
+    const content = doc.text
+        ? (0, tokens_js_1.truncByMaxTokens)(doc.text, params.truncate || 30000)
+        : undefined;
+    const promptData = {
+        content: content,
+        image: getImageRef() ?? undefined,
+        human_context: project?.configuration?.human_context ?? undefined,
+    };
+    activity_1.log.info(` Extracting information from object ${objectId} with type ${type.name}`, payload.debug_mode ? { params } : undefined);
+    let infoRes;
+    try {
+        infoRes = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, {
+            ...params,
+            include_previous_error: true,
+            result_schema: type.object_schema,
+            validate_result: type.strict_mode,
+        }, promptData, payload.debug_mode ?? false);
+    }
+    catch (error) {
+        activity_1.log.error(`Failed to extract document properties for ${objectId}`, { error, retryable: error.retryable });
+        const isRetryable = error.retryable !== undefined
+            ? error.retryable !== false
+            : undefined;
+        if (isRetryable !== undefined) {
+            if (isRetryable) {
+                throw activity_1.ApplicationFailure.create({
+                    message: `Document property extraction failed for ${objectId}: ${error.message}`,
+                    nonRetryable: false,
+                });
+            }
+            else {
+                throw activity_1.ApplicationFailure.create({
+                    message: `Non-retryable document property extraction failed for ${objectId}: ${error.message}`,
+                    nonRetryable: true,
+                });
+            }
+        }
+        throw error;
+    }
+    const getText = () => {
+        if (doc.text) {
+            return undefined;
+        }
+        let text = "";
+        const jsonResult = infoRes.result.object();
+        if (jsonResult.title) {
+            text += jsonResult.title + "\n";
+        }
+        if (jsonResult.description) {
+            text += jsonResult.description;
+        }
+        if (text) {
+            return text;
+        }
+        else {
+            return undefined;
+        }
+    };
+    activity_1.log.info(`Extracted information from object ${objectId} with type ${type.name}`, { runId: infoRes.id });
+    await client.objects.update(doc.id, {
+        properties: {
+            ...infoRes.result.object(),
+            etag: doc.text_etag,
+        },
+        text: getText(),
+        generation_run_info: {
+            id: infoRes.id,
+            date: new Date().toISOString(),
+            model: infoRes.modelId ?? "",
+        },
+    }, { suppressWorkflows: true });
+    return { status: "completed" };
+}
+//# sourceMappingURL=generateDocumentProperties.js.map

package/lib/cjs/activities/generateDocumentProperties.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateDocumentProperties.js","sourceRoot":"","sources":["../../../src/activities/generateDocumentProperties.ts"],"names":[],"mappings":";;AAsBA,gEA4HC;AAlJD,mDAA+D;AAE/D,wEAAgE;AAChE,kDAAoE;AACpE,mEAAqG;AAErG,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;AAgBlD,KAAK,UAAU,0BAA0B,CAC5C,OAAsE;IAEtE,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAAmC,OAAO,CAAC,CAAC;IAC/E,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,uBAAuB,CAAC;IAE1E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAE7C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;QACjB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAEhB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChF,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,6BAA6B,CAAC,CAAC;QAC1D,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC/B,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,gBAAgB,CAAC,CAAC;QAC7C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC;IAC3F,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,EAAE;QACrB,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,OAAO,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACxE,OAAO,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;QAC7B,CAAC;QAED,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,yBAAyB,CAAC,CAAC;QACtD,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI;QACpB,CAAC,CAAC,IAAA,4BAAgB,EAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QACtD,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,UAAU,GAAG;QACf,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE,WAAW,EAAE,IAAI,SAAS;QACjC,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;KACpE,CAAC;IAEF,cAAG,CAAC,IAAI,CACJ,uCAAuC,QAAQ,cAAc,IAAI,CAAC,IAAI,EAAE,EACxE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAC9C,CAAC;IAEF,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QACD,OAAO,GAAG,MAAM,IAAA,sDAA8B,EAC1C,MAAM,EACN,eAAe,EACf;YACI,GAAG,MAAM;YACT,sBAAsB,EAAE,IAAI;YAC5B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,eAAe,EAAE,IAAI,CAAC,WAAW;SACpC,EACD,UAAU,EACV,OAAO,CAAC,UAAU,IAAI,KAAK,CAC9B,CAAC;IACN,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,6CAA6C,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAE1G,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS;YAC7C,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK;YAC3B,CAAC,CAAC,SAAS,CAAC;QAEhB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBACd,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,2CAA2C,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE;oBAChF,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,yDAAyD,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE;oBAC9F,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE;QACjB,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,IAAI,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI,IAAI,UAAU,CAAC,WAAW,CAAC;QACnC,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACP,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC,CAAC;IAEF,cAAG,CAAC,IAAI,CAAC,qCAAqC,QAAQ,cAAc,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACxG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;QAChC,UAAU,EAAE;YACR,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE;YAC1B,IAAI,EAAE,GAAG,CAAC,SAAS;SACtB;QACD,IAAI,EAAE,OAAO,EAAE;QACf,mBAAmB,EAAE;YACjB,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC9B,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;SAC/B;KACJ,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AACnC,CAAC"}