@vertesia/workflow 0.78.0-dev-28b447d → 0.78.0-dev.1

package/lib/cjs/activities/generateOrAssignContentType.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateOrAssignContentType = generateOrAssignContentType;
+const activity_1 = require("@temporalio/activity");
+const common_1 = require("@vertesia/common");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const tokens_js_1 = require("../utils/tokens.js");
+const executeInteraction_js_1 = require("./executeInteraction.js");
+const common_2 = require("@llumiverse/common");
+const INT_SELECT_DOCUMENT_TYPE = "sys:SelectDocumentType";
+const INT_GENERATE_METADATA_MODEL = "sys:GenerateMetadataModel";
+async function generateOrAssignContentType(payload) {
+    const context = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { params, client, objectId } = context;
+    const interactionName = params.interactionNames?.selectDocumentType ?? INT_SELECT_DOCUMENT_TYPE;
+    activity_1.log.info("SelectDocumentType for object: " + objectId, { payload });
+    const object = await client.objects.retrieve(objectId, "+text");
+    //Expects object.type to be null on first ingestion of content
+    //User initiated Content Type change via the Composable UI,
+    //sets object.type to null when they let Composable choose for them.
+    //sets object.type to chosen type (thus non-null) when user picks a type.
+    if (object.type) {
+        activity_1.log.warn(`Object ${objectId} has already a type. Skipping type creation.`);
+        return {
+            status: "skipped",
+            message: "Object already has a type: " + object.type.name,
+        };
+    }
+    if (!object ||
+        (!object.text &&
+            !object.content?.type?.startsWith("image/") &&
+            !object.content?.type?.startsWith("application/pdf"))) {
+        activity_1.log.info(`Object ${objectId} not found or text is empty and not an image`, {
+            object,
+        });
+        return { status: "failed", error: "no-text" };
+    }
+    const types = await client.types.list(undefined, {
+        schema: true,
+    });
+    //make a list of all existing types, and add hints if any
+    const existing_types = types.filter((t) => !["DocumentPart", "Rendition"].includes(t.name));
+    const content = object.text
+        ? (0, tokens_js_1.truncByMaxTokens)(object.text, params.truncate || 30000)
+        : undefined;
+    const getImage = async () => {
+        if (object.content?.type?.includes("pdf") &&
+            object.text?.length &&
+            object.text?.length < 100) {
+            return "store:" + objectId;
+        }
+        if (!object.content?.type?.startsWith("image/")) {
+            return undefined;
+        }
+        const res = await client.objects.getRendition(objectId, {
+            format: common_1.ImageRenditionFormat.jpeg,
+            generate_if_missing: true,
+        });
+        if (!res.renditions?.length && res.status === "generating") {
+            //throw to try again
+            throw new Error(`Rendition for object ${objectId} is in progress`);
+        }
+        else if (res.renditions) {
+            return "store:" + objectId;
+        }
+    };
+    const fileRef = await getImage();
+    activity_1.log.info("Execute SelectDocumentType interaction on content with \nexisting types - passing full types: " +
+        existing_types.filter((t) => !t.tags?.includes("system")));
+    const res = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
+        existing_types,
+        content,
+        image: fileRef,
+    });
+    const jsonResult = (0, common_2.parseCompletionResultsToJson)(res.result);
+    activity_1.log.info("Selected Content Type Result: " + JSON.stringify(jsonResult));
+    //if type is not identified or not present in the database, generate a new type
+    let selectedType = undefined;
+    selectedType = types.find((t) => t.name === jsonResult.document_type);
+    if (!selectedType) {
+        activity_1.log.warn("Document type not identified: starting type generation");
+        const newType = await generateNewType(context, existing_types, content, fileRef);
+        selectedType = { id: newType.id, name: newType.name };
+    }
+    if (!selectedType) {
+        activity_1.log.error("Type not found: ", res.result);
+        throw new Error("Type not found: " + jsonResult.document_type);
+    }
+    //update object with selected type
+    await client.objects.update(objectId, {
+        type: selectedType.id,
+    });
+    return {
+        id: selectedType.id,
+        name: selectedType.name,
+        isNew: !types.find((t) => t.name === selectedType.name),
+    };
+}
+async function generateNewType(context, existing_types, content, fileRef) {
+    const { client, params } = context;
+    const project = await context.fetchProject();
+    const interactionName = params.interactionNames?.generateMetadataModel ??
+        INT_GENERATE_METADATA_MODEL;
+    const genTypeRes = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
+        existing_types,
+        content: content,
+        human_context: project?.configuration?.human_context ?? undefined,
+        image: fileRef ? fileRef : undefined,
+    });
+    const jsonResult = (0, common_2.parseCompletionResultsToJson)(genTypeRes.result);
+    if (!jsonResult.document_type) {
+        activity_1.log.error("No name generated for type", genTypeRes);
+        throw new Error("No name generated for type");
+    }
+    activity_1.log.info("Generated schema for type", jsonResult.metadata_schema);
+    const typeData = {
+        name: jsonResult.document_type,
+        description: jsonResult.document_type_description,
+        object_schema: jsonResult.metadata_schema,
+        is_chunkable: jsonResult.is_chunkable,
+        table_layout: jsonResult.table_layout,
+    };
+    const type = await client.types.create(typeData);
+    return type;
+}
+//# sourceMappingURL=generateOrAssignContentType.js.map

package/lib/cjs/activities/generateOrAssignContentType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateOrAssignContentType.js","sourceRoot":"","sources":["../../../src/activities/generateOrAssignContentType.ts"],"names":[],"mappings":";;AA6CA,kEA+HC;AA5KD,mDAA2C;AAC3C,6CAM0B;AAC1B,wEAGyC;AACzC,kDAAoE;AACpE,mEAGiC;AACjC,+CAAkE;AAElE,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,2BAA2B,GAAG,2BAA2B,CAAC;AAyBzD,KAAK,UAAU,2BAA2B,CAC/C,OAAuE;IAEvE,MAAM,OAAO,GACX,MAAM,IAAA,kCAAa,EAAoC,OAAO,CAAC,CAAC;IAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAE7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,wBAAwB,CAAC;IAE1E,cAAG,CAAC,IAAI,CAAC,iCAAiC,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,2DAA2D;IAC3D,oEAAoE;IACpE,yEAAyE;IACzE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6BAA6B,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI;SAC1D,CAAC;IACJ,CAAC;IAED,IACE,CAAC,MAAM;QACP,CAAC,CAAC,MAAM,CAAC,IAAI;YACX,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC3C,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,EACvD,CAAC;QACD,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,EAAE;YACzE,MAAM;SACP,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE;QAC/C,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CACvD,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI;QACzB,CAAC,CAAC,IAAA,4BAAgB,EAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QACzD,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QAC1B,IACE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,IAAI,EAAE,MAAM;YACnB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EACzB,CAAC;YACD,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE;YACtD,MAAM,EAAE,6BAAoB,CAAC,IAAI;YACjC,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC3D,oBAAoB;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,iBAAiB,CAAC,CAAC;QACrE,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1B,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,QAAQ,EAAE,CAAC;IAEjC,cAAG,CAAC,IAAI,CACN,gGAAgG;QAChG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC1D,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,IAAA,sDAA8B,EAC9C,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO;QACP,KAAK,EAAE,OAAO;KACf,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,qCAA4B,EAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE5D,cAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;IAGxE,+EAA+E;IAC/E,IAAI,YAAY,GAA6C,SAAS,CAAC;IAEvE,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,aAAa,CAAC,CAAC;IAEtE,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,OAAO,EACP,cAAc,EACd,OAAO,EACP,OAAO,CACR,CAAC;QACF,YAAY,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;QACpC,IAAI,EAAE,YAAY,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,YAAY,CAAC,EAAE;QACnB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAA2D,EAC3D,cAAuC,EACvC,OAAgB,EAChB,OAAgB;IAEhB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,qBAAqB;QAC9C,2BAA2B,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,IAAA,sDAA8B,EACrD,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;QACjE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KACrC,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,qCAA4B,EAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAEnE,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC9B,cAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC/C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,WAAW,EAAE,UAAU,CAAC,yBAAyB;QACjD,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,YAAY,EAAE,UAAU,CAAC,YAAY;KACtC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/cjs/activities/getObjectFromStore.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getObjectFromStore = getObjectFromStore;
+const projections_js_1 = require("../dsl/projections.js");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+/**
+ * We are using a union type for the status parameter since typescript enums breaks the workflow code generation
+ * @param objectId
+ * @param status
+ */
+async function getObjectFromStore(payload) {
+    const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const obj = await client.objects.retrieve(objectId, params.select);
+    const projection = (0, projections_js_1.projectResult)(payload, params, obj, obj);
+    return {
+        ...projection,
+        id: obj.id,
+    };
+}
+//# sourceMappingURL=getObjectFromStore.js.map

package/lib/cjs/activities/getObjectFromStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getObjectFromStore.js","sourceRoot":"","sources":["../../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":";;AAkBA,gDAYC;AA7BD,0DAAsD;AACtD,wEAAgE;AAWhE;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,OAAqD;IAC1F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAkB,OAAO,CAAC,CAAC;IAEnF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEnE,MAAM,UAAU,GAAG,IAAA,8BAAa,EAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE5D,OAAO;QACH,GAAG,UAAU;QACb,EAAE,EAAE,GAAG,CAAC,EAAE;KACb,CAAA;AAEL,CAAC"}

package/lib/cjs/activities/handleError.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleDslError = handleDslError;
+const common_1 = require("@vertesia/common");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const activity_1 = require("@temporalio/activity");
+async function handleDslError(payload) {
+    const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const isIntake = payload.workflow_name === "StandardDocumentIntake" || payload.workflow_name === "StandardImageIntake";
+    if (!isIntake) {
+        activity_1.log.warn(`Workflow execution failed, but no error handler registered for this workflow: ${payload.workflow_name}`, { error: params.errorMessage });
+        return;
+    }
+    try {
+        await client.objects.update(objectId, { status: common_1.ContentObjectStatus.failed });
+    }
+    catch (e) {
+        activity_1.log.error("Failed to handle error", { error: e });
+    }
+    return;
+}
+//# sourceMappingURL=handleError.js.map

package/lib/cjs/activities/handleError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handleError.js","sourceRoot":"","sources":["../../../src/activities/handleError.ts"],"names":[],"mappings":";;AAQA,wCAgBC;AAxBD,6CAAoF;AACpF,wEAAgE;AAChE,mDAA0C;AAMnC,KAAK,UAAU,cAAc,CAAC,OAA0D;IAC3F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAuB,OAAO,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,KAAK,wBAAwB,IAAI,OAAO,CAAC,aAAa,KAAK,qBAAqB,CAAC;IACvH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,cAAG,CAAC,IAAI,CAAC,iFAAiF,OAAO,CAAC,aAAa,EAAE,EAC7G,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CACjC,CAAC;QACF,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,4BAAmB,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,cAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO;AACX,CAAC"}

package/lib/cjs/activities/index-dsl.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkRateLimit = exports.setDocumentStatus = exports.notifyWebhook = exports.transcribeMedia = exports.convertPdfToStructuredText = exports.handleDslError = exports.getObjectFromStore = exports.generateOrAssignContentType = exports.generateVideoRendition = exports.generateImageRendition = exports.generateEmbeddings = exports.generateDocumentProperties = exports.extractDocumentText = exports.executeInteraction = exports.createPdfDocumentFromSource = exports.chunkDocument = exports.updateDocumentFromInteractionRun = exports.createOrUpdateDocumentFromInteractionRun = exports.createDocumentTypeFromInteractionRun = void 0;
+// Export here DSL activities
+var createDocumentTypeFromInteractionRun_js_1 = require("./advanced/createDocumentTypeFromInteractionRun.js");
+Object.defineProperty(exports, "createDocumentTypeFromInteractionRun", { enumerable: true, get: function () { return createDocumentTypeFromInteractionRun_js_1.createDocumentTypeFromInteractionRun; } });
+var createOrUpdateDocumentFromInteractionRun_js_1 = require("./advanced/createOrUpdateDocumentFromInteractionRun.js");
+Object.defineProperty(exports, "createOrUpdateDocumentFromInteractionRun", { enumerable: true, get: function () { return createOrUpdateDocumentFromInteractionRun_js_1.createOrUpdateDocumentFromInteractionRun; } });
+var updateDocumentFromInteractionRun_js_1 = require("./advanced/updateDocumentFromInteractionRun.js");
+Object.defineProperty(exports, "updateDocumentFromInteractionRun", { enumerable: true, get: function () { return updateDocumentFromInteractionRun_js_1.updateDocumentFromInteractionRun; } });
+var chunkDocument_js_1 = require("./chunkDocument.js");
+Object.defineProperty(exports, "chunkDocument", { enumerable: true, get: function () { return chunkDocument_js_1.chunkDocument; } });
+var createDocumentFromOther_js_1 = require("./createDocumentFromOther.js");
+Object.defineProperty(exports, "createPdfDocumentFromSource", { enumerable: true, get: function () { return createDocumentFromOther_js_1.createPdfDocumentFromSource; } });
+var executeInteraction_js_1 = require("./executeInteraction.js");
+Object.defineProperty(exports, "executeInteraction", { enumerable: true, get: function () { return executeInteraction_js_1.executeInteraction; } });
+var extractDocumentText_js_1 = require("./extractDocumentText.js");
+Object.defineProperty(exports, "extractDocumentText", { enumerable: true, get: function () { return extractDocumentText_js_1.extractDocumentText; } });
+var generateDocumentProperties_js_1 = require("./generateDocumentProperties.js");
+Object.defineProperty(exports, "generateDocumentProperties", { enumerable: true, get: function () { return generateDocumentProperties_js_1.generateDocumentProperties; } });
+var generateEmbeddings_js_1 = require("./generateEmbeddings.js");
+Object.defineProperty(exports, "generateEmbeddings", { enumerable: true, get: function () { return generateEmbeddings_js_1.generateEmbeddings; } });
+var generateImageRendition_js_1 = require("./renditions/generateImageRendition.js");
+Object.defineProperty(exports, "generateImageRendition", { enumerable: true, get: function () { return generateImageRendition_js_1.generateImageRendition; } });
+var generateVideoRendition_js_1 = require("./renditions/generateVideoRendition.js");
+Object.defineProperty(exports, "generateVideoRendition", { enumerable: true, get: function () { return generateVideoRendition_js_1.generateVideoRendition; } });
+var generateOrAssignContentType_js_1 = require("./generateOrAssignContentType.js");
+Object.defineProperty(exports, "generateOrAssignContentType", { enumerable: true, get: function () { return generateOrAssignContentType_js_1.generateOrAssignContentType; } });
+var getObjectFromStore_js_1 = require("./getObjectFromStore.js");
+Object.defineProperty(exports, "getObjectFromStore", { enumerable: true, get: function () { return getObjectFromStore_js_1.getObjectFromStore; } });
+var handleError_js_1 = require("./handleError.js");
+Object.defineProperty(exports, "handleDslError", { enumerable: true, get: function () { return handleError_js_1.handleDslError; } });
+var processPdfWithTextract_js_1 = require("./media/processPdfWithTextract.js");
+Object.defineProperty(exports, "convertPdfToStructuredText", { enumerable: true, get: function () { return processPdfWithTextract_js_1.convertPdfToStructuredText; } });
+var transcribeMediaWithGladia_js_1 = require("./media/transcribeMediaWithGladia.js");
+Object.defineProperty(exports, "transcribeMedia", { enumerable: true, get: function () { return transcribeMediaWithGladia_js_1.transcribeMedia; } });
+var notifyWebhook_js_1 = require("./notifyWebhook.js");
+Object.defineProperty(exports, "notifyWebhook", { enumerable: true, get: function () { return notifyWebhook_js_1.notifyWebhook; } });
+var setDocumentStatus_js_1 = require("./setDocumentStatus.js");
+Object.defineProperty(exports, "setDocumentStatus", { enumerable: true, get: function () { return setDocumentStatus_js_1.setDocumentStatus; } });
+var rateLimiter_js_1 = require("./rateLimiter.js");
+Object.defineProperty(exports, "checkRateLimit", { enumerable: true, get: function () { return rateLimiter_js_1.checkRateLimit; } });
+//# sourceMappingURL=index-dsl.js.map

package/lib/cjs/activities/index-dsl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-dsl.js","sourceRoot":"","sources":["../../../src/activities/index-dsl.ts"],"names":[],"mappings":";;;AAAA,6BAA6B;AAC7B,8GAA0G;AAAjG,+JAAA,oCAAoC,OAAA;AAC7C,sHAAkH;AAAzG,uKAAA,wCAAwC,OAAA;AACjD,sGAAkG;AAAzF,uJAAA,gCAAgC,OAAA;AACzC,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,2EAA2E;AAAlE,yIAAA,2BAA2B,OAAA;AACpC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,mEAA+D;AAAtD,6HAAA,mBAAmB,OAAA;AAC5B,iFAA6E;AAApE,2IAAA,0BAA0B,OAAA;AACnC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,oFAAgF;AAAvE,mIAAA,sBAAsB,OAAA;AAC/B,oFAAgF;AAAvE,mIAAA,sBAAsB,OAAA;AAC/B,mFAA+E;AAAtE,6IAAA,2BAA2B,OAAA;AACpC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,mDAAkD;AAAzC,gHAAA,cAAc,OAAA;AACvB,+EAA+E;AAAtE,uIAAA,0BAA0B,OAAA;AACnC,qFAAuE;AAA9D,+HAAA,eAAe,OAAA;AACxB,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,+DAA2D;AAAlD,yHAAA,iBAAiB,OAAA;AAC1B,mDAAkD;AAAzC,gHAAA,cAAc,OAAA"}

package/lib/cjs/activities/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * Here we export all activities to be registered with the temporal worker
+ */
+__exportStar(require("./index-dsl.js"), exports);
+//# sourceMappingURL=index.js.map

package/lib/cjs/activities/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/activities/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;GAEG;AACH,iDAA+B"}

package/lib/cjs/activities/media/processPdfWithTextract.js

@@ -0,0 +1,103 @@
+"use strict";
+/**
+ * Use textract to convert a pdf into a data structure of the following format:
+ * <document>
+ *  <page number="n">
+ *   <text/>
+ *   <table/>
+ *   <text/>
+ *   <figure/>
+ *   ...
+ *  </page>
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertPdfToStructuredText = convertPdfToStructuredText;
+exports.getS3AWSCredentials = getS3AWSCredentials;
+const credential_providers_1 = require("@aws-sdk/credential-providers");
+const common_1 = require("@vertesia/common");
+const activity_1 = require("@temporalio/activity");
+const TextractProcessor_js_1 = require("../../conversion/TextractProcessor.js");
+const ActivityContext_js_1 = require("../../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../../errors.js");
+const result_types_js_1 = require("../../result-types.js");
+const blobs_js_1 = require("../../utils/blobs.js");
+const tokens_js_1 = require("../../utils/tokens.js");
+async function convertPdfToStructuredText(payload) {
+    const { params, client, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const object = await client.objects.retrieve(objectId, "+text");
+    if (object.text && !params.force) {
+        return { hasText: true, objectId, status: result_types_js_1.TextExtractionStatus.skipped, message: "text already present and force not enabled" };
+    }
+    if (!object.content?.source) {
+        throw new errors_js_1.DocumentNotFoundError(`No source found for object ${objectId}`);
+    }
+    const pdfUrl = await client.store.objects.getContentSource(objectId).then(res => res.source);
+    if (!pdfUrl) {
+        throw new errors_js_1.DocumentNotFoundError(`Error fetching source ${object.content.source}`);
+    }
+    const project = await client.getProject();
+    const awsConfig = (await client.projects.integrations.retrieve(project.id, common_1.SupportedIntegrations.aws));
+    const credentials = await getS3AWSCredentials(awsConfig, payload.auth_token, project.id);
+    const processor = new TextractProcessor_js_1.TextractProcessor({
+        fileKey: objectId,
+        region: "us-west-2",
+        bucket: "cp-textract-tests",
+        credentials,
+        log: activity_1.log,
+        detectImages: true,
+        includeConfidenceInTables: true,
+    });
+    try {
+        if (!object.content.source.startsWith("s3://")) {
+            const buf = await (0, blobs_js_1.fetchBlobAsBuffer)(client, object.content.source);
+            await processor.upload(buf);
+        }
+        const jobId = await processor.startAnalysis(objectId);
+        let jobStatus = await processor.checkJobStatus(jobId);
+        while (jobStatus === "IN_PROGRESS") {
+            await new Promise(resolve => setTimeout(resolve, 5000));
+            jobStatus = await processor.checkJobStatus(jobId);
+        }
+        if (jobStatus === "SUCCEEDED") {
+            activity_1.log.info(`Job ${jobId} succeeded, saving results`, { jobId });
+            const fText = await processor.processResults(jobId);
+            const tokensData = (0, tokens_js_1.countTokens)(fText);
+            const etag = object.content.etag ?? (0, blobs_js_1.md5)(fText);
+            const updateData = {
+                text: fText,
+                text_etag: etag,
+                tokens: {
+                    ...tokensData,
+                    etag: etag,
+                }
+            };
+            await client.objects.update(objectId, updateData);
+            console.log("Full text updated");
+            return { hasText: true, objectId, status: result_types_js_1.TextExtractionStatus.success, message: "Text extracted successfully" };
+        }
+        else {
+            throw new Error(`Job failed with status: ${jobStatus}`);
+        }
+    }
+    catch (error) {
+        console.error("Error processing document:", error);
+        throw error;
+    }
+}
+async function getS3AWSCredentials(awsConfig, composableAuthToken, projectId) {
+    // fetch s3 role ARN
+    if (!awsConfig || !awsConfig.enabled) {
+        throw new errors_js_1.DocumentNotFoundError("AWS integration is not enabled for this project");
+    }
+    if (!awsConfig.s3_role_arn) {
+        throw new errors_js_1.DocumentNotFoundError("S3 Role ARN is not defined in AWS project integration");
+    }
+    activity_1.log.info("Getting AWS credentials for Textract", { projectId, composableAuthToken, roleArn: awsConfig.s3_role_arn });
+    const credentials = (0, credential_providers_1.fromWebToken)({
+        webIdentityToken: composableAuthToken,
+        roleArn: awsConfig.s3_role_arn,
+        roleSessionName: `cp-project-textract-${projectId}`,
+    });
+    return credentials;
+}
+//# sourceMappingURL=processPdfWithTextract.js.map

package/lib/cjs/activities/media/processPdfWithTextract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processPdfWithTextract.js","sourceRoot":"","sources":["../../../../src/activities/media/processPdfWithTextract.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;AA6BH,gEAgFC;AAED,kDAmBC;AAhID,wEAA6D;AAC7D,6CAAqJ;AAErJ,mDAA2C;AAC3C,gFAA0E;AAC1E,2EAAmE;AACnE,+CAAwD;AACxD,2DAAmF;AACnF,mDAA8D;AAC9D,qDAAoD;AAkB7C,KAAK,UAAU,0BAA0B,CAAC,OAAsE;IAGnH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAmC,OAAO,CAAC,CAAC;IAEpG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,sCAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACnI,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,iCAAqB,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE7F,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,iCAAqB,CAAC,yBAAyB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAQ,CAAC,EAAE,EAAE,8BAAqB,CAAC,GAAG,CAAC,CAAqB,CAAC;IAC5H,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,OAAQ,CAAC,EAAE,CAAC,CAAC;IAE1F,MAAM,SAAS,GAAG,IAAI,wCAAiB,CAAC;QACpC,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,mBAAmB;QAC3B,WAAW;QACX,GAAG,EAAE,cAAG;QACR,YAAY,EAAE,IAAI;QAClB,yBAAyB,EAAE,IAAI;KAClC,CAAC,CAAC;IAIH,IAAI,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEtD,IAAI,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,SAAS,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YACxD,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YAC5B,cAAG,CAAC,IAAI,CAAC,OAAO,KAAK,4BAA4B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,IAAA,uBAAW,EAAC,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,IAAA,cAAG,EAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,UAAU,GAA+B;gBAC3C,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE;oBACJ,GAAG,UAAU;oBACb,IAAI,EAAE,IAAI;iBACb;aACJ,CAAA;YAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAEjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,sCAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAA;QAEpH,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,CAAC;IAChB,CAAC;AAGL,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,SAA2B,EAAE,mBAA2B,EAAE,SAAiB;IAEjH,oBAAoB;IACpB,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,iCAAqB,CAAC,iDAAiD,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,iCAAqB,CAAC,uDAAuD,CAAC,CAAC;IAC7F,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAErH,MAAM,WAAW,GAAG,IAAA,mCAAY,EAAC;QAC7B,gBAAgB,EAAE,mBAAmB;QACrC,OAAO,EAAE,SAAS,CAAC,WAAW;QAC9B,eAAe,EAAE,uBAAuB,SAAS,EAAE;KACtD,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/lib/cjs/activities/media/transcribeMediaWithGladia.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transcribeMedia = transcribeMedia;
+const common_1 = require("@vertesia/common");
+const activity_1 = require("@temporalio/activity");
+const api_fetch_client_1 = require("@vertesia/api-fetch-client");
+const ActivityContext_js_1 = require("../../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../../errors.js");
+const index_js_1 = require("../../index.js");
+const GLADIA_URL = "https://api.gladia.io/v2";
+async function transcribeMedia(payload) {
+    const { params, client, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const gladiaConfig = await client.projects.integrations.retrieve(payload.project_id, common_1.SupportedIntegrations.gladia);
+    if (!gladiaConfig || !gladiaConfig.enabled) {
+        throw new errors_js_1.DocumentNotFoundError("Gladia integration not enabled");
+    }
+    const object = await client.objects.retrieve(objectId, "+text");
+    const gladiaClient = new api_fetch_client_1.FetchClient(gladiaConfig.url ?? GLADIA_URL);
+    gladiaClient.withHeaders({ "x-gladia-key": gladiaConfig.api_key });
+    if (object.text && !params.force) {
+        return { hasText: true, objectId, status: index_js_1.TextExtractionStatus.skipped, message: "text already present and force not enabled" };
+    }
+    if (!object.content?.source) {
+        throw new errors_js_1.DocumentNotFoundError(`No source found for object ${objectId}`);
+    }
+    const mediaUrl = await client.store.objects.getContentSource(objectId).then(res => res.source);
+    if (!mediaUrl) {
+        throw new errors_js_1.DocumentNotFoundError(`Error fetching source ${object.content.source}`);
+    }
+    const taskToken = Buffer.from((0, activity_1.activityInfo)().taskToken).toString('base64url');
+    const callbackUrl = generateCallbackUrlForGladia(client.store.baseUrl, payload.auth_token, taskToken, objectId);
+    activity_1.log.info(`Transcribing media ${mediaUrl} with Gladia`, { objectId, callbackUrl });
+    const res = await gladiaClient.post("/transcription", {
+        payload: {
+            audio_url: mediaUrl,
+            callback_url: callbackUrl,
+            diarization_enhanced: true,
+            enable_code_switching: true,
+            subtitles: true,
+            subtitles_config: {
+                formats: ["vtt"],
+            }
+        }
+    });
+    activity_1.log.info(`Transcription request sent to Gladia`, { objectId, res });
+    throw new activity_1.CompleteAsyncError();
+}
+function generateCallbackUrlForGladia(baseUrl, authToken, taskToken, objectId) {
+    return `${baseUrl}/api/v1/webhooks/gladia/${objectId}?access_token=${authToken}&task_token=${taskToken}`;
+}
+//# sourceMappingURL=transcribeMediaWithGladia.js.map

package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribeMediaWithGladia.js","sourceRoot":"","sources":["../../../../src/activities/media/transcribeMediaWithGladia.ts"],"names":[],"mappings":";;AAuBA,0CAiDC;AAxED,6CAA4H;AAC5H,mDAA6E;AAC7E,iEAAyD;AACzD,2EAAmE;AACnE,+CAAwD;AACxD,6CAA4E;AAgB5E,MAAM,UAAU,GAAG,0BAA0B,CAAC;AAEvC,KAAK,UAAU,eAAe,CAAC,OAA2D;IAE7F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAwB,OAAO,CAAC,CAAC;IAEzF,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,8BAAqB,CAAC,MAAM,CAAoC,CAAC;IACtJ,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,IAAI,iCAAqB,CAAC,gCAAgC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,IAAI,8BAAW,CAAC,YAAY,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC;IACrE,YAAY,CAAC,WAAW,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IAEnE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,+BAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACnI,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,iCAAqB,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE/F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,iCAAqB,CAAC,yBAAyB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAA,uBAAY,GAAE,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,4BAA4B,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAEhH,cAAG,CAAC,IAAI,CAAC,sBAAsB,QAAQ,cAAc,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;IAElF,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE;QAClD,OAAO,EAAE;YACL,SAAS,EAAE,QAAQ;YACnB,YAAY,EAAE,WAAW;YACzB,oBAAoB,EAAE,IAAI;YAC1B,qBAAqB,EAAE,IAAI;YAC3B,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE;gBACd,OAAO,EAAE,CAAC,KAAK,CAAC;aACnB;SACJ;KACJ,CAAoC,CAAC;IAEtC,cAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAEpE,MAAM,IAAI,6BAAkB,EAAE,CAAC;AAEnC,CAAC;AAGD,SAAS,4BAA4B,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB,EAAE,QAAgB;IACzG,OAAO,GAAG,OAAO,2BAA2B,QAAQ,iBAAiB,SAAS,eAAe,SAAS,EAAE,CAAC;AAC7G,CAAC"}

package/lib/cjs/activities/notifyWebhook.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.notifyWebhook = notifyWebhook;
+const activity_1 = require("@temporalio/activity");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../errors.js");
+async function notifyWebhook(payload) {
+    const { params } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { target_url, method, payload: requestPayload, headers } = params;
+    if (!target_url)
+        throw new errors_js_1.WorkflowParamNotFoundError('target_url');
+    const body = method === 'POST' ? JSON.stringify({
+        ...requestPayload,
+    }) : undefined;
+    activity_1.log.info(`Notifying webhook at ${target_url}`);
+    const res = await fetch(target_url, {
+        method,
+        body,
+        headers: {
+            'Content-Type': 'application/json',
+            ...headers
+        },
+    }).catch(err => {
+        activity_1.log.error(`An error occurred while notifying webhook at ${target_url}`, { err });
+        throw err;
+    });
+    if (!res.ok) {
+        activity_1.log.warn(`Webhook endpoint ${target_url} returned an error - ${res.status} ${res.statusText}`, { fetchResponse: res });
+        // Try to get response payload for error message
+        let errorMessage = `Webhook Notification to ${target_url} failed with status: ${res.status} ${res.statusText}`;
+        try {
+            const responseText = await res.text();
+            if (responseText) {
+                errorMessage += ` - Response: ${responseText}`;
+            }
+        }
+        catch (readError) {
+            // If we can't read the response, just use the basic error message
+            activity_1.log.debug('Could not read response body for error', { readError });
+        }
+        throw new Error(errorMessage);
+    }
+    return { status: res.status, message: res.statusText, url: res.url };
+}
+//# sourceMappingURL=notifyWebhook.js.map

package/lib/cjs/activities/notifyWebhook.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhook.js","sourceRoot":"","sources":["../../../src/activities/notifyWebhook.ts"],"names":[],"mappings":";;AAkBA,sCA4CC;AA9DD,mDAA2C;AAE3C,wEAAgE;AAChE,4CAA0D;AAenD,KAAK,UAAU,aAAa,CAAC,OAAyD;IAEzF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAsB,OAAO,CAAC,CAAC;IACrE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,MAAM,CAAA;IAEvE,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,sCAA0B,CAAC,YAAY,CAAC,CAAC;IAEpE,MAAM,IAAI,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5C,GAAG,cAAc;KACpB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEd,cAAG,CAAC,IAAI,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;QAChC,MAAM;QACN,IAAI;QACJ,OAAO,EAAE;YACL,cAAc,EAAE,kBAAkB;YAClC,GAAG,OAAO;SACb;KACJ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;QACX,cAAG,CAAC,KAAK,CAAC,gDAAgD,UAAU,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACjF,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,cAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,wBAAwB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QAEvH,gDAAgD;QAChD,IAAI,YAAY,GAAG,2BAA2B,UAAU,wBAAwB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QAC/G,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,YAAY,EAAE,CAAC;gBACf,YAAY,IAAI,gBAAgB,YAAY,EAAE,CAAC;YACnD,CAAC;QACL,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACjB,kEAAkE;YAClE,cAAG,CAAC,KAAK,CAAC,wCAAwC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAA;AAExE,CAAC"}

package/lib/cjs/activities/rateLimiter.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkRateLimit = checkRateLimit;
+const activity_1 = require("@temporalio/activity");
+const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
+async function checkRateLimit(payload) {
+    const { client, params } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    const { environmentId, modelId } = params;
+    const result = {
+        delayMs: 0,
+    };
+    try {
+        // Call the studio-server endpoint to get rate limit delay using the Vertesia client
+        const info = (0, activity_1.activityInfo)();
+        const requestPayload = {
+            interaction: params.interactionIdOrEndpoint,
+            workflow_run_id: info.workflowExecution.runId,
+            environment_id: environmentId,
+            model_id: modelId,
+        };
+        const response = await client.interactions.requestSlot(requestPayload);
+        result.delayMs = response.delay_ms;
+    }
+    catch (error) {
+        activity_1.log.warn('Failed to call rate limit API:', { error });
+        throw error;
+    }
+    return result;
+}
+//# sourceMappingURL=rateLimiter.js.map

package/lib/cjs/activities/rateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.js","sourceRoot":"","sources":["../../../src/activities/rateLimiter.ts"],"names":[],"mappings":";;AAcA,wCA0BC;AAvCD,mDAAyD;AACzD,wEAAgE;AAYzD,KAAK,UAAU,cAAc,CAAC,OAAqD;IACxF,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAkB,OAAO,CAAC,CAAC;IACzE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE1C,MAAM,MAAM,GAAoB;QAC9B,OAAO,EAAE,CAAC;KACX,CAAA;IAED,IAAI,CAAC;QACH,oFAAoF;QACpF,MAAM,IAAI,GAAG,IAAA,uBAAY,GAAE,CAAC;QAC5B,MAAM,cAAc,GAA4B;YAC9C,WAAW,EAAE,MAAM,CAAC,uBAAuB;YAC3C,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK;YAC7C,cAAc,EAAE,aAAa;YAC7B,QAAQ,EAAE,OAAO;SAClB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QACvE,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAC,KAAK,EAAC,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/lib/cjs/activities/renditions/generateImageRendition.js

@@ -0,0 +1,66 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateImageRendition = generateImageRendition;
+const activity_1 = require("@temporalio/activity");
+const ActivityContext_js_1 = require("../../dsl/setup/ActivityContext.js");
+const errors_js_1 = require("../../errors.js");
+const blobs_js_1 = require("../../utils/blobs.js");
+const renditions_js_1 = require("../../utils/renditions.js");
+async function generateImageRendition(payload) {
+    const { client, objectId, params: originParams, } = await (0, ActivityContext_js_1.setupActivity)(payload);
+    // Fix: Use maxHeightWidth if max_hw is not provided
+    const params = {
+        ...originParams,
+        max_hw: originParams.max_hw || originParams.maxHeightWidth || 1596, // Default to 1596 if both are missing
+        format: originParams.format || originParams.format_output || "png", // Default to png if format is missing
+    };
+    activity_1.log.info(`Generating image rendition for ${objectId}`, {
+        originParams,
+        params,
+    });
+    const inputObject = await client.objects.retrieve(objectId).catch((err) => {
+        activity_1.log.error(`Failed to retrieve document ${objectId}`, { err });
+        if (err.message.includes("not found")) {
+            throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} not found`, [objectId]);
+        }
+        throw err;
+    });
+    if (!inputObject) {
+        activity_1.log.error(`Document ${objectId} not found`);
+        throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} not found`, [objectId]);
+    }
+    if (!params.format) {
+        activity_1.log.error(`Format not found`);
+        throw new errors_js_1.WorkflowParamNotFoundError(`format`);
+    }
+    if (!inputObject.content?.source) {
+        activity_1.log.error(`Document ${objectId} has no source`);
+        throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} has no source`, [objectId]);
+    }
+    if (!inputObject.content.type ||
+        !inputObject.content.type?.startsWith("image/")) {
+        activity_1.log.error(`Document ${objectId} is not an image or a video: ${inputObject.content.type}`);
+        throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} is not an image or a video: ${inputObject.content.type}`, [objectId]);
+    }
+    //array of rendition files to upload
+    let renditionPages = [];
+    const imageFile = await (0, blobs_js_1.saveBlobToTempFile)(client, inputObject.content.source);
+    activity_1.log.info(`Image ${objectId} copied to ${imageFile}`);
+    renditionPages.push(imageFile);
+    //IF no etag, log and use use object id as etag
+    if (!inputObject.content.etag) {
+        activity_1.log.warn(`Document ${objectId} has no etag, using object id as etag`);
+    }
+    const contentEtag = inputObject.content.etag ?? inputObject.id;
+    const uploaded = await (0, renditions_js_1.uploadRenditionPages)(client, contentEtag, [imageFile], params);
+    if (!uploaded || !uploaded.length || !uploaded[0]) {
+        activity_1.log.error(`Failed to upload rendition for ${objectId}`, { uploaded });
+        throw new Error(`Failed to upload rendition for ${objectId} - upload object is empty`);
+    }
+    return {
+        uploads: uploaded.map((u) => u),
+        format: params.format,
+        status: "success",
+    };
+}
+//# sourceMappingURL=generateImageRendition.js.map

package/lib/cjs/activities/renditions/generateImageRendition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateImageRendition.js","sourceRoot":"","sources":["../../../../src/activities/renditions/generateImageRendition.ts"],"names":[],"mappings":";;AAiBA,wDA6FC;AA9GD,mDAA2C;AAE3C,2EAAmE;AACnE,+CAAoF;AACpF,mDAA0D;AAC1D,6DAGmC;AAS5B,KAAK,UAAU,sBAAsB,CACxC,OAAkE;IAElE,MAAM,EACF,MAAM,EACN,QAAQ,EACR,MAAM,EAAE,YAAY,GACvB,GAAG,MAAM,IAAA,kCAAa,EAA+B,OAAO,CAAC,CAAC;IAE/D,oDAAoD;IACpD,MAAM,MAAM,GAAG;QACX,GAAG,YAAY;QACf,MAAM,EAAE,YAAY,CAAC,MAAM,IAAK,YAAoB,CAAC,cAAc,IAAI,IAAI,EAAE,sCAAsC;QACnH,MAAM,EAAE,YAAY,CAAC,MAAM,IAAK,YAAoB,CAAC,aAAa,IAAI,KAAK,EAAE,sCAAsC;KACtH,CAAC;IAEF,cAAG,CAAC,IAAI,CAAC,kCAAkC,QAAQ,EAAE,EAAE;QACnD,YAAY;QACZ,MAAM;KACT,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACtE,cAAG,CAAC,KAAK,CAAC,+BAA+B,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,YAAY,CAAC,CAAC;QAC5C,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACjB,cAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC9B,MAAM,IAAI,sCAA0B,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/B,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,gBAAgB,CAAC,CAAC;QAChD,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,gBAAgB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,IACI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI;QACzB,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EACjD,CAAC;QACC,cAAG,CAAC,KAAK,CACL,YAAY,QAAQ,gCAAgC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,CACjF,CAAC;QACF,MAAM,IAAI,iCAAqB,CAC3B,YAAY,QAAQ,gCAAgC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAC9E,CAAC,QAAQ,CAAC,CACb,CAAC;IACN,CAAC;IAED,oCAAoC;IACpC,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,MAAM,SAAS,GAAG,MAAM,IAAA,6BAAkB,EACtC,MAAM,EACN,WAAW,CAAC,OAAO,CAAC,MAAM,CAC7B,CAAC;IACF,cAAG,CAAC,IAAI,CAAC,SAAS,QAAQ,cAAc,SAAS,EAAE,CAAC,CAAC;IACrD,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAG/B,+CAA+C;IAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5B,cAAG,CAAC,IAAI,CAAC,YAAY,QAAQ,uCAAuC,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE,CAAC;IAE/D,MAAM,QAAQ,GAAG,MAAM,IAAA,oCAAoB,EACvC,MAAM,EACN,WAAW,EACX,CAAC,SAAS,CAAC,EACX,MAAM,CACT,CAAC;IAEF,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,cAAG,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtE,MAAM,IAAI,KAAK,CACX,kCAAkC,QAAQ,2BAA2B,CACxE,CAAC;IACN,CAAC;IAED,OAAO;QACH,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,SAAS;KACpB,CAAC;AACN,CAAC"}