@vertesia/workflow 0.77.0 → 0.78.0-dev-9372725

package/lib/cjs/activities/generateEmbeddings.js

@@ -1,358 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateEmbeddings = generateEmbeddings;
-const activity_1 = require("@temporalio/activity");
-const common_1 = require("@vertesia/common");
-const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
-const errors_js_1 = require("../errors.js");
-const blobs_js_1 = require("../utils/blobs.js");
-const chunks_js_1 = require("../utils/chunks.js");
-const tokens_js_1 = require("../utils/tokens.js");
-async function generateEmbeddings(payload) {
-    const { params, client, objectId, fetchProject } = await (0, ActivityContext_js_1.setupActivity)(payload);
-    const { force, type } = params;
-    const projectData = await fetchProject();
-    const config = projectData?.configuration.embeddings[type];
-    if (!projectData) {
-        throw new errors_js_1.DocumentNotFoundError("Project not found", [payload.project_id]);
-    }
-    if (!config) {
-        throw new errors_js_1.DocumentNotFoundError("Embeddings configuration not found", [
-            objectId,
-        ]);
-    }
-    if (!projectData) {
-        throw new errors_js_1.DocumentNotFoundError("Project not found", [payload.project_id]);
-    }
-    if (!projectData?.configuration.embeddings[type]?.enabled) {
-        activity_1.log.info(`Embeddings generation disabled for type ${type} on project: ${projectData.name} (${projectData.namespace})`, { config });
-        return {
-            id: objectId,
-            status: "skipped",
-            message: `Embeddings generation disabled for type ${type}`,
-        };
-    }
-    activity_1.log.info(`${type} embedding generation starting for object ${objectId}`, {
-        force,
-        config,
-    });
-    if (!config.environment) {
-        throw new Error("No environment found in project configuration. Set environment in project configuration to generate embeddings.");
-    }
-    const document = await client.objects.retrieve(objectId, "+text +parts +embeddings +tokens +properties");
-    if (!document) {
-        throw new errors_js_1.DocumentNotFoundError("Document not found", [objectId]);
-    }
-    if (!document.content) {
-        throw new errors_js_1.DocumentNotFoundError("Document content not found", [objectId]);
-    }
-    let res;
-    switch (type) {
-        case common_1.SupportedEmbeddingTypes.text:
-            res = await generateTextEmbeddings({
-                client,
-                config,
-                document,
-                type,
-            });
-            break;
-        case common_1.SupportedEmbeddingTypes.properties:
-            res = await generateTextEmbeddings({
-                client,
-                config,
-                document,
-                type,
-            });
-            break;
-        case common_1.SupportedEmbeddingTypes.image:
-            res = await generateImageEmbeddings({
-                client,
-                config,
-                document,
-                type,
-            });
-            break;
-        default:
-            res = {
-                id: objectId,
-                status: "failed",
-                message: `unsupported embedding type: ${type}`,
-            };
-    }
-    return res;
-}
-async function generateTextEmbeddings({ document, client, type, config }, parts) {
-    if (!document) {
-        return { status: "error", message: "document is null or undefined" };
-    }
-    if (type !== common_1.SupportedEmbeddingTypes.text &&
-        type !== common_1.SupportedEmbeddingTypes.properties) {
-        return {
-            id: document.id,
-            status: "failed",
-            message: `unsupported embedding type: ${type}`,
-        };
-    }
-    if (type === common_1.SupportedEmbeddingTypes.text && !document.text) {
-        return { id: document.id, status: "failed", message: "no text found" };
-    }
-    if (type === common_1.SupportedEmbeddingTypes.properties && !document?.properties) {
-        return {
-            id: document.id,
-            status: "failed",
-            message: "no properties found",
-        };
-    }
-    const { environment, model } = config;
-    const partDefinitions = parts ?? [];
-    // Count tokens if not already done
-    if (!document.tokens?.count && type === common_1.SupportedEmbeddingTypes.text) {
-        activity_1.log.debug("Updating token count for document: " + document.id);
-        const tokensData = (0, tokens_js_1.countTokens)(document.text);
-        await client.objects.update(document.id, {
-            tokens: {
-                ...tokensData,
-                etag: document.text_etag ?? (0, blobs_js_1.md5)(document.text),
-            },
-        });
-        document.tokens = {
-            ...tokensData,
-            etag: document.text_etag ?? (0, blobs_js_1.md5)(document.text),
-        };
-    }
-    const maxTokens = config.max_tokens ?? 8000;
-    //generate embeddings for the main doc if document isn't too large
-    //if too large, we'll just generate embeddings for the parts
-    //then we can generate embeddings for the main document by averaging the tensors
-    activity_1.log.info(`Generating ${type} embeddings for document ${document.id}`);
-    if (type === common_1.SupportedEmbeddingTypes.text &&
-        document.tokens?.count &&
-        document.tokens?.count > maxTokens) {
-        activity_1.log.info("Document too large, generating embeddings for parts");
-        if (!document.text) {
-            return {
-                id: document.id,
-                status: "failed",
-                message: "no text found",
-            };
-        }
-        if (!partDefinitions || partDefinitions.length === 0) {
-            activity_1.log.info("No parts found for document, skipping embeddings generation");
-            return {
-                id: document.id,
-                status: "failed",
-                message: "no parts found",
-            };
-        }
-        activity_1.log.info("Generating embeddings for parts", {
-            parts: partDefinitions,
-            max_tokens: maxTokens,
-        });
-        const docParts = (0, chunks_js_1.getContentParts)(document.text, partDefinitions);
-        activity_1.log.info(`Retrieved ${docParts.length} parts`);
-        const start = new Date().getTime();
-        const generatePartEmbeddings = async (partContent, i) => {
-            const localStart = new Date().getTime();
-            try {
-                activity_1.log.info(`Generating embeddings for part ${i}`, {
-                    text_len: partContent.length,
-                });
-                if (!partContent) {
-                    return {
-                        id: i,
-                        number: i,
-                        result: null,
-                        status: "skipped",
-                        message: "no text found",
-                    };
-                }
-                const e = await generateEmbeddingsFromStudio(partContent, environment, client, model).catch((e) => {
-                    activity_1.log.error("Error generating embeddings for part " + i, {
-                        text_length: partContent.length,
-                        error: e,
-                    });
-                    return null;
-                });
-                if (!e || !e.values) {
-                    return {
-                        id: i,
-                        number: i,
-                        result: null,
-                        message: "no embeddings generated",
-                    };
-                }
-                if (e.values.length === 0) {
-                    return {
-                        id: i,
-                        number: i,
-                        result: null,
-                        message: "no embeddings generated",
-                    };
-                }
-                activity_1.log.info(`Generated embeddings for part ${i}`, {
-                    len: e.values.length,
-                    duration: new Date().getTime() - localStart,
-                });
-                return { number: i, result: e };
-            }
-            catch (err) {
-                activity_1.log.info(`Error generating ${type} embeddings for part ${i} of ${document.id}`, { error: err });
-                return {
-                    number: i,
-                    result: null,
-                    message: "error generating embeddings",
-                    error: err.message,
-                };
-            }
-        };
-        const partEmbeddings = await Promise.all(docParts.map((part, i) => generatePartEmbeddings(part, i)));
-        const validPartEmbeddings = partEmbeddings
-            .filter((e) => e.result !== null)
-            .map((e) => e.result);
-        const averagedEmbedding = computeAttentionEmbedding(validPartEmbeddings.map((e) => e.values));
-        activity_1.log.info(`Averaged embeddings for document ${document.id} in ${(new Date().getTime() - start) / 1000} seconds`, {
-            len: averagedEmbedding.length,
-            count: validPartEmbeddings.length,
-            max_tokens: maxTokens,
-        });
-        await client.objects.setEmbedding(document.id, type, {
-            values: averagedEmbedding,
-            model: validPartEmbeddings[0].model,
-            etag: document.text_etag,
-        });
-        activity_1.log.info(`Object ${document.id} embedding set`, {
-            type,
-            len: averagedEmbedding.length,
-        });
-    }
-    else {
-        activity_1.log.info(`Generating ${type} embeddings for document`);
-        const res = await generateEmbeddingsFromStudio(JSON.stringify(document[type]), environment, client);
-        if (!res || !res.values) {
-            return {
-                id: document.id,
-                status: "failed",
-                message: "no embeddings generated",
-            };
-        }
-        activity_1.log.info(`${type} embeddings generated for document ${document.id}`, {
-            len: res.values.length,
-        });
-        await client.objects.setEmbedding(document.id, type, {
-            values: res.values,
-            model: res.model,
-            etag: document.text_etag,
-        });
-        return {
-            id: document.id,
-            type,
-            status: "completed",
-            len: res.values.length,
-        };
-    }
-}
-async function generateImageEmbeddings({ document, client, type, config, }) {
-    activity_1.log.info("Generating image embeddings for document " + document.id, {
-        content: document.content,
-    });
-    if (!document.content?.type?.startsWith("image/") &&
-        !document.content?.type?.includes("pdf")) {
-        return {
-            id: document.id,
-            type,
-            status: "failed",
-            message: "content is not an image",
-        };
-    }
-    const { environment, model } = config;
-    const resRnd = await client.store.objects.getRendition(document.id, {
-        format: common_1.ImageRenditionFormat.jpeg,
-        generate_if_missing: true,
-        sign_url: true,
-    });
-    if (resRnd.status === "generating") {
-        throw new Error("Rendition is generating, will retry later");
-    }
-    else if (resRnd.status === "failed" ||
-        !resRnd.renditions ||
-        !resRnd.renditions.length) {
-        throw new errors_js_1.DocumentNotFoundError("Rendition retrieval failed", [document.id]);
-    }
-    const renditions = resRnd.renditions;
-    if (!renditions?.length) {
-        throw new errors_js_1.DocumentNotFoundError("No source found in rendition", [
-            document.id,
-        ]);
-    }
-    const rendition = renditions[0];
-    const image = await (0, blobs_js_1.fetchBlobAsBase64)(client, rendition);
-    const res = await client.environments
-        .embeddings(environment, {
-        image,
-        model,
-    })
-        .then((res) => res)
-        .catch((e) => {
-        activity_1.log.error("Error generating embeddings for image", { error: e });
-        throw e;
-    });
-    if (!res || !res.values) {
-        return {
-            id: document.id,
-            status: "failed",
-            message: "no embeddings generated",
-        };
-    }
-    await client.objects.setEmbedding(document.id, common_1.SupportedEmbeddingTypes.image, {
-        values: res.values,
-        model: res.model,
-        etag: document.text_etag,
-    });
-    return {
-        id: document.id,
-        type,
-        status: "completed",
-        len: res.values.length,
-    };
-}
-async function generateEmbeddingsFromStudio(text, env, client, model) {
-    activity_1.log.info(`Generating embeddings for text of ${text.length} chars with environment ${env}`);
-    return client.environments
-        .embeddings(env, {
-        text,
-        model,
-    })
-        .then((res) => res)
-        .catch((e) => {
-        activity_1.log.error("Error generating embeddings for text", { error: e });
-        throw e;
-    });
-}
-//Simplified attention mechanism
-// This is a naive implementation and should be replaced with a more sophisticated
-// using tensorflow in a specific package
-function computeAttentionEmbedding(chunkEmbeddings) {
-    if (chunkEmbeddings.length === 0)
-        return [];
-    const start = new Date().getTime();
-    // Generate random attention weights
-    const attentionWeights = chunkEmbeddings.map(() => Math.random());
-    // Apply softmax to get attention scores
-    const expWeights = attentionWeights.map((w) => Math.exp(w));
-    const sumExpWeights = expWeights.reduce((sum, val) => sum + val, 0);
-    const attentionScores = expWeights.map((w) => w / sumExpWeights);
-    // Get embedding dimension
-    const embeddingDim = chunkEmbeddings[0].length;
-    // Initialize document embedding
-    const documentEmbedding = new Array(embeddingDim).fill(0);
-    // Weighted sum of embeddings
-    for (let i = 0; i < chunkEmbeddings.length; i++) {
-        for (let j = 0; j < embeddingDim; j++) {
-            documentEmbedding[j] += chunkEmbeddings[i][j] * attentionScores[i];
-        }
-    }
-    const duration = new Date().getTime() - start;
-    console.log(`Computed document embedding in ${duration}ms for ${chunkEmbeddings.length} chunks`);
-    return documentEmbedding;
-}
-//# sourceMappingURL=generateEmbeddings.js.map

package/lib/cjs/activities/generateEmbeddings.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"generateEmbeddings.js","sourceRoot":"","sources":["../../../src/activities/generateEmbeddings.ts"],"names":[],"mappings":";;AAmDA,gDA8FC;AAhJD,mDAA2C;AAE3C,6CAO0B;AAC1B,wEAAgE;AAChE,4CAAqD;AACrD,gDAA2D;AAC3D,kDAA8D;AAC9D,kDAAiD;AAoC1C,KAAK,UAAU,kBAAkB,CACpC,OAA8D;IAE9D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAC5C,MAAM,IAAA,kCAAa,EAA2B,OAAO,CAAC,CAAC;IAC3D,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAE/B,MAAM,WAAW,GAAG,MAAM,YAAY,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,iCAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,iCAAqB,CAAC,oCAAoC,EAAE;YAClE,QAAQ;SACX,CAAC,CAAC;IACP,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,iCAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;QACxD,cAAG,CAAC,IAAI,CACJ,2CAA2C,IAAI,gBAAgB,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,SAAS,GAAG,EAC5G,EAAE,MAAM,EAAE,CACb,CAAC;QACF,OAAO;YACH,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,2CAA2C,IAAI,EAAE;SAC7D,CAAC;IACN,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,GAAG,IAAI,6CAA6C,QAAQ,EAAE,EAAE;QACrE,KAAK;QACL,MAAM;KACT,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACX,iHAAiH,CACpH,CAAC;IACN,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAC1C,QAAQ,EACR,8CAA8C,CACjD,CAAC;IAEF,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,iCAAqB,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,iCAAqB,CAAC,4BAA4B,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,GAAG,CAAC;IAER,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,gCAAuB,CAAC,IAAI;YAC7B,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;aACP,CAAC,CAAC;YACH,MAAM;QACV,KAAK,gCAAuB,CAAC,UAAU;YACnC,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;aACP,CAAC,CAAC;YACH,MAAM;QACV,KAAK,gCAAuB,CAAC,KAAK;YAC9B,GAAG,GAAG,MAAM,uBAAuB,CAAC;gBAChC,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;aACP,CAAC,CAAC;YACH,MAAM;QACV;YACI,GAAG,GAAG;gBACF,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;aACjD,CAAC;IACV,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAWD,KAAK,UAAU,sBAAsB,CACjC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAmC,EACnE,KAAiB;IAGjB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;IACzE,CAAC;IAED,IACI,IAAI,KAAK,gCAAuB,CAAC,IAAI;QACrC,IAAI,KAAK,gCAAuB,CAAC,UAAU,EAC7C,CAAC;QACC,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;SACjD,CAAC;IACN,CAAC;IAED,IAAI,IAAI,KAAK,gCAAuB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1D,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3E,CAAC;IACD,IAAI,IAAI,KAAK,gCAAuB,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QACvE,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,qBAAqB;SACjC,CAAC;IACN,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAEtC,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE,CAAC;IAEpC,mCAAmC;IACnC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,KAAK,gCAAuB,CAAC,IAAI,EAAE,CAAC;QACnE,cAAG,CAAC,KAAK,CAAC,qCAAqC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,IAAA,uBAAW,EAAC,QAAQ,CAAC,IAAK,CAAC,CAAC;QAC/C,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE;YACrC,MAAM,EAAE;gBACJ,GAAG,UAAU;gBACb,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,IAAA,cAAG,EAAC,QAAQ,CAAC,IAAK,CAAC;aAClD;SACJ,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,GAAG;YACd,GAAG,UAAU;YACb,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,IAAA,cAAG,EAAC,QAAQ,CAAC,IAAK,CAAC;SAClD,CAAC;IACN,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;IAE5C,kEAAkE;IAClE,4DAA4D;IAC5D,gFAAgF;IAChF,cAAG,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IACtE,IACI,IAAI,KAAK,gCAAuB,CAAC,IAAI;QACrC,QAAQ,CAAC,MAAM,EAAE,KAAK;QACtB,QAAQ,CAAC,MAAM,EAAE,KAAK,GAAG,SAAS,EACpC,CAAC;QACC,cAAG,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAEhE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,eAAe;aAC3B,CAAC;QACN,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,cAAG,CAAC,IAAI,CACJ,6DAA6D,CAChE,CAAC;YACF,OAAO;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,gBAAgB;aAC5B,CAAC;QACN,CAAC;QAED,cAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE;YACxC,KAAK,EAAE,eAAe;YACtB,UAAU,EAAE,SAAS;SACxB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAA,2BAAe,EAAC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAEjE,cAAG,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,sBAAsB,GAAG,KAAK,EAChC,WAAmB,EACnB,CAAS,EACX,EAAE;YACA,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,CAAC;gBACD,cAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,EAAE,EAAE;oBAC5C,QAAQ,EAAE,WAAW,CAAC,MAAM;iBAC/B,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,OAAO;wBACH,EAAE,EAAE,CAAC;wBACL,MAAM,EAAE,CAAC;wBACT,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE,eAAe;qBAC3B,CAAC;gBACN,CAAC;gBAED,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACxC,WAAW,EACX,WAAW,EACX,MAAM,EACN,KAAK,CACR,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACV,cAAG,CAAC,KAAK,CAAC,uCAAuC,GAAG,CAAC,EAAE;wBACnD,WAAW,EAAE,WAAW,CAAC,MAAM;wBAC/B,KAAK,EAAE,CAAC;qBACX,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;oBAClB,OAAO;wBACH,EAAE,EAAE,CAAC;wBACL,MAAM,EAAE,CAAC;wBACT,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,yBAAyB;qBACrC,CAAC;gBACN,CAAC;gBAED,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAO;wBACH,EAAE,EAAE,CAAC;wBACL,MAAM,EAAE,CAAC;wBACT,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,yBAAyB;qBACrC,CAAC;gBACN,CAAC;gBACD,cAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,EAAE,EAAE;oBAC3C,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;oBACpB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,UAAU;iBAC9C,CAAC,CAAC;gBAEH,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,cAAG,CAAC,IAAI,CACJ,oBAAoB,IAAI,wBAAwB,CAAC,OAAO,QAAQ,CAAC,EAAE,EAAE,EACrE,EAAE,KAAK,EAAE,GAAG,EAAE,CACjB,CAAC;gBACF,OAAO;oBACH,MAAM,EAAE,CAAC;oBACT,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,6BAA6B;oBACtC,KAAK,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC;YACN,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAC7D,CAAC;QACF,MAAM,mBAAmB,GAAG,cAAc;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC1B,MAAM,iBAAiB,GAAG,yBAAyB,CAC/C,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAC3C,CAAC;QACF,cAAG,CAAC,IAAI,CACJ,oCAAoC,QAAQ,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,UAAU,EACrG;YACI,GAAG,EAAE,iBAAiB,CAAC,MAAM;YAC7B,KAAK,EAAE,mBAAmB,CAAC,MAAM;YACjC,UAAU,EAAE,SAAS;SACxB,CACJ,CAAC;QACF,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE;YACjD,MAAM,EAAE,iBAAiB;YACzB,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,KAAK;YACnC,IAAI,EAAE,QAAQ,CAAC,SAAS;SAC3B,CAAC,CAAC;QACH,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,EAAE,gBAAgB,EAAE;YAC5C,IAAI;YACJ,GAAG,EAAE,iBAAiB,CAAC,MAAM;SAChC,CAAC,CAAC;IACP,CAAC;SAAM,CAAC;QACJ,cAAG,CAAC,IAAI,CAAC,cAAc,IAAI,0BAA0B,CAAC,CAAC;QAEvD,MAAM,GAAG,GAAG,MAAM,4BAA4B,CAC1C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAC9B,WAAW,EACX,MAAM,CACT,CAAC;QACF,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,yBAAyB;aACrC,CAAC;QACN,CAAC;QAED,cAAG,CAAC,IAAI,CAAC,GAAG,IAAI,sCAAsC,QAAQ,CAAC,EAAE,EAAE,EAAE;YACjE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE;YACjD,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,QAAQ,CAAC,SAAS;SAC3B,CAAC,CAAC;QAEH,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,WAAW;YACnB,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC;IACN,CAAC;AACL,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,QAAQ,EACR,MAAM,EACN,IAAI,EACJ,MAAM,GACwB;IAC9B,cAAG,CAAC,IAAI,CAAC,2CAA2C,GAAG,QAAQ,CAAC,EAAE,EAAE;QAChE,OAAO,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IACH,IACI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC7C,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAC1C,CAAC;QACC,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IACD,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAEtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE;QAChE,MAAM,EAAE,6BAAoB,CAAC,IAAI;QACjC,mBAAmB,EAAE,IAAI;QACzB,QAAQ,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;SAAM,IACH,MAAM,CAAC,MAAM,KAAK,QAAQ;QAC1B,CAAC,MAAM,CAAC,UAAU;QAClB,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAC3B,CAAC;QACC,MAAM,IAAI,iCAAqB,CAAC,4BAA4B,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACrC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,iCAAqB,CAAC,8BAA8B,EAAE;YAC5D,QAAQ,CAAC,EAAE;SACd,CAAC,CAAC;IACP,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEzD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,YAAY;SAChC,UAAU,CAAC,WAAW,EAAE;QACrB,KAAK;QACL,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,cAAG,CAAC,KAAK,CAAC,uCAAuC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEP,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IAED,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAC7B,QAAQ,CAAC,EAAE,EACX,gCAAuB,CAAC,KAAK,EAC7B;QACI,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,QAAQ,CAAC,SAAS;KAC3B,CACJ,CAAC;IAEF,OAAO;QACH,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI;QACJ,MAAM,EAAE,WAAW;QACnB,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;KACzB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,4BAA4B,CACvC,IAAY,EACZ,GAAW,EACX,MAAsB,EACtB,KAAc;IAEd,cAAG,CAAC,IAAI,CACJ,qCAAqC,IAAI,CAAC,MAAM,2BAA2B,GAAG,EAAE,CACnF,CAAC;IAEF,OAAO,MAAM,CAAC,YAAY;SACrB,UAAU,CAAC,GAAG,EAAE;QACb,IAAI;QACJ,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,cAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACX,CAAC;AAED,gCAAgC;AAChC,kFAAkF;AAClF,yCAAyC;AACzC,SAAS,yBAAyB,CAAC,eAA2B;IAC1D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEnC,oCAAoC;IACpC,MAAM,gBAAgB,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAElE,wCAAwC;IACxC,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;IAEjE,0BAA0B;IAC1B,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAE/C,gCAAgC;IAChC,MAAM,iBAAiB,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE1D,6BAA6B;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,iBAAiB,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC;IAC9C,OAAO,CAAC,GAAG,CACP,kCAAkC,QAAQ,UAAU,eAAe,CAAC,MAAM,SAAS,CACtF,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC7B,CAAC"}

package/lib/cjs/activities/generateOrAssignContentType.js

@@ -1,123 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateOrAssignContentType = generateOrAssignContentType;
-const activity_1 = require("@temporalio/activity");
-const common_1 = require("@vertesia/common");
-const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
-const tokens_js_1 = require("../utils/tokens.js");
-const executeInteraction_js_1 = require("./executeInteraction.js");
-const INT_SELECT_DOCUMENT_TYPE = "sys:SelectDocumentType";
-const INT_GENERATE_METADATA_MODEL = "sys:GenerateMetadataModel";
-async function generateOrAssignContentType(payload) {
-    const context = await (0, ActivityContext_js_1.setupActivity)(payload);
-    const { params, client, objectId } = context;
-    const interactionName = params.interactionNames?.selectDocumentType ?? INT_SELECT_DOCUMENT_TYPE;
-    activity_1.log.info("SelectDocumentType for object: " + objectId, { payload });
-    const object = await client.objects.retrieve(objectId, "+text");
-    //Expects object.type to be null on first ingestion of content
-    //User initiated Content Type change via the Composable UI,
-    //sets object.type to null when they let Composable choose for them.
-    //sets object.type to chosen type (thus non-null) when user picks a type.
-    if (object.type) {
-        activity_1.log.warn(`Object ${objectId} has already a type. Skipping type creation.`);
-        return {
-            status: "skipped",
-            message: "Object already has a type: " + object.type.name,
-        };
-    }
-    if (!object ||
-        (!object.text &&
-            !object.content?.type?.startsWith("image/") &&
-            !object.content?.type?.startsWith("application/pdf"))) {
-        activity_1.log.info(`Object ${objectId} not found or text is empty and not an image`, {
-            object,
-        });
-        return { status: "failed", error: "no-text" };
-    }
-    const types = await client.types.list(undefined, {
-        schema: true,
-    });
-    //make a list of all existing types, and add hints if any
-    const existing_types = types.filter((t) => !["DocumentPart", "Rendition"].includes(t.name));
-    const content = object.text
-        ? (0, tokens_js_1.truncByMaxTokens)(object.text, params.truncate || 30000)
-        : undefined;
-    const getImage = async () => {
-        if (object.content?.type?.includes("pdf") &&
-            object.text?.length &&
-            object.text?.length < 100) {
-            return "store:" + objectId;
-        }
-        if (!object.content?.type?.startsWith("image/")) {
-            return undefined;
-        }
-        const res = await client.objects.getRendition(objectId, {
-            format: common_1.ImageRenditionFormat.jpeg,
-            generate_if_missing: true,
-        });
-        if (!res.renditions?.length && res.status === "generating") {
-            //throw to try again
-            throw new Error(`Rendition for object ${objectId} is in progress`);
-        }
-        else if (res.renditions) {
-            return "store:" + objectId;
-        }
-    };
-    const fileRef = await getImage();
-    activity_1.log.info("Execute SelectDocumentType interaction on content with \nexisting types - passing full types: " +
-        existing_types.filter((t) => !t.tags?.includes("system")));
-    const res = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
-        existing_types,
-        content,
-        image: fileRef,
-    });
-    activity_1.log.info("Selected Content Type Result: " + JSON.stringify(res.result));
-    //if type is not identified or not present in the database, generate a new type
-    let selectedType = undefined;
-    selectedType = types.find((t) => t.name === res.result.document_type);
-    if (!selectedType) {
-        activity_1.log.warn("Document type not identified: starting type generation");
-        const newType = await generateNewType(context, existing_types, content, fileRef);
-        selectedType = { id: newType.id, name: newType.name };
-    }
-    if (!selectedType) {
-        activity_1.log.error("Type not found: ", res.result);
-        throw new Error("Type not found: " + res.result.document_type);
-    }
-    //update object with selected type
-    await client.objects.update(objectId, {
-        type: selectedType.id,
-    });
-    return {
-        id: selectedType.id,
-        name: selectedType.name,
-        isNew: !types.find((t) => t.name === selectedType.name),
-    };
-}
-async function generateNewType(context, existing_types, content, fileRef) {
-    const { client, params } = context;
-    const project = await context.fetchProject();
-    const interactionName = params.interactionNames?.generateMetadataModel ??
-        INT_GENERATE_METADATA_MODEL;
-    const genTypeRes = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
-        existing_types,
-        content: content,
-        human_context: project?.configuration?.human_context ?? undefined,
-        image: fileRef ? fileRef : undefined,
-    });
-    if (!genTypeRes.result.document_type) {
-        activity_1.log.error("No name generated for type", genTypeRes);
-        throw new Error("No name generated for type");
-    }
-    activity_1.log.info("Generated schema for type", genTypeRes.result.metadata_schema);
-    const typeData = {
-        name: genTypeRes.result.document_type,
-        description: genTypeRes.result.document_type_description,
-        object_schema: genTypeRes.result.metadata_schema,
-        is_chunkable: genTypeRes.result.is_chunkable,
-        table_layout: genTypeRes.result.table_layout,
-    };
-    const type = await client.types.create(typeData);
-    return type;
-}
-//# sourceMappingURL=generateOrAssignContentType.js.map

package/lib/cjs/activities/generateOrAssignContentType.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"generateOrAssignContentType.js","sourceRoot":"","sources":["../../../src/activities/generateOrAssignContentType.ts"],"names":[],"mappings":";;AA4CA,kEA4HC;AAxKD,mDAA2C;AAC3C,6CAM0B;AAC1B,wEAGyC;AACzC,kDAAoE;AACpE,mEAGiC;AAEjC,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,2BAA2B,GAAG,2BAA2B,CAAC;AAyBzD,KAAK,UAAU,2BAA2B,CAC/C,OAAuE;IAEvE,MAAM,OAAO,GACX,MAAM,IAAA,kCAAa,EAAoC,OAAO,CAAC,CAAC;IAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAE7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,wBAAwB,CAAC;IAE1E,cAAG,CAAC,IAAI,CAAC,iCAAiC,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,2DAA2D;IAC3D,oEAAoE;IACpE,yEAAyE;IACzE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6BAA6B,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI;SAC1D,CAAC;IACJ,CAAC;IAED,IACE,CAAC,MAAM;QACP,CAAC,CAAC,MAAM,CAAC,IAAI;YACX,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC3C,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,EACvD,CAAC;QACD,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,EAAE;YACzE,MAAM;SACP,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE;QAC/C,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CACvD,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI;QACzB,CAAC,CAAC,IAAA,4BAAgB,EAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QACzD,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QAC1B,IACE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,IAAI,EAAE,MAAM;YACnB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EACzB,CAAC;YACD,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE;YACtD,MAAM,EAAE,6BAAoB,CAAC,IAAI;YACjC,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC3D,oBAAoB;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,iBAAiB,CAAC,CAAC;QACrE,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1B,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,QAAQ,EAAE,CAAC;IAEjC,cAAG,CAAC,IAAI,CACN,gGAAgG;QAC9F,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC5D,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,IAAA,sDAA8B,EAC9C,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO;QACP,KAAK,EAAE,OAAO;KACf,CACF,CAAC;IAEF,cAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAExE,+EAA+E;IAC/E,IAAI,YAAY,GAA6C,SAAS,CAAC;IAEvE,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAEtE,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,OAAO,EACP,cAAc,EACd,OAAO,EACP,OAAO,CACR,CAAC;QACF,YAAY,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACjE,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;QACpC,IAAI,EAAE,YAAY,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,YAAY,CAAC,EAAE;QACnB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAA2D,EAC3D,cAAuC,EACvC,OAAgB,EAChB,OAAgB;IAEhB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,qBAAqB;QAC9C,2BAA2B,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,IAAA,sDAA8B,EACrD,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;QACjE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KACrC,CACF,CAAC;IAEF,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,cAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAmC;QAC/C,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,aAAa;QACrC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,yBAAyB;QACxD,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,eAAe;QAChD,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,YAAY;QAC5C,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,YAAY;KAC7C,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/cjs/activities/getObjectFromStore.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getObjectFromStore = getObjectFromStore;
-const projections_js_1 = require("../dsl/projections.js");
-const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
-/**
- * We are using a union type for the status parameter since typescript enums breaks the workflow code generation
- * @param objectId
- * @param status
- */
-async function getObjectFromStore(payload) {
-    const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
-    const obj = await client.objects.retrieve(objectId, params.select);
-    const projection = (0, projections_js_1.projectResult)(payload, params, obj, obj);
-    return {
-        ...projection,
-        id: obj.id,
-    };
-}
-//# sourceMappingURL=getObjectFromStore.js.map

package/lib/cjs/activities/getObjectFromStore.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getObjectFromStore.js","sourceRoot":"","sources":["../../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":";;AAkBA,gDAYC;AA7BD,0DAAsD;AACtD,wEAAgE;AAWhE;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,OAAqD;IAC1F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAkB,OAAO,CAAC,CAAC;IAEnF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEnE,MAAM,UAAU,GAAG,IAAA,8BAAa,EAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE5D,OAAO;QACH,GAAG,UAAU;QACb,EAAE,EAAE,GAAG,CAAC,EAAE;KACb,CAAA;AAEL,CAAC"}

package/lib/cjs/activities/handleError.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.handleDslError = handleDslError;
-const common_1 = require("@vertesia/common");
-const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
-const activity_1 = require("@temporalio/activity");
-async function handleDslError(payload) {
-    const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
-    const isIntake = payload.workflow_name === "StandardDocumentIntake" || payload.workflow_name === "StandardImageIntake";
-    if (!isIntake) {
-        activity_1.log.warn(`Workflow execution failed, but no error handler registered for this workflow: ${payload.workflow_name}`, { error: params.errorMessage });
-        return;
-    }
-    try {
-        await client.objects.update(objectId, { status: common_1.ContentObjectStatus.failed });
-    }
-    catch (e) {
-        activity_1.log.error("Failed to handle error", { error: e });
-    }
-    return;
-}
-//# sourceMappingURL=handleError.js.map

package/lib/cjs/activities/handleError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"handleError.js","sourceRoot":"","sources":["../../../src/activities/handleError.ts"],"names":[],"mappings":";;AAQA,wCAgBC;AAxBD,6CAAoF;AACpF,wEAAgE;AAChE,mDAA0C;AAMnC,KAAK,UAAU,cAAc,CAAC,OAA0D;IAC3F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAuB,OAAO,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,KAAK,wBAAwB,IAAI,OAAO,CAAC,aAAa,KAAK,qBAAqB,CAAC;IACvH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,cAAG,CAAC,IAAI,CAAC,iFAAiF,OAAO,CAAC,aAAa,EAAE,EAC7G,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CACjC,CAAC;QACF,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,4BAAmB,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,cAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO;AACX,CAAC"}

package/lib/cjs/activities/identifyTextSections.js

@@ -1,48 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.identifyTextSections = identifyTextSections;
-const activity_1 = require("@temporalio/activity");
-const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
-const executeInteraction_js_1 = require("./executeInteraction.js");
-const INT_GENERATE_TEXT_PARTS = "sys:IdentifyTextSections";
-async function identifyTextSections(payload) {
-    const context = await (0, ActivityContext_js_1.setupActivity)(payload);
-    const { params, client, objectId } = context;
-    const interactionName = params.interactionName ?? INT_GENERATE_TEXT_PARTS;
-    const project = await context.fetchProject();
-    const doc = await client.objects.retrieve(objectId, "+text");
-    const text = doc.text;
-    if (!text || text.length === 0) {
-        activity_1.log.warn(`No text found for object ${objectId}`);
-        return;
-    }
-    //instrument the text with line numbers
-    const lines = text.split('\n');
-    const instrumented = lines.map((l, i) => `{%${i}%}${l}`).join('\n');
-    const promptData = {
-        content: instrumented ?? undefined,
-        human_context: project?.configuration?.human_context ?? undefined,
-    };
-    const infoRes = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, {
-        ...params,
-        include_previous_error: true,
-        validate_result: true,
-    }, promptData, payload.debug_mode ?? false);
-    const parts = infoRes.result.parts;
-    if (!parts || !Array.isArray(parts) || parts.length === 0) {
-        activity_1.log.warn(`No text parts generated for object ${objectId}`);
-        return;
-    }
-    const existingMetadata = doc.metadata;
-    const updatedMetadata = {
-        type: "document",
-        ...existingMetadata,
-        generation_runs: existingMetadata?.generation_runs ?? [],
-        sections: parts
-    };
-    await client.objects.update(doc.id, {
-        metadata: updatedMetadata,
-    });
-    return { status: "completed" };
-}
-//# sourceMappingURL=identifyTextSections.js.map

package/lib/cjs/activities/identifyTextSections.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"identifyTextSections.js","sourceRoot":"","sources":["../../../src/activities/identifyTextSections.ts"],"names":[],"mappings":";;AAaA,oDAyDC;AAtED,mDAA2C;AAE3C,wEAAgE;AAChE,mEAAqG;AAErG,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAQpD,KAAK,UAAU,oBAAoB,CACtC,OAAgE;IAEhE,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAA6B,OAAO,CAAC,CAAC;IACzE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,uBAAuB,CAAC;IAE1E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAE7C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE7D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,cAAG,CAAC,IAAI,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;QACjD,OAAO;IACX,CAAC;IAED,uCAAuC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEnE,MAAM,UAAU,GAAG;QACf,OAAO,EAAE,YAAY,IAAI,SAAS;QAClC,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;KACpE,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,IAAA,sDAA8B,EAChD,MAAM,EACN,eAAe,EACf;QACI,GAAG,MAAM;QACT,sBAAsB,EAAE,IAAI;QAC5B,eAAe,EAAE,IAAI;KACxB,EACD,UAAU,EACV,OAAO,CAAC,UAAU,IAAI,KAAK,CAC9B,CAAC;IAEF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;IACnC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,cAAG,CAAC,IAAI,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC3D,OAAO;IACX,CAAC;IAED,MAAM,gBAAgB,GAAG,GAAG,CAAC,QAAwC,CAAC;IACtE,MAAM,eAAe,GAAqB;QACtC,IAAI,EAAE,UAAU;QAChB,GAAG,gBAAgB;QACnB,eAAe,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE;QACxD,QAAQ,EAAE,KAAK;KAClB,CAAC;IAEF,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;QAChC,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AACnC,CAAC"}