@vertesia/workflow 0.42.2

package/lib/esm/activities/media/processPdfWithTextract.js

@@ -0,0 +1,98 @@
+/**
+ * Use textract to convert a pdf into a data structure of the following format:
+ * <document>
+ *  <page number="n">
+ *   <text/>
+ *   <table/>
+ *   <text/>
+ *   <figure/>
+ *   ...
+ *  </page>
+ */
+import { fromWebToken } from "@aws-sdk/credential-providers";
+import { SupportedIntegrations } from "@vertesia/common";
+import { log } from "@temporalio/activity";
+import { TextractProcessor } from "../../conversion/TextractProcessor.js";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { NoDocumentFound } from "../../errors.js";
+import { TextExtractionStatus } from "../../result-types.js";
+import { fetchBlobAsBuffer, md5 } from "../../utils/blobs.js";
+import { countTokens } from "../../utils/tokens.js";
+export async function convertPdfToStructuredText(payload) {
+    const { params, client, objectId } = await setupActivity(payload);
+    const object = await client.objects.retrieve(objectId, "+text");
+    if (object.text && !params.force) {
+        return { hasText: true, objectId, status: TextExtractionStatus.skipped, message: "text already present and force not enabled" };
+    }
+    if (!object.content?.source) {
+        throw new NoDocumentFound(`No source found for object ${objectId}`);
+    }
+    const pdfUrl = await client.store.objects.getContentSource(objectId).then(res => res.source);
+    if (!pdfUrl) {
+        throw new NoDocumentFound(`Error fetching source ${object.content.source}`);
+    }
+    const awsConfig = (await client.projects.integrations.retrieve(client.project, SupportedIntegrations.aws));
+    const credentials = await getS3AWSCredentials(awsConfig, payload.auth_token, client.project);
+    const processor = new TextractProcessor({
+        fileKey: objectId,
+        region: "us-west-2",
+        bucket: "cp-textract-tests",
+        credentials,
+        log: log,
+        detectImages: true,
+        includeConfidenceInTables: true,
+    });
+    try {
+        if (!object.content.source.startsWith("s3://")) {
+            const buf = await fetchBlobAsBuffer(client, object.content.source);
+            await processor.upload(buf);
+        }
+        const jobId = await processor.startAnalysis(objectId);
+        let jobStatus = await processor.checkJobStatus(jobId);
+        while (jobStatus === "IN_PROGRESS") {
+            await new Promise(resolve => setTimeout(resolve, 5000));
+            jobStatus = await processor.checkJobStatus(jobId);
+        }
+        if (jobStatus === "SUCCEEDED") {
+            log.info(`Job ${jobId} succeeded, saving results`, { jobId });
+            const ftext = await processor.processResults(jobId);
+            const tokensData = countTokens(ftext);
+            const etag = object.content.etag ?? md5(ftext);
+            const updateData = {
+                text: ftext,
+                text_etag: etag,
+                tokens: {
+                    ...tokensData,
+                    etag: etag,
+                }
+            };
+            await client.objects.update(objectId, updateData);
+            console.log("Full text updated");
+            return { hasText: true, objectId, status: TextExtractionStatus.success, message: "Text extracted successfully" };
+        }
+        else {
+            throw new Error(`Job failed with status: ${jobStatus}`);
+        }
+    }
+    catch (error) {
+        console.error("Error processing document:", error);
+        throw error;
+    }
+}
+export async function getS3AWSCredentials(awsConfig, composableAuthToken, projectId) {
+    // fetch s3 role ARN
+    if (!awsConfig || !awsConfig.enabled) {
+        throw new NoDocumentFound("AWS integration is not enabled for this project");
+    }
+    if (!awsConfig.s3_role_arn) {
+        throw new NoDocumentFound("S3 Role ARN is not defined in AWS project integration");
+    }
+    log.info("Getting AWS credentials for Textract", { projectId, composableAuthToken, roleArn: awsConfig.s3_role_arn });
+    const credentials = fromWebToken({
+        webIdentityToken: composableAuthToken,
+        roleArn: awsConfig.s3_role_arn,
+        roleSessionName: `cp-project-textract-${projectId}`,
+    });
+    return credentials;
+}
+//# sourceMappingURL=processPdfWithTextract.js.map

package/lib/esm/activities/media/processPdfWithTextract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processPdfWithTextract.js","sourceRoot":"","sources":["../../../../src/activities/media/processPdfWithTextract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAA8F,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAErJ,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAwB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAkBpD,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,OAAoC;IAGjF,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAmC,OAAO,CAAC,CAAC;IAEpG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACnI,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE7F,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,eAAe,CAAC,yBAAyB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChF,CAAC;IAGD,MAAM,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAQ,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAqB,CAAC;IAChI,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,OAAQ,CAAC,CAAC;IAE9F,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC;QACpC,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,mBAAmB;QAC3B,WAAW;QACX,GAAG,EAAE,GAAG;QACR,YAAY,EAAE,IAAI;QAClB,yBAAyB,EAAE,IAAI;KAClC,CAAC,CAAC;IAIH,IAAI,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEtD,IAAI,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,SAAS,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YACxD,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,4BAA4B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,UAAU,GAA+B;gBAC3C,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE;oBACJ,GAAG,UAAU;oBACb,IAAI,EAAE,IAAI;iBACb;aACJ,CAAA;YAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAEjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAA;QAEpH,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,CAAC;IAChB,CAAC;AAGL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAA2B,EAAE,mBAA2B,EAAE,SAAiB;IAEjH,oBAAoB;IACpB,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,eAAe,CAAC,iDAAiD,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,eAAe,CAAC,uDAAuD,CAAC,CAAC;IACvF,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAErH,MAAM,WAAW,GAAG,YAAY,CAAC;QAC7B,gBAAgB,EAAE,mBAAmB;QACrC,OAAO,EAAE,SAAS,CAAC,WAAW;QAC9B,eAAe,EAAE,uBAAuB,SAAS,EAAE;KACtD,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/lib/esm/activities/media/transcribeMediaWithGladia.js

@@ -0,0 +1,48 @@
+import { SupportedIntegrations } from "@vertesia/common";
+import { activityInfo, CompleteAsyncError, log } from "@temporalio/activity";
+import { FetchClient } from "api-fetch-client";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { NoDocumentFound } from "../../errors.js";
+import { TextExtractionStatus } from "../../index.js";
+const GLADIA_URL = "https://api.gladia.io/v2";
+export async function transcribeMedia(payload) {
+    const { params, client, objectId } = await setupActivity(payload);
+    const gladiaConfig = await client.projects.integrations.retrieve(payload.project_id, SupportedIntegrations.gladia);
+    if (!gladiaConfig || !gladiaConfig.enabled) {
+        throw new NoDocumentFound("Gladia integration not enabled");
+    }
+    const object = await client.objects.retrieve(objectId, "+text");
+    const gladiaClient = new FetchClient(gladiaConfig.url ?? GLADIA_URL);
+    gladiaClient.withHeaders({ "x-gladia-key": gladiaConfig.api_key });
+    if (object.text && !params.force) {
+        return { hasText: true, objectId, status: TextExtractionStatus.skipped, message: "text already present and force not enabled" };
+    }
+    if (!object.content?.source) {
+        throw new NoDocumentFound(`No source found for object ${objectId}`);
+    }
+    const mediaUrl = await client.store.objects.getContentSource(objectId).then(res => res.source);
+    if (!mediaUrl) {
+        throw new NoDocumentFound(`Error fetching source ${object.content.source}`);
+    }
+    const taskToken = Buffer.from(activityInfo().taskToken).toString('base64url');
+    const callbackUrl = generateCallbackUrlForGladia(client.store.baseUrl, payload.auth_token, taskToken, objectId);
+    log.info(`Transcribing media ${mediaUrl} with Gladia`, { objectId, callbackUrl });
+    const res = await gladiaClient.post("/transcription", {
+        payload: {
+            audio_url: mediaUrl,
+            callback_url: callbackUrl,
+            diarization_enhanced: true,
+            enable_code_switching: true,
+            subtitles: true,
+            subtitles_config: {
+                formats: ["vtt"],
+            }
+        }
+    });
+    log.info(`Transcription request sent to Gladia`, { objectId, res });
+    throw new CompleteAsyncError();
+}
+function generateCallbackUrlForGladia(baseUrl, authToken, taskToken, objectId) {
+    return `${baseUrl}/api/v1/webhooks/gladia/${objectId}?auth_token=${authToken}&task_token=${taskToken}`;
+}
+//# sourceMappingURL=transcribeMediaWithGladia.js.map

package/lib/esm/activities/media/transcribeMediaWithGladia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribeMediaWithGladia.js","sourceRoot":"","sources":["../../../../src/activities/media/transcribeMediaWithGladia.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC5H,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAwB,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAgB5E,MAAM,UAAU,GAAG,0BAA0B,CAAC;AAE9C,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAoC;IAEtE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAwB,OAAO,CAAC,CAAC;IAEzF,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,qBAAqB,CAAC,MAAM,CAAoC,CAAC;IACtJ,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,IAAI,eAAe,CAAC,gCAAgC,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC,YAAY,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC;IACrE,YAAY,CAAC,WAAW,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IAEnE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACnI,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE/F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CAAC,yBAAyB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,4BAA4B,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAEhH,GAAG,CAAC,IAAI,CAAC,sBAAsB,QAAQ,cAAc,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;IAElF,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE;QAClD,OAAO,EAAE;YACL,SAAS,EAAE,QAAQ;YACnB,YAAY,EAAE,WAAW;YACzB,oBAAoB,EAAE,IAAI;YAC1B,qBAAqB,EAAE,IAAI;YAC3B,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE;gBACd,OAAO,EAAE,CAAC,KAAK,CAAC;aACnB;SACJ;KACJ,CAAoC,CAAC;IAEtC,GAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAEpE,MAAM,IAAI,kBAAkB,EAAE,CAAC;AAEnC,CAAC;AAGD,SAAS,4BAA4B,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB,EAAE,QAAgB;IACzG,OAAO,GAAG,OAAO,2BAA2B,QAAQ,eAAe,SAAS,eAAe,SAAS,EAAE,CAAC;AAC3G,CAAC"}

package/lib/esm/activities/notifyWebhook.js

@@ -0,0 +1,31 @@
+import { log } from "@temporalio/activity";
+import { setupActivity } from "../dsl/setup/ActivityContext.js";
+import { WorkflowParamNotFound } from "../errors.js";
+export async function notifyWebhook(payload) {
+    const { params } = await setupActivity(payload);
+    const { target_url, method, payload: requestPayload, headers } = params;
+    if (!target_url)
+        throw new WorkflowParamNotFound('target_url');
+    const body = method === 'POST' ? JSON.stringify({
+        ...requestPayload,
+        ...params
+    }) : undefined;
+    log.info(`Notifying webhook at ${target_url}`);
+    const res = await fetch(target_url, {
+        method,
+        body,
+        headers: {
+            'Content-Type': 'application/json',
+            ...headers
+        },
+    }).catch(err => {
+        log.warn(`Failed to notify webhook ${target_url}: ${err}`);
+        throw new Error(`Failed to notify webhook ${target_url}: ${err}`);
+    });
+    if (!res.ok) {
+        log.warn(`Failed to notify webhook ${target_url} - ${res.status}: ${res.statusText}`, { res });
+        throw new Error(`Failed to notify webhook ${target_url}: ${res.statusText}`);
+    }
+    return { status: res.status, message: res.statusText, url: res.url };
+}
+//# sourceMappingURL=notifyWebhook.js.map

package/lib/esm/activities/notifyWebhook.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhook.js","sourceRoot":"","sources":["../../../src/activities/notifyWebhook.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAerD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAoC;IAEpE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAsB,OAAO,CAAC,CAAC;IACrE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,MAAM,CAAA;IAEvE,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAE/D,MAAM,IAAI,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5C,GAAG,cAAc;QACjB,GAAG,MAAM;KACZ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEd,GAAG,CAAC,IAAI,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;QAChC,MAAM;QACN,IAAI;QACJ,OAAO,EAAE;YACL,cAAc,EAAE,kBAAkB;YAClC,GAAG,OAAO;SACb;KACJ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,4BAA4B,UAAU,KAAK,GAAG,EAAE,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,KAAK,GAAG,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,GAAG,CAAC,IAAI,CAAC,4BAA4B,UAAU,MAAM,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/F,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAA;AAEvE,CAAC"}

package/lib/esm/activities/setDocumentStatus.js

@@ -0,0 +1,12 @@
+import { setupActivity } from "../dsl/setup/ActivityContext.js";
+/**
+ * We are using a union type for the status parameter since typescript enumbs breaks the workflow code generation
+ * @param objectId
+ * @param status
+ */
+export async function setDocumentStatus(payload) {
+    const { client, params, objectId } = await setupActivity(payload);
+    const res = await client.objects.update(objectId, { status: params.status });
+    return res.status;
+}
+//# sourceMappingURL=setDocumentStatus.js.map

package/lib/esm/activities/setDocumentStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setDocumentStatus.js","sourceRoot":"","sources":["../../../src/activities/setDocumentStatus.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAWhE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAoC;IACxE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAA0B,OAAO,CAAC,CAAC;IAE3F,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE7E,OAAO,GAAG,CAAC,MAAM,CAAC;AAEtB,CAAC"}

package/lib/esm/conversion/TextractProcessor.js

@@ -0,0 +1,409 @@
+import { PutObjectCommand, S3Client } from "@aws-sdk/client-s3";
+import { GetDocumentAnalysisCommand, StartDocumentAnalysisCommand, TextractClient } from "@aws-sdk/client-textract";
+import Papa from 'papaparse';
+export class TextractProcessor {
+    textractClient;
+    s3Client;
+    fileKey;
+    bucket;
+    log;
+    detectImages;
+    /**
+     * Whether or not to include confidence values in CSV output for tables.
+     */
+    includeConfidenceInTables;
+    constructor({ fileKey, region, bucket, credentials, log, detectImages = false, includeConfidenceInTables = false // NEW default = false
+     }) {
+        this.fileKey = fileKey;
+        this.bucket = bucket;
+        this.log = log;
+        this.detectImages = detectImages;
+        this.includeConfidenceInTables = includeConfidenceInTables;
+        this.textractClient = new TextractClient({
+            region,
+            credentials
+        });
+        this.s3Client = new S3Client({
+            region,
+            credentials
+        });
+    }
+    getText(result, blocksMap) {
+        let text = '';
+        if (result.Relationships) {
+            for (const relationship of result.Relationships) {
+                if (relationship.Type === 'CHILD') {
+                    for (const childId of relationship.Ids || []) {
+                        const word = blocksMap[childId];
+                        if (word.BlockType === 'WORD') {
+                            const wordText = word.Text || '';
+                            // Example logic to quote numeric text with commas
+                            if (wordText.includes(',') &&
+                                wordText.replace(',', '').match(/^\d+$/)) {
+                                text += `"${wordText}" `;
+                            }
+                            else {
+                                text += `${wordText} `;
+                            }
+                        }
+                        if (word.BlockType === 'SELECTION_ELEMENT' &&
+                            word.SelectionStatus === 'SELECTED') {
+                            text += 'X ';
+                        }
+                    }
+                }
+            }
+        }
+        return text.trim();
+    }
+    isBlockInTable(block, blocksMap) {
+        if (block.BlockType !== 'LINE') {
+            return false;
+        }
+        if (block.Relationships) {
+            for (const relationship of block.Relationships) {
+                if (relationship.Type === 'CHILD') {
+                    for (const childId of relationship.Ids || []) {
+                        const wordBlock = blocksMap[childId];
+                        if (this.isWordInTableCell(wordBlock, blocksMap)) {
+                            return true;
+                        }
+                    }
+                }
+            }
+        }
+        return false;
+    }
+    isWordInTableCell(wordBlock, blocksMap) {
+        // Check if the wordBlock is a descendant of any TABLE->CELL block
+        for (const blockId in blocksMap) {
+            const potentialTable = blocksMap[blockId];
+            if (potentialTable.BlockType === 'TABLE' && potentialTable.Relationships) {
+                for (const relationship of potentialTable.Relationships) {
+                    if (relationship.Type === 'CHILD') {
+                        for (const cellId of relationship.Ids || []) {
+                            const cell = blocksMap[cellId];
+                            if (cell.BlockType === 'CELL' && cell.Relationships) {
+                                for (const cellRel of cell.Relationships) {
+                                    if (cellRel.Type === 'CHILD' &&
+                                        cellRel.Ids?.includes(wordBlock.Id)) {
+                                        return true;
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        return false;
+    }
+    /**
+     * NEW: Helper type to store row and column text along with confidence.
+     */
+    getRowsColumnsMap(tableResult, blocksMap) {
+        const rows = [];
+        tableResult.Relationships?.forEach(relationship => {
+            if (relationship.Type === 'CHILD') {
+                relationship.Ids?.forEach(childId => {
+                    const cell = blocksMap[childId];
+                    if (cell.BlockType === 'CELL') {
+                        const rowIndex = cell.RowIndex || 1;
+                        const colIndex = cell.ColumnIndex || 1;
+                        // Expand the array if needed
+                        if (!rows[rowIndex - 1]) {
+                            rows[rowIndex - 1] = [];
+                        }
+                        // Prepare cell text and confidence
+                        const text = this.getText(cell, blocksMap);
+                        const confidence = cell.Confidence || 0;
+                        // If there's a gap, fill it with placeholders
+                        // so that we can safely place text at colIndex - 1
+                        for (let i = rows[rowIndex - 1].length; i < colIndex - 1; i++) {
+                            rows[rowIndex - 1].push({ text: '', confidence: 0 });
+                        }
+                        rows[rowIndex - 1][colIndex - 1] = { text, confidence };
+                    }
+                });
+            }
+        });
+        return { rows };
+    }
+    generateTableCSV(tableResult, blocksMap, _tableIndex, _pageNumber) {
+        const { rows } = this.getRowsColumnsMap(tableResult, blocksMap);
+        let totalConfidence = 0;
+        let cellCount = 0;
+        // Prepare CSV data
+        const csvData = [];
+        for (const row of rows) {
+            const rowData = [];
+            for (const cell of row) {
+                // Add to CSV
+                rowData.push(cell.text.trim());
+                // Accumulate confidence
+                totalConfidence += cell.confidence;
+                cellCount++;
+            }
+            csvData.push(rowData);
+        }
+        // Compute average confidence (or any other method you prefer)
+        const tableConfidence = cellCount > 0 ? (totalConfidence / cellCount) : 0;
+        // Convert to CSV
+        const csv = Papa.unparse(csvData, {
+            delimiter: ',',
+            quotes: true,
+            quoteChar: '"',
+            escapeChar: '"',
+            header: false,
+            newline: '\n',
+            skipEmptyLines: false
+        });
+        return { csv, tableConfidence };
+    }
+    async upload(fileBuf) {
+        this.log.info('Uploading file to S3', { fileKey: this.fileKey });
+        const command = new PutObjectCommand({
+            Bucket: this.bucket,
+            Key: this.fileKey,
+            Body: fileBuf,
+        });
+        await this.s3Client.send(command);
+    }
+    async startAnalysis(s3Key) {
+        const command = new StartDocumentAnalysisCommand({
+            DocumentLocation: {
+                S3Object: {
+                    Bucket: this.bucket,
+                    Name: s3Key
+                }
+            },
+            FeatureTypes: ["TABLES"]
+        });
+        const response = await this.textractClient.send(command);
+        return response.JobId;
+    }
+    async checkJobStatus(jobId) {
+        const command = new GetDocumentAnalysisCommand({ JobId: jobId });
+        const response = await this.textractClient.send(command);
+        return response.JobStatus;
+    }
+    getImagePlaceholder(block) {
+        const geometry = block.Geometry?.BoundingBox;
+        if (!geometry)
+            return '';
+        const area = (geometry.Width || 0) * (geometry.Height || 0);
+        if (area < 0.05)
+            return ''; // skip small images
+        const top = geometry.Top || 0;
+        const left = geometry.Left || 0;
+        let position = '';
+        if (top < 0.3)
+            position += 'TOP_';
+        else if (top > 0.7)
+            position += 'BOTTOM_';
+        if (left < 0.3)
+            position += 'LEFT';
+        else if (left > 0.7)
+            position += 'RIGHT';
+        else
+            position += 'CENTER';
+        return `[IMAGE_${position}]\n`;
+    }
+    getIndentationLevel(block) {
+        const left = block.Geometry?.BoundingBox?.Left || 0;
+        if (left < 0.15)
+            return 0;
+        if (left < 0.25)
+            return 1;
+        return 2;
+    }
+    isLikelyHeader(block, prevBlock) {
+        if (!prevBlock)
+            return true;
+        const gap = (block.Geometry?.BoundingBox?.Top || 0) -
+            ((prevBlock.Geometry?.BoundingBox?.Top || 0) +
+                (prevBlock.Geometry?.BoundingBox?.Height || 0));
+        return gap > 0.03;
+    }
+    formatTextBlock(block, prevBlock) {
+        const text = block.Text || '';
+        const indentLevel = this.getIndentationLevel(block);
+        const indent = '    '.repeat(indentLevel);
+        if (this.isLikelyHeader(block, prevBlock)) {
+            return `\n${indent}${text}\n`;
+        }
+        return `${indent}${text}\n`;
+    }
+    shouldMergeLines(prev, current) {
+        const prevBottom = (prev.Geometry?.BoundingBox?.Top || 0)
+            + (prev.Geometry?.BoundingBox?.Height || 0);
+        const currentTop = current.Geometry?.BoundingBox?.Top || 0;
+        const gap = currentTop - prevBottom;
+        // For example, if gap < 0.02, treat them as contiguous
+        if (gap < 0.02) {
+            return true;
+        }
+        return false;
+    }
+    async processResults(jobId) {
+        let nextToken;
+        let allBlocks = [];
+        do {
+            const command = new GetDocumentAnalysisCommand({
+                JobId: jobId,
+                NextToken: nextToken
+            });
+            const response = await this.textractClient.send(command);
+            allBlocks = allBlocks.concat(response.Blocks || []);
+            nextToken = response.NextToken;
+        } while (nextToken);
+        // Create blocks map
+        const blocksMap = {};
+        for (const block of allBlocks) {
+            blocksMap[block.Id] = block;
+        }
+        // We'll store each page's content in sequence
+        const pageContents = [];
+        let currentPage = null;
+        // We'll keep track of a "current text block" that we're building
+        let currentTextContent = "";
+        let prevLineBlock = null;
+        // Sort by page and vertical position
+        allBlocks.sort((a, b) => {
+            if (a.Page !== b.Page)
+                return (a.Page || 0) - (b.Page || 0);
+            return (a.Geometry?.BoundingBox?.Top || 0) - (b.Geometry?.BoundingBox?.Top || 0);
+        });
+        for (const block of allBlocks) {
+            if (block.BlockType === 'PAGE') {
+                // If we were building a text block, push it before starting a new page
+                if (currentTextContent.trim().length > 0 && currentPage) {
+                    currentPage.blocks.push({
+                        type: 'text',
+                        content: currentTextContent
+                    });
+                }
+                if (currentPage) {
+                    pageContents.push(currentPage);
+                }
+                currentPage = {
+                    pageNumber: block.Page || 0,
+                    blocks: []
+                };
+                currentTextContent = "";
+                prevLineBlock = null;
+            }
+            else if (currentPage && block.Page === currentPage.pageNumber) {
+                // TABLE handling
+                if (block.BlockType === 'TABLE') {
+                    // If there's a pending text block, push it first
+                    if (currentTextContent.trim().length > 0) {
+                        currentPage.blocks.push({
+                            type: 'text',
+                            content: currentTextContent
+                        });
+                        currentTextContent = "";
+                    }
+                    const { csv, tableConfidence } = this.generateTableCSV(block, blocksMap, currentPage.blocks.filter(b => b.type === 'table').length + 1, currentPage.pageNumber);
+                    currentPage.blocks.push({
+                        type: 'table',
+                        content: csv,
+                        confidence: tableConfidence
+                    });
+                    prevLineBlock = null;
+                }
+                // LINE handling (merge or start new)
+                else if (block.BlockType === 'LINE' && !this.isBlockInTable(block, blocksMap)) {
+                    if (prevLineBlock && this.shouldMergeLines(prevLineBlock, block)) {
+                        // If we consider this line to be part of the same paragraph,
+                        // just append the text. We'll call formatTextBlock to get
+                        // indentation/header logic, but we won't add a leading newline.
+                        const formatted = this.formatTextBlock(block, prevLineBlock);
+                        // formatTextBlock might include a leading newline if isLikelyHeader = true
+                        // so you can strip it out if you want them truly "merged" into one paragraph:
+                        const mergedText = formatted.replace(/^\s*\n/, " ");
+                        currentTextContent += " " + mergedText.trim();
+                    }
+                    else {
+                        // If there's an existing text block, push it
+                        if (currentTextContent.trim().length > 0) {
+                            currentPage.blocks.push({
+                                type: 'text',
+                                content: currentTextContent
+                            });
+                        }
+                        // Start a new text block
+                        currentTextContent = this.formatTextBlock(block, prevLineBlock).trim();
+                    }
+                    prevLineBlock = block;
+                }
+                // IMAGES (if detectImages)
+                else if (this.detectImages) {
+                    const geometry = block.Geometry?.BoundingBox;
+                    if (geometry && geometry.Width && geometry.Height) {
+                        const imagePlaceholder = this.getImagePlaceholder(block);
+                        if (imagePlaceholder) {
+                            // If there's a pending text block, push it first
+                            if (currentTextContent.trim().length > 0) {
+                                currentPage.blocks.push({
+                                    type: 'text',
+                                    content: currentTextContent
+                                });
+                                currentTextContent = "";
+                            }
+                            currentPage.blocks.push({
+                                type: 'image',
+                                content: imagePlaceholder,
+                                left: geometry.Left,
+                                top: geometry.Top,
+                                width: geometry.Width,
+                                height: geometry.Height
+                            });
+                        }
+                    }
+                    // No line update to prevLineBlock here
+                }
+            }
+        }
+        // Handle last page
+        if (currentPage) {
+            if (currentTextContent.trim().length > 0) {
+                currentPage.blocks.push({
+                    type: 'text',
+                    content: currentTextContent
+                });
+            }
+            pageContents.push(currentPage);
+        }
+        // Build final output
+        let fulltext = '';
+        let imgNumber = 1;
+        for (const page of pageContents) {
+            fulltext += `<page number="${page.pageNumber}">\n`;
+            for (const block of page.blocks) {
+                if (block.type === 'text') {
+                    fulltext += `<text>\n${block.content}\n</text>\n\n`;
+                }
+                else if (block.type === 'table') {
+                    const confidenceAttr = block.confidence !== undefined && this.includeConfidenceInTables
+                        ? ` confidence="${block.confidence.toFixed(2)}"`
+                        : '';
+                    fulltext += `<table type="csv"${confidenceAttr}>\n`;
+                    fulltext += `${block.content}\n`;
+                    fulltext += `</table>\n\n`;
+                }
+                else if (block.type === 'image') {
+                    // Include geometry if you like
+                    const leftAttr = block.left ? ` left="${block.left.toFixed(4)}"` : '';
+                    const topAttr = block.top ? ` top="${block.top.toFixed(4)}"` : '';
+                    const widthAttr = block.width ? ` width="${block.width.toFixed(4)}"` : '';
+                    const heightAttr = block.height ? ` height="${block.height.toFixed(4)}"` : '';
+                    fulltext += `<image id="${imgNumber++}" ${leftAttr}${topAttr}${widthAttr}${heightAttr}>\n${block.content.trim()}\n</image>\n\n`;
+                }
+            }
+            fulltext += `</page>\n\n`;
+        }
+        return fulltext;
+    }
+}
+//# sourceMappingURL=TextractProcessor.js.map

package/lib/esm/conversion/TextractProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextractProcessor.js","sourceRoot":"","sources":["../../../src/conversion/TextractProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEhE,OAAO,EACH,0BAA0B,EAC1B,4BAA4B,EAC5B,cAAc,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,IAAI,MAAM,WAAW,CAAC;AAmC7B,MAAM,OAAO,iBAAiB;IAClB,cAAc,CAAiB;IAC/B,QAAQ,CAAW;IACnB,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,GAAG,CAAM;IACT,YAAY,CAAU;IAC9B;;OAEG;IACK,yBAAyB,CAAU;IAE3C,YAAY,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,WAAW,EACX,GAAG,EACH,YAAY,GAAG,KAAK,EACpB,yBAAyB,GAAG,KAAK,CAAE,sBAAsB;MAClC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC;YACrC,MAAM;YACN,WAAW;SACd,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,MAAM;YACN,WAAW;SACd,CAAC,CAAC;IACP,CAAC;IAEO,OAAO,CAAC,MAAa,EAAE,SAAoB;QAC/C,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;4BAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;4BACjC,kDAAkD;4BAClD,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gCACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC3C,IAAI,IAAI,IAAI,QAAQ,IAAI,CAAC;4BAC7B,CAAC;iCAAM,CAAC;gCACJ,IAAI,IAAI,GAAG,QAAQ,GAAG,CAAC;4BAC3B,CAAC;wBACL,CAAC;wBACD,IACI,IAAI,CAAC,SAAS,KAAK,mBAAmB;4BACtC,IAAI,CAAC,eAAe,KAAK,UAAU,EACrC,CAAC;4BACC,IAAI,IAAI,IAAI,CAAC;wBACjB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAoB;QACrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACtB,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC7C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBACrC,IAAI,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;4BAC/C,OAAO,IAAI,CAAC;wBAChB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,iBAAiB,CAAC,SAAgB,EAAE,SAAoB;QAC5D,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAC9B,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,cAAc,CAAC,SAAS,KAAK,OAAO,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;gBACvE,KAAK,MAAM,YAAY,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;oBACtD,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAChC,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;4BAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC/B,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gCAClD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oCACvC,IACI,OAAO,CAAC,IAAI,KAAK,OAAO;wCACxB,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAG,CAAC,EACtC,CAAC;wCACC,OAAO,IAAI,CAAC;oCAChB,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,iBAAiB,CACrB,WAAkB,EAClB,SAAoB;QAIpB,MAAM,IAAI,GAAuD,EAAE,CAAC;QAEpE,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE;YAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAChC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;oBAChC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;oBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;wBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;wBAEvC,6BAA6B;wBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;4BACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;wBAC5B,CAAC;wBAED,mCAAmC;wBACnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;wBAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;wBAExC,8CAA8C;wBAC9C,mDAAmD;wBACnD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;4BAC5D,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;wBACzD,CAAC;wBACD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;oBAC5D,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,gBAAgB,CACpB,WAAkB,EAClB,SAAoB,EACpB,WAAmB,EACnB,WAAmB;QAEnB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEhE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,mBAAmB;QACnB,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACrB,aAAa;gBACb,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/B,wBAAwB;gBACxB,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC;gBACnC,SAAS,EAAE,CAAC;YAChB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;QAED,8DAA8D;QAC9D,MAAM,eAAe,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,iBAAiB;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC9B,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,IAAI;YACb,cAAc,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QACxB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,IAAI,CAAC,OAAO;YACjB,IAAI,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,MAAM,OAAO,GAAG,IAAI,4BAA4B,CAAC;YAC7C,gBAAgB,EAAE;gBACd,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,IAAI,EAAE,KAAK;iBACd;aACJ;YACD,YAAY,EAAE,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,KAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,SAAU,CAAC;IAC/B,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5D,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,EAAE,CAAC,CAAC,oBAAoB;QAEhD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QAEhC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC7B,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,SAAS,CAAC;QAE1C,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC9B,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,OAAO,CAAC;;YACpC,QAAQ,IAAI,QAAQ,CAAC;QAE1B,OAAO,UAAU,QAAQ,KAAK,CAAC;IACnC,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACb,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAuB;QACxD,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;YAC/C,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;gBACxC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,OAAO,GAAG,GAAG,IAAI,CAAC;IACtB,CAAC;IAEO,eAAe,CAAC,KAAY,EAAE,SAAuB;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACxC,OAAO,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC;QAClC,CAAC;QACD,OAAO,GAAG,MAAM,GAAG,IAAI,IAAI,CAAC;IAChC,CAAC;IAEO,gBAAgB,CAAC,IAAW,EAAE,OAAc;QAChD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;cACnD,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,UAAU,GAAG,UAAU,CAAC;QAEpC,uDAAuD;QACvD,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,IAAI,SAA6B,CAAC;QAClC,IAAI,SAAS,GAAY,EAAE,CAAC;QAE5B,GAAG,CAAC;YACA,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC;gBAC3C,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpD,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,CAAC,QAAQ,SAAS,EAAE;QAEpB,oBAAoB;QACpB,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,SAAS,CAAC,KAAK,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;QAED,8CAA8C;QAC9C,MAAM,YAAY,GAAkB,EAAE,CAAC;QACvC,IAAI,WAAW,GAAuB,IAAI,CAAC;QAE3C,iEAAiE;QACjE,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAC5B,IAAI,aAAa,GAAiB,IAAI,CAAC;QAEvC,qCAAqC;QACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;gBAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;gBAC7B,uEAAuE;gBACvE,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;oBACtD,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,kBAAkB;qBAC9B,CAAC,CAAC;gBACP,CAAC;gBACD,IAAI,WAAW,EAAE,CAAC;oBACd,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;gBACD,WAAW,GAAG;oBACV,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;oBAC3B,MAAM,EAAE,EAAE;iBACb,CAAC;gBACF,kBAAkB,GAAG,EAAE,CAAC;gBACxB,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC;iBACI,IAAI,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,UAAU,EAAE,CAAC;gBAC5D,iBAAiB;gBACjB,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;oBAC9B,iDAAiD;oBACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;4BACpB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,kBAAkB;yBAC9B,CAAC,CAAC;wBACH,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,CAAC;oBACD,MAAM,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAClD,KAAK,EACL,SAAS,EACT,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAC7D,WAAW,CAAC,UAAU,CACzB,CAAC;oBACF,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,GAAG;wBACZ,UAAU,EAAE,eAAe;qBAC9B,CAAC,CAAC;oBACH,aAAa,GAAG,IAAI,CAAC;gBACzB,CAAC;gBACD,qCAAqC;qBAChC,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;oBAC5E,IAAI,aAAa,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC;wBAC/D,6DAA6D;wBAC7D,0DAA0D;wBAC1D,gEAAgE;wBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;wBAE7D,2EAA2E;wBAC3E,8EAA8E;wBAC9E,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;wBAEpD,kBAAkB,IAAI,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;oBAClD,CAAC;yBAAM,CAAC;wBACJ,6CAA6C;wBAC7C,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,MAAM;gCACZ,OAAO,EAAE,kBAAkB;6BAC9B,CAAC,CAAC;wBACP,CAAC;wBACD,yBAAyB;wBACzB,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3E,CAAC;oBACD,aAAa,GAAG,KAAK,CAAC;gBAC1B,CAAC;gBACD,2BAA2B;qBACtB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;oBAC7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;wBACzD,IAAI,gBAAgB,EAAE,CAAC;4BACnB,iDAAiD;4BACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oCACpB,IAAI,EAAE,MAAM;oCACZ,OAAO,EAAE,kBAAkB;iCAC9B,CAAC,CAAC;gCACH,kBAAkB,GAAG,EAAE,CAAC;4BAC5B,CAAC;4BAED,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,OAAO;gCACb,OAAO,EAAE,gBAAgB;gCACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,GAAG,EAAE,QAAQ,CAAC,GAAG;gCACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;gCACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;6BAC1B,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;oBACD,uCAAuC;gBAC3C,CAAC;YACL,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,kBAAkB;iBAC9B,CAAC,CAAC;YACP,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAED,qBAAqB;QACrB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAC9B,QAAQ,IAAI,iBAAiB,IAAI,CAAC,UAAU,MAAM,CAAC;YACnD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACxB,QAAQ,IAAI,WAAW,KAAK,CAAC,OAAO,eAAe,CAAC;gBACxD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,yBAAyB;wBACnF,CAAC,CAAC,gBAAgB,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;wBAChD,CAAC,CAAC,EAAE,CAAC;oBACT,QAAQ,IAAI,oBAAoB,cAAc,KAAK,CAAC;oBACpD,QAAQ,IAAI,GAAG,KAAK,CAAC,OAAO,IAAI,CAAC;oBACjC,QAAQ,IAAI,cAAc,CAAC;gBAC/B,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,+BAA+B;oBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAE9E,QAAQ,IAAI,cAAc,SAAS,EAAE,KAAK,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC;gBACpI,CAAC;YACL,CAAC;YACD,QAAQ,IAAI,aAAa,CAAC;QAC9B,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CAEJ"}