@vertesia/workflow 0.71.0 → 0.72.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vertesia/workflow",
-  "version": "0.71.0",
+  "version": "0.72.0",
   "type": "module",
   "description": "Composable prompts workflow dsl",
   "main": "./lib/esm/index.js",
@@ -36,7 +36,6 @@
     "@temporalio/activity": "^1.11.5",
     "@temporalio/workflow": "^1.11.5",
     "@types/json-schema": "^7.0.15",
-    "@vertesia/memory": "^0.43.0",
     "fast-deep-equal": "^3.1.3",
     "jsonwebtoken": "^9.0.2",
     "mime": "^4.0.0",
@@ -50,10 +49,11 @@
     "tmp": "^0.2.3",
     "tmp-promise": "^3.0.3",
     "yaml": "^2.6.0",
-    "@vertesia/api-fetch-client": "0.71.0",
-    "@vertesia/client": "0.71.0",
     "@llumiverse/common": "0.21.0",
-    "@vertesia/common": "0.71.0"
+    "@vertesia/api-fetch-client": "0.72.0",
+    "@vertesia/client": "0.72.0",
+    "@vertesia/memory": "0.44.0",
+    "@vertesia/common": "0.72.0"
   },
   "ts_dual_module": {
     "outDir": "lib",

package/src/activities/identifyTextSections.ts

@@ -0,0 +1,66 @@
+import { log } from "@temporalio/activity";
+import { DocumentMetadata, DSLActivityExecutionPayload, DSLActivitySpec } from "@vertesia/common";
+import { setupActivity } from "../dsl/setup/ActivityContext.js";
+import { InteractionExecutionParams, executeInteractionFromActivity } from "./executeInteraction.js";
+
+const INT_GENERATE_TEXT_PARTS = "sys:IdentifyTextSections";
+export interface identifyTextSectionsParams extends InteractionExecutionParams {
+    interactionName?: string;
+}
+export interface identifyTextSections extends DSLActivitySpec<identifyTextSectionsParams> {
+    name: "identifyTextSections";
+}
+
+export async function identifyTextSections(
+    payload: DSLActivityExecutionPayload<identifyTextSectionsParams>,
+) {
+    const context = await setupActivity<identifyTextSectionsParams>(payload);
+    const { params, client, objectId } = context;
+    const interactionName = params.interactionName ?? INT_GENERATE_TEXT_PARTS;
+
+    const project = await context.fetchProject();
+
+    const doc = await client.objects.retrieve(objectId, "+text");
+
+    const text = doc.text;
+    if (!text || text.length === 0) {
+        log.warn(`No text found for object ${objectId}`);
+        return;
+    }
+
+    //instrument the text with line numbers
+    const lines = text.split('\n')
+    const instrumented = lines.map((l, i) => `{%${i}%}${l}`).join('\n')
+
+    const promptData = {
+        content: instrumented ?? undefined,
+        human_context: project?.configuration?.human_context ?? undefined,
+    };
+
+    const infoRes = await executeInteractionFromActivity(
+        client,
+        interactionName,
+        {
+            ...params,
+            include_previous_error: true,
+            validate_result: true,
+        },
+        promptData,
+        payload.debug_mode ?? false,
+    );
+
+    const parts = infoRes.result.parts;
+    if (!parts || !Array.isArray(parts) || parts.length === 0) {
+        log.warn(`No text parts generated for object ${objectId}`);
+        return;
+    }
+
+    await client.objects.update(doc.id, {
+        metadata: {
+            type: "document",
+            sections: parts
+        } as DocumentMetadata
+    });
+
+    return { status: "completed" };
+}

package/src/activities/index-dsl.ts

@@ -17,3 +17,4 @@ export { convertPdfToStructuredText } from "./media/processPdfWithTextract.js";
 export { transcribeMedia } from "./media/transcribeMediaWithGladia.js";
 export { notifyWebhook } from "./notifyWebhook.js";
 export { setDocumentStatus } from "./setDocumentStatus.js";
+export { identifyTextSections } from "./identifyTextSections.js";

package/src/index.ts

@@ -18,6 +18,7 @@ export * from "./activities/executeInteraction.js";
 export * from "./activities/extractDocumentText.js";
 export * from "./activities/generateDocumentProperties.js";
 export * from "./activities/generateEmbeddings.js";
+export * from "./activities/identifyTextSections.js";
 export * from "./activities/renditions/generateImageRendition.js";
 export * from "./activities/renditions/generateVideoRendition.js";
 export * from "./activities/generateOrAssignContentType.js";