@vertesia/workflow 1.3.0 → 1.4.0-dev.20260615.051508Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -2
- package/lib/{types/activities → activities}/advanced/createDocumentTypeFromInteractionRun.d.ts +2 -2
- package/lib/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/advanced/createDocumentTypeFromInteractionRun.js +9 -9
- package/lib/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
- package/lib/{types/activities → activities}/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +2 -2
- package/lib/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/advanced/createOrUpdateDocumentFromInteractionRun.js +29 -22
- package/lib/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
- package/lib/{types/activities → activities}/advanced/updateDocumentFromInteractionRun.d.ts +1 -1
- package/lib/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
- package/lib/activities/advanced/updateDocumentFromInteractionRun.js +16 -0
- package/lib/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
- package/lib/{types/activities → activities}/chunkDocument.d.ts +3 -3
- package/lib/activities/chunkDocument.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/chunkDocument.js +38 -33
- package/lib/activities/chunkDocument.js.map +1 -0
- package/lib/{types/activities → activities}/createDocumentFromOther.d.ts +1 -1
- package/lib/activities/createDocumentFromOther.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/createDocumentFromOther.js +15 -13
- package/lib/activities/createDocumentFromOther.js.map +1 -0
- package/lib/{types/activities → activities}/executeInteraction.d.ts +19 -10
- package/lib/activities/executeInteraction.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/executeInteraction.js +97 -78
- package/lib/activities/executeInteraction.js.map +1 -0
- package/lib/{types/activities → activities}/executeRemoteActivity.d.ts +4 -4
- package/lib/activities/executeRemoteActivity.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/executeRemoteActivity.js +48 -23
- package/lib/activities/executeRemoteActivity.js.map +1 -0
- package/lib/{types/activities → activities}/extractDocumentText.d.ts +3 -3
- package/lib/activities/extractDocumentText.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/extractDocumentText.js +65 -52
- package/lib/activities/extractDocumentText.js.map +1 -0
- package/lib/{types/activities → activities}/generateDocumentProperties.d.ts +4 -4
- package/lib/activities/generateDocumentProperties.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/generateDocumentProperties.js +37 -33
- package/lib/activities/generateDocumentProperties.js.map +1 -0
- package/lib/{types/activities → activities}/generateEmbeddings.d.ts +3 -3
- package/lib/activities/generateEmbeddings.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/generateEmbeddings.js +80 -80
- package/lib/activities/generateEmbeddings.js.map +1 -0
- package/lib/{types/activities → activities}/generateOrAssignContentType.d.ts +4 -4
- package/lib/activities/generateOrAssignContentType.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/generateOrAssignContentType.js +51 -49
- package/lib/activities/generateOrAssignContentType.js.map +1 -0
- package/lib/{types/activities → activities}/getObjectFromStore.d.ts +1 -1
- package/lib/activities/getObjectFromStore.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/getObjectFromStore.js +4 -3
- package/lib/activities/getObjectFromStore.js.map +1 -0
- package/lib/{types/activities → activities}/handleError.d.ts +1 -1
- package/lib/activities/handleError.d.ts.map +1 -0
- package/lib/activities/handleError.js +37 -0
- package/lib/activities/handleError.js.map +1 -0
- package/lib/activities/index-dsl.d.ts +31 -0
- package/lib/activities/index-dsl.d.ts.map +1 -0
- package/lib/activities/index-dsl.js +29 -0
- package/lib/activities/index-dsl.js.map +1 -0
- package/lib/{types/activities → activities}/index.d.ts +1 -1
- package/lib/activities/index.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/index.js +1 -1
- package/lib/activities/index.js.map +1 -0
- package/lib/{types/activities → activities}/loadChildWorkflowSpec.d.ts +1 -1
- package/lib/activities/loadChildWorkflowSpec.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/loadChildWorkflowSpec.js +4 -2
- package/lib/activities/loadChildWorkflowSpec.js.map +1 -0
- package/lib/{types/activities → activities}/media/prepareAudio.d.ts +1 -1
- package/lib/activities/media/prepareAudio.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/prepareAudio.js +27 -23
- package/lib/activities/media/prepareAudio.js.map +1 -0
- package/lib/{types/activities → activities}/media/prepareVideo.d.ts +2 -2
- package/lib/activities/media/prepareVideo.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/prepareVideo.js +72 -54
- package/lib/activities/media/prepareVideo.js.map +1 -0
- package/lib/{types/activities → activities}/media/probeMediaStreams.d.ts +2 -3
- package/lib/activities/media/probeMediaStreams.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/probeMediaStreams.js +7 -5
- package/lib/activities/media/probeMediaStreams.js.map +1 -0
- package/lib/{types/activities → activities}/media/processPdfWithTextract.d.ts +3 -3
- package/lib/activities/media/processPdfWithTextract.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/processPdfWithTextract.js +43 -26
- package/lib/activities/media/processPdfWithTextract.js.map +1 -0
- package/lib/{types/activities → activities}/media/saveGladiaTranscription.d.ts +2 -2
- package/lib/activities/media/saveGladiaTranscription.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/saveGladiaTranscription.js +35 -25
- package/lib/activities/media/saveGladiaTranscription.js.map +1 -0
- package/lib/{types/activities → activities}/media/transcribeMediaWithGladia.d.ts +2 -2
- package/lib/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/media/transcribeMediaWithGladia.js +26 -21
- package/lib/activities/media/transcribeMediaWithGladia.js.map +1 -0
- package/lib/{types/activities → activities}/mergeChildArtifacts.d.ts +1 -1
- package/lib/activities/mergeChildArtifacts.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/mergeChildArtifacts.js +27 -26
- package/lib/activities/mergeChildArtifacts.js.map +1 -0
- package/lib/{types/activities → activities}/notifyWebhook.d.ts +6 -5
- package/lib/activities/notifyWebhook.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/notifyWebhook.js +20 -17
- package/lib/activities/notifyWebhook.js.map +1 -0
- package/lib/{types/activities → activities}/rateLimiter.d.ts +1 -1
- package/lib/activities/rateLimiter.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/rateLimiter.js +4 -3
- package/lib/activities/rateLimiter.js.map +1 -0
- package/lib/{types/activities → activities}/renditions/generateImageRendition.d.ts +3 -3
- package/lib/activities/renditions/generateImageRendition.d.ts.map +1 -0
- package/lib/activities/renditions/generateImageRendition.js +75 -0
- package/lib/activities/renditions/generateImageRendition.js.map +1 -0
- package/lib/{types/activities → activities}/renditions/generateVideoRendition.d.ts +3 -3
- package/lib/activities/renditions/generateVideoRendition.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/renditions/generateVideoRendition.js +51 -54
- package/lib/activities/renditions/generateVideoRendition.js.map +1 -0
- package/lib/{types/activities → activities}/resolveRemoteActivities.d.ts +3 -4
- package/lib/activities/resolveRemoteActivities.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/resolveRemoteActivities.js +16 -15
- package/lib/activities/resolveRemoteActivities.js.map +1 -0
- package/lib/{types/activities → activities}/setDocumentStatus.d.ts +1 -1
- package/lib/activities/setDocumentStatus.d.ts.map +1 -0
- package/lib/{esm/activities → activities}/setDocumentStatus.js +5 -3
- package/lib/activities/setDocumentStatus.js.map +1 -0
- package/lib/{types/bulk-import.d.ts → bulk-import.d.ts} +10 -1
- package/lib/bulk-import.d.ts.map +1 -0
- package/lib/bulk-import.js.map +1 -0
- package/lib/{types/conversion → conversion}/TextractProcessor.d.ts +7 -4
- package/lib/conversion/TextractProcessor.d.ts.map +1 -0
- package/lib/{esm/conversion → conversion}/TextractProcessor.js +38 -38
- package/lib/conversion/TextractProcessor.js.map +1 -0
- package/lib/conversion/image.d.ts.map +1 -0
- package/lib/{esm/conversion → conversion}/image.js +35 -35
- package/lib/conversion/image.js.map +1 -0
- package/lib/conversion/markitdown.d.ts.map +1 -0
- package/lib/{esm/conversion → conversion}/markitdown.js +11 -11
- package/lib/conversion/markitdown.js.map +1 -0
- package/lib/conversion/mutool.d.ts.map +1 -0
- package/lib/{esm/conversion → conversion}/mutool.js +19 -24
- package/lib/conversion/mutool.js.map +1 -0
- package/lib/conversion/pandoc.d.ts.map +1 -0
- package/lib/{esm/conversion → conversion}/pandoc.js +11 -11
- package/lib/conversion/pandoc.js.map +1 -0
- package/lib/dsl/conditions.d.ts +2 -0
- package/lib/dsl/conditions.d.ts.map +1 -0
- package/lib/dsl/conditions.js +90 -0
- package/lib/dsl/conditions.js.map +1 -0
- package/lib/{types/dsl → dsl}/dsl-workflow.d.ts +2 -2
- package/lib/dsl/dsl-workflow.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/dsl-workflow.js +93 -65
- package/lib/dsl/dsl-workflow.js.map +1 -0
- package/lib/dsl/dslProxyActivities.d.ts +7 -0
- package/lib/dsl/dslProxyActivities.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/dslProxyActivities.js +10 -1
- package/lib/dsl/dslProxyActivities.js.map +1 -0
- package/lib/dsl/projections.d.ts +4 -0
- package/lib/dsl/projections.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/projections.js +22 -8
- package/lib/dsl/projections.js.map +1 -0
- package/lib/{types/dsl → dsl}/setup/ActivityContext.d.ts +4 -4
- package/lib/dsl/setup/ActivityContext.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/setup/ActivityContext.js +22 -25
- package/lib/dsl/setup/ActivityContext.js.map +1 -0
- package/lib/{types/dsl → dsl}/setup/fetch/DataProvider.d.ts +3 -3
- package/lib/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/setup/fetch/DataProvider.js +2 -1
- package/lib/dsl/setup/fetch/DataProvider.js.map +1 -0
- package/lib/dsl/setup/fetch/index.d.ts +6 -0
- package/lib/dsl/setup/fetch/index.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/setup/fetch/index.js +1 -1
- package/lib/dsl/setup/fetch/index.js.map +1 -0
- package/lib/{types/dsl → dsl}/setup/fetch/providers.d.ts +6 -6
- package/lib/dsl/setup/fetch/providers.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/setup/fetch/providers.js +30 -16
- package/lib/dsl/setup/fetch/providers.js.map +1 -0
- package/lib/dsl/test/test-child-workflow.d.ts +4 -0
- package/lib/dsl/test/test-child-workflow.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/test/test-child-workflow.js +1 -1
- package/lib/dsl/test/test-child-workflow.js.map +1 -0
- package/lib/{types/dsl → dsl}/validation.d.ts +1 -1
- package/lib/dsl/validation.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/validation.js +8 -8
- package/lib/dsl/validation.js.map +1 -0
- package/lib/{types/dsl → dsl}/vars.d.ts +16 -16
- package/lib/dsl/vars.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/vars.js +20 -15
- package/lib/dsl/vars.js.map +1 -0
- package/lib/dsl/walk.d.ts +18 -0
- package/lib/dsl/walk.d.ts.map +1 -0
- package/lib/{esm/dsl → dsl}/walk.js +37 -16
- package/lib/dsl/walk.js.map +1 -0
- package/lib/dsl.d.ts +4 -0
- package/lib/dsl.d.ts.map +1 -0
- package/lib/dsl.js +4 -0
- package/lib/dsl.js.map +1 -0
- package/lib/{types/errors.d.ts → errors.d.ts} +2 -2
- package/lib/errors.d.ts.map +1 -0
- package/lib/{esm/errors.js → errors.js} +22 -17
- package/lib/errors.js.map +1 -0
- package/lib/index.d.ts +36 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +37 -0
- package/lib/index.js.map +1 -0
- package/lib/result-types.d.ts.map +1 -0
- package/lib/result-types.js.map +1 -0
- package/lib/security/ssrf.d.ts.map +1 -0
- package/lib/security/ssrf.js.map +1 -0
- package/lib/system/notifyWebhookWorkflow.d.ts +8 -0
- package/lib/system/notifyWebhookWorkflow.d.ts.map +1 -0
- package/lib/{esm/system → system}/notifyWebhookWorkflow.js +13 -12
- package/lib/system/notifyWebhookWorkflow.js.map +1 -0
- package/lib/{types/system → system}/recalculateEmbeddingsWorkflow.d.ts +1 -1
- package/lib/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
- package/lib/{esm/system → system}/recalculateEmbeddingsWorkflow.js +7 -7
- package/lib/system/recalculateEmbeddingsWorkflow.js.map +1 -0
- package/lib/utils/activity-info.d.ts +12 -0
- package/lib/utils/activity-info.d.ts.map +1 -0
- package/lib/utils/activity-info.js +15 -0
- package/lib/utils/activity-info.js.map +1 -0
- package/lib/{types/utils → utils}/auth.d.ts +1 -1
- package/lib/utils/auth.d.ts.map +1 -0
- package/lib/utils/auth.js.map +1 -0
- package/lib/{types/utils → utils}/blobs.d.ts +1 -1
- package/lib/utils/blobs.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/blobs.js +17 -16
- package/lib/utils/blobs.js.map +1 -0
- package/lib/utils/chunks.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/chunks.js +1 -1
- package/lib/utils/chunks.js.map +1 -0
- package/lib/utils/client.d.ts +8 -0
- package/lib/utils/client.d.ts.map +1 -0
- package/lib/utils/client.js +64 -0
- package/lib/utils/client.js.map +1 -0
- package/lib/{types/utils → utils}/expand-vars.d.ts +1 -1
- package/lib/utils/expand-vars.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/expand-vars.js +4 -1
- package/lib/utils/expand-vars.js.map +1 -0
- package/lib/{types/utils → utils}/renditions.d.ts +2 -2
- package/lib/utils/renditions.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/renditions.js +29 -18
- package/lib/utils/renditions.js.map +1 -0
- package/lib/{types/utils → utils}/storage.d.ts +2 -2
- package/lib/utils/storage.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/storage.js +13 -12
- package/lib/utils/storage.js.map +1 -0
- package/lib/{types/utils → utils}/text-preview-utils.d.ts +2 -2
- package/lib/utils/text-preview-utils.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/text-preview-utils.js +4 -4
- package/lib/utils/text-preview-utils.js.map +1 -0
- package/lib/{types/utils → utils}/tokens.d.ts +1 -1
- package/lib/utils/tokens.d.ts.map +1 -0
- package/lib/{esm/utils → utils}/tokens.js +3 -3
- package/lib/utils/tokens.js.map +1 -0
- package/lib/vars.d.ts +3 -0
- package/lib/vars.d.ts.map +1 -0
- package/lib/vars.js +4 -0
- package/lib/vars.js.map +1 -0
- package/lib/workflows-bundle.js +5561 -2815
- package/lib/workflows.d.ts +7 -0
- package/lib/workflows.d.ts.map +1 -0
- package/lib/workflows.js +7 -0
- package/lib/workflows.js.map +1 -0
- package/package.json +47 -88
- package/src/activities/advanced/createDocumentTypeFromInteractionRun.ts +30 -17
- package/src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts +51 -37
- package/src/activities/advanced/updateDocumentFromInteractionRun.ts +12 -11
- package/src/activities/chunkDocument.ts +87 -77
- package/src/activities/createDocumentFromOther.ts +19 -25
- package/src/activities/executeInteraction.test.ts +81 -8
- package/src/activities/executeInteraction.ts +147 -102
- package/src/activities/executeRemoteActivity.test.ts +61 -67
- package/src/activities/executeRemoteActivity.ts +56 -29
- package/src/activities/extractDocumentText.ts +75 -64
- package/src/activities/generateDocumentProperties.ts +69 -50
- package/src/activities/generateEmbeddings.test.ts +114 -0
- package/src/activities/generateEmbeddings.ts +113 -141
- package/src/activities/generateOrAssignContentType.ts +219 -231
- package/src/activities/getObjectFromStore.ts +11 -10
- package/src/activities/handleError.ts +23 -11
- package/src/activities/index-dsl.ts +30 -30
- package/src/activities/index.ts +1 -1
- package/src/activities/loadChildWorkflowSpec.ts +8 -3
- package/src/activities/media/prepareAudio.ts +47 -56
- package/src/activities/media/prepareVideo.ts +107 -122
- package/src/activities/media/probeMediaStreams.test.ts +11 -13
- package/src/activities/media/probeMediaStreams.ts +13 -15
- package/src/activities/media/processPdfWithTextract.ts +65 -46
- package/src/activities/media/saveGladiaTranscription.test.ts +122 -121
- package/src/activities/media/saveGladiaTranscription.ts +52 -26
- package/src/activities/media/transcribeMediaWithGladia.test.ts +173 -165
- package/src/activities/media/transcribeMediaWithGladia.ts +44 -28
- package/src/activities/mergeChildArtifacts.ts +36 -38
- package/src/activities/notifyWebhook.test.ts +223 -217
- package/src/activities/notifyWebhook.ts +67 -40
- package/src/activities/rateLimiter.ts +31 -30
- package/src/activities/renditions/generateImageRendition.ts +54 -64
- package/src/activities/renditions/generateVideoRendition.ts +87 -141
- package/src/activities/resolveRemoteActivities.test.ts +96 -88
- package/src/activities/resolveRemoteActivities.ts +32 -23
- package/src/activities/setDocumentStatus.ts +11 -7
- package/src/bulk-import.ts +11 -5
- package/src/conversion/TextractProcessor.ts +69 -71
- package/src/conversion/image.test.ts +31 -31
- package/src/conversion/image.ts +41 -38
- package/src/conversion/markitdown.ts +11 -11
- package/src/conversion/mutool.test.ts +77 -62
- package/src/conversion/mutool.ts +27 -49
- package/src/conversion/pandoc.test.ts +5 -6
- package/src/conversion/pandoc.ts +11 -11
- package/src/dsl/conditions.ts +35 -17
- package/src/dsl/dsl-workflow.test.ts +49 -39
- package/src/dsl/dsl-workflow.ts +200 -112
- package/src/dsl/dslProxyActivities.test.ts +23 -0
- package/src/dsl/dslProxyActivities.ts +46 -26
- package/src/dsl/ms.d.ts +34 -3
- package/src/dsl/projections.test.ts +108 -100
- package/src/dsl/projections.ts +46 -26
- package/src/dsl/setup/ActivityContext.test.ts +22 -23
- package/src/dsl/setup/ActivityContext.ts +39 -82
- package/src/dsl/setup/fetch/DataProvider.ts +11 -8
- package/src/dsl/setup/fetch/index.ts +6 -8
- package/src/dsl/setup/fetch/providers.ts +38 -24
- package/src/dsl/test/test-child-workflow.ts +3 -2
- package/src/dsl/validation.test.ts +232 -213
- package/src/dsl/validation.ts +17 -12
- package/src/dsl/vars.test.ts +143 -140
- package/src/dsl/vars.ts +61 -54
- package/src/dsl/walk.test.ts +61 -56
- package/src/dsl/walk.ts +61 -35
- package/src/dsl/workflow-exec-child.test.ts +77 -61
- package/src/dsl/workflow-fetch.test.ts +40 -38
- package/src/dsl/workflow-import.test.ts +27 -27
- package/src/dsl/workflow.test.ts +34 -33
- package/src/dsl.ts +3 -4
- package/src/errors.ts +31 -23
- package/src/index.ts +28 -33
- package/src/result-types.ts +6 -9
- package/src/system/notifyWebhookWorkflow.ts +23 -23
- package/src/system/recalculateEmbeddingsWorkflow.ts +14 -17
- package/src/utils/activity-info.ts +15 -0
- package/src/utils/auth.ts +1 -1
- package/src/utils/blobs.ts +19 -18
- package/src/utils/chunks.ts +7 -8
- package/src/utils/client.ts +57 -17
- package/src/utils/expand-vars.ts +9 -6
- package/src/utils/renditions.ts +68 -72
- package/src/utils/storage.ts +18 -22
- package/src/utils/text-preview-utils.ts +9 -19
- package/src/utils/tokens.ts +9 -11
- package/src/vars.ts +2 -2
- package/src/workflows.ts +3 -4
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -33
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -73
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -19
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/chunkDocument.js +0 -111
- package/lib/cjs/activities/chunkDocument.js.map +0 -1
- package/lib/cjs/activities/createDocumentFromOther.js +0 -64
- package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
- package/lib/cjs/activities/executeInteraction.js +0 -241
- package/lib/cjs/activities/executeInteraction.js.map +0 -1
- package/lib/cjs/activities/executeRemoteActivity.js +0 -126
- package/lib/cjs/activities/executeRemoteActivity.js.map +0 -1
- package/lib/cjs/activities/extractDocumentText.js +0 -196
- package/lib/cjs/activities/extractDocumentText.js.map +0 -1
- package/lib/cjs/activities/generateDocumentProperties.js +0 -109
- package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
- package/lib/cjs/activities/generateEmbeddings.js +0 -269
- package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
- package/lib/cjs/activities/generateOrAssignContentType.js +0 -173
- package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/cjs/activities/getObjectFromStore.js +0 -31
- package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
- package/lib/cjs/activities/handleError.js +0 -29
- package/lib/cjs/activities/handleError.js.map +0 -1
- package/lib/cjs/activities/index-dsl.js +0 -59
- package/lib/cjs/activities/index-dsl.js.map +0 -1
- package/lib/cjs/activities/index.js +0 -21
- package/lib/cjs/activities/index.js.map +0 -1
- package/lib/cjs/activities/loadChildWorkflowSpec.js +0 -15
- package/lib/cjs/activities/loadChildWorkflowSpec.js.map +0 -1
- package/lib/cjs/activities/media/prepareAudio.js +0 -240
- package/lib/cjs/activities/media/prepareAudio.js.map +0 -1
- package/lib/cjs/activities/media/prepareVideo.js +0 -432
- package/lib/cjs/activities/media/prepareVideo.js.map +0 -1
- package/lib/cjs/activities/media/probeMediaStreams.js +0 -49
- package/lib/cjs/activities/media/probeMediaStreams.js.map +0 -1
- package/lib/cjs/activities/media/processPdfWithTextract.js +0 -103
- package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/cjs/activities/media/saveGladiaTranscription.js +0 -103
- package/lib/cjs/activities/media/saveGladiaTranscription.js.map +0 -1
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -107
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/cjs/activities/mergeChildArtifacts.js +0 -150
- package/lib/cjs/activities/mergeChildArtifacts.js.map +0 -1
- package/lib/cjs/activities/notifyWebhook.js +0 -167
- package/lib/cjs/activities/notifyWebhook.js.map +0 -1
- package/lib/cjs/activities/rateLimiter.js +0 -30
- package/lib/cjs/activities/rateLimiter.js.map +0 -1
- package/lib/cjs/activities/renditions/generateImageRendition.js +0 -66
- package/lib/cjs/activities/renditions/generateImageRendition.js.map +0 -1
- package/lib/cjs/activities/renditions/generateVideoRendition.js +0 -200
- package/lib/cjs/activities/renditions/generateVideoRendition.js.map +0 -1
- package/lib/cjs/activities/resolveRemoteActivities.js +0 -133
- package/lib/cjs/activities/resolveRemoteActivities.js.map +0 -1
- package/lib/cjs/activities/setDocumentStatus.js +0 -26
- package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
- package/lib/cjs/bulk-import.js +0 -12
- package/lib/cjs/bulk-import.js.map +0 -1
- package/lib/cjs/conversion/TextractProcessor.js +0 -417
- package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
- package/lib/cjs/conversion/image.js +0 -149
- package/lib/cjs/conversion/image.js.map +0 -1
- package/lib/cjs/conversion/markitdown.js +0 -42
- package/lib/cjs/conversion/markitdown.js.map +0 -1
- package/lib/cjs/conversion/mutool.js +0 -147
- package/lib/cjs/conversion/mutool.js.map +0 -1
- package/lib/cjs/conversion/pandoc.js +0 -39
- package/lib/cjs/conversion/pandoc.js.map +0 -1
- package/lib/cjs/dsl/conditions.js +0 -81
- package/lib/cjs/dsl/conditions.js.map +0 -1
- package/lib/cjs/dsl/dsl-workflow.js +0 -458
- package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
- package/lib/cjs/dsl/dslProxyActivities.js +0 -23
- package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
- package/lib/cjs/dsl/projections.js +0 -59
- package/lib/cjs/dsl/projections.js.map +0 -1
- package/lib/cjs/dsl/setup/ActivityContext.js +0 -188
- package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
- package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/index.js +0 -16
- package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
- package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
- package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/cjs/dsl/validation.js +0 -122
- package/lib/cjs/dsl/validation.js.map +0 -1
- package/lib/cjs/dsl/vars.js +0 -341
- package/lib/cjs/dsl/vars.js.map +0 -1
- package/lib/cjs/dsl/walk.js +0 -100
- package/lib/cjs/dsl/walk.js.map +0 -1
- package/lib/cjs/dsl.js +0 -20
- package/lib/cjs/dsl.js.map +0 -1
- package/lib/cjs/errors.js +0 -89
- package/lib/cjs/errors.js.map +0 -1
- package/lib/cjs/index.js +0 -57
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
- package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -72
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generatePart.js +0 -78
- package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generateToc.js +0 -86
- package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/index.js +0 -12
- package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/cjs/iterative-generation/types.js +0 -5
- package/lib/cjs/iterative-generation/types.js.map +0 -1
- package/lib/cjs/iterative-generation/utils.js +0 -121
- package/lib/cjs/iterative-generation/utils.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/result-types.js +0 -10
- package/lib/cjs/result-types.js.map +0 -1
- package/lib/cjs/security/ssrf.js +0 -34
- package/lib/cjs/security/ssrf.js.map +0 -1
- package/lib/cjs/system/notifyWebhookWorkflow.js +0 -53
- package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -33
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/cjs/utils/auth.js +0 -15
- package/lib/cjs/utils/auth.js.map +0 -1
- package/lib/cjs/utils/blobs.js +0 -64
- package/lib/cjs/utils/blobs.js.map +0 -1
- package/lib/cjs/utils/chunks.js +0 -14
- package/lib/cjs/utils/chunks.js.map +0 -1
- package/lib/cjs/utils/client.js +0 -31
- package/lib/cjs/utils/client.js.map +0 -1
- package/lib/cjs/utils/expand-vars.js +0 -33
- package/lib/cjs/utils/expand-vars.js.map +0 -1
- package/lib/cjs/utils/memory.js +0 -65
- package/lib/cjs/utils/memory.js.map +0 -1
- package/lib/cjs/utils/renditions.js +0 -92
- package/lib/cjs/utils/renditions.js.map +0 -1
- package/lib/cjs/utils/storage.js +0 -54
- package/lib/cjs/utils/storage.js.map +0 -1
- package/lib/cjs/utils/text-preview-utils.js +0 -43
- package/lib/cjs/utils/text-preview-utils.js.map +0 -1
- package/lib/cjs/utils/tokens.js +0 -38
- package/lib/cjs/utils/tokens.js.map +0 -1
- package/lib/cjs/vars.js +0 -20
- package/lib/cjs/vars.js.map +0 -1
- package/lib/cjs/workflows.js +0 -15
- package/lib/cjs/workflows.js.map +0 -1
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -16
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/chunkDocument.js.map +0 -1
- package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
- package/lib/esm/activities/executeInteraction.js.map +0 -1
- package/lib/esm/activities/executeRemoteActivity.js.map +0 -1
- package/lib/esm/activities/extractDocumentText.js.map +0 -1
- package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
- package/lib/esm/activities/generateEmbeddings.js.map +0 -1
- package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/esm/activities/getObjectFromStore.js.map +0 -1
- package/lib/esm/activities/handleError.js +0 -26
- package/lib/esm/activities/handleError.js.map +0 -1
- package/lib/esm/activities/index-dsl.js +0 -29
- package/lib/esm/activities/index-dsl.js.map +0 -1
- package/lib/esm/activities/index.js.map +0 -1
- package/lib/esm/activities/loadChildWorkflowSpec.js.map +0 -1
- package/lib/esm/activities/media/prepareAudio.js.map +0 -1
- package/lib/esm/activities/media/prepareVideo.js.map +0 -1
- package/lib/esm/activities/media/probeMediaStreams.js.map +0 -1
- package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/esm/activities/media/saveGladiaTranscription.js.map +0 -1
- package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/esm/activities/mergeChildArtifacts.js.map +0 -1
- package/lib/esm/activities/notifyWebhook.js.map +0 -1
- package/lib/esm/activities/rateLimiter.js.map +0 -1
- package/lib/esm/activities/renditions/generateImageRendition.js +0 -63
- package/lib/esm/activities/renditions/generateImageRendition.js.map +0 -1
- package/lib/esm/activities/renditions/generateVideoRendition.js.map +0 -1
- package/lib/esm/activities/resolveRemoteActivities.js.map +0 -1
- package/lib/esm/activities/setDocumentStatus.js.map +0 -1
- package/lib/esm/bulk-import.js.map +0 -1
- package/lib/esm/conversion/TextractProcessor.js.map +0 -1
- package/lib/esm/conversion/image.js.map +0 -1
- package/lib/esm/conversion/markitdown.js.map +0 -1
- package/lib/esm/conversion/mutool.js.map +0 -1
- package/lib/esm/conversion/pandoc.js.map +0 -1
- package/lib/esm/dsl/conditions.js +0 -75
- package/lib/esm/dsl/conditions.js.map +0 -1
- package/lib/esm/dsl/dsl-workflow.js.map +0 -1
- package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
- package/lib/esm/dsl/projections.js.map +0 -1
- package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/esm/dsl/validation.js.map +0 -1
- package/lib/esm/dsl/vars.js.map +0 -1
- package/lib/esm/dsl/walk.js.map +0 -1
- package/lib/esm/dsl.js +0 -4
- package/lib/esm/dsl.js.map +0 -1
- package/lib/esm/errors.js.map +0 -1
- package/lib/esm/index.js +0 -39
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
- package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -69
- package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generatePart.js +0 -75
- package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generateToc.js +0 -83
- package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/index.js +0 -5
- package/lib/esm/iterative-generation/activities/index.js.map +0 -1
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/esm/iterative-generation/types.js +0 -2
- package/lib/esm/iterative-generation/types.js.map +0 -1
- package/lib/esm/iterative-generation/utils.js +0 -112
- package/lib/esm/iterative-generation/utils.js.map +0 -1
- package/lib/esm/result-types.js.map +0 -1
- package/lib/esm/security/ssrf.js.map +0 -1
- package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/esm/utils/auth.js.map +0 -1
- package/lib/esm/utils/blobs.js.map +0 -1
- package/lib/esm/utils/chunks.js.map +0 -1
- package/lib/esm/utils/client.js +0 -27
- package/lib/esm/utils/client.js.map +0 -1
- package/lib/esm/utils/expand-vars.js.map +0 -1
- package/lib/esm/utils/memory.js +0 -55
- package/lib/esm/utils/memory.js.map +0 -1
- package/lib/esm/utils/renditions.js.map +0 -1
- package/lib/esm/utils/storage.js.map +0 -1
- package/lib/esm/utils/text-preview-utils.js.map +0 -1
- package/lib/esm/utils/tokens.js.map +0 -1
- package/lib/esm/vars.js +0 -4
- package/lib/esm/vars.js.map +0 -1
- package/lib/esm/workflows.js +0 -8
- package/lib/esm/workflows.js.map +0 -1
- package/lib/tsconfig.tsbuildinfo +0 -1
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/chunkDocument.d.ts.map +0 -1
- package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
- package/lib/types/activities/executeInteraction.d.ts.map +0 -1
- package/lib/types/activities/executeRemoteActivity.d.ts.map +0 -1
- package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
- package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
- package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
- package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
- package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
- package/lib/types/activities/handleError.d.ts.map +0 -1
- package/lib/types/activities/index-dsl.d.ts +0 -31
- package/lib/types/activities/index-dsl.d.ts.map +0 -1
- package/lib/types/activities/index.d.ts.map +0 -1
- package/lib/types/activities/loadChildWorkflowSpec.d.ts.map +0 -1
- package/lib/types/activities/media/prepareAudio.d.ts.map +0 -1
- package/lib/types/activities/media/prepareVideo.d.ts.map +0 -1
- package/lib/types/activities/media/probeMediaStreams.d.ts.map +0 -1
- package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
- package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +0 -1
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
- package/lib/types/activities/mergeChildArtifacts.d.ts.map +0 -1
- package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
- package/lib/types/activities/rateLimiter.d.ts.map +0 -1
- package/lib/types/activities/renditions/generateImageRendition.d.ts.map +0 -1
- package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +0 -1
- package/lib/types/activities/resolveRemoteActivities.d.ts.map +0 -1
- package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
- package/lib/types/bulk-import.d.ts.map +0 -1
- package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
- package/lib/types/conversion/image.d.ts.map +0 -1
- package/lib/types/conversion/markitdown.d.ts.map +0 -1
- package/lib/types/conversion/mutool.d.ts.map +0 -1
- package/lib/types/conversion/pandoc.d.ts.map +0 -1
- package/lib/types/dsl/conditions.d.ts +0 -2
- package/lib/types/dsl/conditions.d.ts.map +0 -1
- package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
- package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
- package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
- package/lib/types/dsl/projections.d.ts +0 -4
- package/lib/types/dsl/projections.d.ts.map +0 -1
- package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
- package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
- package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
- package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
- package/lib/types/dsl/validation.d.ts.map +0 -1
- package/lib/types/dsl/vars.d.ts.map +0 -1
- package/lib/types/dsl/walk.d.ts +0 -18
- package/lib/types/dsl/walk.d.ts.map +0 -1
- package/lib/types/dsl.d.ts +0 -4
- package/lib/types/dsl.d.ts.map +0 -1
- package/lib/types/errors.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -38
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
- package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
- package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
- package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/index.d.ts +0 -5
- package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
- package/lib/types/iterative-generation/types.d.ts +0 -79
- package/lib/types/iterative-generation/types.d.ts.map +0 -1
- package/lib/types/iterative-generation/utils.d.ts +0 -26
- package/lib/types/iterative-generation/utils.d.ts.map +0 -1
- package/lib/types/result-types.d.ts.map +0 -1
- package/lib/types/security/ssrf.d.ts.map +0 -1
- package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -8
- package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
- package/lib/types/utils/auth.d.ts.map +0 -1
- package/lib/types/utils/blobs.d.ts.map +0 -1
- package/lib/types/utils/chunks.d.ts.map +0 -1
- package/lib/types/utils/client.d.ts +0 -8
- package/lib/types/utils/client.d.ts.map +0 -1
- package/lib/types/utils/expand-vars.d.ts.map +0 -1
- package/lib/types/utils/memory.d.ts +0 -8
- package/lib/types/utils/memory.d.ts.map +0 -1
- package/lib/types/utils/renditions.d.ts.map +0 -1
- package/lib/types/utils/storage.d.ts.map +0 -1
- package/lib/types/utils/text-preview-utils.d.ts.map +0 -1
- package/lib/types/utils/tokens.d.ts.map +0 -1
- package/lib/types/vars.d.ts +0 -3
- package/lib/types/vars.d.ts.map +0 -1
- package/lib/types/workflows.d.ts +0 -8
- package/lib/types/workflows.d.ts.map +0 -1
- package/src/iterative-generation/activities/extractToc.ts +0 -63
- package/src/iterative-generation/activities/finalizeOutput.ts +0 -100
- package/src/iterative-generation/activities/generatePart.ts +0 -123
- package/src/iterative-generation/activities/generateToc.ts +0 -116
- package/src/iterative-generation/activities/index.ts +0 -4
- package/src/iterative-generation/iterativeGenerationWorkflow.ts +0 -68
- package/src/iterative-generation/types.ts +0 -99
- package/src/iterative-generation/utils.ts +0 -126
- package/src/utils/memory.ts +0 -61
- /package/lib/{esm/bulk-import.js → bulk-import.js} +0 -0
- /package/lib/{types/conversion → conversion}/image.d.ts +0 -0
- /package/lib/{types/conversion → conversion}/markitdown.d.ts +0 -0
- /package/lib/{types/conversion → conversion}/mutool.d.ts +0 -0
- /package/lib/{types/conversion → conversion}/pandoc.d.ts +0 -0
- /package/lib/{types/result-types.d.ts → result-types.d.ts} +0 -0
- /package/lib/{esm/result-types.js → result-types.js} +0 -0
- /package/lib/{types/security → security}/ssrf.d.ts +0 -0
- /package/lib/{esm/security → security}/ssrf.js +0 -0
- /package/lib/{esm/utils → utils}/auth.js +0 -0
- /package/lib/{types/utils → utils}/chunks.d.ts +0 -0
|
@@ -1,31 +1,29 @@
|
|
|
1
|
-
import { log } from
|
|
2
|
-
import { ZenoClientNotFoundError } from
|
|
3
|
-
import { ImageRenditionFormat, SupportedEmbeddingTypes, } from
|
|
4
|
-
import { setupActivity } from
|
|
5
|
-
import { DocumentNotFoundError } from
|
|
6
|
-
import { fetchBlobAsBase64, md5 } from
|
|
7
|
-
import { countTokens } from
|
|
1
|
+
import { log } from '@temporalio/activity';
|
|
2
|
+
import { ZenoClientNotFoundError } from '@vertesia/client';
|
|
3
|
+
import { ImageRenditionFormat, SupportedEmbeddingTypes, } from '@vertesia/common';
|
|
4
|
+
import { setupActivity } from '../dsl/setup/ActivityContext.js';
|
|
5
|
+
import { DocumentNotFoundError } from '../errors.js';
|
|
6
|
+
import { fetchBlobAsBase64, md5 } from '../utils/blobs.js';
|
|
7
|
+
import { countTokens } from '../utils/tokens.js';
|
|
8
8
|
export async function generateEmbeddings(payload) {
|
|
9
9
|
const { params, client, objectId, fetchProject } = await setupActivity(payload);
|
|
10
10
|
const { force, type } = params;
|
|
11
11
|
const projectData = await fetchProject();
|
|
12
12
|
const config = projectData?.configuration.embeddings[type];
|
|
13
13
|
if (!projectData) {
|
|
14
|
-
throw new DocumentNotFoundError(
|
|
14
|
+
throw new DocumentNotFoundError('Project not found', [payload.project_id]);
|
|
15
15
|
}
|
|
16
16
|
if (!config) {
|
|
17
|
-
throw new DocumentNotFoundError(
|
|
18
|
-
objectId,
|
|
19
|
-
]);
|
|
17
|
+
throw new DocumentNotFoundError('Embeddings configuration not found', [objectId]);
|
|
20
18
|
}
|
|
21
19
|
if (!projectData) {
|
|
22
|
-
throw new DocumentNotFoundError(
|
|
20
|
+
throw new DocumentNotFoundError('Project not found', [payload.project_id]);
|
|
23
21
|
}
|
|
24
22
|
if (!projectData?.configuration.embeddings[type]?.enabled) {
|
|
25
23
|
log.debug(`Embeddings generation disabled for type ${type} on project: ${projectData.name} (${projectData.namespace})`, { config });
|
|
26
24
|
return {
|
|
27
25
|
id: objectId,
|
|
28
|
-
status:
|
|
26
|
+
status: 'skipped',
|
|
29
27
|
message: `Embeddings generation disabled for type ${type}`,
|
|
30
28
|
};
|
|
31
29
|
}
|
|
@@ -34,11 +32,11 @@ export async function generateEmbeddings(payload) {
|
|
|
34
32
|
config,
|
|
35
33
|
});
|
|
36
34
|
if (!config.environment) {
|
|
37
|
-
throw new Error(
|
|
35
|
+
throw new Error('No environment found in project configuration. Set environment in project configuration to generate embeddings.');
|
|
38
36
|
}
|
|
39
37
|
let document;
|
|
40
38
|
try {
|
|
41
|
-
document = await client.objects.retrieve(objectId,
|
|
39
|
+
document = await client.objects.retrieve(objectId, '+text +parts +embeddings +tokens +properties');
|
|
42
40
|
}
|
|
43
41
|
catch (error) {
|
|
44
42
|
if (error instanceof ZenoClientNotFoundError) {
|
|
@@ -47,10 +45,7 @@ export async function generateEmbeddings(payload) {
|
|
|
47
45
|
throw error;
|
|
48
46
|
}
|
|
49
47
|
if (!document) {
|
|
50
|
-
throw new DocumentNotFoundError(
|
|
51
|
-
}
|
|
52
|
-
if (!document.content) {
|
|
53
|
-
throw new DocumentNotFoundError("Document content not found", [objectId]);
|
|
48
|
+
throw new DocumentNotFoundError('Document not found', [objectId]);
|
|
54
49
|
}
|
|
55
50
|
let res;
|
|
56
51
|
switch (type) {
|
|
@@ -84,7 +79,7 @@ export async function generateEmbeddings(payload) {
|
|
|
84
79
|
default:
|
|
85
80
|
res = {
|
|
86
81
|
id: objectId,
|
|
87
|
-
status:
|
|
82
|
+
status: 'failed',
|
|
88
83
|
message: `unsupported embedding type: ${type}`,
|
|
89
84
|
};
|
|
90
85
|
}
|
|
@@ -92,49 +87,46 @@ export async function generateEmbeddings(payload) {
|
|
|
92
87
|
}
|
|
93
88
|
async function generateTextEmbeddings({ document, client, type, config, force }) {
|
|
94
89
|
if (!document) {
|
|
95
|
-
return { status:
|
|
90
|
+
return { status: 'error', message: 'document is null or undefined' };
|
|
96
91
|
}
|
|
97
|
-
if (type !== SupportedEmbeddingTypes.text &&
|
|
98
|
-
type !== SupportedEmbeddingTypes.properties) {
|
|
92
|
+
if (type !== SupportedEmbeddingTypes.text && type !== SupportedEmbeddingTypes.properties) {
|
|
99
93
|
return {
|
|
100
94
|
id: document.id,
|
|
101
|
-
status:
|
|
95
|
+
status: 'failed',
|
|
102
96
|
message: `unsupported embedding type: ${type}`,
|
|
103
97
|
};
|
|
104
98
|
}
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
99
|
+
const sourceText = type === SupportedEmbeddingTypes.text
|
|
100
|
+
? document.text
|
|
101
|
+
: document.properties
|
|
102
|
+
? JSON.stringify(document.properties)
|
|
103
|
+
: undefined;
|
|
104
|
+
if (!sourceText) {
|
|
109
105
|
return {
|
|
110
106
|
id: document.id,
|
|
111
|
-
|
|
112
|
-
|
|
107
|
+
type,
|
|
108
|
+
status: 'skipped',
|
|
109
|
+
message: type === SupportedEmbeddingTypes.text ? 'no text found' : 'no properties found',
|
|
113
110
|
};
|
|
114
111
|
}
|
|
115
112
|
const { environment } = config;
|
|
116
|
-
|
|
117
|
-
|
|
113
|
+
if (!environment) {
|
|
114
|
+
throw new Error('No environment found in project configuration. Set environment in project configuration to generate embeddings.');
|
|
115
|
+
}
|
|
116
|
+
const sourceEtag = type === SupportedEmbeddingTypes.text ? (document.text_etag ?? md5(sourceText)) : md5(sourceText);
|
|
118
117
|
// Skip if embeddings already exist with matching etag (unless force=true)
|
|
119
118
|
const existingEmbedding = document.embeddings?.[type];
|
|
120
|
-
if (!force && existingEmbedding?.etag &&
|
|
119
|
+
if (!force && existingEmbedding?.etag && existingEmbedding.etag === sourceEtag) {
|
|
121
120
|
log.debug(`Skipping ${type} embeddings for document ${document.id} - etag unchanged`);
|
|
122
121
|
return {
|
|
123
122
|
id: document.id,
|
|
124
123
|
type,
|
|
125
|
-
status:
|
|
126
|
-
message:
|
|
124
|
+
status: 'skipped',
|
|
125
|
+
message: 'embeddings already exist with matching etag',
|
|
127
126
|
};
|
|
128
127
|
}
|
|
129
128
|
// Count tokens if needed, do not rely on existing token count
|
|
130
|
-
|
|
131
|
-
if (type === SupportedEmbeddingTypes.text && document.text) {
|
|
132
|
-
tokenCount = countTokens(document.text).count;
|
|
133
|
-
}
|
|
134
|
-
if (type === SupportedEmbeddingTypes.properties && document.properties) {
|
|
135
|
-
const propertiesText = JSON.stringify(document.properties);
|
|
136
|
-
tokenCount = countTokens(propertiesText).count;
|
|
137
|
-
}
|
|
129
|
+
const tokenCount = countTokens(sourceText).count;
|
|
138
130
|
const maxTokens = config.max_tokens ?? 8000;
|
|
139
131
|
//generate embeddings for the main doc if document isn't too large
|
|
140
132
|
log.debug(`Generating ${type} embeddings for document ${document.id}`);
|
|
@@ -143,47 +135,47 @@ async function generateTextEmbeddings({ document, client, type, config, force })
|
|
|
143
135
|
log.warn(`Document too large for ${type} embeddings generation, skipping (${tokenCount} tokens)`);
|
|
144
136
|
return {
|
|
145
137
|
id: document.id,
|
|
146
|
-
status:
|
|
138
|
+
status: 'skipped',
|
|
147
139
|
message: `${type} embeddings generation, skipped for large document (${tokenCount} tokens)`,
|
|
148
140
|
};
|
|
149
141
|
}
|
|
150
142
|
else {
|
|
151
143
|
log.debug(`Generating ${type} embeddings for document`);
|
|
152
|
-
const res = await generateEmbeddingsFromStudio(
|
|
153
|
-
|
|
144
|
+
const res = await generateEmbeddingsFromStudio(sourceText, environment, client);
|
|
145
|
+
const values = res?.results?.[0]?.outputs?.[0]?.values;
|
|
146
|
+
if (!values) {
|
|
154
147
|
return {
|
|
155
148
|
id: document.id,
|
|
156
|
-
status:
|
|
157
|
-
message:
|
|
149
|
+
status: 'failed',
|
|
150
|
+
message: 'no embeddings generated',
|
|
158
151
|
};
|
|
159
152
|
}
|
|
160
153
|
log.debug(`${type} embeddings generated for document ${document.id}`, {
|
|
161
|
-
len:
|
|
154
|
+
len: values.length,
|
|
162
155
|
});
|
|
163
156
|
await client.objects.setEmbedding(document.id, type, {
|
|
164
|
-
values
|
|
157
|
+
values,
|
|
165
158
|
model: res.model,
|
|
166
|
-
etag:
|
|
159
|
+
etag: sourceEtag,
|
|
167
160
|
});
|
|
168
161
|
return {
|
|
169
162
|
id: document.id,
|
|
170
163
|
type,
|
|
171
|
-
status:
|
|
172
|
-
len:
|
|
164
|
+
status: 'completed',
|
|
165
|
+
len: values.length,
|
|
173
166
|
};
|
|
174
167
|
}
|
|
175
168
|
}
|
|
176
|
-
async function generateImageEmbeddings({ document, client, type, config, force
|
|
177
|
-
log.debug(
|
|
169
|
+
async function generateImageEmbeddings({ document, client, type, config, force }) {
|
|
170
|
+
log.debug(`Generating image embeddings for document ${document.id}`, {
|
|
178
171
|
content: document.content,
|
|
179
172
|
});
|
|
180
|
-
if (!document.content?.type?.startsWith(
|
|
181
|
-
!document.content?.type?.includes("pdf")) {
|
|
173
|
+
if (!document.content?.type?.startsWith('image/') && !document.content?.type?.includes('pdf')) {
|
|
182
174
|
return {
|
|
183
175
|
id: document.id,
|
|
184
176
|
type,
|
|
185
|
-
status:
|
|
186
|
-
message:
|
|
177
|
+
status: 'failed',
|
|
178
|
+
message: 'content is not an image',
|
|
187
179
|
};
|
|
188
180
|
}
|
|
189
181
|
// Use content etag for image change detection
|
|
@@ -195,71 +187,79 @@ async function generateImageEmbeddings({ document, client, type, config, force,
|
|
|
195
187
|
return {
|
|
196
188
|
id: document.id,
|
|
197
189
|
type,
|
|
198
|
-
status:
|
|
199
|
-
message:
|
|
190
|
+
status: 'skipped',
|
|
191
|
+
message: 'embeddings already exist with matching etag',
|
|
200
192
|
};
|
|
201
193
|
}
|
|
202
194
|
const { environment, model } = config;
|
|
195
|
+
if (!environment) {
|
|
196
|
+
throw new Error('No environment found in project configuration. Set environment in project configuration to generate embeddings.');
|
|
197
|
+
}
|
|
203
198
|
const resRnd = await client.store.objects.getRendition(document.id, {
|
|
204
199
|
format: ImageRenditionFormat.jpeg,
|
|
205
200
|
generate_if_missing: true,
|
|
206
201
|
sign_url: true,
|
|
207
202
|
});
|
|
208
|
-
if (resRnd.status ===
|
|
209
|
-
throw new Error(
|
|
203
|
+
if (resRnd.status === 'generating') {
|
|
204
|
+
throw new Error('Rendition is generating, will retry later');
|
|
210
205
|
}
|
|
211
|
-
else if (resRnd.status ===
|
|
212
|
-
|
|
213
|
-
!resRnd.renditions.length) {
|
|
214
|
-
throw new DocumentNotFoundError("Rendition retrieval failed", [document.id]);
|
|
206
|
+
else if (resRnd.status === 'failed' || !resRnd.renditions || !resRnd.renditions.length) {
|
|
207
|
+
throw new DocumentNotFoundError('Rendition retrieval failed', [document.id]);
|
|
215
208
|
}
|
|
216
209
|
const renditions = resRnd.renditions;
|
|
217
210
|
if (!renditions?.length) {
|
|
218
|
-
throw new DocumentNotFoundError(
|
|
219
|
-
document.id,
|
|
220
|
-
]);
|
|
211
|
+
throw new DocumentNotFoundError('No source found in rendition', [document.id]);
|
|
221
212
|
}
|
|
222
213
|
const rendition = renditions[0];
|
|
223
214
|
const image = await fetchBlobAsBase64(client, rendition);
|
|
215
|
+
// TODO(task_type): Document embedding task — image inputs do not carry task_type, but this is a document-indexing call.
|
|
216
|
+
// Revisit if task_type support is added to ImageEmbeddingInput in a later PR.
|
|
224
217
|
const res = await client.environments
|
|
225
218
|
.embeddings(environment, {
|
|
226
|
-
|
|
219
|
+
inputs: [
|
|
220
|
+
{
|
|
221
|
+
type: 'image',
|
|
222
|
+
source: { base64: image, mime_type: 'image/jpeg' },
|
|
223
|
+
},
|
|
224
|
+
],
|
|
227
225
|
model,
|
|
228
226
|
})
|
|
229
227
|
.then((res) => res)
|
|
230
228
|
.catch((e) => {
|
|
231
|
-
log.error(
|
|
229
|
+
log.error('Error generating embeddings for image', { error: e });
|
|
232
230
|
throw e;
|
|
233
231
|
});
|
|
234
|
-
|
|
232
|
+
const values = res?.results?.[0]?.outputs?.[0]?.values;
|
|
233
|
+
if (!values) {
|
|
235
234
|
return {
|
|
236
235
|
id: document.id,
|
|
237
|
-
status:
|
|
238
|
-
message:
|
|
236
|
+
status: 'failed',
|
|
237
|
+
message: 'no embeddings generated',
|
|
239
238
|
};
|
|
240
239
|
}
|
|
241
240
|
await client.objects.setEmbedding(document.id, SupportedEmbeddingTypes.image, {
|
|
242
|
-
values
|
|
241
|
+
values,
|
|
243
242
|
model: res.model,
|
|
244
243
|
etag: contentEtag,
|
|
245
244
|
});
|
|
246
245
|
return {
|
|
247
246
|
id: document.id,
|
|
248
247
|
type,
|
|
249
|
-
status:
|
|
250
|
-
len:
|
|
248
|
+
status: 'completed',
|
|
249
|
+
len: values.length,
|
|
251
250
|
};
|
|
252
251
|
}
|
|
253
252
|
async function generateEmbeddingsFromStudio(text, env, client, model) {
|
|
254
253
|
log.debug(`Generating embeddings for text of ${text.length} chars with environment ${env}`);
|
|
254
|
+
// TODO(task_type): Document embedding task — add task_type: "document" once task_type support is validated end-to-end.
|
|
255
255
|
return client.environments
|
|
256
256
|
.embeddings(env, {
|
|
257
|
-
text,
|
|
257
|
+
inputs: [{ type: 'text', text }],
|
|
258
258
|
model,
|
|
259
259
|
})
|
|
260
260
|
.then((res) => res)
|
|
261
261
|
.catch((e) => {
|
|
262
|
-
log.error(
|
|
262
|
+
log.error('Error generating embeddings for text', { error: e });
|
|
263
263
|
throw e;
|
|
264
264
|
});
|
|
265
265
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generateEmbeddings.js","sourceRoot":"","sources":["../../src/activities/generateEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAuB,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAKH,oBAAoB,EAEpB,uBAAuB,GAC1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAmCjD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAA8D;IACnG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CAA2B,OAAO,CAAC,CAAC;IAC1G,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAE/B,MAAM,WAAW,GAAG,MAAM,YAAY,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,qBAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,qBAAqB,CAAC,oCAAoC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,qBAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;QACxD,GAAG,CAAC,KAAK,CACL,2CAA2C,IAAI,gBAAgB,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,SAAS,GAAG,EAC5G,EAAE,MAAM,EAAE,CACb,CAAC;QACF,OAAO;YACH,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,2CAA2C,IAAI,EAAE;SAC7D,CAAC;IACN,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,6CAA6C,QAAQ,EAAE,EAAE;QACtE,KAAK;QACL,MAAM;KACT,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACX,iHAAiH,CACpH,CAAC;IACN,CAAC;IAED,IAAI,QAA6D,CAAC;IAClE,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,8CAA8C,CAAC,CAAC;IACvG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,IAAI,KAAK,YAAY,uBAAuB,EAAE,CAAC;YAC3C,MAAM,IAAI,qBAAqB,CAAC,uBAAuB,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,qBAAqB,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,GAGiD,CAAC;IAEtD,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,uBAAuB,CAAC,IAAI;YAC7B,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV,KAAK,uBAAuB,CAAC,UAAU;YACnC,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV,KAAK,uBAAuB,CAAC,KAAK;YAC9B,GAAG,GAAG,MAAM,uBAAuB,CAAC;gBAChC,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV;YACI,GAAG,GAAG;gBACF,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;aACjD,CAAC;IACV,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAWD,KAAK,UAAU,sBAAsB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAmC;IAC5G,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;IACzE,CAAC;IAED,IAAI,IAAI,KAAK,uBAAuB,CAAC,IAAI,IAAI,IAAI,KAAK,uBAAuB,CAAC,UAAU,EAAE,CAAC;QACvF,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;SACjD,CAAC;IACN,CAAC;IAED,MAAM,UAAU,GACZ,IAAI,KAAK,uBAAuB,CAAC,IAAI;QACjC,CAAC,CAAC,QAAQ,CAAC,IAAI;QACf,CAAC,CAAC,QAAQ,CAAC,UAAU;YACnB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;YACrC,CAAC,CAAC,SAAS,CAAC;IAEtB,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,IAAI,KAAK,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB;SAC3F,CAAC;IACN,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACX,iHAAiH,CACpH,CAAC;IACN,CAAC;IAED,MAAM,UAAU,GACZ,IAAI,KAAK,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAEtG,0EAA0E;IAC1E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,IAAI,iBAAiB,EAAE,IAAI,IAAI,iBAAiB,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC7E,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,4BAA4B,QAAQ,CAAC,EAAE,mBAAmB,CAAC,CAAC;QACtF,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6CAA6C;SACzD,CAAC;IACN,CAAC;IAED,8DAA8D;IAC9D,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC;IAEjD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;IAE5C,kEAAkE;IAClE,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,4BAA4B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IACvE,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;QACrD,2CAA2C;QAC3C,GAAG,CAAC,IAAI,CAAC,0BAA0B,IAAI,qCAAqC,UAAU,UAAU,CAAC,CAAC;QAClG,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,GAAG,IAAI,uDAAuD,UAAU,UAAU;SAC9F,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,0BAA0B,CAAC,CAAC;QAExD,MAAM,GAAG,GAAG,MAAM,4BAA4B,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;QACvD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,yBAAyB;aACrC,CAAC;QACN,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,sCAAsC,QAAQ,CAAC,EAAE,EAAE,EAAE;YAClE,GAAG,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE;YACjD,MAAM;YACN,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,UAAU;SACnB,CAAC,CAAC;QAEH,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,WAAW;YACnB,GAAG,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;IACN,CAAC;AACL,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAmC;IAC7G,GAAG,CAAC,KAAK,CAAC,4CAA4C,QAAQ,CAAC,EAAE,EAAE,EAAE;QACjE,OAAO,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5F,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IAED,8CAA8C;IAC9C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC;IAE3C,0EAA0E;IAC1E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,IAAI,iBAAiB,EAAE,IAAI,IAAI,WAAW,IAAI,iBAAiB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7F,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,4BAA4B,QAAQ,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAC9F,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6CAA6C;SACzD,CAAC;IACN,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IACtC,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACX,iHAAiH,CACpH,CAAC;IACN,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE;QAChE,MAAM,EAAE,oBAAoB,CAAC,IAAI;QACjC,mBAAmB,EAAE,IAAI;QACzB,QAAQ,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACvF,MAAM,IAAI,qBAAqB,CAAC,4BAA4B,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACrC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,qBAAqB,CAAC,8BAA8B,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEzD,wHAAwH;IACxH,8EAA8E;IAC9E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,YAAY;SAChC,UAAU,CAAC,WAAW,EAAE;QACrB,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE;aACrD;SACJ;QACD,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,GAAG,CAAC,KAAK,CAAC,uCAAuC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEP,MAAM,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;IACvD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IAED,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,uBAAuB,CAAC,KAAK,EAAE;QAC1E,MAAM;QACN,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,OAAO;QACH,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI;QACJ,MAAM,EAAE,WAAW;QACnB,GAAG,EAAE,MAAM,CAAC,MAAM;KACrB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,4BAA4B,CACvC,IAAY,EACZ,GAAW,EACX,MAAsB,EACtB,KAAc;IAEd,GAAG,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,MAAM,2BAA2B,GAAG,EAAE,CAAC,CAAC;IAE5F,uHAAuH;IACvH,OAAO,MAAM,CAAC,YAAY;SACrB,UAAU,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAChC,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,GAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACX,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { DSLActivityExecutionPayload, DSLActivitySpec } from
|
|
2
|
-
import { TruncateSpec } from
|
|
3
|
-
import { InteractionExecutionParams } from
|
|
1
|
+
import { type DSLActivityExecutionPayload, type DSLActivitySpec } from '@vertesia/common';
|
|
2
|
+
import { type TruncateSpec } from '../utils/tokens.js';
|
|
3
|
+
import { type InteractionExecutionParams } from './executeInteraction.js';
|
|
4
4
|
export interface GenerateOrAssignContentTypeParams extends InteractionExecutionParams {
|
|
5
5
|
typesHint?: string[];
|
|
6
6
|
/**
|
|
@@ -17,7 +17,7 @@ export interface GenerateOrAssignContentTypeParams extends InteractionExecutionP
|
|
|
17
17
|
};
|
|
18
18
|
}
|
|
19
19
|
export interface GenerateOrAssignContentType extends DSLActivitySpec<GenerateOrAssignContentTypeParams> {
|
|
20
|
-
name:
|
|
20
|
+
name: 'generateOrAssignContentType';
|
|
21
21
|
}
|
|
22
22
|
export declare function generateOrAssignContentType(payload: DSLActivityExecutionPayload<GenerateOrAssignContentTypeParams>): Promise<{
|
|
23
23
|
status: string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generateOrAssignContentType.d.ts","sourceRoot":"","sources":["../../src/activities/generateOrAssignContentType.ts"],"names":[],"mappings":"AACA,OAAO,EAGH,KAAK,2BAA2B,EAChC,KAAK,eAAe,EAEvB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,KAAK,YAAY,EAAoB,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAkC,KAAK,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AA4B1G,MAAM,WAAW,iCAAkC,SAAQ,0BAA0B;IACjF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB;;OAEG;IACH,QAAQ,CAAC,EAAE,YAAY,CAAC;IAExB;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;KAClC,CAAC;CACL;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe,CAAC,iCAAiC,CAAC;IACnG,IAAI,EAAE,6BAA6B,CAAC;CACvC;AAED,wBAAsB,2BAA2B,CAC7C,OAAO,EAAE,2BAA2B,CAAC,iCAAiC,CAAC;;;;;;;;;;;;;;;;;;;;;GAiI1E"}
|
|
@@ -1,16 +1,22 @@
|
|
|
1
|
-
import { ApplicationFailure, log } from
|
|
2
|
-
import { ImageRenditionFormat, } from
|
|
3
|
-
import { setupActivity
|
|
4
|
-
import { truncByMaxTokens } from
|
|
5
|
-
import { executeInteractionFromActivity
|
|
6
|
-
const INT_SELECT_DOCUMENT_TYPE =
|
|
7
|
-
const INT_GENERATE_METADATA_MODEL =
|
|
1
|
+
import { ApplicationFailure, log } from '@temporalio/activity';
|
|
2
|
+
import { ImageRenditionFormat, } from '@vertesia/common';
|
|
3
|
+
import { setupActivity } from '../dsl/setup/ActivityContext.js';
|
|
4
|
+
import { truncByMaxTokens } from '../utils/tokens.js';
|
|
5
|
+
import { executeInteractionFromActivity } from './executeInteraction.js';
|
|
6
|
+
const INT_SELECT_DOCUMENT_TYPE = 'sys:SelectDocumentType';
|
|
7
|
+
const INT_GENERATE_METADATA_MODEL = 'sys:GenerateMetadataModel';
|
|
8
|
+
function toRetryableError(error) {
|
|
9
|
+
if (error instanceof Error) {
|
|
10
|
+
return error;
|
|
11
|
+
}
|
|
12
|
+
return new Error(String(error));
|
|
13
|
+
}
|
|
8
14
|
export async function generateOrAssignContentType(payload) {
|
|
9
15
|
const context = await setupActivity(payload);
|
|
10
16
|
const { params, client, objectId } = context;
|
|
11
17
|
const interactionName = params.interactionNames?.selectDocumentType ?? INT_SELECT_DOCUMENT_TYPE;
|
|
12
|
-
log.debug(
|
|
13
|
-
const object = await client.objects.retrieve(objectId,
|
|
18
|
+
log.debug(`SelectDocumentType for object: ${objectId}`, { payload });
|
|
19
|
+
const object = await client.objects.retrieve(objectId, '+text');
|
|
14
20
|
//Expects object.type to be null on first ingestion of content
|
|
15
21
|
//User initiated Content Type change via the Composable UI,
|
|
16
22
|
//sets object.type to null when they let Composable choose for them.
|
|
@@ -18,51 +24,47 @@ export async function generateOrAssignContentType(payload) {
|
|
|
18
24
|
if (object.type) {
|
|
19
25
|
log.warn(`Object ${objectId} has already a type. Skipping type creation.`);
|
|
20
26
|
return {
|
|
21
|
-
status:
|
|
22
|
-
message:
|
|
27
|
+
status: 'skipped',
|
|
28
|
+
message: `Object already has a type: ${object.type.name}`,
|
|
23
29
|
};
|
|
24
30
|
}
|
|
25
31
|
if (!object ||
|
|
26
32
|
(!object.text &&
|
|
27
|
-
!object.content?.type?.startsWith(
|
|
28
|
-
!object.content?.type?.startsWith(
|
|
33
|
+
!object.content?.type?.startsWith('image/') &&
|
|
34
|
+
!object.content?.type?.startsWith('application/pdf'))) {
|
|
29
35
|
log.info(`Object ${objectId} not found or text is empty and not an image`, {
|
|
30
36
|
object,
|
|
31
37
|
});
|
|
32
|
-
return { status:
|
|
38
|
+
return { status: 'failed', error: 'no-text' };
|
|
33
39
|
}
|
|
34
40
|
const types = await client.types.catalog.list({
|
|
35
41
|
schema: true,
|
|
36
42
|
});
|
|
37
43
|
//make a list of all existing types, and add hints if any
|
|
38
|
-
const existing_types = types.filter((t) => ![
|
|
39
|
-
const content = object.text
|
|
40
|
-
? truncByMaxTokens(object.text, params.truncate || 30000)
|
|
41
|
-
: undefined;
|
|
44
|
+
const existing_types = types.filter((t) => !['DocumentPart', 'Rendition'].includes(t.name));
|
|
45
|
+
const content = object.text ? truncByMaxTokens(object.text, params.truncate || 30000) : undefined;
|
|
42
46
|
const getImage = async () => {
|
|
43
|
-
if (object.content?.type?.includes(
|
|
44
|
-
|
|
45
|
-
object.text?.length < 100) {
|
|
46
|
-
return "store:" + objectId;
|
|
47
|
+
if (object.content?.type?.includes('pdf') && object.text?.length && object.text?.length < 100) {
|
|
48
|
+
return `store:${objectId}`;
|
|
47
49
|
}
|
|
48
|
-
if (!object.content?.type?.startsWith(
|
|
50
|
+
if (!object.content?.type?.startsWith('image/')) {
|
|
49
51
|
return undefined;
|
|
50
52
|
}
|
|
51
53
|
const res = await client.objects.getRendition(objectId, {
|
|
52
54
|
format: ImageRenditionFormat.jpeg,
|
|
53
55
|
generate_if_missing: true,
|
|
54
56
|
});
|
|
55
|
-
if (!res.renditions?.length && res.status ===
|
|
57
|
+
if (!res.renditions?.length && res.status === 'generating') {
|
|
56
58
|
//throw to try again
|
|
57
59
|
throw new Error(`Rendition for object ${objectId} is in progress`);
|
|
58
60
|
}
|
|
59
61
|
else if (res.renditions) {
|
|
60
|
-
return
|
|
62
|
+
return `store:${objectId}`;
|
|
61
63
|
}
|
|
62
64
|
};
|
|
63
65
|
const fileRef = await getImage();
|
|
64
|
-
log.info(
|
|
65
|
-
existing_types.filter((t) => !t.tags?.includes(
|
|
66
|
+
log.info('Execute SelectDocumentType interaction on content with \nexisting types - passing full types: ' +
|
|
67
|
+
existing_types.filter((t) => !t.tags?.includes('system')));
|
|
66
68
|
let res;
|
|
67
69
|
try {
|
|
68
70
|
res = await executeInteractionFromActivity(client, interactionName, params, {
|
|
@@ -72,20 +74,19 @@ export async function generateOrAssignContentType(payload) {
|
|
|
72
74
|
});
|
|
73
75
|
}
|
|
74
76
|
catch (error) {
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
: undefined;
|
|
77
|
+
const selectionError = toRetryableError(error);
|
|
78
|
+
log.error(`Failed to select document type`, { error: selectionError, retryable: selectionError.retryable });
|
|
79
|
+
const isRetryable = selectionError.retryable !== undefined ? selectionError.retryable !== false : undefined;
|
|
79
80
|
if (isRetryable !== undefined) {
|
|
80
81
|
if (isRetryable) {
|
|
81
82
|
throw ApplicationFailure.create({
|
|
82
|
-
message: `Document type selection failed: ${
|
|
83
|
+
message: `Document type selection failed: ${selectionError.message}`,
|
|
83
84
|
nonRetryable: false,
|
|
84
85
|
});
|
|
85
86
|
}
|
|
86
87
|
else {
|
|
87
88
|
throw ApplicationFailure.create({
|
|
88
|
-
message: `Non-retryable document type selection failed: ${
|
|
89
|
+
message: `Non-retryable document type selection failed: ${selectionError.message}`,
|
|
89
90
|
nonRetryable: true,
|
|
90
91
|
});
|
|
91
92
|
}
|
|
@@ -93,18 +94,18 @@ export async function generateOrAssignContentType(payload) {
|
|
|
93
94
|
throw error;
|
|
94
95
|
}
|
|
95
96
|
const jsonResult = res.result.object();
|
|
96
|
-
log.
|
|
97
|
+
log.debug(`Selected Content Type Result: ${JSON.stringify(jsonResult)}`);
|
|
97
98
|
//if type is not identified or not present in the database, generate a new type
|
|
98
|
-
let selectedType
|
|
99
|
+
let selectedType;
|
|
99
100
|
selectedType = types.find((t) => t.name === jsonResult.document_type);
|
|
100
101
|
if (!selectedType) {
|
|
101
|
-
log.warn(
|
|
102
|
+
log.warn('Document type not identified: starting type generation');
|
|
102
103
|
const newType = await generateNewType(context, existing_types, content, fileRef);
|
|
103
104
|
selectedType = { id: newType.id, name: newType.name };
|
|
104
105
|
}
|
|
105
106
|
if (!selectedType) {
|
|
106
|
-
log.error(
|
|
107
|
-
throw new Error(
|
|
107
|
+
log.error('Type not found: ', res.result);
|
|
108
|
+
throw new Error(`Type not found: ${jsonResult.document_type}`);
|
|
108
109
|
}
|
|
109
110
|
//update object with selected type
|
|
110
111
|
await client.objects.update(objectId, {
|
|
@@ -119,8 +120,7 @@ export async function generateOrAssignContentType(payload) {
|
|
|
119
120
|
async function generateNewType(context, existing_types, content, fileRef) {
|
|
120
121
|
const { client, params } = context;
|
|
121
122
|
const project = await context.fetchProject();
|
|
122
|
-
const interactionName = params.interactionNames?.generateMetadataModel ??
|
|
123
|
-
INT_GENERATE_METADATA_MODEL;
|
|
123
|
+
const interactionName = params.interactionNames?.generateMetadataModel ?? INT_GENERATE_METADATA_MODEL;
|
|
124
124
|
let genTypeRes;
|
|
125
125
|
try {
|
|
126
126
|
genTypeRes = await executeInteractionFromActivity(client, interactionName, params, {
|
|
@@ -131,20 +131,22 @@ async function generateNewType(context, existing_types, content, fileRef) {
|
|
|
131
131
|
});
|
|
132
132
|
}
|
|
133
133
|
catch (error) {
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
:
|
|
134
|
+
const generationError = toRetryableError(error);
|
|
135
|
+
log.error(`Failed to generate new document type`, {
|
|
136
|
+
error: generationError,
|
|
137
|
+
retryable: generationError.retryable,
|
|
138
|
+
});
|
|
139
|
+
const isRetryable = generationError.retryable !== undefined ? generationError.retryable !== false : undefined;
|
|
138
140
|
if (isRetryable !== undefined) {
|
|
139
141
|
if (isRetryable) {
|
|
140
142
|
throw ApplicationFailure.create({
|
|
141
|
-
message: `Document type generation failed: ${
|
|
143
|
+
message: `Document type generation failed: ${generationError.message}`,
|
|
142
144
|
nonRetryable: false,
|
|
143
145
|
});
|
|
144
146
|
}
|
|
145
147
|
else {
|
|
146
148
|
throw ApplicationFailure.create({
|
|
147
|
-
message: `Non-retryable document type generation failed: ${
|
|
149
|
+
message: `Non-retryable document type generation failed: ${generationError.message}`,
|
|
148
150
|
nonRetryable: true,
|
|
149
151
|
});
|
|
150
152
|
}
|
|
@@ -153,10 +155,10 @@ async function generateNewType(context, existing_types, content, fileRef) {
|
|
|
153
155
|
}
|
|
154
156
|
const jsonResult = genTypeRes.result.object();
|
|
155
157
|
if (!jsonResult.document_type) {
|
|
156
|
-
log.error(
|
|
157
|
-
throw new Error(
|
|
158
|
+
log.error('No name generated for type', genTypeRes);
|
|
159
|
+
throw new Error('No name generated for type');
|
|
158
160
|
}
|
|
159
|
-
log.info(
|
|
161
|
+
log.info('Generated schema for type', jsonResult.metadata_schema);
|
|
160
162
|
const typeData = {
|
|
161
163
|
name: jsonResult.document_type,
|
|
162
164
|
description: jsonResult.document_type_description,
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generateOrAssignContentType.js","sourceRoot":"","sources":["../../src/activities/generateOrAssignContentType.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAKH,oBAAoB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAwB,aAAa,EAAE,MAAM,iCAAiC,CAAC;AACtF,OAAO,EAAqB,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,8BAA8B,EAAmC,MAAM,yBAAyB,CAAC;AAE1G,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,2BAA2B,GAAG,2BAA2B,CAAC;AAkBhE,SAAS,gBAAgB,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QACzB,OAAO,KAAuB,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAmB,CAAC;AACtD,CAAC;AAuBD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC7C,OAAuE;IAEvE,MAAM,OAAO,GAAG,MAAM,aAAa,CAAoC,OAAO,CAAC,CAAC;IAChF,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAE7C,MAAM,eAAe,GAAG,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,wBAAwB,CAAC;IAEhG,GAAG,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,2DAA2D;IAC3D,oEAAoE;IACpE,yEAAyE;IACzE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,CAAC,CAAC;QAC3E,OAAO;YACH,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,8BAA8B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;SAC5D,CAAC;IACN,CAAC;IAED,IACI,CAAC,MAAM;QACP,CAAC,CAAC,MAAM,CAAC,IAAI;YACT,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC3C,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,EAC3D,CAAC;QACC,GAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,EAAE;YACvE,MAAM;SACT,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAClD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAC1C,MAAM,EAAE,IAAI;KACf,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAElG,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QACxB,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC;YAC5F,OAAO,SAAS,QAAQ,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE;YACpD,MAAM,EAAE,oBAAoB,CAAC,IAAI;YACjC,mBAAmB,EAAE,IAAI;SAC5B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YACzD,oBAAoB;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,iBAAiB,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACxB,OAAO,SAAS,QAAQ,EAAE,CAAC;QAC/B,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,QAAQ,EAAE,CAAC;IAEjC,GAAG,CAAC,IAAI,CACJ,gGAAgG;QAC5F,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAChE,CAAC;IAEF,IAAI,GAA+D,CAAC;IACpE,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,8BAA8B,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE;YACxE,cAAc;YACd,OAAO;YACP,KAAK,EAAE,OAAO;SACjB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,cAAc,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,CAAC,SAAS,EAAE,CAAC,CAAC;QAE5G,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAE5G,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBACd,MAAM,kBAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,mCAAmC,cAAc,CAAC,OAAO,EAAE;oBACpE,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,MAAM,kBAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,iDAAiD,cAAc,CAAC,OAAO,EAAE;oBAClF,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EAA4B,CAAC;IAEjE,GAAG,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAEzE,+EAA+E;IAC/E,IAAI,YAAsD,CAAC;IAE3D,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,aAAa,CAAC,CAAC;IAEtE,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACjF,YAAY,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IAC1D,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,mBAAmB,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;QAClC,IAAI,EAAE,YAAY,CAAC,EAAE;KACxB,CAAC,CAAC;IAEH,OAAO;QACH,EAAE,EAAE,YAAY,CAAC,EAAE;QACnB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,KAAK,UAAU,eAAe,CAC1B,OAA2D,EAC3D,cAAuC,EACvC,OAAgB,EAChB,OAAgB;IAEhB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,gBAAgB,EAAE,qBAAqB,IAAI,2BAA2B,CAAC;IAEtG,IAAI,UAAsE,CAAC;IAC3E,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,8BAA8B,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE;YAC/E,cAAc;YACd,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;YACjE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;SACvC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,eAAe,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAChD,GAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE;YAC9C,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,eAAe,CAAC,SAAS;SACvC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAE9G,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBACd,MAAM,kBAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,oCAAoC,eAAe,CAAC,OAAO,EAAE;oBACtE,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,MAAM,kBAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,kDAAkD,eAAe,CAAC,OAAO,EAAE;oBACpF,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EAA+B,CAAC;IAE3E,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC7C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,WAAW,EAAE,UAAU,CAAC,yBAAyB;QACjD,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,YAAY,EAAE,UAAU,CAAC,YAAY;KACxC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,OAAO,IAAI,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getObjectFromStore.d.ts","sourceRoot":"","sources":["../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,2BAA2B,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAKpG,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAU,SAAQ,eAAe,CAAC,eAAe,CAAC;IAC/D,IAAI,EAAE,WAAW,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CACpC,OAAO,EAAE,2BAA2B,CAAC,eAAe,CAAC,GACtD,OAAO,CAAC,aAAa,CAAC,CAqBxB"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { projectResult } from '../dsl/projections.js';
|
|
2
|
+
import { setupActivity } from '../dsl/setup/ActivityContext.js';
|
|
3
|
+
import { DocumentNotFoundError } from '../errors.js';
|
|
4
4
|
/**
|
|
5
5
|
* We are using a union type for the status parameter since typescript enums breaks the workflow code generation
|
|
6
6
|
* @param objectId
|
|
@@ -21,6 +21,7 @@ export async function getObjectFromStore(payload) {
|
|
|
21
21
|
}
|
|
22
22
|
const projection = projectResult(payload, params, obj, obj);
|
|
23
23
|
return {
|
|
24
|
+
...obj,
|
|
24
25
|
...projection,
|
|
25
26
|
id: obj.id,
|
|
26
27
|
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getObjectFromStore.js","sourceRoot":"","sources":["../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAUrD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,OAAqD;IAErD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAkB,OAAO,CAAC,CAAC;IAEnF,IAAI,GAAkB,CAAC;IACvB,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAE,GAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1G,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,qBAAqB,CAAC,4BAA4B,MAAM,MAAM,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAA2B,CAAC;IAEtF,OAAO;QACH,GAAG,GAAG;QACN,GAAG,UAAU;QACb,EAAE,EAAE,GAAG,CAAC,EAAE;KACb,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handleError.d.ts","sourceRoot":"","sources":["../../src/activities/handleError.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAGzF,MAAM,WAAW,oBAAoB;IACjC,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,2BAA2B,CAAC,oBAAoB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAoC9G"}
|