@vertesia/workflow 0.42.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +13 -0
- package/README.md +24 -0
- package/bin/bundle-workflows.mjs +26 -0
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +32 -0
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +66 -0
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +18 -0
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
- package/lib/cjs/activities/chunkDocument.js +79 -0
- package/lib/cjs/activities/chunkDocument.js.map +1 -0
- package/lib/cjs/activities/createDocumentFromOther.js +64 -0
- package/lib/cjs/activities/createDocumentFromOther.js.map +1 -0
- package/lib/cjs/activities/executeInteraction.js +135 -0
- package/lib/cjs/activities/executeInteraction.js.map +1 -0
- package/lib/cjs/activities/extractDocumentText.js +140 -0
- package/lib/cjs/activities/extractDocumentText.js.map +1 -0
- package/lib/cjs/activities/generateDocumentProperties.js +59 -0
- package/lib/cjs/activities/generateDocumentProperties.js.map +1 -0
- package/lib/cjs/activities/generateEmbeddings.js +292 -0
- package/lib/cjs/activities/generateEmbeddings.js.map +1 -0
- package/lib/cjs/activities/generateImageRendition.js +104 -0
- package/lib/cjs/activities/generateImageRendition.js.map +1 -0
- package/lib/cjs/activities/generateOrAssignContentType.js +103 -0
- package/lib/cjs/activities/generateOrAssignContentType.js.map +1 -0
- package/lib/cjs/activities/getObjectFromStore.js +20 -0
- package/lib/cjs/activities/getObjectFromStore.js.map +1 -0
- package/lib/cjs/activities/index.js +54 -0
- package/lib/cjs/activities/index.js.map +1 -0
- package/lib/cjs/activities/media/processPdfWithTextract.js +102 -0
- package/lib/cjs/activities/media/processPdfWithTextract.js.map +1 -0
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js +51 -0
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +1 -0
- package/lib/cjs/activities/notifyWebhook.js +34 -0
- package/lib/cjs/activities/notifyWebhook.js.map +1 -0
- package/lib/cjs/activities/setDocumentStatus.js +15 -0
- package/lib/cjs/activities/setDocumentStatus.js.map +1 -0
- package/lib/cjs/conversion/TextractProcessor.js +416 -0
- package/lib/cjs/conversion/TextractProcessor.js.map +1 -0
- package/lib/cjs/conversion/image.js +22 -0
- package/lib/cjs/conversion/image.js.map +1 -0
- package/lib/cjs/conversion/mutool.js +147 -0
- package/lib/cjs/conversion/mutool.js.map +1 -0
- package/lib/cjs/conversion/pandoc.js +39 -0
- package/lib/cjs/conversion/pandoc.js.map +1 -0
- package/lib/cjs/conversion/pdf.js +13 -0
- package/lib/cjs/conversion/pdf.js.map +1 -0
- package/lib/cjs/dsl/conditions.js +81 -0
- package/lib/cjs/dsl/conditions.js.map +1 -0
- package/lib/cjs/dsl/dsl-workflow.js +223 -0
- package/lib/cjs/dsl/dsl-workflow.js.map +1 -0
- package/lib/cjs/dsl/projections.js +59 -0
- package/lib/cjs/dsl/projections.js.map +1 -0
- package/lib/cjs/dsl/setup/ActivityContext.js +96 -0
- package/lib/cjs/dsl/setup/ActivityContext.js.map +1 -0
- package/lib/cjs/dsl/setup/fetch/DataProvider.js +51 -0
- package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +1 -0
- package/lib/cjs/dsl/setup/fetch/index.js +16 -0
- package/lib/cjs/dsl/setup/fetch/index.js.map +1 -0
- package/lib/cjs/dsl/setup/fetch/providers.js +67 -0
- package/lib/cjs/dsl/setup/fetch/providers.js.map +1 -0
- package/lib/cjs/dsl/test/test-child-workflow.js +10 -0
- package/lib/cjs/dsl/test/test-child-workflow.js.map +1 -0
- package/lib/cjs/dsl/validation.js +122 -0
- package/lib/cjs/dsl/validation.js.map +1 -0
- package/lib/cjs/dsl/vars.js +341 -0
- package/lib/cjs/dsl/vars.js.map +1 -0
- package/lib/cjs/dsl/walk.js +100 -0
- package/lib/cjs/dsl/walk.js.map +1 -0
- package/lib/cjs/errors.js +36 -0
- package/lib/cjs/errors.js.map +1 -0
- package/lib/cjs/index.js +43 -0
- package/lib/cjs/index.js.map +1 -0
- package/lib/cjs/iterative-generation/activities/extractToc.js +47 -0
- package/lib/cjs/iterative-generation/activities/extractToc.js.map +1 -0
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js +69 -0
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +1 -0
- package/lib/cjs/iterative-generation/activities/generatePart.js +73 -0
- package/lib/cjs/iterative-generation/activities/generatePart.js.map +1 -0
- package/lib/cjs/iterative-generation/activities/generateToc.js +91 -0
- package/lib/cjs/iterative-generation/activities/generateToc.js.map +1 -0
- package/lib/cjs/iterative-generation/activities/index.js +12 -0
- package/lib/cjs/iterative-generation/activities/index.js.map +1 -0
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +55 -0
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
- package/lib/cjs/iterative-generation/types.js +5 -0
- package/lib/cjs/iterative-generation/types.js.map +1 -0
- package/lib/cjs/iterative-generation/utils.js +118 -0
- package/lib/cjs/iterative-generation/utils.js.map +1 -0
- package/lib/cjs/package.json +3 -0
- package/lib/cjs/result-types.js +10 -0
- package/lib/cjs/result-types.js.map +1 -0
- package/lib/cjs/system/generateObjectText.js +89 -0
- package/lib/cjs/system/generateObjectText.js.map +1 -0
- package/lib/cjs/system/notifyWebhookWorkflow.js +52 -0
- package/lib/cjs/system/notifyWebhookWorkflow.js.map +1 -0
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +37 -0
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +1 -0
- package/lib/cjs/utils/auth.js +15 -0
- package/lib/cjs/utils/auth.js.map +1 -0
- package/lib/cjs/utils/blobs.js +63 -0
- package/lib/cjs/utils/blobs.js.map +1 -0
- package/lib/cjs/utils/client.js +25 -0
- package/lib/cjs/utils/client.js.map +1 -0
- package/lib/cjs/utils/expand-vars.js +33 -0
- package/lib/cjs/utils/expand-vars.js.map +1 -0
- package/lib/cjs/utils/memory.js +72 -0
- package/lib/cjs/utils/memory.js.map +1 -0
- package/lib/cjs/utils/tokens.js +38 -0
- package/lib/cjs/utils/tokens.js.map +1 -0
- package/lib/cjs/vars.js +20 -0
- package/lib/cjs/vars.js.map +1 -0
- package/lib/cjs/workflows.js +17 -0
- package/lib/cjs/workflows.js.map +1 -0
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +29 -0
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +63 -0
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +15 -0
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
- package/lib/esm/activities/chunkDocument.js +76 -0
- package/lib/esm/activities/chunkDocument.js.map +1 -0
- package/lib/esm/activities/createDocumentFromOther.js +58 -0
- package/lib/esm/activities/createDocumentFromOther.js.map +1 -0
- package/lib/esm/activities/executeInteraction.js +131 -0
- package/lib/esm/activities/executeInteraction.js.map +1 -0
- package/lib/esm/activities/extractDocumentText.js +137 -0
- package/lib/esm/activities/extractDocumentText.js.map +1 -0
- package/lib/esm/activities/generateDocumentProperties.js +56 -0
- package/lib/esm/activities/generateDocumentProperties.js.map +1 -0
- package/lib/esm/activities/generateEmbeddings.js +256 -0
- package/lib/esm/activities/generateEmbeddings.js.map +1 -0
- package/lib/esm/activities/generateImageRendition.js +98 -0
- package/lib/esm/activities/generateImageRendition.js.map +1 -0
- package/lib/esm/activities/generateOrAssignContentType.js +100 -0
- package/lib/esm/activities/generateOrAssignContentType.js.map +1 -0
- package/lib/esm/activities/getObjectFromStore.js +17 -0
- package/lib/esm/activities/getObjectFromStore.js.map +1 -0
- package/lib/esm/activities/index.js +21 -0
- package/lib/esm/activities/index.js.map +1 -0
- package/lib/esm/activities/media/processPdfWithTextract.js +98 -0
- package/lib/esm/activities/media/processPdfWithTextract.js.map +1 -0
- package/lib/esm/activities/media/transcribeMediaWithGladia.js +48 -0
- package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +1 -0
- package/lib/esm/activities/notifyWebhook.js +31 -0
- package/lib/esm/activities/notifyWebhook.js.map +1 -0
- package/lib/esm/activities/setDocumentStatus.js +12 -0
- package/lib/esm/activities/setDocumentStatus.js.map +1 -0
- package/lib/esm/conversion/TextractProcessor.js +409 -0
- package/lib/esm/conversion/TextractProcessor.js.map +1 -0
- package/lib/esm/conversion/image.js +16 -0
- package/lib/esm/conversion/image.js.map +1 -0
- package/lib/esm/conversion/mutool.js +139 -0
- package/lib/esm/conversion/mutool.js.map +1 -0
- package/lib/esm/conversion/pandoc.js +36 -0
- package/lib/esm/conversion/pandoc.js.map +1 -0
- package/lib/esm/conversion/pdf.js +7 -0
- package/lib/esm/conversion/pdf.js.map +1 -0
- package/lib/esm/dsl/conditions.js +75 -0
- package/lib/esm/dsl/conditions.js.map +1 -0
- package/lib/esm/dsl/dsl-workflow.js +216 -0
- package/lib/esm/dsl/dsl-workflow.js.map +1 -0
- package/lib/esm/dsl/projections.js +55 -0
- package/lib/esm/dsl/projections.js.map +1 -0
- package/lib/esm/dsl/setup/ActivityContext.js +91 -0
- package/lib/esm/dsl/setup/ActivityContext.js.map +1 -0
- package/lib/esm/dsl/setup/fetch/DataProvider.js +47 -0
- package/lib/esm/dsl/setup/fetch/DataProvider.js.map +1 -0
- package/lib/esm/dsl/setup/fetch/index.js +12 -0
- package/lib/esm/dsl/setup/fetch/index.js.map +1 -0
- package/lib/esm/dsl/setup/fetch/providers.js +61 -0
- package/lib/esm/dsl/setup/fetch/providers.js.map +1 -0
- package/lib/esm/dsl/test/test-child-workflow.js +5 -0
- package/lib/esm/dsl/test/test-child-workflow.js.map +1 -0
- package/lib/esm/dsl/validation.js +118 -0
- package/lib/esm/dsl/validation.js.map +1 -0
- package/lib/esm/dsl/vars.js +335 -0
- package/lib/esm/dsl/vars.js.map +1 -0
- package/lib/esm/dsl/walk.js +96 -0
- package/lib/esm/dsl/walk.js.map +1 -0
- package/lib/esm/errors.js +30 -0
- package/lib/esm/errors.js.map +1 -0
- package/lib/esm/index.js +25 -0
- package/lib/esm/index.js.map +1 -0
- package/lib/esm/iterative-generation/activities/extractToc.js +44 -0
- package/lib/esm/iterative-generation/activities/extractToc.js.map +1 -0
- package/lib/esm/iterative-generation/activities/finalizeOutput.js +66 -0
- package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +1 -0
- package/lib/esm/iterative-generation/activities/generatePart.js +70 -0
- package/lib/esm/iterative-generation/activities/generatePart.js.map +1 -0
- package/lib/esm/iterative-generation/activities/generateToc.js +88 -0
- package/lib/esm/iterative-generation/activities/generateToc.js.map +1 -0
- package/lib/esm/iterative-generation/activities/index.js +5 -0
- package/lib/esm/iterative-generation/activities/index.js.map +1 -0
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +52 -0
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
- package/lib/esm/iterative-generation/types.js +2 -0
- package/lib/esm/iterative-generation/types.js.map +1 -0
- package/lib/esm/iterative-generation/utils.js +109 -0
- package/lib/esm/iterative-generation/utils.js.map +1 -0
- package/lib/esm/result-types.js +7 -0
- package/lib/esm/result-types.js.map +1 -0
- package/lib/esm/system/generateObjectText.js +86 -0
- package/lib/esm/system/generateObjectText.js.map +1 -0
- package/lib/esm/system/notifyWebhookWorkflow.js +49 -0
- package/lib/esm/system/notifyWebhookWorkflow.js.map +1 -0
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js +34 -0
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +1 -0
- package/lib/esm/utils/auth.js +8 -0
- package/lib/esm/utils/auth.js.map +1 -0
- package/lib/esm/utils/blobs.js +52 -0
- package/lib/esm/utils/blobs.js.map +1 -0
- package/lib/esm/utils/client.js +22 -0
- package/lib/esm/utils/client.js.map +1 -0
- package/lib/esm/utils/expand-vars.js +30 -0
- package/lib/esm/utils/expand-vars.js.map +1 -0
- package/lib/esm/utils/memory.js +60 -0
- package/lib/esm/utils/memory.js.map +1 -0
- package/lib/esm/utils/tokens.js +34 -0
- package/lib/esm/utils/tokens.js.map +1 -0
- package/lib/esm/vars.js +4 -0
- package/lib/esm/vars.js.map +1 -0
- package/lib/esm/workflows.js +9 -0
- package/lib/esm/workflows.js.map +1 -0
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +17 -0
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +29 -0
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +19 -0
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
- package/lib/types/activities/chunkDocument.d.ts +18 -0
- package/lib/types/activities/chunkDocument.d.ts.map +1 -0
- package/lib/types/activities/createDocumentFromOther.d.ts +21 -0
- package/lib/types/activities/createDocumentFromOther.d.ts.map +1 -0
- package/lib/types/activities/executeInteraction.d.ts +40 -0
- package/lib/types/activities/executeInteraction.d.ts.map +1 -0
- package/lib/types/activities/extractDocumentText.d.ts +9 -0
- package/lib/types/activities/extractDocumentText.d.ts.map +1 -0
- package/lib/types/activities/generateDocumentProperties.d.ts +32 -0
- package/lib/types/activities/generateDocumentProperties.d.ts.map +1 -0
- package/lib/types/activities/generateEmbeddings.d.ts +49 -0
- package/lib/types/activities/generateEmbeddings.d.ts.map +1 -0
- package/lib/types/activities/generateImageRendition.d.ts +17 -0
- package/lib/types/activities/generateImageRendition.d.ts.map +1 -0
- package/lib/types/activities/generateOrAssignContentType.d.ts +44 -0
- package/lib/types/activities/generateOrAssignContentType.d.ts.map +1 -0
- package/lib/types/activities/getObjectFromStore.d.ts +14 -0
- package/lib/types/activities/getObjectFromStore.d.ts.map +1 -0
- package/lib/types/activities/index.d.ts +21 -0
- package/lib/types/activities/index.d.ts.map +1 -0
- package/lib/types/activities/media/processPdfWithTextract.d.ts +26 -0
- package/lib/types/activities/media/processPdfWithTextract.d.ts.map +1 -0
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +14 -0
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
- package/lib/types/activities/notifyWebhook.d.ts +17 -0
- package/lib/types/activities/notifyWebhook.d.ts.map +1 -0
- package/lib/types/activities/setDocumentStatus.d.ts +15 -0
- package/lib/types/activities/setDocumentStatus.d.ts.map +1 -0
- package/lib/types/conversion/TextractProcessor.d.ts +45 -0
- package/lib/types/conversion/TextractProcessor.d.ts.map +1 -0
- package/lib/types/conversion/image.d.ts +9 -0
- package/lib/types/conversion/image.d.ts.map +1 -0
- package/lib/types/conversion/mutool.d.ts +19 -0
- package/lib/types/conversion/mutool.d.ts.map +1 -0
- package/lib/types/conversion/pandoc.d.ts +2 -0
- package/lib/types/conversion/pandoc.d.ts.map +1 -0
- package/lib/types/conversion/pdf.d.ts +2 -0
- package/lib/types/conversion/pdf.d.ts.map +1 -0
- package/lib/types/dsl/conditions.d.ts +2 -0
- package/lib/types/dsl/conditions.d.ts.map +1 -0
- package/lib/types/dsl/dsl-workflow.d.ts +5 -0
- package/lib/types/dsl/dsl-workflow.d.ts.map +1 -0
- package/lib/types/dsl/projections.d.ts +4 -0
- package/lib/types/dsl/projections.d.ts.map +1 -0
- package/lib/types/dsl/setup/ActivityContext.d.ts +14 -0
- package/lib/types/dsl/setup/ActivityContext.d.ts.map +1 -0
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts +9 -0
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
- package/lib/types/dsl/setup/fetch/index.d.ts +6 -0
- package/lib/types/dsl/setup/fetch/index.d.ts.map +1 -0
- package/lib/types/dsl/setup/fetch/providers.d.ts +25 -0
- package/lib/types/dsl/setup/fetch/providers.d.ts.map +1 -0
- package/lib/types/dsl/test/test-child-workflow.d.ts +4 -0
- package/lib/types/dsl/test/test-child-workflow.d.ts.map +1 -0
- package/lib/types/dsl/validation.d.ts +4 -0
- package/lib/types/dsl/validation.d.ts.map +1 -0
- package/lib/types/dsl/vars.d.ts +48 -0
- package/lib/types/dsl/vars.d.ts.map +1 -0
- package/lib/types/dsl/walk.d.ts +18 -0
- package/lib/types/dsl/walk.d.ts.map +1 -0
- package/lib/types/errors.d.ts +16 -0
- package/lib/types/errors.d.ts.map +1 -0
- package/lib/types/index.d.ts +24 -0
- package/lib/types/index.d.ts.map +1 -0
- package/lib/types/iterative-generation/activities/extractToc.d.ts +10 -0
- package/lib/types/iterative-generation/activities/extractToc.d.ts.map +1 -0
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +3 -0
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +1 -0
- package/lib/types/iterative-generation/activities/generatePart.d.ts +3 -0
- package/lib/types/iterative-generation/activities/generatePart.d.ts.map +1 -0
- package/lib/types/iterative-generation/activities/generateToc.d.ts +4 -0
- package/lib/types/iterative-generation/activities/generateToc.d.ts.map +1 -0
- package/lib/types/iterative-generation/activities/index.d.ts +5 -0
- package/lib/types/iterative-generation/activities/index.d.ts.map +1 -0
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +3 -0
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +1 -0
- package/lib/types/iterative-generation/types.d.ts +79 -0
- package/lib/types/iterative-generation/types.d.ts.map +1 -0
- package/lib/types/iterative-generation/utils.d.ts +27 -0
- package/lib/types/iterative-generation/utils.d.ts.map +1 -0
- package/lib/types/result-types.d.ts +22 -0
- package/lib/types/result-types.d.ts.map +1 -0
- package/lib/types/system/generateObjectText.d.ts +4 -0
- package/lib/types/system/generateObjectText.d.ts.map +1 -0
- package/lib/types/system/notifyWebhookWorkflow.d.ts +6 -0
- package/lib/types/system/notifyWebhookWorkflow.d.ts.map +1 -0
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +40 -0
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
- package/lib/types/utils/auth.d.ts +4 -0
- package/lib/types/utils/auth.d.ts.map +1 -0
- package/lib/types/utils/blobs.d.ts +8 -0
- package/lib/types/utils/blobs.d.ts.map +1 -0
- package/lib/types/utils/client.d.ts +7 -0
- package/lib/types/utils/client.d.ts.map +1 -0
- package/lib/types/utils/expand-vars.d.ts +8 -0
- package/lib/types/utils/expand-vars.d.ts.map +1 -0
- package/lib/types/utils/memory.d.ts +12 -0
- package/lib/types/utils/memory.d.ts.map +1 -0
- package/lib/types/utils/tokens.d.ts +11 -0
- package/lib/types/utils/tokens.d.ts.map +1 -0
- package/lib/types/vars.d.ts +3 -0
- package/lib/types/vars.d.ts.map +1 -0
- package/lib/types/workflows.d.ts +9 -0
- package/lib/types/workflows.d.ts.map +1 -0
- package/lib/workflows-bundle.js +18394 -0
- package/package.json +109 -0
- package/src/activities/advanced/createDocumentTypeFromInteractionRun.ts +54 -0
- package/src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts +97 -0
- package/src/activities/advanced/updateDocumentFromInteractionRun.ts +34 -0
- package/src/activities/chunkDocument.ts +124 -0
- package/src/activities/createDocumentFromOther.ts +92 -0
- package/src/activities/executeInteraction.ts +191 -0
- package/src/activities/extractDocumentText.ts +174 -0
- package/src/activities/generateDocumentProperties.ts +93 -0
- package/src/activities/generateEmbeddings.ts +345 -0
- package/src/activities/generateImageRendition.ts +134 -0
- package/src/activities/generateOrAssignContentType.ts +152 -0
- package/src/activities/getObjectFromStore.ts +31 -0
- package/src/activities/index.ts +21 -0
- package/src/activities/media/processPdfWithTextract.ts +141 -0
- package/src/activities/media/transcribeMediaWithGladia.ts +83 -0
- package/src/activities/notifyWebhook.test.ts +32 -0
- package/src/activities/notifyWebhook.ts +51 -0
- package/src/activities/setDocumentStatus.ts +25 -0
- package/src/conversion/TextractProcessor.ts +505 -0
- package/src/conversion/image.test.ts +26 -0
- package/src/conversion/image.ts +22 -0
- package/src/conversion/mutool.test.ts +74 -0
- package/src/conversion/mutool.ts +180 -0
- package/src/conversion/pandoc.test.ts +22 -0
- package/src/conversion/pandoc.ts +44 -0
- package/src/conversion/pdf.test.ts +35 -0
- package/src/conversion/pdf.ts +8 -0
- package/src/dsl/conditions.ts +76 -0
- package/src/dsl/dsl-workflow.test.ts +58 -0
- package/src/dsl/dsl-workflow.ts +235 -0
- package/src/dsl/ms.d.ts +11 -0
- package/src/dsl/projections.test.ts +159 -0
- package/src/dsl/projections.ts +72 -0
- package/src/dsl/setup/ActivityContext.ts +106 -0
- package/src/dsl/setup/fetch/DataProvider.ts +45 -0
- package/src/dsl/setup/fetch/index.ts +19 -0
- package/src/dsl/setup/fetch/providers.ts +67 -0
- package/src/dsl/test/test-child-workflow.ts +6 -0
- package/src/dsl/validation.test.ts +257 -0
- package/src/dsl/validation.ts +125 -0
- package/src/dsl/vars.test.ts +245 -0
- package/src/dsl/vars.ts +340 -0
- package/src/dsl/walk.test.ts +81 -0
- package/src/dsl/walk.ts +103 -0
- package/src/dsl/workflow-exec-child.test.ts +182 -0
- package/src/dsl/workflow-fetch.test.ts +135 -0
- package/src/dsl/workflow-import.test.ts +89 -0
- package/src/dsl/workflow.test.ts +110 -0
- package/src/errors.ts +24 -0
- package/src/index.ts +27 -0
- package/src/iterative-generation/activities/extractToc.ts +49 -0
- package/src/iterative-generation/activities/finalizeOutput.ts +77 -0
- package/src/iterative-generation/activities/generatePart.ts +82 -0
- package/src/iterative-generation/activities/generateToc.ts +98 -0
- package/src/iterative-generation/activities/index.ts +4 -0
- package/src/iterative-generation/iterativeGenerationWorkflow.ts +67 -0
- package/src/iterative-generation/types.ts +99 -0
- package/src/iterative-generation/utils.ts +123 -0
- package/src/result-types.ts +25 -0
- package/src/system/generateObjectText.ts +109 -0
- package/src/system/notifyWebhookWorkflow.ts +64 -0
- package/src/system/recalculateEmbeddingsWorkflow.ts +46 -0
- package/src/utils/auth.ts +10 -0
- package/src/utils/blobs.ts +58 -0
- package/src/utils/client.ts +31 -0
- package/src/utils/expand-vars.ts +31 -0
- package/src/utils/memory.ts +66 -0
- package/src/utils/tokens.ts +44 -0
- package/src/vars.ts +3 -0
- package/src/workflows.ts +9 -0
@@ -0,0 +1,91 @@
|
|
1
|
+
import { log } from "@temporalio/activity";
|
2
|
+
import { NoDocumentFound, WorkflowParamNotFound } from "../../errors.js";
|
3
|
+
import { getClient } from "../../utils/client.js";
|
4
|
+
import { Vars } from "../vars.js";
|
5
|
+
import { getFetchProvider, registerFetchProviderFactory } from "./fetch/index.js";
|
6
|
+
import { DocumentProvider, DocumentTypeProvider, InteractionRunProvider } from "./fetch/providers.js";
|
7
|
+
import { getProjectFromToken } from "../../utils/auth.js";
|
8
|
+
registerFetchProviderFactory(DocumentProvider.ID, DocumentProvider.factory);
|
9
|
+
registerFetchProviderFactory(DocumentTypeProvider.ID, DocumentTypeProvider.factory);
|
10
|
+
registerFetchProviderFactory(InteractionRunProvider.ID, InteractionRunProvider.factory);
|
11
|
+
export class ActivityContext {
|
12
|
+
payload;
|
13
|
+
params;
|
14
|
+
client;
|
15
|
+
_project;
|
16
|
+
constructor(payload, client, params) {
|
17
|
+
this.payload = payload;
|
18
|
+
this.params = params;
|
19
|
+
this.client = client;
|
20
|
+
this.fetchProject = this.fetchProject.bind(this);
|
21
|
+
}
|
22
|
+
get objectIds() {
|
23
|
+
return this.payload.objectIds;
|
24
|
+
}
|
25
|
+
get objectId() {
|
26
|
+
const objectId = this.payload.objectIds && this.payload.objectIds[0];
|
27
|
+
if (!objectId) {
|
28
|
+
log.error('No objectId found in payload');
|
29
|
+
throw new WorkflowParamNotFound('objectIds[0]', this.payload.workflow);
|
30
|
+
}
|
31
|
+
return objectId;
|
32
|
+
}
|
33
|
+
fetchProject() {
|
34
|
+
if (!this._project) {
|
35
|
+
this._project = _fetchProject(this.client, this.payload);
|
36
|
+
}
|
37
|
+
return this._project;
|
38
|
+
}
|
39
|
+
}
|
40
|
+
export async function setupActivity(payload) {
|
41
|
+
const isDebugMode = !!payload.debug_mode;
|
42
|
+
const vars = new Vars({
|
43
|
+
...payload.params, // imported params (doesn't contain expressions)
|
44
|
+
...payload.activity.params, // activity params (may contain expressions)
|
45
|
+
});
|
46
|
+
//}
|
47
|
+
if (isDebugMode) {
|
48
|
+
log.info(`Setting up activity ${payload.activity.name}`, { config: payload.config, activity: payload.activity, params: payload.params, vars });
|
49
|
+
}
|
50
|
+
const client = getClient(payload);
|
51
|
+
const fetchSpecs = payload.activity.fetch;
|
52
|
+
if (fetchSpecs) {
|
53
|
+
const keys = Object.keys(fetchSpecs);
|
54
|
+
if (keys.length > 0) {
|
55
|
+
// create a new Vars instance to store the fetched data
|
56
|
+
for (const key of keys) {
|
57
|
+
let fetchSpec = fetchSpecs[key];
|
58
|
+
let query = fetchSpec.query;
|
59
|
+
if (query) {
|
60
|
+
query = vars.resolveParams(query);
|
61
|
+
fetchSpec = { ...fetchSpec, query };
|
62
|
+
}
|
63
|
+
const provider = await getFetchProvider(client, fetchSpec);
|
64
|
+
log.info(`Fetching data for ${key} with provider ${provider.name}`, { fetchSpec });
|
65
|
+
const result = await provider.fetch(fetchSpec);
|
66
|
+
if (result && result.length > 0) {
|
67
|
+
if (fetchSpec.limit === 1) {
|
68
|
+
vars.setValue(key, result[0]);
|
69
|
+
}
|
70
|
+
else {
|
71
|
+
vars.setValue(key, result);
|
72
|
+
}
|
73
|
+
}
|
74
|
+
else if (fetchSpec.on_not_found === 'throw') {
|
75
|
+
throw new NoDocumentFound("No documents found for: " + JSON.stringify(fetchSpec));
|
76
|
+
}
|
77
|
+
else {
|
78
|
+
vars.setValue(key, null);
|
79
|
+
}
|
80
|
+
}
|
81
|
+
}
|
82
|
+
}
|
83
|
+
const params = vars.resolve();
|
84
|
+
log.info(`Activity ${payload.activity.name} setup complete`, { params });
|
85
|
+
return new ActivityContext(payload, client, params);
|
86
|
+
}
|
87
|
+
async function _fetchProject(client, payload) {
|
88
|
+
const project = await getProjectFromToken(payload.auth_token);
|
89
|
+
return project ? await client.projects.retrieve(project.id) : undefined;
|
90
|
+
}
|
91
|
+
//# sourceMappingURL=ActivityContext.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"ActivityContext.js","sourceRoot":"","sources":["../../../../src/dsl/setup/ActivityContext.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,gBAAgB,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACtG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG1D,4BAA4B,CAAC,gBAAgB,CAAC,EAAE,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAC5E,4BAA4B,CAAC,oBAAoB,CAAC,EAAE,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;AACpF,4BAA4B,CAAC,sBAAsB,CAAC,EAAE,EAAE,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAExF,MAAM,OAAO,eAAe;IAIL;IAAuE;IAH1F,MAAM,CAAmB;IACzB,QAAQ,CAAgC;IAExC,YAAmB,OAAoC,EAAE,MAAwB,EAAS,MAAS;QAAhF,YAAO,GAAP,OAAO,CAA6B;QAAmC,WAAM,GAAN,MAAM,CAAG;QAC/F,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,SAAS;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;IAClC,CAAC;IAED,IAAI,QAAQ;QACR,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC1C,MAAM,IAAI,qBAAqB,CAAC,cAAc,EAAG,IAAI,CAAC,OAAmE,CAAC,QAAQ,CAAC,CAAC;QACxI,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,YAAY;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CAEJ;AAGD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAsD,OAAoC;IAEzH,MAAM,WAAW,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,GAAG,OAAO,CAAC,MAAM,EAAE,gDAAgD;QACnE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,4CAA4C;KAC3E,CAAC,CAAC;IAEH,GAAG;IACH,IAAI,WAAW,EAAE,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACnJ,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC1C,IAAI,UAAU,EAAE,CAAC;QAEb,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,uDAAuD;YACvD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;gBAC5B,IAAI,KAAK,EAAE,CAAC;oBACR,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBAClC,SAAS,GAAG,EAAE,GAAG,SAAS,EAAE,KAAK,EAAE,CAAC;gBACxC,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAE3D,GAAG,CAAC,IAAI,CAAC,qBAAqB,GAAG,kBAAkB,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;gBACnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC/C,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,IAAI,SAAS,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;wBACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAClC,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC/B,CAAC;gBACL,CAAC;qBAAM,IAAI,SAAS,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;oBAC5C,MAAM,IAAI,eAAe,CAAC,0BAA0B,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;gBACtF,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAO,CAAC;IACnC,GAAG,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,QAAQ,CAAC,IAAI,iBAAiB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzE,OAAO,IAAI,eAAe,CAAI,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC3D,CAAC;AAGD,KAAK,UAAU,aAAa,CAAC,MAAwB,EAAE,OAAiC;IACpF,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9D,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5E,CAAC"}
|
@@ -0,0 +1,47 @@
|
|
1
|
+
function parseSelector(selector) {
|
2
|
+
const parts = selector.split(/\s+/);
|
3
|
+
const result = {};
|
4
|
+
for (const part of parts) {
|
5
|
+
if (part.startsWith("-")) {
|
6
|
+
result[part.substring(1)] = 0;
|
7
|
+
}
|
8
|
+
else {
|
9
|
+
result[part] = 1;
|
10
|
+
}
|
11
|
+
}
|
12
|
+
return result;
|
13
|
+
}
|
14
|
+
function applyProjection(result, select) {
|
15
|
+
if (!result)
|
16
|
+
return result;
|
17
|
+
let selectorObj;
|
18
|
+
if (typeof select === 'string') {
|
19
|
+
selectorObj = parseSelector(select);
|
20
|
+
}
|
21
|
+
else {
|
22
|
+
selectorObj = select;
|
23
|
+
}
|
24
|
+
const out = {};
|
25
|
+
for (const key of Object.keys(result)) {
|
26
|
+
if (selectorObj[key]) {
|
27
|
+
out[key] = result[key];
|
28
|
+
}
|
29
|
+
}
|
30
|
+
return out;
|
31
|
+
}
|
32
|
+
export class DataProvider {
|
33
|
+
name;
|
34
|
+
isProjectionSupported;
|
35
|
+
constructor(name, isProjectionSupported = false) {
|
36
|
+
this.name = name;
|
37
|
+
this.isProjectionSupported = isProjectionSupported;
|
38
|
+
}
|
39
|
+
async fetch(payload) {
|
40
|
+
let results = await this.doFetch(payload);
|
41
|
+
if (payload.select && !this.isProjectionSupported) {
|
42
|
+
results = results.map((result) => applyProjection(result, payload.select));
|
43
|
+
}
|
44
|
+
return results;
|
45
|
+
}
|
46
|
+
}
|
47
|
+
//# sourceMappingURL=DataProvider.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"DataProvider.js","sourceRoot":"","sources":["../../../../../src/dsl/setup/fetch/DataProvider.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,QAAgB;IACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B,EAAE,MAAc;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,IAAI,WAA6C,CAAC;IAClD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC7B,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACJ,WAAW,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,OAAgB,YAAY;IACX;IAAqB;IAAxC,YAAmB,IAAY,EAAS,wBAAwB,KAAK;QAAlD,SAAI,GAAJ,IAAI,CAAQ;QAAS,0BAAqB,GAArB,qBAAqB,CAAQ;IACrE,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,OAAoB;QAC5B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAA2B,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,MAAO,CAAC,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CAEJ"}
|
@@ -0,0 +1,12 @@
|
|
1
|
+
const factories = {};
|
2
|
+
export function registerFetchProviderFactory(name, factory) {
|
3
|
+
factories[name] = factory;
|
4
|
+
}
|
5
|
+
export function getFetchProvider(client, fetchSpec) {
|
6
|
+
const factory = factories[fetchSpec.type];
|
7
|
+
if (!factory) {
|
8
|
+
throw new Error("Unknown data provider: " + fetchSpec.source);
|
9
|
+
}
|
10
|
+
return factory(client, fetchSpec.source);
|
11
|
+
}
|
12
|
+
//# sourceMappingURL=index.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/dsl/setup/fetch/index.ts"],"names":[],"mappings":"AAKA,MAAM,SAAS,GAAkF,EAAE,CAAC;AAGpG,MAAM,UAAU,4BAA4B,CAAC,IAAY,EAAE,OAAqD;IAC5G,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAwB,EAAE,SAA4B;IACnF,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;AAC7C,CAAC"}
|
@@ -0,0 +1,61 @@
|
|
1
|
+
import { DataProvider } from "./DataProvider.js";
|
2
|
+
function useMongoId(query) {
|
3
|
+
if (query.id) {
|
4
|
+
const result = { ...query, _id: query.id };
|
5
|
+
delete result.id;
|
6
|
+
return result;
|
7
|
+
}
|
8
|
+
return query;
|
9
|
+
}
|
10
|
+
export class DocumentProvider extends DataProvider {
|
11
|
+
client;
|
12
|
+
static ID = "document";
|
13
|
+
constructor(client) {
|
14
|
+
super(DocumentProvider.ID, true);
|
15
|
+
this.client = client;
|
16
|
+
}
|
17
|
+
doFetch(payload) {
|
18
|
+
const query = useMongoId(payload.query);
|
19
|
+
return this.client.objects.find({
|
20
|
+
query, select: payload.select, limit: payload.limit
|
21
|
+
});
|
22
|
+
}
|
23
|
+
static factory(client) {
|
24
|
+
return new DocumentProvider(client);
|
25
|
+
}
|
26
|
+
}
|
27
|
+
export class DocumentTypeProvider extends DataProvider {
|
28
|
+
client;
|
29
|
+
static ID = "document_type";
|
30
|
+
constructor(client) {
|
31
|
+
super(DocumentTypeProvider.ID, true);
|
32
|
+
this.client = client;
|
33
|
+
}
|
34
|
+
doFetch(payload) {
|
35
|
+
const query = useMongoId(payload.query);
|
36
|
+
return this.client.types.find({
|
37
|
+
query, select: payload.select, limit: payload.limit
|
38
|
+
});
|
39
|
+
}
|
40
|
+
static factory(client) {
|
41
|
+
return new DocumentTypeProvider(client);
|
42
|
+
}
|
43
|
+
}
|
44
|
+
export class InteractionRunProvider extends DataProvider {
|
45
|
+
client;
|
46
|
+
static ID = "interaction_run";
|
47
|
+
constructor(client) {
|
48
|
+
super(DocumentProvider.ID, true);
|
49
|
+
this.client = client;
|
50
|
+
}
|
51
|
+
doFetch(payload) {
|
52
|
+
const query = useMongoId(payload.query);
|
53
|
+
return this.client.runs.find({
|
54
|
+
query, select: payload.select, limit: payload.limit
|
55
|
+
});
|
56
|
+
}
|
57
|
+
static factory(client) {
|
58
|
+
return new InteractionRunProvider(client);
|
59
|
+
}
|
60
|
+
}
|
61
|
+
//# sourceMappingURL=providers.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../../../src/dsl/setup/fetch/providers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,SAAS,UAAU,CAAC,KAA0B;IAC1C,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAA;QAC1C,OAAQ,MAAc,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAE3B;IADnB,MAAM,CAAC,EAAE,GAAG,UAAU,CAAC;IACvB,YAAmB,MAAwB;QACvC,KAAK,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QADlB,WAAM,GAAN,MAAM,CAAkB;IAE3C,CAAC;IAED,OAAO,CAAC,OAAoB;QACxB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YAC5B,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;SACtD,CAAC,CAAC;IACP,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAwB;QACnC,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;;AAGL,MAAM,OAAO,oBAAqB,SAAQ,YAAY;IAE/B;IADnB,MAAM,CAAC,EAAE,GAAG,eAAe,CAAC;IAC5B,YAAmB,MAAwB;QACvC,KAAK,CAAC,oBAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QADtB,WAAM,GAAN,MAAM,CAAkB;IAE3C,CAAC;IAED,OAAO,CAAC,OAAoB;QACxB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;SACtD,CAAC,CAAC;IACP,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAwB;QACnC,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;;AAGL,MAAM,OAAO,sBAAuB,SAAQ,YAAY;IAEjC;IADnB,MAAM,CAAC,EAAE,GAAG,iBAAiB,CAAC;IAC9B,YAAmB,MAAwB;QACvC,KAAK,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QADlB,WAAM,GAAN,MAAM,CAAkB;IAE3C,CAAC;IAED,OAAO,CAAC,OAAoB;QACxB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;SACtD,CAAC,CAAC;IACP,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAwB;QACnC,OAAO,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC"}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"test-child-workflow.js","sourceRoot":"","sources":["../../../../src/dsl/test/test-child-workflow.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACrE,OAAO,iBAAiB,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACjD,CAAC"}
|
@@ -0,0 +1,118 @@
|
|
1
|
+
import { Vars, splitPath } from "./vars.js";
|
2
|
+
export function validateWorkflow(workflow, vars = []) {
|
3
|
+
const errors = [];
|
4
|
+
const workflowVars = new Set(vars);
|
5
|
+
workflowVars.add("objectId");
|
6
|
+
workflowVars.add("objectIds");
|
7
|
+
if (workflow.vars) {
|
8
|
+
for (const v of Object.keys(workflow.vars)) {
|
9
|
+
workflowVars.add(v);
|
10
|
+
}
|
11
|
+
}
|
12
|
+
if (!workflow.name) {
|
13
|
+
errors.push("Workflow 'name' property is required");
|
14
|
+
}
|
15
|
+
if (workflow.steps && workflow.activities) {
|
16
|
+
errors.push("You must use either 'steps' or 'activities'. You cannot use both. Prefer using steps.");
|
17
|
+
return errors;
|
18
|
+
}
|
19
|
+
if (!workflow.steps && !workflow.activities) {
|
20
|
+
errors.push("The workflow requires one of 'steps' or 'activities' properties. Neither is present.");
|
21
|
+
return errors;
|
22
|
+
}
|
23
|
+
const stepsPropName = workflow.steps ? "steps" : "activities";
|
24
|
+
const steps = workflow.steps || workflow.activities;
|
25
|
+
if (!steps || !Array.isArray(steps)) {
|
26
|
+
errors.push(`Workflow '${stepsPropName}' property is required`);
|
27
|
+
return errors;
|
28
|
+
}
|
29
|
+
if (!steps || !Array.isArray(steps)) {
|
30
|
+
errors.push(`Workflow '${stepsPropName}' should be an array`);
|
31
|
+
return errors;
|
32
|
+
}
|
33
|
+
if (!steps.length) {
|
34
|
+
errors.push("Workflow should have at least one step or activity");
|
35
|
+
}
|
36
|
+
const activities = stepsPropName === "steps" ? steps.filter(s => s.type === "activity") : steps;
|
37
|
+
for (const activity of activities) {
|
38
|
+
const activityErrors = validateActivity(activity, workflowVars);
|
39
|
+
if (activityErrors.length > 0) {
|
40
|
+
for (const err of activityErrors) {
|
41
|
+
errors.push(`Activity "${activity.name}": ${err}`);
|
42
|
+
}
|
43
|
+
}
|
44
|
+
if (activity.output) {
|
45
|
+
workflowVars.add(activity.output);
|
46
|
+
}
|
47
|
+
}
|
48
|
+
return errors;
|
49
|
+
}
|
50
|
+
export function validateActivity(activity, workflowVars) {
|
51
|
+
const errors = [];
|
52
|
+
if (!activity.name) {
|
53
|
+
errors.push("Activity name is required");
|
54
|
+
}
|
55
|
+
const importedVars = activity.import;
|
56
|
+
const localVars = {};
|
57
|
+
if (importedVars && importedVars.length > 0) {
|
58
|
+
for (const entry of importedVars) {
|
59
|
+
if (typeof entry === 'string') {
|
60
|
+
pushLocalVar(entry, localVars, errors);
|
61
|
+
if (!workflowVars.has(entry)) {
|
62
|
+
errors.push(`Unknown workflow variable "${entry}" in import declaration`);
|
63
|
+
}
|
64
|
+
}
|
65
|
+
else {
|
66
|
+
for (const key of Object.keys(entry)) {
|
67
|
+
pushLocalVar(key, localVars, errors);
|
68
|
+
const wfExpr = entry[key];
|
69
|
+
const wfVar = splitPath(wfExpr)[0];
|
70
|
+
if (!workflowVars.has(wfVar)) {
|
71
|
+
errors.push(`Unknown workflow variable "${wfExpr}" in import declaration`);
|
72
|
+
}
|
73
|
+
}
|
74
|
+
}
|
75
|
+
}
|
76
|
+
}
|
77
|
+
// collect fetch vars and check expressions in fetch declarations
|
78
|
+
const fetch = activity.fetch;
|
79
|
+
if (fetch) {
|
80
|
+
const keys = Object.keys(fetch);
|
81
|
+
for (const key of keys) {
|
82
|
+
const query = fetch[key].query;
|
83
|
+
// check expressions in query
|
84
|
+
validateExpressions(query, localVars, errors);
|
85
|
+
}
|
86
|
+
for (const key of keys) {
|
87
|
+
pushLocalVar(key, localVars, errors);
|
88
|
+
}
|
89
|
+
}
|
90
|
+
// check expressions in activity params
|
91
|
+
if (activity.params) {
|
92
|
+
validateExpressions(activity.params, localVars, errors, true);
|
93
|
+
}
|
94
|
+
return errors;
|
95
|
+
}
|
96
|
+
function validateExpressions(target, localVars, errors, checkSelfReference = false) {
|
97
|
+
const vars = new Vars(localVars);
|
98
|
+
const refs = vars.getUnknownReferences(target);
|
99
|
+
for (const ref of refs) {
|
100
|
+
errors.push(`Unknown variable "${ref.name}" in expression "${ref.expression}"`);
|
101
|
+
}
|
102
|
+
if (checkSelfReference) {
|
103
|
+
// check for self references like `"object_type": "${object_type}"`.
|
104
|
+
for (const key of Object.keys(target)) {
|
105
|
+
const value = target[key];
|
106
|
+
if (typeof value === 'string' && value.includes("${" + key + "}")) {
|
107
|
+
errors.push(`Self referencing parameter "${key}" in expression "${value}"`);
|
108
|
+
}
|
109
|
+
}
|
110
|
+
}
|
111
|
+
}
|
112
|
+
function pushLocalVar(v, localVars, errors) {
|
113
|
+
if (localVars[v] === true) {
|
114
|
+
errors.push(`Duplicate variable "${v}"`);
|
115
|
+
}
|
116
|
+
localVars[v] = true;
|
117
|
+
}
|
118
|
+
//# sourceMappingURL=validation.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/dsl/validation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE5C,MAAM,UAAU,gBAAgB,CAAC,QAAyB,EAAE,OAAiB,EAAE;IAC3E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC7B,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC9B,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;IACL,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;QACrG,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;QACpG,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;IAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,UAAU,CAAC;IACpD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,aAAa,aAAa,wBAAwB,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,aAAa,aAAa,sBAAsB,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,UAAU,GAAsB,aAAa,KAAK,OAAO,CAAC,CAAC,CAAE,KAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1I,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,gBAAgB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAChE,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;YACvD,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClB,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAyB,EAAE,YAAyB;IACjF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;IACrC,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,YAAY,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,8BAA8B,KAAK,yBAAyB,CAAC,CAAC;gBAC9E,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnC,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;oBACrC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC1B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACnC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC3B,MAAM,CAAC,IAAI,CAAC,8BAA8B,MAAM,yBAAyB,CAAC,CAAC;oBAC/E,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC7B,IAAI,KAAK,EAAE,CAAC;QACR,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/B,6BAA6B;YAC7B,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IACD,uCAAuC;IACvC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAClB,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAGD,SAAS,mBAAmB,CAAC,MAA2B,EAAE,SAAkC,EAAE,MAAgB,EAAE,kBAAkB,GAAG,KAAK;IACtI,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC/C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,CAAC,IAAI,oBAAoB,GAAG,CAAC,UAAU,GAAG,CAAC,CAAA;IACnF,CAAC;IACD,IAAI,kBAAkB,EAAE,CAAC;QACrB,oEAAoE;QACpE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,+BAA+B,GAAG,oBAAoB,KAAK,GAAG,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,CAAS,EAAE,SAAkC,EAAE,MAAgB;IACjF,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;AACxB,CAAC"}
|