@vertesia/workflow 0.52.0 → 0.54.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +5 -4
- package/src/activities/createDocumentFromOther.ts +1 -1
- package/src/activities/executeInteraction.ts +66 -39
- package/src/activities/extractDocumentText.ts +67 -51
- package/src/activities/generateEmbeddings.ts +1 -1
- package/src/activities/generateImageRendition.ts +35 -14
- package/src/activities/generateOrAssignContentType.ts +52 -26
- package/src/activities/getObjectFromStore.ts +1 -1
- package/src/activities/handleError.ts +25 -0
- package/src/activities/index-dsl.ts +1 -0
- package/src/activities/index.ts +0 -1
- package/src/activities/media/processPdfWithTextract.ts +4 -4
- package/src/activities/media/transcribeMediaWithGladia.ts +1 -1
- package/src/activities/setDocumentStatus.ts +1 -1
- package/src/conversion/TextractProcessor.ts +9 -9
- package/src/conversion/image.ts +8 -2
- package/src/conversion/markitdown.ts +41 -0
- package/src/conversion/mutool.ts +1 -1
- package/src/conversion/pandoc.test.ts +2 -2
- package/src/conversion/pandoc.ts +38 -42
- package/src/dsl/dsl-workflow.ts +80 -12
- package/src/dsl/validation.test.ts +2 -2
- package/src/dsl/vars.test.ts +1 -1
- package/src/dsl/vars.ts +6 -6
- package/src/dsl/workflow-exec-child.test.ts +14 -4
- package/src/dsl/workflow-fetch.test.ts +1 -1
- package/src/dsl/workflow-import.test.ts +1 -1
- package/src/dsl/workflow.test.ts +12 -2
- package/src/index.ts +1 -1
- package/src/iterative-generation/activities/extractToc.ts +1 -1
- package/src/iterative-generation/activities/generatePart.ts +2 -2
- package/src/iterative-generation/activities/generateToc.ts +1 -1
- package/src/iterative-generation/iterativeGenerationWorkflow.ts +1 -1
- package/src/iterative-generation/types.ts +4 -4
- package/src/iterative-generation/utils.ts +4 -4
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -32
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -72
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -18
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/chunkDocument.js +0 -84
- package/lib/cjs/activities/chunkDocument.js.map +0 -1
- package/lib/cjs/activities/createDocumentFromOther.js +0 -64
- package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
- package/lib/cjs/activities/executeInteraction.js +0 -140
- package/lib/cjs/activities/executeInteraction.js.map +0 -1
- package/lib/cjs/activities/extractDocumentText.js +0 -153
- package/lib/cjs/activities/extractDocumentText.js.map +0 -1
- package/lib/cjs/activities/generateDocumentProperties.js +0 -77
- package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
- package/lib/cjs/activities/generateEmbeddings.js +0 -248
- package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
- package/lib/cjs/activities/generateImageRendition.js +0 -147
- package/lib/cjs/activities/generateImageRendition.js.map +0 -1
- package/lib/cjs/activities/generateOrAssignContentType.js +0 -99
- package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/cjs/activities/getObjectFromStore.js +0 -20
- package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
- package/lib/cjs/activities/index-dsl.js +0 -37
- package/lib/cjs/activities/index-dsl.js.map +0 -1
- package/lib/cjs/activities/index.js +0 -22
- package/lib/cjs/activities/index.js.map +0 -1
- package/lib/cjs/activities/media/processPdfWithTextract.js +0 -102
- package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -51
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/cjs/activities/notifyWebhook.js +0 -34
- package/lib/cjs/activities/notifyWebhook.js.map +0 -1
- package/lib/cjs/activities/setDocumentStatus.js +0 -15
- package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
- package/lib/cjs/conversion/TextractProcessor.js +0 -417
- package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
- package/lib/cjs/conversion/image.js +0 -90
- package/lib/cjs/conversion/image.js.map +0 -1
- package/lib/cjs/conversion/mutool.js +0 -147
- package/lib/cjs/conversion/mutool.js.map +0 -1
- package/lib/cjs/conversion/pandoc.js +0 -39
- package/lib/cjs/conversion/pandoc.js.map +0 -1
- package/lib/cjs/dsl/conditions.js +0 -81
- package/lib/cjs/dsl/conditions.js.map +0 -1
- package/lib/cjs/dsl/dsl-workflow.js +0 -223
- package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
- package/lib/cjs/dsl/dslProxyActivities.js +0 -23
- package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
- package/lib/cjs/dsl/projections.js +0 -59
- package/lib/cjs/dsl/projections.js.map +0 -1
- package/lib/cjs/dsl/setup/ActivityContext.js +0 -120
- package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
- package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/index.js +0 -16
- package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
- package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
- package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/cjs/dsl/validation.js +0 -122
- package/lib/cjs/dsl/validation.js.map +0 -1
- package/lib/cjs/dsl/vars.js +0 -341
- package/lib/cjs/dsl/vars.js.map +0 -1
- package/lib/cjs/dsl/walk.js +0 -100
- package/lib/cjs/dsl/walk.js.map +0 -1
- package/lib/cjs/dsl.js +0 -20
- package/lib/cjs/dsl.js.map +0 -1
- package/lib/cjs/errors.js +0 -48
- package/lib/cjs/errors.js.map +0 -1
- package/lib/cjs/index.js +0 -50
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
- package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -69
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generatePart.js +0 -73
- package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generateToc.js +0 -91
- package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/index.js +0 -12
- package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/cjs/iterative-generation/types.js +0 -5
- package/lib/cjs/iterative-generation/types.js.map +0 -1
- package/lib/cjs/iterative-generation/utils.js +0 -121
- package/lib/cjs/iterative-generation/utils.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/result-types.js +0 -10
- package/lib/cjs/result-types.js.map +0 -1
- package/lib/cjs/system/notifyWebhookWorkflow.js +0 -47
- package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -28
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/cjs/utils/auth.js +0 -15
- package/lib/cjs/utils/auth.js.map +0 -1
- package/lib/cjs/utils/blobs.js +0 -69
- package/lib/cjs/utils/blobs.js.map +0 -1
- package/lib/cjs/utils/chunks.js +0 -14
- package/lib/cjs/utils/chunks.js.map +0 -1
- package/lib/cjs/utils/client.js +0 -26
- package/lib/cjs/utils/client.js.map +0 -1
- package/lib/cjs/utils/expand-vars.js +0 -33
- package/lib/cjs/utils/expand-vars.js.map +0 -1
- package/lib/cjs/utils/memory.js +0 -65
- package/lib/cjs/utils/memory.js.map +0 -1
- package/lib/cjs/utils/tokens.js +0 -38
- package/lib/cjs/utils/tokens.js.map +0 -1
- package/lib/cjs/vars.js +0 -20
- package/lib/cjs/vars.js.map +0 -1
- package/lib/cjs/workflows.js +0 -15
- package/lib/cjs/workflows.js.map +0 -1
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -29
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -69
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -15
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/chunkDocument.js +0 -81
- package/lib/esm/activities/chunkDocument.js.map +0 -1
- package/lib/esm/activities/createDocumentFromOther.js +0 -58
- package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
- package/lib/esm/activities/executeInteraction.js +0 -136
- package/lib/esm/activities/executeInteraction.js.map +0 -1
- package/lib/esm/activities/extractDocumentText.js +0 -150
- package/lib/esm/activities/extractDocumentText.js.map +0 -1
- package/lib/esm/activities/generateDocumentProperties.js +0 -74
- package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
- package/lib/esm/activities/generateEmbeddings.js +0 -245
- package/lib/esm/activities/generateEmbeddings.js.map +0 -1
- package/lib/esm/activities/generateImageRendition.js +0 -141
- package/lib/esm/activities/generateImageRendition.js.map +0 -1
- package/lib/esm/activities/generateOrAssignContentType.js +0 -96
- package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/esm/activities/getObjectFromStore.js +0 -17
- package/lib/esm/activities/getObjectFromStore.js.map +0 -1
- package/lib/esm/activities/index-dsl.js +0 -18
- package/lib/esm/activities/index-dsl.js.map +0 -1
- package/lib/esm/activities/index.js +0 -6
- package/lib/esm/activities/index.js.map +0 -1
- package/lib/esm/activities/media/processPdfWithTextract.js +0 -98
- package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -48
- package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/esm/activities/notifyWebhook.js +0 -31
- package/lib/esm/activities/notifyWebhook.js.map +0 -1
- package/lib/esm/activities/setDocumentStatus.js +0 -12
- package/lib/esm/activities/setDocumentStatus.js.map +0 -1
- package/lib/esm/conversion/TextractProcessor.js +0 -410
- package/lib/esm/conversion/TextractProcessor.js.map +0 -1
- package/lib/esm/conversion/image.js +0 -84
- package/lib/esm/conversion/image.js.map +0 -1
- package/lib/esm/conversion/mutool.js +0 -139
- package/lib/esm/conversion/mutool.js.map +0 -1
- package/lib/esm/conversion/pandoc.js +0 -36
- package/lib/esm/conversion/pandoc.js.map +0 -1
- package/lib/esm/dsl/conditions.js +0 -75
- package/lib/esm/dsl/conditions.js.map +0 -1
- package/lib/esm/dsl/dsl-workflow.js +0 -216
- package/lib/esm/dsl/dsl-workflow.js.map +0 -1
- package/lib/esm/dsl/dslProxyActivities.js +0 -20
- package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
- package/lib/esm/dsl/projections.js +0 -55
- package/lib/esm/dsl/projections.js.map +0 -1
- package/lib/esm/dsl/setup/ActivityContext.js +0 -115
- package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
- package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/index.js +0 -12
- package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/providers.js +0 -61
- package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/esm/dsl/test/test-child-workflow.js +0 -5
- package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/esm/dsl/validation.js +0 -118
- package/lib/esm/dsl/validation.js.map +0 -1
- package/lib/esm/dsl/vars.js +0 -335
- package/lib/esm/dsl/vars.js.map +0 -1
- package/lib/esm/dsl/walk.js +0 -96
- package/lib/esm/dsl/walk.js.map +0 -1
- package/lib/esm/dsl.js +0 -4
- package/lib/esm/dsl.js.map +0 -1
- package/lib/esm/errors.js +0 -41
- package/lib/esm/errors.js.map +0 -1
- package/lib/esm/index.js +0 -32
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
- package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -66
- package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generatePart.js +0 -70
- package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generateToc.js +0 -88
- package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/index.js +0 -5
- package/lib/esm/iterative-generation/activities/index.js.map +0 -1
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/esm/iterative-generation/types.js +0 -2
- package/lib/esm/iterative-generation/types.js.map +0 -1
- package/lib/esm/iterative-generation/utils.js +0 -112
- package/lib/esm/iterative-generation/utils.js.map +0 -1
- package/lib/esm/result-types.js +0 -7
- package/lib/esm/result-types.js.map +0 -1
- package/lib/esm/system/notifyWebhookWorkflow.js +0 -44
- package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -25
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/esm/utils/auth.js +0 -8
- package/lib/esm/utils/auth.js.map +0 -1
- package/lib/esm/utils/blobs.js +0 -58
- package/lib/esm/utils/blobs.js.map +0 -1
- package/lib/esm/utils/chunks.js +0 -9
- package/lib/esm/utils/chunks.js.map +0 -1
- package/lib/esm/utils/client.js +0 -23
- package/lib/esm/utils/client.js.map +0 -1
- package/lib/esm/utils/expand-vars.js +0 -30
- package/lib/esm/utils/expand-vars.js.map +0 -1
- package/lib/esm/utils/memory.js +0 -55
- package/lib/esm/utils/memory.js.map +0 -1
- package/lib/esm/utils/tokens.js +0 -34
- package/lib/esm/utils/tokens.js.map +0 -1
- package/lib/esm/vars.js +0 -4
- package/lib/esm/vars.js.map +0 -1
- package/lib/esm/workflows.js +0 -8
- package/lib/esm/workflows.js.map +0 -1
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -39
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/chunkDocument.d.ts +0 -33
- package/lib/types/activities/chunkDocument.d.ts.map +0 -1
- package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
- package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
- package/lib/types/activities/executeInteraction.d.ts +0 -55
- package/lib/types/activities/executeInteraction.d.ts.map +0 -1
- package/lib/types/activities/extractDocumentText.d.ts +0 -10
- package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
- package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
- package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
- package/lib/types/activities/generateEmbeddings.d.ts +0 -53
- package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
- package/lib/types/activities/generateImageRendition.d.ts +0 -15
- package/lib/types/activities/generateImageRendition.d.ts.map +0 -1
- package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
- package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
- package/lib/types/activities/getObjectFromStore.d.ts +0 -14
- package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
- package/lib/types/activities/index-dsl.d.ts +0 -17
- package/lib/types/activities/index-dsl.d.ts.map +0 -1
- package/lib/types/activities/index.d.ts +0 -6
- package/lib/types/activities/index.d.ts.map +0 -1
- package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
- package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -14
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
- package/lib/types/activities/notifyWebhook.d.ts +0 -16
- package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
- package/lib/types/activities/setDocumentStatus.d.ts +0 -15
- package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
- package/lib/types/conversion/TextractProcessor.d.ts +0 -45
- package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
- package/lib/types/conversion/image.d.ts +0 -11
- package/lib/types/conversion/image.d.ts.map +0 -1
- package/lib/types/conversion/mutool.d.ts +0 -19
- package/lib/types/conversion/mutool.d.ts.map +0 -1
- package/lib/types/conversion/pandoc.d.ts +0 -2
- package/lib/types/conversion/pandoc.d.ts.map +0 -1
- package/lib/types/dsl/conditions.d.ts +0 -2
- package/lib/types/dsl/conditions.d.ts.map +0 -1
- package/lib/types/dsl/dsl-workflow.d.ts +0 -5
- package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
- package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
- package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
- package/lib/types/dsl/projections.d.ts +0 -4
- package/lib/types/dsl/projections.d.ts.map +0 -1
- package/lib/types/dsl/setup/ActivityContext.d.ts +0 -17
- package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
- package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
- package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
- package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
- package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
- package/lib/types/dsl/validation.d.ts +0 -4
- package/lib/types/dsl/validation.d.ts.map +0 -1
- package/lib/types/dsl/vars.d.ts +0 -48
- package/lib/types/dsl/vars.d.ts.map +0 -1
- package/lib/types/dsl/walk.d.ts +0 -18
- package/lib/types/dsl/walk.d.ts.map +0 -1
- package/lib/types/dsl.d.ts +0 -4
- package/lib/types/dsl.d.ts.map +0 -1
- package/lib/types/errors.d.ts +0 -22
- package/lib/types/errors.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -31
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
- package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
- package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
- package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/index.d.ts +0 -5
- package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
- package/lib/types/iterative-generation/types.d.ts +0 -79
- package/lib/types/iterative-generation/types.d.ts.map +0 -1
- package/lib/types/iterative-generation/utils.d.ts +0 -27
- package/lib/types/iterative-generation/utils.d.ts.map +0 -1
- package/lib/types/result-types.d.ts +0 -22
- package/lib/types/result-types.d.ts.map +0 -1
- package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -3
- package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -25
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
- package/lib/types/utils/auth.d.ts +0 -4
- package/lib/types/utils/auth.d.ts.map +0 -1
- package/lib/types/utils/blobs.d.ts +0 -8
- package/lib/types/utils/blobs.d.ts.map +0 -1
- package/lib/types/utils/chunks.d.ts +0 -9
- package/lib/types/utils/chunks.d.ts.map +0 -1
- package/lib/types/utils/client.d.ts +0 -7
- package/lib/types/utils/client.d.ts.map +0 -1
- package/lib/types/utils/expand-vars.d.ts +0 -8
- package/lib/types/utils/expand-vars.d.ts.map +0 -1
- package/lib/types/utils/memory.d.ts +0 -8
- package/lib/types/utils/memory.d.ts.map +0 -1
- package/lib/types/utils/tokens.d.ts +0 -11
- package/lib/types/utils/tokens.d.ts.map +0 -1
- package/lib/types/vars.d.ts +0 -3
- package/lib/types/vars.d.ts.map +0 -1
- package/lib/types/workflows.d.ts +0 -8
- package/lib/types/workflows.d.ts.map +0 -1
- package/lib/workflows-bundle.js +0 -20689
package/lib/esm/errors.js
DELETED
@@ -1,41 +0,0 @@
|
|
1
|
-
export class NoDocumentFound extends Error {
|
2
|
-
ids;
|
3
|
-
constructor(message, ids) {
|
4
|
-
super(message);
|
5
|
-
this.ids = ids;
|
6
|
-
this.name = "NoDocumentFound";
|
7
|
-
this.ids = ids;
|
8
|
-
}
|
9
|
-
}
|
10
|
-
export class ActivityParamNotFound extends Error {
|
11
|
-
paramName;
|
12
|
-
activity;
|
13
|
-
constructor(paramName, activity) {
|
14
|
-
super(`Required parameter ${paramName} not found in activity ${activity.name}`);
|
15
|
-
this.paramName = paramName;
|
16
|
-
this.activity = activity;
|
17
|
-
this.name = "ActivityParamNotFound";
|
18
|
-
}
|
19
|
-
}
|
20
|
-
export class ActivityParamInvalid extends Error {
|
21
|
-
paramName;
|
22
|
-
activity;
|
23
|
-
constructor(paramName, activity, reason) {
|
24
|
-
super(`${paramName} in activity ${activity.name} is invalid${reason ? ` ${reason}` : ""}`);
|
25
|
-
this.paramName = paramName;
|
26
|
-
this.activity = activity;
|
27
|
-
this.name = "ActivityParamInvalid";
|
28
|
-
}
|
29
|
-
}
|
30
|
-
export class WorkflowParamNotFound extends Error {
|
31
|
-
paramName;
|
32
|
-
workflow;
|
33
|
-
constructor(paramName, workflow) {
|
34
|
-
super(`Required parameter ${paramName} not found in workflow ${workflow?.name}`);
|
35
|
-
this.paramName = paramName;
|
36
|
-
this.workflow = workflow;
|
37
|
-
this.name = "WorkflowParamNotFound";
|
38
|
-
}
|
39
|
-
}
|
40
|
-
export const WF_NON_RETRYABLE_ERRORS = ["NoDocumentFound", "ActivityParamNotFound", "WorkflowParamNotFound"];
|
41
|
-
//# sourceMappingURL=errors.js.map
|
package/lib/esm/errors.js.map
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAG3B;IAFX,YACI,OAAe,EACR,GAAc;QAErB,KAAK,CAAC,OAAO,CAAC,CAAC;QAFR,QAAG,GAAH,GAAG,CAAW;QAGrB,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAEjC;IACA;IAFX,YACW,SAAiB,EACjB,QAAyB;QAEhC,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAHzE,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAiB;QAGhC,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAEhC;IACA;IAFX,YACW,SAAiB,EACjB,QAAyB,EAChC,MAAe;QAEf,KAAK,CAAC,GAAG,SAAS,gBAAgB,QAAQ,CAAC,IAAI,cAAc,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAJpF,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAiB;QAIhC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACvC,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAEjC;IACA;IAFX,YACW,SAAiB,EACjB,QAA0B;QAEjC,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAH1E,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAkB;QAGjC,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,iBAAiB,EAAE,uBAAuB,EAAE,uBAAuB,CAAC,CAAC"}
|
package/lib/esm/index.js
DELETED
@@ -1,32 +0,0 @@
|
|
1
|
-
/**
|
2
|
-
* 1. Activities are exported through the '/activities' named export in package.json.
|
3
|
-
* Modify the `./activities/index.ts` if you want to modify activity exports
|
4
|
-
* 2. Workflows are exported through the '/workflows' named export in package.json.
|
5
|
-
* Modify the `./workflows.ts` file if you want to modify workflow exports
|
6
|
-
* 3. Here we export the API to be used to validate workflows and the types reuired to create workflow TS definitions.
|
7
|
-
*/
|
8
|
-
//TODO remove this - it is only for backward compat - iot is used from old workflows
|
9
|
-
export { dslWorkflow } from "./dsl/dsl-workflow.js";
|
10
|
-
export * from "./iterative-generation/iterativeGenerationWorkflow.js";
|
11
|
-
export * from "./activities/advanced/createDocumentTypeFromInteractionRun.js";
|
12
|
-
export * from "./activities/advanced/createOrUpdateDocumentFromInteractionRun.js";
|
13
|
-
export * from "./activities/advanced/updateDocumentFromInteractionRun.js";
|
14
|
-
export * from "./activities/chunkDocument.js";
|
15
|
-
export * from "./activities/executeInteraction.js";
|
16
|
-
export * from "./activities/extractDocumentText.js";
|
17
|
-
export * from "./activities/generateDocumentProperties.js";
|
18
|
-
export * from "./activities/generateEmbeddings.js";
|
19
|
-
export * from "./activities/generateImageRendition.js";
|
20
|
-
export * from "./activities/generateOrAssignContentType.js";
|
21
|
-
export * from "./activities/notifyWebhook.js";
|
22
|
-
export * from "./activities/setDocumentStatus.js";
|
23
|
-
export * from "./iterative-generation/activities/index.js";
|
24
|
-
export * from "./dsl/setup/ActivityContext.js";
|
25
|
-
export * from "./errors.js";
|
26
|
-
export * from "./result-types.js";
|
27
|
-
export * from "./utils/blobs.js";
|
28
|
-
export * from "./utils/client.js";
|
29
|
-
export * from "./utils/memory.js";
|
30
|
-
export * from "./utils/tokens.js";
|
31
|
-
export * from "./conversion/image.js";
|
32
|
-
//# sourceMappingURL=index.js.map
|
package/lib/esm/index.js.map
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,oFAAoF;AACpF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,cAAc,uDAAuD,CAAC;AAEtE,cAAc,+DAA+D,CAAC;AAC9E,cAAc,mEAAmE,CAAC;AAClF,cAAc,2DAA2D,CAAC;AAC1E,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,4CAA4C,CAAC;AAE3D,cAAc,gCAAgC,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAElC,cAAc,uBAAuB,CAAC"}
|
@@ -1,44 +0,0 @@
|
|
1
|
-
import { log } from "@temporalio/activity";
|
2
|
-
import { parse as parseYaml } from "yaml";
|
3
|
-
import { getVertesiaClient } from "../../utils/client.js";
|
4
|
-
import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
|
5
|
-
import { tocIndex } from "../utils.js";
|
6
|
-
/**
|
7
|
-
* This activity is called if the toc was provided in the payload. Otherwise
|
8
|
-
* the generateToc is called.
|
9
|
-
*
|
10
|
-
* @param payload
|
11
|
-
*/
|
12
|
-
export async function it_gen_extractToc(payload) {
|
13
|
-
const vars = payload.vars;
|
14
|
-
const memory = vars.memory;
|
15
|
-
const client = getVertesiaClient(payload);
|
16
|
-
const inMemory = await loadMemoryPack(client, `${memory}/input`);
|
17
|
-
let tocJson = null;
|
18
|
-
let tocYaml = null;
|
19
|
-
let toc;
|
20
|
-
tocJson = await inMemory.getEntryText("toc.json");
|
21
|
-
if (!tocJson) {
|
22
|
-
tocYaml = await inMemory.getEntryText("toc.yaml");
|
23
|
-
if (tocYaml) {
|
24
|
-
toc = parseYaml(tocYaml);
|
25
|
-
}
|
26
|
-
}
|
27
|
-
else {
|
28
|
-
toc = JSON.parse(tocJson);
|
29
|
-
}
|
30
|
-
if (!toc) {
|
31
|
-
log.info(`Nothing to extract: no TOC found in the input memory pack.`);
|
32
|
-
return null; // no toc found
|
33
|
-
}
|
34
|
-
log.info(`Found a TOC in the input memory pack`);
|
35
|
-
await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
|
36
|
-
return {
|
37
|
-
toc,
|
38
|
-
lastProcessdPart: undefined, // the part index (a number array)
|
39
|
-
previouslyGenerated: ""
|
40
|
-
};
|
41
|
-
});
|
42
|
-
return tocIndex(toc);
|
43
|
-
}
|
44
|
-
//# sourceMappingURL=extractToc.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"extractToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/extractToc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACrE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,GAAQ,CAAC;IACb,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACV,GAAG,GAAG,SAAS,CAAC,OAAO,CAAQ,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAQ,CAAC;IACrC,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,CAAC,eAAe;IAChC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAEjD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
|
@@ -1,66 +0,0 @@
|
|
1
|
-
import { log } from "@temporalio/activity";
|
2
|
-
import { getVertesiaClient } from "../../utils/client.js";
|
3
|
-
import { expandVars } from "../../utils/expand-vars.js";
|
4
|
-
import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
|
5
|
-
import { SECTION_ID_PLACEHOLDER } from "../types.js";
|
6
|
-
export async function it_gen_finalizeOutput(payload) {
|
7
|
-
const vars = payload.vars;
|
8
|
-
const memory = vars.memory;
|
9
|
-
const client = getVertesiaClient(payload);
|
10
|
-
const inMemory = await loadMemoryPack(client, `${memory}/input`);
|
11
|
-
const outMemory = await loadMemoryPack(client, `${memory}/output`);
|
12
|
-
const content = await outMemory.getEntryText("content.json");
|
13
|
-
if (!content) {
|
14
|
-
log.info(`Nothing to do. No content.json file found`);
|
15
|
-
return "No content.json file found";
|
16
|
-
}
|
17
|
-
log.info(`Creating the final output memory pack.`);
|
18
|
-
const inMeta = await inMemory.getMetadata();
|
19
|
-
let tocName = "toc.json";
|
20
|
-
let toc = await inMemory.getEntryText(tocName);
|
21
|
-
if (!toc) {
|
22
|
-
tocName = "toc.yaml";
|
23
|
-
toc = await inMemory.getEntryText(tocName);
|
24
|
-
}
|
25
|
-
if (!toc) {
|
26
|
-
const outMeta = await outMemory.getMetadata();
|
27
|
-
tocName = "toc.json";
|
28
|
-
toc = JSON.stringify(outMeta.toc);
|
29
|
-
}
|
30
|
-
const sections = JSON.parse(content);
|
31
|
-
await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
|
32
|
-
// copy the input toc file if any
|
33
|
-
if (toc) {
|
34
|
-
copyText(toc, tocName);
|
35
|
-
}
|
36
|
-
// copy the raw JSON content
|
37
|
-
copyText(content, "content.json");
|
38
|
-
if (vars.section_file_pattern) {
|
39
|
-
log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
|
40
|
-
// save sections to files
|
41
|
-
for (const section of sections) {
|
42
|
-
let content = section.content;
|
43
|
-
if (vars.section_file_header) {
|
44
|
-
content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
|
45
|
-
}
|
46
|
-
copyText(content, getSectionFileName(section, vars.section_file_pattern));
|
47
|
-
}
|
48
|
-
}
|
49
|
-
return {
|
50
|
-
...inMeta,
|
51
|
-
vars
|
52
|
-
};
|
53
|
-
});
|
54
|
-
return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
|
55
|
-
}
|
56
|
-
function getSectionFileHeader(section, header) {
|
57
|
-
const date = new Date().toISOString();
|
58
|
-
return expandVars(header, {
|
59
|
-
section,
|
60
|
-
date
|
61
|
-
});
|
62
|
-
}
|
63
|
-
function getSectionFileName(section, pattern) {
|
64
|
-
return pattern.replace(SECTION_ID_PLACEHOLDER, section.id);
|
65
|
-
}
|
66
|
-
//# sourceMappingURL=finalizeOutput.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClF,OAAO,EAAuC,sBAAsB,EAAc,MAAM,aAAa,CAAC;AAEtG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,GAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,UAAU,CAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}
|
@@ -1,70 +0,0 @@
|
|
1
|
-
import { ApplicationFailure } from "@temporalio/workflow";
|
2
|
-
import { getVertesiaClient } from "../../utils/client.js";
|
3
|
-
import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
|
4
|
-
import { executeWithVars, expectMemoryIsConsistent } from "../utils.js";
|
5
|
-
export async function it_gen_generatePart(payload, path) {
|
6
|
-
const vars = payload.vars;
|
7
|
-
const client = getVertesiaClient(payload);
|
8
|
-
const memory = vars.memory;
|
9
|
-
const [sectionIndex, partIndex] = path;
|
10
|
-
const outMemory = await loadMemoryPack(client, `${memory}/output`);
|
11
|
-
const meta = await outMemory.getMetadata();
|
12
|
-
// the section we build is the section at the given index
|
13
|
-
const section = meta.toc.sections[sectionIndex];
|
14
|
-
if (!section) {
|
15
|
-
throw ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
|
16
|
-
}
|
17
|
-
let part;
|
18
|
-
if (partIndex !== undefined) {
|
19
|
-
part = section.parts?.[partIndex];
|
20
|
-
if (!part) {
|
21
|
-
throw ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
|
22
|
-
}
|
23
|
-
}
|
24
|
-
expectMemoryIsConsistent(meta, path);
|
25
|
-
const content = await loadGeneratedContent(outMemory);
|
26
|
-
let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.rememberance_strategy);
|
27
|
-
if (!part) { // a new section
|
28
|
-
content.push({
|
29
|
-
id: section.id,
|
30
|
-
name: section.name,
|
31
|
-
description: section.description,
|
32
|
-
content: ''
|
33
|
-
});
|
34
|
-
}
|
35
|
-
else if (!content.length) {
|
36
|
-
throw ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
|
37
|
-
}
|
38
|
-
const interaction = vars.iterative_interaction || vars.interaction;
|
39
|
-
const r = await executeWithVars(client, interaction, vars, {
|
40
|
-
iteration: {
|
41
|
-
toc: meta.toc,
|
42
|
-
previously_generated,
|
43
|
-
section: section.name,
|
44
|
-
part: part?.name,
|
45
|
-
path: path,
|
46
|
-
}
|
47
|
-
});
|
48
|
-
const result = r.result;
|
49
|
-
content[content.length - 1].content += result;
|
50
|
-
meta.lastProcessdPart = path;
|
51
|
-
await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
|
52
|
-
copyText(JSON.stringify(content, null, 2), "content.json");
|
53
|
-
return meta;
|
54
|
-
});
|
55
|
-
}
|
56
|
-
async function loadGeneratedContent(memory) {
|
57
|
-
const content = await memory.getEntryText('content.json');
|
58
|
-
return content ? JSON.parse(content) : [];
|
59
|
-
}
|
60
|
-
function getPreviouslyGeneratedContent(sections, isNewSection, strategy) {
|
61
|
-
switch (strategy) {
|
62
|
-
case "document":
|
63
|
-
return sections.map((section) => section.content || '').join('\n\n');
|
64
|
-
case "none":
|
65
|
-
return '';
|
66
|
-
default:
|
67
|
-
return isNewSection ? '' : sections[sections.length - 1]?.content || '';
|
68
|
-
}
|
69
|
-
}
|
70
|
-
//# sourceMappingURL=generatePart.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"generatePart.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generatePart.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAiC,EAAE,IAAc;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAE3B,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,EAAsB,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAe,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,kBAAkB,CAAC,YAAY,CAAC,8BAA8B,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,IAAyB,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,kBAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAED,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,oBAAoB,GAAG,6BAA6B,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAErG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACzB,OAAO,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,EAAE;SACd,CAAC,CAAA;IACN,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,kBAAkB,CAAC,YAAY,CAAC,+CAA+C,EAAE,uBAAuB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,WAAW,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;QACvD,SAAS,EAAE;YACP,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,oBAAoB;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;SACb;KACJ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,CAAC,CAAC,MAAgB,CAAC;IAClC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAkB;IAClD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,6BAA6B,CAAC,QAAmB,EAAE,YAAqB,EAAE,QAA0C;IACzH,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,UAAU;YACX,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,KAAK,MAAM;YACP,OAAO,EAAE,CAAC;QACd;YACI,OAAO,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAChF,CAAC;AACL,CAAC"}
|
@@ -1,88 +0,0 @@
|
|
1
|
-
import { getVertesiaClient } from "../../utils/client.js";
|
2
|
-
import { buildAndPublishMemoryPack } from "../../utils/memory.js";
|
3
|
-
import { executeWithVars, tocIndex } from "../utils.js";
|
4
|
-
const defaultTocSchema = {
|
5
|
-
"type": "object",
|
6
|
-
"properties": {
|
7
|
-
"sections": {
|
8
|
-
"type": "array",
|
9
|
-
"items": {
|
10
|
-
"type": "object",
|
11
|
-
"properties": {
|
12
|
-
"id": {
|
13
|
-
"type": "string",
|
14
|
-
"description": "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
|
15
|
-
},
|
16
|
-
"operation": {
|
17
|
-
"type": "string",
|
18
|
-
"enum": ["create", "update", "delete"],
|
19
|
-
"description": "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform."
|
20
|
-
},
|
21
|
-
"name": {
|
22
|
-
"type": "string",
|
23
|
-
"description": "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part."
|
24
|
-
},
|
25
|
-
"description": {
|
26
|
-
"type": "string"
|
27
|
-
},
|
28
|
-
"instructions": {
|
29
|
-
"type": "string"
|
30
|
-
},
|
31
|
-
"parts": {
|
32
|
-
"type": "array",
|
33
|
-
"description": "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
|
34
|
-
"items": {
|
35
|
-
"type": "object",
|
36
|
-
"properties": {
|
37
|
-
"id": {
|
38
|
-
"type": "string",
|
39
|
-
"description": "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
|
40
|
-
},
|
41
|
-
"name": {
|
42
|
-
"type": "string",
|
43
|
-
"description": "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part."
|
44
|
-
},
|
45
|
-
/*
|
46
|
-
"description": {
|
47
|
-
"type": "string"
|
48
|
-
},
|
49
|
-
*/
|
50
|
-
"instructions": {
|
51
|
-
"type": "string"
|
52
|
-
}
|
53
|
-
},
|
54
|
-
"required": [
|
55
|
-
"id",
|
56
|
-
"name",
|
57
|
-
]
|
58
|
-
}
|
59
|
-
}
|
60
|
-
},
|
61
|
-
"required": [
|
62
|
-
"id",
|
63
|
-
"name",
|
64
|
-
"operation"
|
65
|
-
]
|
66
|
-
}
|
67
|
-
}
|
68
|
-
},
|
69
|
-
"required": [
|
70
|
-
"sections"
|
71
|
-
]
|
72
|
-
};
|
73
|
-
export async function it_gen_generateToc(payload) {
|
74
|
-
const vars = payload.vars;
|
75
|
-
const schema = vars.toc_schema || defaultTocSchema;
|
76
|
-
const client = getVertesiaClient(payload);
|
77
|
-
const run = await executeWithVars(client, vars.interaction, vars, undefined, schema);
|
78
|
-
const toc = run.result;
|
79
|
-
await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
|
80
|
-
return {
|
81
|
-
toc,
|
82
|
-
lastProcessdPart: undefined, // the part index (a number array)
|
83
|
-
previouslyGenerated: ""
|
84
|
-
};
|
85
|
-
});
|
86
|
-
return tocIndex(toc);
|
87
|
-
}
|
88
|
-
//# sourceMappingURL=generateToc.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"generateToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generateToc.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,gBAAgB,GAAG;IACrB,MAAM,EAAE,QAAQ;IAChB,YAAY,EAAE;QACV,UAAU,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE;oBACV,IAAI,EAAE;wBACF,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,uJAAuJ;qBACzK;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;wBACtC,aAAa,EAAE,+JAA+J;qBACjL;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,6GAA6G;qBAC/H;oBACD,aAAa,EAAE;wBACX,MAAM,EAAE,QAAQ;qBACnB;oBACD,cAAc,EAAE;wBACZ,MAAM,EAAE,QAAQ;qBACnB;oBACD,OAAO,EACP;wBACI,MAAM,EAAE,OAAO;wBACf,aAAa,EAAE,iWAAiW;wBAChX,OAAO,EAAE;4BACL,MAAM,EAAE,QAAQ;4BAChB,YAAY,EAAE;gCACV,IAAI,EAAE;oCACF,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,oJAAoJ;iCACtK;gCACD,MAAM,EAAE;oCACJ,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,0GAA0G;iCAC5H;gCACD;;;;kCAIE;gCACF,cAAc,EAAE;oCACZ,MAAM,EAAE,QAAQ;iCACnB;6BACJ;4BACD,UAAU,EAAE;gCACR,IAAI;gCACJ,MAAM;6BACT;yBACJ;qBACJ;iBACJ;gBACD,UAAU,EAAE;oBACR,IAAI;oBACJ,MAAM;oBACN,WAAW;iBACd;aACJ;SACJ;KACJ;IACD,UAAU,EAAE;QACR,UAAU;KACb;CACJ,CAAA;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAiC;IACtE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC;IAEnD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAErF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAa,CAAC;IAE9B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA"}
|
@@ -1,53 +0,0 @@
|
|
1
|
-
import { log, proxyActivities } from "@temporalio/workflow";
|
2
|
-
import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
|
3
|
-
import { SECTION_ID_PLACEHOLDER } from "./types.js";
|
4
|
-
const { it_gen_extractToc, it_gen_generateToc, it_gen_generatePart, it_gen_finalizeOutput } = proxyActivities({
|
5
|
-
startToCloseTimeout: "15 minute",
|
6
|
-
retry: {
|
7
|
-
initialInterval: '30s',
|
8
|
-
backoffCoefficient: 2,
|
9
|
-
maximumAttempts: 20,
|
10
|
-
maximumInterval: 100 * 30 * 1000, //ms
|
11
|
-
nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
|
12
|
-
},
|
13
|
-
});
|
14
|
-
export async function iterativeGenerationWorkflow(payload) {
|
15
|
-
log.info(`Executing Iterative generation workflow.`);
|
16
|
-
const vars = payload.vars;
|
17
|
-
if (vars.section_file_pattern && !vars.section_file_pattern.includes(SECTION_ID_PLACEHOLDER)) {
|
18
|
-
throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${SECTION_ID_PLACEHOLDER} placeholder.`);
|
19
|
-
}
|
20
|
-
// extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
|
21
|
-
// the generateToc activity is retiurning the toc hierarchy.
|
22
|
-
// It doesn't include extra TOC details like description etc.
|
23
|
-
// To minimize the payload size only the hierarchy and the section/part names are returned
|
24
|
-
let toc = await it_gen_extractToc(payload);
|
25
|
-
if (!toc) {
|
26
|
-
log.info(`No TOC was specified in the input memory pack. Generating one.`);
|
27
|
-
toc = await it_gen_generateToc(payload);
|
28
|
-
}
|
29
|
-
else {
|
30
|
-
log.info(`Using the TOC specified in the input memory pack.`);
|
31
|
-
}
|
32
|
-
if (toc.sections.length === 0) {
|
33
|
-
//TODO how to handle this case?
|
34
|
-
throw new Error("Nothing to generate: TOC is empty");
|
35
|
-
}
|
36
|
-
for (const section of toc.sections) {
|
37
|
-
log.info(`Generating section: ${formatPath(section)}`);
|
38
|
-
await it_gen_generatePart(payload, section.path);
|
39
|
-
if (section.parts) {
|
40
|
-
for (const part of section.parts) {
|
41
|
-
log.info(`Generating part: ${formatPath(part)}`);
|
42
|
-
await it_gen_generatePart(payload, part.path);
|
43
|
-
}
|
44
|
-
}
|
45
|
-
}
|
46
|
-
log.info(`Post-processing output memory pack`);
|
47
|
-
await it_gen_finalizeOutput(payload);
|
48
|
-
}
|
49
|
-
function formatPath(node) {
|
50
|
-
// we print 1 based indexes
|
51
|
-
return node.path.map(i => i + 1).join('.') + ' ' + node.name;
|
52
|
-
}
|
53
|
-
//# sourceMappingURL=iterativeGenerationWorkflow.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"iterativeGenerationWorkflow.js","sourceRoot":"","sources":["../../../src/iterative-generation/iterativeGenerationWorkflow.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAyC,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAE3F,MAAM,EACF,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACxB,GAAG,eAAe,CAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,uBAAuB;KAClD;CACJ,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAAiC;IAC/E,GAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAErD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,oBAAoB,yBAAyB,sBAAsB,eAAe,CAAC,CAAC;IAC9I,CAAC;IAED,wFAAwF;IACxF,4DAA4D;IAC5D,6DAA6D;IAC7D,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC3E,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IAC/B,2BAA2B;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;AACjE,CAAC"}
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/iterative-generation/types.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}
|
@@ -1,112 +0,0 @@
|
|
1
|
-
import { ApplicationFailure } from "@temporalio/workflow";
|
2
|
-
export async function execute(client, options) {
|
3
|
-
return client.interactions.executeByName(options.interaction, {
|
4
|
-
data: {
|
5
|
-
...options.memory_mapping,
|
6
|
-
"@memory": options.memory
|
7
|
-
},
|
8
|
-
result_schema: options.result_schema,
|
9
|
-
config: {
|
10
|
-
environment: options.environment,
|
11
|
-
model: options.model,
|
12
|
-
model_options: options.model_options,
|
13
|
-
}
|
14
|
-
});
|
15
|
-
}
|
16
|
-
export function executeWithVars(client, interaction, vars, mapping, result_schema) {
|
17
|
-
if (mapping) {
|
18
|
-
mapping = { ...vars.input_mapping, ...mapping };
|
19
|
-
}
|
20
|
-
else {
|
21
|
-
mapping = vars.input_mapping;
|
22
|
-
}
|
23
|
-
const model_options = {
|
24
|
-
_option_id: "text-fallback",
|
25
|
-
max_tokens: vars.max_tokens,
|
26
|
-
temperature: vars.temperature
|
27
|
-
};
|
28
|
-
return execute(client, {
|
29
|
-
interaction: interaction,
|
30
|
-
memory: `${vars.memory}/input`,
|
31
|
-
memory_mapping: mapping,
|
32
|
-
environment: vars.environment,
|
33
|
-
model: vars.model,
|
34
|
-
model_options: model_options,
|
35
|
-
result_schema: result_schema
|
36
|
-
});
|
37
|
-
}
|
38
|
-
export function isSamePartIndex(part1, part2) {
|
39
|
-
return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
|
40
|
-
}
|
41
|
-
export function getPreviousPathIndex(toc, pathIndex) {
|
42
|
-
let [sectionIdx, partIdx] = pathIndex;
|
43
|
-
if (partIdx === undefined) {
|
44
|
-
let prevSectionIdx = sectionIdx - 1;
|
45
|
-
if (prevSectionIdx < 0) {
|
46
|
-
return null;
|
47
|
-
}
|
48
|
-
else {
|
49
|
-
const prevParts = toc.sections[prevSectionIdx].parts;
|
50
|
-
if (prevParts && prevParts.length > 0) { // return the last part of the previous section
|
51
|
-
return [prevSectionIdx, prevParts.length - 1];
|
52
|
-
}
|
53
|
-
else { // if no parts return the section itself
|
54
|
-
return [prevSectionIdx];
|
55
|
-
}
|
56
|
-
}
|
57
|
-
}
|
58
|
-
else if (partIdx > 0) { // return the previous part in the same section
|
59
|
-
return [sectionIdx, partIdx - 1];
|
60
|
-
}
|
61
|
-
else { // if the first part return the section itself
|
62
|
-
return [sectionIdx];
|
63
|
-
}
|
64
|
-
}
|
65
|
-
export function expectMemoryIsConsistent(meta, pathIndex) {
|
66
|
-
const metaLastProcessedPart = meta.lastProcessdPart;
|
67
|
-
if (!metaLastProcessedPart) {
|
68
|
-
if (pathIndex.length > 1 && pathIndex[0] !== 0) {
|
69
|
-
throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
|
70
|
-
}
|
71
|
-
else {
|
72
|
-
return;
|
73
|
-
}
|
74
|
-
}
|
75
|
-
const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
|
76
|
-
if (!prevPathIndex) {
|
77
|
-
throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
|
78
|
-
}
|
79
|
-
else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
|
80
|
-
throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessdPart });
|
81
|
-
}
|
82
|
-
}
|
83
|
-
export function sectionWithoutParts(section) {
|
84
|
-
const clone = { ...section };
|
85
|
-
delete clone.parts;
|
86
|
-
return clone;
|
87
|
-
}
|
88
|
-
export function tocIndex(toc) {
|
89
|
-
const index = { sections: [] };
|
90
|
-
const sections = toc.sections;
|
91
|
-
for (let i = 0, l = sections.length; i < l; i++) {
|
92
|
-
const section = sections[i];
|
93
|
-
const indexParts = [];
|
94
|
-
if (section.parts) {
|
95
|
-
const parts = section.parts;
|
96
|
-
for (let k = 0, ll = section.parts.length; k < ll; k++) {
|
97
|
-
const part = parts[k];
|
98
|
-
indexParts.push({
|
99
|
-
name: part.id,
|
100
|
-
path: [i, k]
|
101
|
-
});
|
102
|
-
}
|
103
|
-
}
|
104
|
-
index.sections.push({
|
105
|
-
name: section.id,
|
106
|
-
path: [i],
|
107
|
-
parts: indexParts
|
108
|
-
});
|
109
|
-
}
|
110
|
-
return index;
|
111
|
-
}
|
112
|
-
//# sourceMappingURL=utils.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAe1D,MAAM,CAAC,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,MAAM,UAAU,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,kBAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC/O,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,kBAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/O,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
package/lib/esm/result-types.js
DELETED
@@ -1,7 +0,0 @@
|
|
1
|
-
export var TextExtractionStatus;
|
2
|
-
(function (TextExtractionStatus) {
|
3
|
-
TextExtractionStatus["skipped"] = "skipped";
|
4
|
-
TextExtractionStatus["success"] = "success";
|
5
|
-
TextExtractionStatus["error"] = "error";
|
6
|
-
})(TextExtractionStatus || (TextExtractionStatus = {}));
|
7
|
-
//# sourceMappingURL=result-types.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":"AAoBA,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B"}
|
@@ -1,44 +0,0 @@
|
|
1
|
-
import { log } from "@temporalio/workflow";
|
2
|
-
import { ContentEventName } from "@vertesia/common";
|
3
|
-
import { dslProxyActivities } from "../dsl/dslProxyActivities.js";
|
4
|
-
import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
|
5
|
-
const { notifyWebhook } = dslProxyActivities("notifyWebhookWorkflow", {
|
6
|
-
startToCloseTimeout: "5 minute",
|
7
|
-
retry: {
|
8
|
-
initialInterval: '5s',
|
9
|
-
backoffCoefficient: 2,
|
10
|
-
maximumAttempts: 5,
|
11
|
-
maximumInterval: 100 * 30 * 1000, //ms
|
12
|
-
nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
|
13
|
-
},
|
14
|
-
});
|
15
|
-
export async function notifyWebhookWorkflow(payload) {
|
16
|
-
const { objectIds, vars } = payload;
|
17
|
-
const notifications = [];
|
18
|
-
const endpoints = vars?.webhooks || [];
|
19
|
-
const eventName = vars.event || ContentEventName.workflow_finished;
|
20
|
-
if (!endpoints.length) {
|
21
|
-
log.info(`No webhooks to notify`);
|
22
|
-
return { notifications: [], message: "No webhooks to notify" };
|
23
|
-
}
|
24
|
-
for (const ep of endpoints) {
|
25
|
-
const n = notifyWebhook(payload, {
|
26
|
-
target_url: ep,
|
27
|
-
method: 'POST',
|
28
|
-
payload: {
|
29
|
-
object_ids: objectIds,
|
30
|
-
event: eventName,
|
31
|
-
data: vars.webhook_data ?? undefined,
|
32
|
-
vars
|
33
|
-
}
|
34
|
-
}).then(res => {
|
35
|
-
log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
|
36
|
-
return res;
|
37
|
-
});
|
38
|
-
notifications.push(n);
|
39
|
-
}
|
40
|
-
const res = await Promise.all(notifications);
|
41
|
-
log.info(`Webhooks notified`);
|
42
|
-
return { notifications: res, message: "Webhooks notified" };
|
43
|
-
}
|
44
|
-
//# sourceMappingURL=notifyWebhookWorkflow.js.map
|