@vertesia/workflow 0.51.0 → 0.54.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -6
- package/src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts +20 -1
- package/src/activities/chunkDocument.ts +62 -42
- package/src/activities/createDocumentFromOther.ts +2 -2
- package/src/activities/executeInteraction.ts +92 -47
- package/src/activities/extractDocumentText.ts +91 -54
- package/src/activities/generateDocumentProperties.ts +37 -16
- package/src/activities/generateEmbeddings.ts +91 -79
- package/src/activities/generateImageRendition.ts +127 -59
- package/src/activities/generateOrAssignContentType.ts +52 -32
- package/src/activities/getObjectFromStore.ts +1 -1
- package/src/activities/handleError.ts +25 -0
- package/src/activities/index-dsl.ts +1 -0
- package/src/activities/index.ts +0 -1
- package/src/activities/media/processPdfWithTextract.ts +4 -4
- package/src/activities/media/transcribeMediaWithGladia.ts +1 -1
- package/src/activities/notifyWebhook.ts +2 -2
- package/src/activities/setDocumentStatus.ts +1 -1
- package/src/conversion/TextractProcessor.ts +9 -9
- package/src/conversion/image.test.ts +110 -18
- package/src/conversion/image.ts +96 -15
- package/src/conversion/markitdown.ts +41 -0
- package/src/conversion/mutool.ts +1 -1
- package/src/conversion/pandoc.test.ts +8 -6
- package/src/conversion/pandoc.ts +38 -42
- package/src/dsl/dsl-workflow.ts +80 -12
- package/src/dsl/setup/ActivityContext.ts +57 -16
- package/src/dsl/validation.test.ts +2 -2
- package/src/dsl/vars.test.ts +1 -1
- package/src/dsl/vars.ts +6 -6
- package/src/dsl/workflow-exec-child.test.ts +14 -4
- package/src/dsl/workflow-fetch.test.ts +1 -1
- package/src/dsl/workflow-import.test.ts +1 -1
- package/src/dsl/workflow.test.ts +12 -2
- package/src/dsl.ts +1 -1
- package/src/errors.ts +27 -6
- package/src/index.ts +1 -1
- package/src/iterative-generation/activities/extractToc.ts +1 -1
- package/src/iterative-generation/activities/generatePart.ts +2 -2
- package/src/iterative-generation/activities/generateToc.ts +1 -1
- package/src/iterative-generation/iterativeGenerationWorkflow.ts +3 -2
- package/src/iterative-generation/types.ts +4 -4
- package/src/iterative-generation/utils.ts +4 -4
- package/src/system/notifyWebhookWorkflow.ts +2 -1
- package/src/system/recalculateEmbeddingsWorkflow.ts +2 -2
- package/src/utils/blobs.ts +11 -6
- package/src/utils/chunks.ts +17 -0
- package/src/utils/client.ts +4 -3
- package/src/utils/memory.ts +3 -8
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -32
- package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -66
- package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -18
- package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/cjs/activities/chunkDocument.js +0 -79
- package/lib/cjs/activities/chunkDocument.js.map +0 -1
- package/lib/cjs/activities/createDocumentFromOther.js +0 -64
- package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
- package/lib/cjs/activities/executeInteraction.js +0 -134
- package/lib/cjs/activities/executeInteraction.js.map +0 -1
- package/lib/cjs/activities/extractDocumentText.js +0 -135
- package/lib/cjs/activities/extractDocumentText.js.map +0 -1
- package/lib/cjs/activities/generateDocumentProperties.js +0 -59
- package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
- package/lib/cjs/activities/generateEmbeddings.js +0 -292
- package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
- package/lib/cjs/activities/generateImageRendition.js +0 -104
- package/lib/cjs/activities/generateImageRendition.js.map +0 -1
- package/lib/cjs/activities/generateOrAssignContentType.js +0 -103
- package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/cjs/activities/getObjectFromStore.js +0 -20
- package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
- package/lib/cjs/activities/index-dsl.js +0 -37
- package/lib/cjs/activities/index-dsl.js.map +0 -1
- package/lib/cjs/activities/index.js +0 -22
- package/lib/cjs/activities/index.js.map +0 -1
- package/lib/cjs/activities/media/processPdfWithTextract.js +0 -102
- package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -51
- package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/cjs/activities/notifyWebhook.js +0 -34
- package/lib/cjs/activities/notifyWebhook.js.map +0 -1
- package/lib/cjs/activities/setDocumentStatus.js +0 -15
- package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
- package/lib/cjs/conversion/TextractProcessor.js +0 -417
- package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
- package/lib/cjs/conversion/image.js +0 -22
- package/lib/cjs/conversion/image.js.map +0 -1
- package/lib/cjs/conversion/mutool.js +0 -147
- package/lib/cjs/conversion/mutool.js.map +0 -1
- package/lib/cjs/conversion/pandoc.js +0 -39
- package/lib/cjs/conversion/pandoc.js.map +0 -1
- package/lib/cjs/dsl/conditions.js +0 -81
- package/lib/cjs/dsl/conditions.js.map +0 -1
- package/lib/cjs/dsl/dsl-workflow.js +0 -223
- package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
- package/lib/cjs/dsl/dslProxyActivities.js +0 -23
- package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
- package/lib/cjs/dsl/projections.js +0 -59
- package/lib/cjs/dsl/projections.js.map +0 -1
- package/lib/cjs/dsl/setup/ActivityContext.js +0 -96
- package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
- package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/index.js +0 -16
- package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
- package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
- package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
- package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/cjs/dsl/validation.js +0 -122
- package/lib/cjs/dsl/validation.js.map +0 -1
- package/lib/cjs/dsl/vars.js +0 -341
- package/lib/cjs/dsl/vars.js.map +0 -1
- package/lib/cjs/dsl/walk.js +0 -100
- package/lib/cjs/dsl/walk.js.map +0 -1
- package/lib/cjs/dsl.js +0 -20
- package/lib/cjs/dsl.js.map +0 -1
- package/lib/cjs/errors.js +0 -36
- package/lib/cjs/errors.js.map +0 -1
- package/lib/cjs/index.js +0 -50
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
- package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -69
- package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generatePart.js +0 -73
- package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/generateToc.js +0 -91
- package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/cjs/iterative-generation/activities/index.js +0 -12
- package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -55
- package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/cjs/iterative-generation/types.js +0 -5
- package/lib/cjs/iterative-generation/types.js.map +0 -1
- package/lib/cjs/iterative-generation/utils.js +0 -121
- package/lib/cjs/iterative-generation/utils.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/result-types.js +0 -10
- package/lib/cjs/result-types.js.map +0 -1
- package/lib/cjs/system/notifyWebhookWorkflow.js +0 -46
- package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -28
- package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/cjs/utils/auth.js +0 -15
- package/lib/cjs/utils/auth.js.map +0 -1
- package/lib/cjs/utils/blobs.js +0 -63
- package/lib/cjs/utils/blobs.js.map +0 -1
- package/lib/cjs/utils/client.js +0 -25
- package/lib/cjs/utils/client.js.map +0 -1
- package/lib/cjs/utils/expand-vars.js +0 -33
- package/lib/cjs/utils/expand-vars.js.map +0 -1
- package/lib/cjs/utils/memory.js +0 -72
- package/lib/cjs/utils/memory.js.map +0 -1
- package/lib/cjs/utils/tokens.js +0 -38
- package/lib/cjs/utils/tokens.js.map +0 -1
- package/lib/cjs/vars.js +0 -20
- package/lib/cjs/vars.js.map +0 -1
- package/lib/cjs/workflows.js +0 -15
- package/lib/cjs/workflows.js.map +0 -1
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -29
- package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -63
- package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -15
- package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
- package/lib/esm/activities/chunkDocument.js +0 -76
- package/lib/esm/activities/chunkDocument.js.map +0 -1
- package/lib/esm/activities/createDocumentFromOther.js +0 -58
- package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
- package/lib/esm/activities/executeInteraction.js +0 -130
- package/lib/esm/activities/executeInteraction.js.map +0 -1
- package/lib/esm/activities/extractDocumentText.js +0 -132
- package/lib/esm/activities/extractDocumentText.js.map +0 -1
- package/lib/esm/activities/generateDocumentProperties.js +0 -56
- package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
- package/lib/esm/activities/generateEmbeddings.js +0 -256
- package/lib/esm/activities/generateEmbeddings.js.map +0 -1
- package/lib/esm/activities/generateImageRendition.js +0 -98
- package/lib/esm/activities/generateImageRendition.js.map +0 -1
- package/lib/esm/activities/generateOrAssignContentType.js +0 -100
- package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
- package/lib/esm/activities/getObjectFromStore.js +0 -17
- package/lib/esm/activities/getObjectFromStore.js.map +0 -1
- package/lib/esm/activities/index-dsl.js +0 -18
- package/lib/esm/activities/index-dsl.js.map +0 -1
- package/lib/esm/activities/index.js +0 -6
- package/lib/esm/activities/index.js.map +0 -1
- package/lib/esm/activities/media/processPdfWithTextract.js +0 -98
- package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
- package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -48
- package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
- package/lib/esm/activities/notifyWebhook.js +0 -31
- package/lib/esm/activities/notifyWebhook.js.map +0 -1
- package/lib/esm/activities/setDocumentStatus.js +0 -12
- package/lib/esm/activities/setDocumentStatus.js.map +0 -1
- package/lib/esm/conversion/TextractProcessor.js +0 -410
- package/lib/esm/conversion/TextractProcessor.js.map +0 -1
- package/lib/esm/conversion/image.js +0 -16
- package/lib/esm/conversion/image.js.map +0 -1
- package/lib/esm/conversion/mutool.js +0 -139
- package/lib/esm/conversion/mutool.js.map +0 -1
- package/lib/esm/conversion/pandoc.js +0 -36
- package/lib/esm/conversion/pandoc.js.map +0 -1
- package/lib/esm/dsl/conditions.js +0 -75
- package/lib/esm/dsl/conditions.js.map +0 -1
- package/lib/esm/dsl/dsl-workflow.js +0 -216
- package/lib/esm/dsl/dsl-workflow.js.map +0 -1
- package/lib/esm/dsl/dslProxyActivities.js +0 -20
- package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
- package/lib/esm/dsl/projections.js +0 -55
- package/lib/esm/dsl/projections.js.map +0 -1
- package/lib/esm/dsl/setup/ActivityContext.js +0 -91
- package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
- package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/index.js +0 -12
- package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
- package/lib/esm/dsl/setup/fetch/providers.js +0 -61
- package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
- package/lib/esm/dsl/test/test-child-workflow.js +0 -5
- package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
- package/lib/esm/dsl/validation.js +0 -118
- package/lib/esm/dsl/validation.js.map +0 -1
- package/lib/esm/dsl/vars.js +0 -335
- package/lib/esm/dsl/vars.js.map +0 -1
- package/lib/esm/dsl/walk.js +0 -96
- package/lib/esm/dsl/walk.js.map +0 -1
- package/lib/esm/dsl.js +0 -4
- package/lib/esm/dsl.js.map +0 -1
- package/lib/esm/errors.js +0 -30
- package/lib/esm/errors.js.map +0 -1
- package/lib/esm/index.js +0 -32
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
- package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -66
- package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generatePart.js +0 -70
- package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
- package/lib/esm/iterative-generation/activities/generateToc.js +0 -88
- package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
- package/lib/esm/iterative-generation/activities/index.js +0 -5
- package/lib/esm/iterative-generation/activities/index.js.map +0 -1
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -52
- package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
- package/lib/esm/iterative-generation/types.js +0 -2
- package/lib/esm/iterative-generation/types.js.map +0 -1
- package/lib/esm/iterative-generation/utils.js +0 -112
- package/lib/esm/iterative-generation/utils.js.map +0 -1
- package/lib/esm/result-types.js +0 -7
- package/lib/esm/result-types.js.map +0 -1
- package/lib/esm/system/notifyWebhookWorkflow.js +0 -43
- package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -25
- package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
- package/lib/esm/utils/auth.js +0 -8
- package/lib/esm/utils/auth.js.map +0 -1
- package/lib/esm/utils/blobs.js +0 -52
- package/lib/esm/utils/blobs.js.map +0 -1
- package/lib/esm/utils/client.js +0 -22
- package/lib/esm/utils/client.js.map +0 -1
- package/lib/esm/utils/expand-vars.js +0 -30
- package/lib/esm/utils/expand-vars.js.map +0 -1
- package/lib/esm/utils/memory.js +0 -60
- package/lib/esm/utils/memory.js.map +0 -1
- package/lib/esm/utils/tokens.js +0 -34
- package/lib/esm/utils/tokens.js.map +0 -1
- package/lib/esm/vars.js +0 -4
- package/lib/esm/vars.js.map +0 -1
- package/lib/esm/workflows.js +0 -8
- package/lib/esm/workflows.js.map +0 -1
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
- package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -29
- package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
- package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
- package/lib/types/activities/chunkDocument.d.ts +0 -18
- package/lib/types/activities/chunkDocument.d.ts.map +0 -1
- package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
- package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
- package/lib/types/activities/executeInteraction.d.ts +0 -44
- package/lib/types/activities/executeInteraction.d.ts.map +0 -1
- package/lib/types/activities/extractDocumentText.d.ts +0 -10
- package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
- package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
- package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
- package/lib/types/activities/generateEmbeddings.d.ts +0 -49
- package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
- package/lib/types/activities/generateImageRendition.d.ts +0 -17
- package/lib/types/activities/generateImageRendition.d.ts.map +0 -1
- package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
- package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
- package/lib/types/activities/getObjectFromStore.d.ts +0 -14
- package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
- package/lib/types/activities/index-dsl.d.ts +0 -17
- package/lib/types/activities/index-dsl.d.ts.map +0 -1
- package/lib/types/activities/index.d.ts +0 -6
- package/lib/types/activities/index.d.ts.map +0 -1
- package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
- package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -14
- package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
- package/lib/types/activities/notifyWebhook.d.ts +0 -17
- package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
- package/lib/types/activities/setDocumentStatus.d.ts +0 -15
- package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
- package/lib/types/conversion/TextractProcessor.d.ts +0 -45
- package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
- package/lib/types/conversion/image.d.ts +0 -9
- package/lib/types/conversion/image.d.ts.map +0 -1
- package/lib/types/conversion/mutool.d.ts +0 -19
- package/lib/types/conversion/mutool.d.ts.map +0 -1
- package/lib/types/conversion/pandoc.d.ts +0 -2
- package/lib/types/conversion/pandoc.d.ts.map +0 -1
- package/lib/types/dsl/conditions.d.ts +0 -2
- package/lib/types/dsl/conditions.d.ts.map +0 -1
- package/lib/types/dsl/dsl-workflow.d.ts +0 -5
- package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
- package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
- package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
- package/lib/types/dsl/projections.d.ts +0 -4
- package/lib/types/dsl/projections.d.ts.map +0 -1
- package/lib/types/dsl/setup/ActivityContext.d.ts +0 -14
- package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
- package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
- package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
- package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
- package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
- package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
- package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
- package/lib/types/dsl/validation.d.ts +0 -4
- package/lib/types/dsl/validation.d.ts.map +0 -1
- package/lib/types/dsl/vars.d.ts +0 -48
- package/lib/types/dsl/vars.d.ts.map +0 -1
- package/lib/types/dsl/walk.d.ts +0 -18
- package/lib/types/dsl/walk.d.ts.map +0 -1
- package/lib/types/dsl.d.ts +0 -4
- package/lib/types/dsl.d.ts.map +0 -1
- package/lib/types/errors.d.ts +0 -16
- package/lib/types/errors.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -31
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
- package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
- package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
- package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
- package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
- package/lib/types/iterative-generation/activities/index.d.ts +0 -5
- package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
- package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
- package/lib/types/iterative-generation/types.d.ts +0 -79
- package/lib/types/iterative-generation/types.d.ts.map +0 -1
- package/lib/types/iterative-generation/utils.d.ts +0 -27
- package/lib/types/iterative-generation/utils.d.ts.map +0 -1
- package/lib/types/result-types.d.ts +0 -22
- package/lib/types/result-types.d.ts.map +0 -1
- package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -3
- package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -40
- package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
- package/lib/types/utils/auth.d.ts +0 -4
- package/lib/types/utils/auth.d.ts.map +0 -1
- package/lib/types/utils/blobs.d.ts +0 -8
- package/lib/types/utils/blobs.d.ts.map +0 -1
- package/lib/types/utils/client.d.ts +0 -7
- package/lib/types/utils/client.d.ts.map +0 -1
- package/lib/types/utils/expand-vars.d.ts +0 -8
- package/lib/types/utils/expand-vars.d.ts.map +0 -1
- package/lib/types/utils/memory.d.ts +0 -12
- package/lib/types/utils/memory.d.ts.map +0 -1
- package/lib/types/utils/tokens.d.ts +0 -11
- package/lib/types/utils/tokens.d.ts.map +0 -1
- package/lib/types/vars.d.ts +0 -3
- package/lib/types/vars.d.ts.map +0 -1
- package/lib/types/workflows.d.ts +0 -8
- package/lib/types/workflows.d.ts.map +0 -1
- package/lib/workflows-bundle.js +0 -19897
@@ -1,121 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.execute = execute;
|
4
|
-
exports.executeWithVars = executeWithVars;
|
5
|
-
exports.isSamePartIndex = isSamePartIndex;
|
6
|
-
exports.getPreviousPathIndex = getPreviousPathIndex;
|
7
|
-
exports.expectMemoryIsConsistent = expectMemoryIsConsistent;
|
8
|
-
exports.sectionWithoutParts = sectionWithoutParts;
|
9
|
-
exports.tocIndex = tocIndex;
|
10
|
-
const workflow_1 = require("@temporalio/workflow");
|
11
|
-
async function execute(client, options) {
|
12
|
-
return client.interactions.executeByName(options.interaction, {
|
13
|
-
data: {
|
14
|
-
...options.memory_mapping,
|
15
|
-
"@memory": options.memory
|
16
|
-
},
|
17
|
-
result_schema: options.result_schema,
|
18
|
-
config: {
|
19
|
-
environment: options.environment,
|
20
|
-
model: options.model,
|
21
|
-
model_options: options.model_options,
|
22
|
-
}
|
23
|
-
});
|
24
|
-
}
|
25
|
-
function executeWithVars(client, interaction, vars, mapping, result_schema) {
|
26
|
-
if (mapping) {
|
27
|
-
mapping = { ...vars.input_mapping, ...mapping };
|
28
|
-
}
|
29
|
-
else {
|
30
|
-
mapping = vars.input_mapping;
|
31
|
-
}
|
32
|
-
const model_options = {
|
33
|
-
_option_id: "text-fallback",
|
34
|
-
max_tokens: vars.max_tokens,
|
35
|
-
temperature: vars.temperature
|
36
|
-
};
|
37
|
-
return execute(client, {
|
38
|
-
interaction: interaction,
|
39
|
-
memory: `${vars.memory}/input`,
|
40
|
-
memory_mapping: mapping,
|
41
|
-
environment: vars.environment,
|
42
|
-
model: vars.model,
|
43
|
-
model_options: model_options,
|
44
|
-
result_schema: result_schema
|
45
|
-
});
|
46
|
-
}
|
47
|
-
function isSamePartIndex(part1, part2) {
|
48
|
-
return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
|
49
|
-
}
|
50
|
-
function getPreviousPathIndex(toc, pathIndex) {
|
51
|
-
let [sectionIdx, partIdx] = pathIndex;
|
52
|
-
if (partIdx === undefined) {
|
53
|
-
let prevSectionIdx = sectionIdx - 1;
|
54
|
-
if (prevSectionIdx < 0) {
|
55
|
-
return null;
|
56
|
-
}
|
57
|
-
else {
|
58
|
-
const prevParts = toc.sections[prevSectionIdx].parts;
|
59
|
-
if (prevParts && prevParts.length > 0) { // return the last part of the previous section
|
60
|
-
return [prevSectionIdx, prevParts.length - 1];
|
61
|
-
}
|
62
|
-
else { // if no parts return the section itself
|
63
|
-
return [prevSectionIdx];
|
64
|
-
}
|
65
|
-
}
|
66
|
-
}
|
67
|
-
else if (partIdx > 0) { // return the previous part in the same section
|
68
|
-
return [sectionIdx, partIdx - 1];
|
69
|
-
}
|
70
|
-
else { // if the first part return the section itself
|
71
|
-
return [sectionIdx];
|
72
|
-
}
|
73
|
-
}
|
74
|
-
function expectMemoryIsConsistent(meta, pathIndex) {
|
75
|
-
const metaLastProcessedPart = meta.lastProcessdPart;
|
76
|
-
if (!metaLastProcessedPart) {
|
77
|
-
if (pathIndex.length > 1 && pathIndex[0] !== 0) {
|
78
|
-
throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
|
79
|
-
}
|
80
|
-
else {
|
81
|
-
return;
|
82
|
-
}
|
83
|
-
}
|
84
|
-
const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
|
85
|
-
if (!prevPathIndex) {
|
86
|
-
throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
|
87
|
-
}
|
88
|
-
else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
|
89
|
-
throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessdPart });
|
90
|
-
}
|
91
|
-
}
|
92
|
-
function sectionWithoutParts(section) {
|
93
|
-
const clone = { ...section };
|
94
|
-
delete clone.parts;
|
95
|
-
return clone;
|
96
|
-
}
|
97
|
-
function tocIndex(toc) {
|
98
|
-
const index = { sections: [] };
|
99
|
-
const sections = toc.sections;
|
100
|
-
for (let i = 0, l = sections.length; i < l; i++) {
|
101
|
-
const section = sections[i];
|
102
|
-
const indexParts = [];
|
103
|
-
if (section.parts) {
|
104
|
-
const parts = section.parts;
|
105
|
-
for (let k = 0, ll = section.parts.length; k < ll; k++) {
|
106
|
-
const part = parts[k];
|
107
|
-
indexParts.push({
|
108
|
-
name: part.id,
|
109
|
-
path: [i, k]
|
110
|
-
});
|
111
|
-
}
|
112
|
-
}
|
113
|
-
index.sections.push({
|
114
|
-
name: section.id,
|
115
|
-
path: [i],
|
116
|
-
parts: indexParts
|
117
|
-
});
|
118
|
-
}
|
119
|
-
return index;
|
120
|
-
}
|
121
|
-
//# sourceMappingURL=utils.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":";;AAiBA,0BAaC;AAED,0CAoBC;AAED,0CAEC;AAED,oDAmBC;AAGD,4DAeC;AAED,kDAIC;AAED,4BAuBC;AA5HD,mDAA0D;AAenD,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,SAAgB,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,6BAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC/O,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,6BAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/O,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
package/lib/cjs/package.json
DELETED
package/lib/cjs/result-types.js
DELETED
@@ -1,10 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.TextExtractionStatus = void 0;
|
4
|
-
var TextExtractionStatus;
|
5
|
-
(function (TextExtractionStatus) {
|
6
|
-
TextExtractionStatus["skipped"] = "skipped";
|
7
|
-
TextExtractionStatus["success"] = "success";
|
8
|
-
TextExtractionStatus["error"] = "error";
|
9
|
-
})(TextExtractionStatus || (exports.TextExtractionStatus = TextExtractionStatus = {}));
|
10
|
-
//# sourceMappingURL=result-types.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":";;;AAoBA,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,oCAApB,oBAAoB,QAI/B"}
|
@@ -1,46 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
|
4
|
-
const workflow_1 = require("@temporalio/workflow");
|
5
|
-
const common_1 = require("@vertesia/common");
|
6
|
-
const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
|
7
|
-
const { notifyWebhook } = (0, dslProxyActivities_js_1.dslProxyActivities)("notifyWebhookWorkflow", {
|
8
|
-
startToCloseTimeout: "5 minute",
|
9
|
-
retry: {
|
10
|
-
initialInterval: '5s',
|
11
|
-
backoffCoefficient: 2,
|
12
|
-
maximumAttempts: 5,
|
13
|
-
maximumInterval: 100 * 30 * 1000, //ms
|
14
|
-
nonRetryableErrorTypes: [],
|
15
|
-
},
|
16
|
-
});
|
17
|
-
async function notifyWebhookWorkflow(payload) {
|
18
|
-
const { objectIds, vars } = payload;
|
19
|
-
const notifications = [];
|
20
|
-
const endpoints = vars?.webhooks || [];
|
21
|
-
const eventName = vars.event || common_1.ContentEventName.workflow_finished;
|
22
|
-
if (!endpoints.length) {
|
23
|
-
workflow_1.log.info(`No webhooks to notify`);
|
24
|
-
return { notifications: [], message: "No webhooks to notify" };
|
25
|
-
}
|
26
|
-
for (const ep of endpoints) {
|
27
|
-
const n = notifyWebhook(payload, {
|
28
|
-
target_url: ep,
|
29
|
-
method: 'POST',
|
30
|
-
payload: {
|
31
|
-
object_ids: objectIds,
|
32
|
-
event: eventName,
|
33
|
-
data: vars.webhook_data ?? undefined,
|
34
|
-
vars
|
35
|
-
}
|
36
|
-
}).then(res => {
|
37
|
-
workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
|
38
|
-
return res;
|
39
|
-
});
|
40
|
-
notifications.push(n);
|
41
|
-
}
|
42
|
-
const res = await Promise.all(notifications);
|
43
|
-
workflow_1.log.info(`Webhooks notified`);
|
44
|
-
return { notifications: res, message: "Webhooks notified" };
|
45
|
-
}
|
46
|
-
//# sourceMappingURL=notifyWebhookWorkflow.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AAoBA,sDAkCC;AArDD,mDAA2C;AAC3C,6CAA8E;AAE9E,wEAAkE;AAElE,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0CAAkB,EAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,EAAE;KAC7B;CACJ,CAAC,CAAC;AAGI,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IAEzE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,yBAAgB,CAAC,iBAAiB,CAAC;IAEnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,UAAU,EAAE,SAAS;gBACrB,KAAK,EAAE,SAAS;gBAChB,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;gBACpC,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}
|
@@ -1,28 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
|
4
|
-
const common_1 = require("@vertesia/common");
|
5
|
-
const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
|
6
|
-
const errors_js_1 = require("../errors.js");
|
7
|
-
const { generateEmbeddings, } = (0, dslProxyActivities_js_1.dslProxyActivities)("recalculateEmbeddingsWorkflow", {
|
8
|
-
startToCloseTimeout: "5 minute",
|
9
|
-
retry: {
|
10
|
-
initialInterval: '10s',
|
11
|
-
backoffCoefficient: 2,
|
12
|
-
maximumAttempts: 10,
|
13
|
-
maximumInterval: 100 * 30 * 1000, //ms
|
14
|
-
nonRetryableErrorTypes: [errors_js_1.NoDocumentFound.name],
|
15
|
-
},
|
16
|
-
});
|
17
|
-
async function recalculateEmbeddingsWorkflow(payload) {
|
18
|
-
const embeddings = [];
|
19
|
-
for (const type of Object.values(common_1.SupportedEmbeddingTypes)) {
|
20
|
-
embeddings.push(generateEmbeddings(payload, {
|
21
|
-
force: true,
|
22
|
-
type
|
23
|
-
}));
|
24
|
-
}
|
25
|
-
const res = await Promise.all(embeddings);
|
26
|
-
return res;
|
27
|
-
}
|
28
|
-
//# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAmBA,sEAeC;AAjCD,6CAAqF;AAErF,wEAAkE;AAClE,4CAA+C;AAE/C,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0CAAkB,EAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,CAAC,2BAAe,CAAC,IAAI,CAAC;KACjD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,EAAE,CAAC;QACxD,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}
|
package/lib/cjs/utils/auth.js
DELETED
@@ -1,15 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
4
|
-
};
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
-
exports.decodeAuthToken = decodeAuthToken;
|
7
|
-
exports.getProjectFromToken = getProjectFromToken;
|
8
|
-
const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
|
9
|
-
function decodeAuthToken(token) {
|
10
|
-
return jsonwebtoken_1.default.decode(token, { json: true });
|
11
|
-
}
|
12
|
-
function getProjectFromToken(token) {
|
13
|
-
return decodeAuthToken(token)?.project;
|
14
|
-
}
|
15
|
-
//# sourceMappingURL=auth.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}
|
package/lib/cjs/utils/blobs.js
DELETED
@@ -1,63 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
4
|
-
};
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
-
exports.fetchBlobAsStream = fetchBlobAsStream;
|
7
|
-
exports.fetchBlobAsBuffer = fetchBlobAsBuffer;
|
8
|
-
exports.fetchBlobAsBase64 = fetchBlobAsBase64;
|
9
|
-
exports.saveBlobToFile = saveBlobToFile;
|
10
|
-
exports.saveBlobToTempFile = saveBlobToTempFile;
|
11
|
-
exports.md5 = md5;
|
12
|
-
const crypto_1 = __importDefault(require("crypto"));
|
13
|
-
const fs_1 = require("fs");
|
14
|
-
const tmp_1 = __importDefault(require("tmp"));
|
15
|
-
const errors_js_1 = require("../errors.js");
|
16
|
-
tmp_1.default.setGracefulCleanup();
|
17
|
-
async function fetchBlobAsStream(client, blobUri) {
|
18
|
-
try {
|
19
|
-
return await client.files.downloadFile(blobUri);
|
20
|
-
}
|
21
|
-
catch (err) {
|
22
|
-
throw new errors_js_1.NoDocumentFound(`Failed to download blob ${blobUri}: ${err.message}`, []);
|
23
|
-
}
|
24
|
-
}
|
25
|
-
async function fetchBlobAsBuffer(client, blobUri) {
|
26
|
-
let stream = await fetchBlobAsStream(client, blobUri);
|
27
|
-
const buffers = [];
|
28
|
-
for await (const data of stream) {
|
29
|
-
buffers.push(data);
|
30
|
-
}
|
31
|
-
return Buffer.concat(buffers);
|
32
|
-
}
|
33
|
-
async function fetchBlobAsBase64(client, blobUri) {
|
34
|
-
const buffer = await fetchBlobAsBuffer(client, blobUri);
|
35
|
-
return buffer.toString('base64');
|
36
|
-
}
|
37
|
-
async function saveBlobToFile(client, blobUri, toFile) {
|
38
|
-
let stream = await fetchBlobAsStream(client, blobUri);
|
39
|
-
const out = (0, fs_1.createWriteStream)(toFile);
|
40
|
-
await writeChunksToStream(stream, out);
|
41
|
-
}
|
42
|
-
async function saveBlobToTempFile(client, blobUri, fileExt) {
|
43
|
-
const tmpFile = tmp_1.default.fileSync({
|
44
|
-
prefix: "vertesia-activity-",
|
45
|
-
postfix: "." + fileExt,
|
46
|
-
discardDescriptor: true
|
47
|
-
});
|
48
|
-
await saveBlobToFile(client, blobUri, tmpFile.name);
|
49
|
-
return tmpFile.name;
|
50
|
-
}
|
51
|
-
async function writeChunksToStream(chunks, out) {
|
52
|
-
for await (const chunk of chunks) {
|
53
|
-
if (!out.write(chunk)) {
|
54
|
-
// If the internal buffer is full, wait until it's drained
|
55
|
-
await new Promise(resolve => out.once('drain', resolve));
|
56
|
-
}
|
57
|
-
}
|
58
|
-
out.end(); // Close the stream when done
|
59
|
-
}
|
60
|
-
function md5(contents) {
|
61
|
-
return crypto_1.default.createHash('md5').update(contents).digest("hex");
|
62
|
-
}
|
63
|
-
//# sourceMappingURL=blobs.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":";;;;;AAQA,8CAMC;AACD,8CAOC;AAED,8CAGC;AAED,wCAIC;AAED,gDAQC;AAYD,kBAEC;AAxDD,oDAA4B;AAC5B,2BAAuC;AACvC,8CAAsB;AACtB,4CAA+C;AAE/C,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAElB,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,IAAI,2BAAe,CAAC,2BAA2B,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IACxF,CAAC;AACL,CAAC;AACM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,MAAsB,EAAE,OAAe,EAAE,MAAc;IACxF,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC;IACtC,MAAM,mBAAmB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC3C,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,OAAe,EAAE,OAAgB;IAC9F,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,oBAAoB;QAC5B,OAAO,EAAE,GAAG,GAAG,OAAO;QACtB,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAiC,EAAE,GAA0B;IAC5F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACpB,0DAA0D;YAC1D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IACD,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,6BAA6B;AAC5C,CAAC;AAED,SAAgB,GAAG,CAAC,QAAgB;IAChC,OAAO,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC"}
|
package/lib/cjs/utils/client.js
DELETED
@@ -1,25 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
/**
|
3
|
-
* get a zeno client for a given token
|
4
|
-
*/
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
-
exports.getVertesiaClient = getVertesiaClient;
|
7
|
-
const client_1 = require("@vertesia/client");
|
8
|
-
function getVertesiaClient(payload) {
|
9
|
-
if (!payload.auth_token) {
|
10
|
-
throw new Error("Authentication Token is missing from WorkflowExecutionPayload.authToken");
|
11
|
-
}
|
12
|
-
if (!payload.config?.studio_url) {
|
13
|
-
throw new Error("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
|
14
|
-
}
|
15
|
-
if (!payload.config?.store_url) {
|
16
|
-
throw new Error("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
|
17
|
-
}
|
18
|
-
const client = new client_1.VertesiaClient({
|
19
|
-
serverUrl: payload.config.studio_url,
|
20
|
-
storeUrl: payload.config.store_url,
|
21
|
-
apikey: payload.auth_token
|
22
|
-
});
|
23
|
-
return client;
|
24
|
-
}
|
25
|
-
//# sourceMappingURL=client.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAMH,8CAsBC;AA1BD,6CAAkD;AAIlD,SAAgB,iBAAiB,CAAC,OAAoC;IAElE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC/F,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACnG,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,uBAAc,CAAC;QAC9B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAElB,CAAC"}
|
@@ -1,33 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.expandVars = expandVars;
|
4
|
-
const VARS_RX = /\${\s*([^}]+)\s*}/g;
|
5
|
-
/**
|
6
|
-
* Given an expression containing ${name} variables, replace them with the properties from the vars object.
|
7
|
-
* Nested property paths are also supported, e.g. ${section.name}
|
8
|
-
* @param expr
|
9
|
-
* @param vars
|
10
|
-
*/
|
11
|
-
function expandVars(expr, vars) {
|
12
|
-
return expr.replace(VARS_RX, (_, name) => {
|
13
|
-
const path = name.split('.');
|
14
|
-
const value = resolveProp(vars, path);
|
15
|
-
if (value === undefined) {
|
16
|
-
return `${name}`; // return back the expression
|
17
|
-
}
|
18
|
-
else {
|
19
|
-
return String(value);
|
20
|
-
}
|
21
|
-
});
|
22
|
-
}
|
23
|
-
function resolveProp(object, path) {
|
24
|
-
let value = object;
|
25
|
-
for (const part of path) {
|
26
|
-
if (value === undefined) {
|
27
|
-
return undefined;
|
28
|
-
}
|
29
|
-
value = value[part];
|
30
|
-
}
|
31
|
-
return value;
|
32
|
-
}
|
33
|
-
//# sourceMappingURL=expand-vars.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":";;AASA,gCAUC;AAlBD,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
package/lib/cjs/utils/memory.js
DELETED
@@ -1,72 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
4
|
-
};
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
-
exports.NodeStreamSource = void 0;
|
7
|
-
exports.publishMemoryPack = publishMemoryPack;
|
8
|
-
exports.buildMemoryPack = buildMemoryPack;
|
9
|
-
exports.buildAndPublishMemoryPack = buildAndPublishMemoryPack;
|
10
|
-
exports.fetchMemoryPack = fetchMemoryPack;
|
11
|
-
exports.loadMemoryPack = loadMemoryPack;
|
12
|
-
const client_1 = require("@vertesia/client");
|
13
|
-
const memory_1 = require("@vertesia/memory");
|
14
|
-
const fs_1 = require("fs");
|
15
|
-
const promises_1 = require("fs/promises");
|
16
|
-
const node_web_stream_adapters_1 = require("node-web-stream-adapters");
|
17
|
-
const promises_2 = require("stream/promises");
|
18
|
-
const tmp_1 = __importDefault(require("tmp"));
|
19
|
-
const zlib_1 = __importDefault(require("zlib"));
|
20
|
-
tmp_1.default.setGracefulCleanup();
|
21
|
-
class NodeStreamSource extends client_1.StreamSource {
|
22
|
-
constructor(stream, name, type, id) {
|
23
|
-
super((0, node_web_stream_adapters_1.readableToWebStream)(stream), name, type, id);
|
24
|
-
}
|
25
|
-
}
|
26
|
-
exports.NodeStreamSource = NodeStreamSource;
|
27
|
-
async function publishMemoryPack(client, file, name) {
|
28
|
-
const stream = (0, fs_1.createReadStream)(file);
|
29
|
-
try {
|
30
|
-
const source = new NodeStreamSource(stream, name);
|
31
|
-
await client.files.uploadMemoryPack(source);
|
32
|
-
}
|
33
|
-
catch (err) {
|
34
|
-
stream.destroy();
|
35
|
-
throw err;
|
36
|
-
}
|
37
|
-
}
|
38
|
-
async function buildMemoryPack(recipeFn) {
|
39
|
-
const tarFile = tmp_1.default.fileSync({
|
40
|
-
prefix: "composable-memory-pack-",
|
41
|
-
postfix: ".tar.gz",
|
42
|
-
});
|
43
|
-
return await (0, memory_1.buildMemoryPack)(recipeFn, {
|
44
|
-
out: tarFile.name,
|
45
|
-
gzip: true,
|
46
|
-
});
|
47
|
-
}
|
48
|
-
async function buildAndPublishMemoryPack(client, name, recipeFn) {
|
49
|
-
const tarFile = await buildMemoryPack(recipeFn);
|
50
|
-
try {
|
51
|
-
await publishMemoryPack(client, tarFile, name);
|
52
|
-
}
|
53
|
-
finally {
|
54
|
-
await (0, promises_1.rm)(tarFile);
|
55
|
-
}
|
56
|
-
}
|
57
|
-
async function fetchMemoryPack(client, name) {
|
58
|
-
const webStream = await client.files.downloadMemoryPack(name);
|
59
|
-
const tarFile = tmp_1.default.fileSync({
|
60
|
-
prefix: "composable-memory-pack-",
|
61
|
-
postfix: ".tar",
|
62
|
-
discardDescriptor: true,
|
63
|
-
});
|
64
|
-
const streamIn = (0, node_web_stream_adapters_1.webStreamToReadable)(webStream);
|
65
|
-
const streamOut = (0, fs_1.createWriteStream)(tarFile.name);
|
66
|
-
await (0, promises_2.pipeline)(streamIn, zlib_1.default.createGunzip(), streamOut);
|
67
|
-
return tarFile.name;
|
68
|
-
}
|
69
|
-
function loadMemoryPack(client, name) {
|
70
|
-
return fetchMemoryPack(client, name).then(file => (0, memory_1.loadMemoryPack)(file));
|
71
|
-
}
|
72
|
-
//# sourceMappingURL=memory.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":";;;;;;AAmBA,8CASC;AAED,0CASC;AAED,8DAOC;AAED,0CAWC;AAED,wCAEC;AAjED,6CAAgE;AAChE,6CAAgI;AAChI,2BAAyD;AACzD,0CAAiC;AACjC,uEAAoF;AAEpF,8CAA2C;AAE3C,8CAAsB;AACtB,gDAAwB;AAExB,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAEzB,MAAa,gBAAiB,SAAQ,qBAAY;IAC9C,YAAY,MAAgB,EAAE,IAAY,EAAE,IAAa,EAAE,EAAW;QAClE,KAAK,CAAC,IAAA,8CAAmB,EAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;CACJ;AAJD,4CAIC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,IAAY,EAAE,IAAY;IACtF,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,QAA8D;IAChG,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,OAAO,MAAM,IAAA,wBAAgB,EAAC,QAAQ,EAAE;QACpC,GAAG,EAAE,OAAO,CAAC,IAAI;QACjB,IAAI,EAAE,IAAI;KACb,CAAC,CAAC;AACP,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAAC,MAAsB,EAAE,IAAY,EAAE,QAA8D;IAChJ,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACP,MAAM,IAAA,aAAE,EAAC,OAAO,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,MAAsB,EAAE,IAAY;IACtE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,MAAM;QACf,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAA,8CAAmB,EAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,cAAI,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,cAAc,CAAC,MAAsB,EAAE,IAAY;IAC/D,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC"}
|
package/lib/cjs/utils/tokens.js
DELETED
@@ -1,38 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.truncByMaxTokens = truncByMaxTokens;
|
4
|
-
exports.countTokens = countTokens;
|
5
|
-
const tiktoken_1 = require("tiktoken");
|
6
|
-
function truncByMaxTokens(content, by) {
|
7
|
-
let encoding;
|
8
|
-
let maxTokens;
|
9
|
-
if (typeof by === 'number') {
|
10
|
-
maxTokens = by;
|
11
|
-
encoding = "cl100k_base";
|
12
|
-
}
|
13
|
-
else {
|
14
|
-
maxTokens = by.max_tokens;
|
15
|
-
encoding = by.encoding || "cl100k_base";
|
16
|
-
}
|
17
|
-
const enc = (0, tiktoken_1.get_encoding)(encoding);
|
18
|
-
let tokens = enc.encode(content);
|
19
|
-
if (tokens.length > maxTokens) {
|
20
|
-
tokens = tokens.slice(0, maxTokens);
|
21
|
-
return new TextDecoder().decode(enc.decode(tokens));
|
22
|
-
}
|
23
|
-
else {
|
24
|
-
return content;
|
25
|
-
}
|
26
|
-
}
|
27
|
-
function countTokens(text, encoding = 'cl100k_base') {
|
28
|
-
const encoder = (0, tiktoken_1.get_encoding)(encoding);
|
29
|
-
if (!encoder) {
|
30
|
-
throw new Error(`Unknown encoding ${encoding}`);
|
31
|
-
}
|
32
|
-
const tokens = encoder.encode(text);
|
33
|
-
return {
|
34
|
-
count: tokens.length,
|
35
|
-
encoding: encoding,
|
36
|
-
};
|
37
|
-
}
|
38
|
-
//# sourceMappingURL=tokens.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../src/utils/tokens.ts"],"names":[],"mappings":";;AASA,4CAkBC;AAED,kCAcC;AA1CD,uCAA0D;AAQ1D,SAAgB,gBAAgB,CAAC,OAAe,EAAE,EAAgB;IAC9D,IAAI,QAA0B,CAAC;IAC/B,IAAI,SAAiB,CAAC;IACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzB,SAAS,GAAG,EAAE,CAAC;QACf,QAAQ,GAAG,aAAa,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1B,QAAQ,GAAG,EAAE,CAAC,QAAQ,IAAI,aAAa,CAAC;IAC5C,CAAC;IACD,MAAM,GAAG,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACpC,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC;IACnB,CAAC;AACL,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY,EAAE,WAA6B,aAAa;IAEhF,MAAM,OAAO,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,QAAQ,EAAE,QAAQ;KACrB,CAAC;AAEN,CAAC"}
|
package/lib/cjs/vars.js
DELETED
@@ -1,20 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
3
|
-
if (k2 === undefined) k2 = k;
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
7
|
-
}
|
8
|
-
Object.defineProperty(o, k2, desc);
|
9
|
-
}) : (function(o, m, k, k2) {
|
10
|
-
if (k2 === undefined) k2 = k;
|
11
|
-
o[k2] = m[k];
|
12
|
-
}));
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
15
|
-
};
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
17
|
-
// exported as a named export /vars
|
18
|
-
__exportStar(require("./dsl/validation.js"), exports);
|
19
|
-
__exportStar(require("./dsl/vars.js"), exports);
|
20
|
-
//# sourceMappingURL=vars.js.map
|
package/lib/cjs/vars.js.map
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"vars.js","sourceRoot":"","sources":["../../src/vars.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,sDAAoC;AACpC,gDAA8B"}
|
package/lib/cjs/workflows.js
DELETED
@@ -1,15 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
-
exports.recalculateEmbeddingsWorkflow = exports.notifyWebhookWorkflow = exports.iterativeGenerationWorkflow = exports.dslWorkflow = void 0;
|
4
|
-
/**
|
5
|
-
* Export workflows to be registered on temporal workers
|
6
|
-
*/
|
7
|
-
var dsl_workflow_js_1 = require("./dsl/dsl-workflow.js");
|
8
|
-
Object.defineProperty(exports, "dslWorkflow", { enumerable: true, get: function () { return dsl_workflow_js_1.dslWorkflow; } });
|
9
|
-
var iterativeGenerationWorkflow_js_1 = require("./iterative-generation/iterativeGenerationWorkflow.js");
|
10
|
-
Object.defineProperty(exports, "iterativeGenerationWorkflow", { enumerable: true, get: function () { return iterativeGenerationWorkflow_js_1.iterativeGenerationWorkflow; } });
|
11
|
-
var notifyWebhookWorkflow_js_1 = require("./system/notifyWebhookWorkflow.js");
|
12
|
-
Object.defineProperty(exports, "notifyWebhookWorkflow", { enumerable: true, get: function () { return notifyWebhookWorkflow_js_1.notifyWebhookWorkflow; } });
|
13
|
-
var recalculateEmbeddingsWorkflow_js_1 = require("./system/recalculateEmbeddingsWorkflow.js");
|
14
|
-
Object.defineProperty(exports, "recalculateEmbeddingsWorkflow", { enumerable: true, get: function () { return recalculateEmbeddingsWorkflow_js_1.recalculateEmbeddingsWorkflow; } });
|
15
|
-
//# sourceMappingURL=workflows.js.map
|
package/lib/cjs/workflows.js.map
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../../src/workflows.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,yDAAoD;AAA3C,8GAAA,WAAW,OAAA;AACpB,wGAAoG;AAA3F,6IAAA,2BAA2B,OAAA;AACpC,8EAA0E;AAAjE,iIAAA,qBAAqB,OAAA;AAC9B,8FAA0F;AAAjF,iJAAA,6BAA6B,OAAA"}
|
@@ -1,29 +0,0 @@
|
|
1
|
-
import { log } from "@temporalio/activity";
|
2
|
-
import { projectResult } from "../../dsl/projections.js";
|
3
|
-
import { setupActivity } from "../../dsl/setup/ActivityContext.js";
|
4
|
-
import { ActivityParamNotFound } from "../../errors.js";
|
5
|
-
export async function createDocumentTypeFromInteractionRun(payload) {
|
6
|
-
const { params, client } = await setupActivity(payload);
|
7
|
-
if (!params.run) {
|
8
|
-
throw new ActivityParamNotFound("run", payload.activity);
|
9
|
-
}
|
10
|
-
const genTypeRes = params.run.result;
|
11
|
-
if (!genTypeRes.document_type) {
|
12
|
-
log.error("No name generated for type: " + JSON.stringify(genTypeRes), genTypeRes);
|
13
|
-
throw new Error("No name generated for type");
|
14
|
-
}
|
15
|
-
log.info("Generated schema for type", genTypeRes.metadata_schema);
|
16
|
-
const typeData = {
|
17
|
-
name: genTypeRes.document_type,
|
18
|
-
object_schema: genTypeRes.metadata_schema,
|
19
|
-
is_chunkable: !!genTypeRes.is_chunkable,
|
20
|
-
};
|
21
|
-
const type = await client.types.create(typeData);
|
22
|
-
if (params.updateObjectId) {
|
23
|
-
await client.objects.update(params.updateObjectId, {
|
24
|
-
type: type.id,
|
25
|
-
});
|
26
|
-
}
|
27
|
-
return projectResult(payload, params, type, { id: type.id, name: type.name });
|
28
|
-
}
|
29
|
-
//# sourceMappingURL=createDocumentTypeFromInteractionRun.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"createDocumentTypeFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/createDocumentTypeFromInteractionRun.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAmBxD,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,OAAgF;IACvI,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAA6C,OAAO,CAAC,CAAC;IAEpG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAErC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,8BAA8B,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC7C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,YAAY;KAC1C,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC,CAAC;IACP,CAAC;IAED,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAClF,CAAC"}
|