@oronts/vendure-data-hub-plugin 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -3
- package/CONTRIBUTING.md +2 -2
- package/README.md +5 -2
- package/dashboard/components/common/ConnectionConfigEditor.tsx +42 -5
- package/dashboard/components/pipelines/PipelineImport.tsx +3 -2
- package/dashboard/components/pipelines/ReactFlowPipelineEditor.tsx +8 -10
- package/dashboard/components/pipelines/shared/NodePropertiesPanel.tsx +1 -1
- package/dashboard/components/pipelines/shared/PipelineNode.tsx +2 -2
- package/dashboard/components/shared/step-config/AdapterRequiredWarning.tsx +3 -3
- package/dashboard/components/shared/step-config/AdvancedEditors.tsx +2 -2
- package/dashboard/components/shared/step-config/EnrichConfigComponent.tsx +1 -1
- package/dashboard/components/shared/step-config/GateConfigComponent.tsx +0 -1
- package/dashboard/components/shared/step-config/OperatorFieldInput.tsx +1 -1
- package/dashboard/components/shared/step-config/RouteConfigComponent.tsx +3 -4
- package/dashboard/components/shared/step-config/StepConfigPanel.tsx +20 -17
- package/dashboard/components/shared/step-config/ValidateConfigComponent.tsx +4 -9
- package/dashboard/components/templates/TemplateGallery.tsx +0 -3
- package/dashboard/components/wizards/export-wizard/ReviewStep.tsx +2 -2
- package/dashboard/components/wizards/import-wizard/ImportWizard.tsx +3 -6
- package/dashboard/components/wizards/import-wizard/MappingStep.tsx +3 -5
- package/dashboard/components/wizards/import-wizard/ReviewStep.tsx +2 -2
- package/dashboard/components/wizards/import-wizard/SourceStep.tsx +3 -3
- package/dashboard/components/wizards/import-wizard/StrategyStep.tsx +1 -2
- package/dashboard/components/wizards/import-wizard/TargetStep.tsx +1 -2
- package/dashboard/components/wizards/import-wizard/TriggerStep.tsx +1 -2
- package/dashboard/constants/colors.ts +1 -1
- package/dashboard/constants/file-format-registry.ts +22 -46
- package/dashboard/constants/ui-types.ts +5 -5
- package/dashboard/gql/gql.ts +3 -3
- package/dashboard/gql/graphql.ts +43 -16
- package/dashboard/hooks/api/use-config-options.ts +4 -6
- package/dashboard/hooks/index.ts +1 -1
- package/dashboard/hooks/use-adapter-catalog.ts +1 -3
- package/dashboard/hooks/use-import-templates.ts +1 -4
- package/dashboard/routes/connections/ConnectionDetail.tsx +22 -7
- package/dashboard/routes/hooks/Hooks.tsx +8 -7
- package/dashboard/routes/logs/Logs.tsx +4 -4
- package/dashboard/routes/logs/components/LogDetailDrawer.tsx +3 -3
- package/dashboard/routes/logs/components/LogExplorerTab.tsx +18 -22
- package/dashboard/routes/logs/components/LogTableRow.tsx +4 -3
- package/dashboard/routes/logs/components/LogsOverviewTab.tsx +3 -3
- package/dashboard/routes/logs/components/RealtimeLogTab.tsx +2 -2
- package/dashboard/routes/pipelines/ImportWizardPage.tsx +1 -1
- package/dashboard/routes/pipelines/PipelineRunsBlock.tsx +6 -6
- package/dashboard/routes/pipelines/RunDetailsPanel.tsx +0 -1
- package/dashboard/routes/pipelines/RunErrorsList.tsx +10 -6
- package/dashboard/routes/pipelines/StepSummaryTable.tsx +3 -4
- package/dashboard/routes/pipelines/components/DryRunDialog.tsx +8 -12
- package/dashboard/routes/pipelines/components/PipelineWebhookInfo.tsx +5 -4
- package/dashboard/routes/pipelines/components/ValidationPanel.tsx +6 -4
- package/dashboard/routes/pipelines/components/VersionHistoryDialog.tsx +1 -1
- package/dashboard/routes/queues/ConsumersTable.tsx +1 -1
- package/dashboard/routes/queues/FailedRunsTable.tsx +1 -1
- package/dashboard/routes/queues/QueuesPage.tsx +5 -3
- package/dashboard/routes/secrets/SecretDetail.tsx +18 -3
- package/dashboard/routes/settings/Settings.tsx +3 -5
- package/dashboard/types/ui-types.ts +1 -2
- package/dashboard/utils/formatters.ts +8 -16
- package/dashboard/utils/icon-resolver.ts +2 -2
- package/dashboard/utils/index.ts +0 -1
- package/dashboard/utils/trigger-sync.ts +0 -8
- package/dashboard/utils/wizard-to-pipeline.ts +35 -14
- package/dist/connectors/registry.d.ts.map +1 -1
- package/dist/connectors/registry.js +22 -5
- package/dist/connectors/registry.js.map +1 -1
- package/dist/dashboard/components/common/ConnectionConfigEditor.tsx +42 -5
- package/dist/dashboard/components/pipelines/PipelineImport.tsx +3 -2
- package/dist/dashboard/components/pipelines/ReactFlowPipelineEditor.tsx +8 -10
- package/dist/dashboard/components/pipelines/shared/NodePropertiesPanel.tsx +1 -1
- package/dist/dashboard/components/pipelines/shared/PipelineNode.tsx +2 -2
- package/dist/dashboard/components/shared/step-config/AdapterRequiredWarning.tsx +3 -3
- package/dist/dashboard/components/shared/step-config/AdvancedEditors.tsx +2 -2
- package/dist/dashboard/components/shared/step-config/EnrichConfigComponent.tsx +1 -1
- package/dist/dashboard/components/shared/step-config/GateConfigComponent.tsx +0 -1
- package/dist/dashboard/components/shared/step-config/OperatorFieldInput.tsx +1 -1
- package/dist/dashboard/components/shared/step-config/RouteConfigComponent.tsx +3 -4
- package/dist/dashboard/components/shared/step-config/StepConfigPanel.tsx +20 -17
- package/dist/dashboard/components/shared/step-config/ValidateConfigComponent.tsx +4 -9
- package/dist/dashboard/components/templates/TemplateGallery.tsx +0 -3
- package/dist/dashboard/components/wizards/export-wizard/ReviewStep.tsx +2 -2
- package/dist/dashboard/components/wizards/import-wizard/ImportWizard.tsx +3 -6
- package/dist/dashboard/components/wizards/import-wizard/MappingStep.tsx +3 -5
- package/dist/dashboard/components/wizards/import-wizard/ReviewStep.tsx +2 -2
- package/dist/dashboard/components/wizards/import-wizard/SourceStep.tsx +3 -3
- package/dist/dashboard/components/wizards/import-wizard/StrategyStep.tsx +1 -2
- package/dist/dashboard/components/wizards/import-wizard/TargetStep.tsx +1 -2
- package/dist/dashboard/components/wizards/import-wizard/TriggerStep.tsx +1 -2
- package/dist/dashboard/constants/colors.ts +1 -1
- package/dist/dashboard/constants/file-format-registry.ts +22 -46
- package/dist/dashboard/constants/ui-types.ts +5 -5
- package/dist/dashboard/gql/gql.ts +3 -3
- package/dist/dashboard/gql/graphql.ts +43 -16
- package/dist/dashboard/hooks/api/use-config-options.ts +4 -6
- package/dist/dashboard/hooks/index.ts +1 -1
- package/dist/dashboard/hooks/use-adapter-catalog.ts +1 -3
- package/dist/dashboard/hooks/use-import-templates.ts +1 -4
- package/dist/dashboard/routes/connections/ConnectionDetail.tsx +22 -7
- package/dist/dashboard/routes/hooks/Hooks.tsx +8 -7
- package/dist/dashboard/routes/logs/Logs.tsx +4 -4
- package/dist/dashboard/routes/logs/components/LogDetailDrawer.tsx +3 -3
- package/dist/dashboard/routes/logs/components/LogExplorerTab.tsx +18 -22
- package/dist/dashboard/routes/logs/components/LogTableRow.tsx +4 -3
- package/dist/dashboard/routes/logs/components/LogsOverviewTab.tsx +3 -3
- package/dist/dashboard/routes/logs/components/RealtimeLogTab.tsx +2 -2
- package/dist/dashboard/routes/pipelines/ImportWizardPage.tsx +1 -1
- package/dist/dashboard/routes/pipelines/PipelineRunsBlock.tsx +6 -6
- package/dist/dashboard/routes/pipelines/RunDetailsPanel.tsx +0 -1
- package/dist/dashboard/routes/pipelines/RunErrorsList.tsx +10 -6
- package/dist/dashboard/routes/pipelines/StepSummaryTable.tsx +3 -4
- package/dist/dashboard/routes/pipelines/components/DryRunDialog.tsx +8 -12
- package/dist/dashboard/routes/pipelines/components/PipelineWebhookInfo.tsx +5 -4
- package/dist/dashboard/routes/pipelines/components/ValidationPanel.tsx +6 -4
- package/dist/dashboard/routes/pipelines/components/VersionHistoryDialog.tsx +1 -1
- package/dist/dashboard/routes/queues/ConsumersTable.tsx +1 -1
- package/dist/dashboard/routes/queues/FailedRunsTable.tsx +1 -1
- package/dist/dashboard/routes/queues/QueuesPage.tsx +5 -3
- package/dist/dashboard/routes/secrets/SecretDetail.tsx +18 -3
- package/dist/dashboard/routes/settings/Settings.tsx +3 -5
- package/dist/dashboard/types/ui-types.ts +1 -2
- package/dist/dashboard/utils/formatters.ts +8 -16
- package/dist/dashboard/utils/icon-resolver.ts +2 -2
- package/dist/dashboard/utils/index.ts +0 -1
- package/dist/dashboard/utils/trigger-sync.ts +0 -8
- package/dist/dashboard/utils/wizard-to-pipeline.ts +35 -14
- package/dist/shared/constants/step-type-configs.d.ts +1 -1
- package/dist/shared/constants/step-type-configs.js +2 -2
- package/dist/shared/constants/step-type-configs.js.map +1 -1
- package/dist/shared/types/adapter-config.types.d.ts +3 -3
- package/dist/shared/types/adapter-config.types.d.ts.map +1 -1
- package/dist/shared/types/adapter.types.d.ts +1 -1
- package/dist/shared/types/execution.types.d.ts +2 -6
- package/dist/shared/types/execution.types.d.ts.map +1 -1
- package/dist/shared/types/extractor.types.d.ts +1 -1
- package/dist/shared/types/extractor.types.d.ts.map +1 -1
- package/dist/shared/types/index.d.ts +2 -2
- package/dist/shared/types/index.d.ts.map +1 -1
- package/dist/shared/types/pipeline.types.d.ts +2 -3
- package/dist/shared/types/pipeline.types.d.ts.map +1 -1
- package/dist/shared/types/step.types.d.ts +2 -2
- package/dist/shared/types/step.types.d.ts.map +1 -1
- package/dist/shared/types/trigger.types.d.ts +4 -27
- package/dist/shared/types/trigger.types.d.ts.map +1 -1
- package/dist/shared/utils/csv-parse.js +2 -2
- package/dist/shared/utils/csv-parse.js.map +1 -1
- package/dist/shared/utils/validation.js +1 -1
- package/dist/shared/utils/validation.js.map +1 -1
- package/dist/shared/vendure-schemas.d.ts +1 -1
- package/dist/shared/vendure-schemas.js +1 -1
- package/dist/src/adapters/registry.d.ts +1 -1
- package/dist/src/adapters/registry.js +1 -1
- package/dist/src/adapters/registry.js.map +1 -1
- package/dist/src/api/controllers/file-upload.controller.d.ts +1 -0
- package/dist/src/api/controllers/file-upload.controller.d.ts.map +1 -1
- package/dist/src/api/controllers/file-upload.controller.js +62 -64
- package/dist/src/api/controllers/file-upload.controller.js.map +1 -1
- package/dist/src/api/controllers/webhook.controller.d.ts.map +1 -1
- package/dist/src/api/controllers/webhook.controller.js +38 -11
- package/dist/src/api/controllers/webhook.controller.js.map +1 -1
- package/dist/src/api/resolvers/analytics.resolver.d.ts +19 -1
- package/dist/src/api/resolvers/analytics.resolver.d.ts.map +1 -1
- package/dist/src/api/resolvers/analytics.resolver.js +18 -1
- package/dist/src/api/resolvers/analytics.resolver.js.map +1 -1
- package/dist/src/api/resolvers/connection.resolver.d.ts +3 -1
- package/dist/src/api/resolvers/connection.resolver.d.ts.map +1 -1
- package/dist/src/api/resolvers/connection.resolver.js +19 -7
- package/dist/src/api/resolvers/connection.resolver.js.map +1 -1
- package/dist/src/api/resolvers/entity-schema.resolver.js +2 -2
- package/dist/src/api/resolvers/entity-schema.resolver.js.map +1 -1
- package/dist/src/api/resolvers/error.resolver.js +1 -1
- package/dist/src/api/resolvers/error.resolver.js.map +1 -1
- package/dist/src/api/resolvers/log.resolver.js +1 -1
- package/dist/src/api/resolvers/log.resolver.js.map +1 -1
- package/dist/src/api/resolvers/pipeline.resolver.d.ts +1 -3
- package/dist/src/api/resolvers/pipeline.resolver.d.ts.map +1 -1
- package/dist/src/api/resolvers/pipeline.resolver.js +10 -27
- package/dist/src/api/resolvers/pipeline.resolver.js.map +1 -1
- package/dist/src/api/resolvers/secret.resolver.d.ts +5 -1
- package/dist/src/api/resolvers/secret.resolver.d.ts.map +1 -1
- package/dist/src/api/resolvers/secret.resolver.js +37 -10
- package/dist/src/api/resolvers/secret.resolver.js.map +1 -1
- package/dist/src/api/schema/connection.schema.d.ts +2 -2
- package/dist/src/api/schema/connection.schema.d.ts.map +1 -1
- package/dist/src/api/schema/connection.schema.js +1 -8
- package/dist/src/api/schema/connection.schema.js.map +1 -1
- package/dist/src/api/schema/log.schema.d.ts +2 -2
- package/dist/src/api/schema/log.schema.d.ts.map +1 -1
- package/dist/src/api/schema/log.schema.js +1 -8
- package/dist/src/api/schema/log.schema.js.map +1 -1
- package/dist/src/api/schema/pipeline.schema.d.ts +2 -2
- package/dist/src/api/schema/pipeline.schema.d.ts.map +1 -1
- package/dist/src/api/schema/pipeline.schema.js +2 -18
- package/dist/src/api/schema/pipeline.schema.js.map +1 -1
- package/dist/src/api/schema/secret.schema.d.ts +2 -2
- package/dist/src/api/schema/secret.schema.d.ts.map +1 -1
- package/dist/src/api/schema/secret.schema.js +1 -9
- package/dist/src/api/schema/secret.schema.js.map +1 -1
- package/dist/src/api/types/index.d.ts +0 -1
- package/dist/src/api/types/index.d.ts.map +1 -1
- package/dist/src/api/types/index.js +0 -1
- package/dist/src/api/types/index.js.map +1 -1
- package/dist/src/api/types/outputs.d.ts +1 -1
- package/dist/src/api/types/outputs.js +1 -1
- package/dist/src/bootstrap/initialization.d.ts.map +1 -1
- package/dist/src/bootstrap/initialization.js +0 -4
- package/dist/src/bootstrap/initialization.js.map +1 -1
- package/dist/src/bootstrap/seed-data.d.ts +3 -1
- package/dist/src/bootstrap/seed-data.d.ts.map +1 -1
- package/dist/src/bootstrap/seed-data.js +50 -29
- package/dist/src/bootstrap/seed-data.js.map +1 -1
- package/dist/src/constants/adapter-schema-options.d.ts +4 -4
- package/dist/src/constants/adapter-schema-options.d.ts.map +1 -1
- package/dist/src/constants/adapter-schema-options.js +21 -14
- package/dist/src/constants/adapter-schema-options.js.map +1 -1
- package/dist/src/constants/adapters.d.ts +1 -1
- package/dist/src/constants/adapters.js +1 -1
- package/dist/src/constants/connection-schemas.d.ts.map +1 -1
- package/dist/src/constants/connection-schemas.js +2 -1
- package/dist/src/constants/connection-schemas.js.map +1 -1
- package/dist/src/constants/core.d.ts +2 -0
- package/dist/src/constants/core.d.ts.map +1 -1
- package/dist/src/constants/core.js +2 -0
- package/dist/src/constants/core.js.map +1 -1
- package/dist/src/constants/defaults/index.d.ts +0 -5
- package/dist/src/constants/defaults/index.d.ts.map +1 -1
- package/dist/src/constants/defaults/index.js +0 -5
- package/dist/src/constants/defaults/index.js.map +1 -1
- package/dist/src/constants/defaults/reliability-defaults.d.ts +8 -2
- package/dist/src/constants/defaults/reliability-defaults.d.ts.map +1 -1
- package/dist/src/constants/defaults/reliability-defaults.js +8 -2
- package/dist/src/constants/defaults/reliability-defaults.js.map +1 -1
- package/dist/src/constants/defaults/scheduler-defaults.d.ts +2 -0
- package/dist/src/constants/defaults/scheduler-defaults.d.ts.map +1 -1
- package/dist/src/constants/defaults/scheduler-defaults.js +2 -0
- package/dist/src/constants/defaults/scheduler-defaults.js.map +1 -1
- package/dist/src/constants/defaults/sink-defaults.d.ts +2 -0
- package/dist/src/constants/defaults/sink-defaults.d.ts.map +1 -1
- package/dist/src/constants/defaults/sink-defaults.js +2 -0
- package/dist/src/constants/defaults/sink-defaults.js.map +1 -1
- package/dist/src/constants/defaults/storage-defaults.d.ts +20 -0
- package/dist/src/constants/defaults/storage-defaults.d.ts.map +1 -1
- package/dist/src/constants/defaults/storage-defaults.js +21 -1
- package/dist/src/constants/defaults/storage-defaults.js.map +1 -1
- package/dist/src/constants/defaults/ui-defaults.d.ts +4 -0
- package/dist/src/constants/defaults/ui-defaults.d.ts.map +1 -1
- package/dist/src/constants/defaults/ui-defaults.js +4 -0
- package/dist/src/constants/defaults/ui-defaults.js.map +1 -1
- package/dist/src/constants/enums.d.ts +11 -2
- package/dist/src/constants/enums.d.ts.map +1 -1
- package/dist/src/constants/enums.js +9 -0
- package/dist/src/constants/enums.js.map +1 -1
- package/dist/src/constants/file-format-metadata.js +3 -3
- package/dist/src/constants/file-format-metadata.js.map +1 -1
- package/dist/src/constants/services.d.ts +1 -0
- package/dist/src/constants/services.d.ts.map +1 -1
- package/dist/src/constants/services.js +1 -0
- package/dist/src/constants/services.js.map +1 -1
- package/dist/src/data-hub.plugin.d.ts.map +1 -1
- package/dist/src/data-hub.plugin.js +3 -5
- package/dist/src/data-hub.plugin.js.map +1 -1
- package/dist/src/entities/data/checkpoint.entity.d.ts +1 -1
- package/dist/src/entities/data/checkpoint.entity.d.ts.map +1 -1
- package/dist/src/entities/data/checkpoint.entity.js +3 -4
- package/dist/src/entities/data/checkpoint.entity.js.map +1 -1
- package/dist/src/entities/data/error-record.entity.d.ts +2 -2
- package/dist/src/entities/data/error-record.entity.d.ts.map +1 -1
- package/dist/src/entities/data/error-record.entity.js +3 -3
- package/dist/src/entities/data/error-record.entity.js.map +1 -1
- package/dist/src/entities/data/retry-audit.entity.d.ts +1 -1
- package/dist/src/entities/data/retry-audit.entity.d.ts.map +1 -1
- package/dist/src/entities/data/retry-audit.entity.js +2 -2
- package/dist/src/entities/data/retry-audit.entity.js.map +1 -1
- package/dist/src/entities/pipeline/pipeline-log.entity.js +1 -1
- package/dist/src/entities/pipeline/pipeline-log.entity.js.map +1 -1
- package/dist/src/entities/pipeline/pipeline-revision.entity.d.ts +1 -1
- package/dist/src/entities/pipeline/pipeline-revision.entity.d.ts.map +1 -1
- package/dist/src/entities/pipeline/pipeline-revision.entity.js +2 -2
- package/dist/src/entities/pipeline/pipeline-revision.entity.js.map +1 -1
- package/dist/src/entities/pipeline/pipeline-run.entity.d.ts +3 -3
- package/dist/src/entities/pipeline/pipeline-run.entity.d.ts.map +1 -1
- package/dist/src/entities/pipeline/pipeline-run.entity.js +4 -4
- package/dist/src/entities/pipeline/pipeline-run.entity.js.map +1 -1
- package/dist/src/entities/pipeline/pipeline.entity.d.ts.map +1 -1
- package/dist/src/entities/pipeline/pipeline.entity.js +1 -4
- package/dist/src/entities/pipeline/pipeline.entity.js.map +1 -1
- package/dist/src/extractors/cdc/cdc.extractor.js +7 -6
- package/dist/src/extractors/cdc/cdc.extractor.js.map +1 -1
- package/dist/src/extractors/database/connection-pool.d.ts +1 -1
- package/dist/src/extractors/database/connection-pool.d.ts.map +1 -1
- package/dist/src/extractors/database/connection-pool.js +84 -7
- package/dist/src/extractors/database/connection-pool.js.map +1 -1
- package/dist/src/extractors/database/database.extractor.d.ts.map +1 -1
- package/dist/src/extractors/database/database.extractor.js +1 -3
- package/dist/src/extractors/database/database.extractor.js.map +1 -1
- package/dist/src/extractors/database/query-builder.d.ts.map +1 -1
- package/dist/src/extractors/database/query-builder.js +15 -19
- package/dist/src/extractors/database/query-builder.js.map +1 -1
- package/dist/src/extractors/ftp/connection.d.ts.map +1 -1
- package/dist/src/extractors/ftp/connection.js +36 -18
- package/dist/src/extractors/ftp/connection.js.map +1 -1
- package/dist/src/extractors/graphql/graphql.extractor.d.ts.map +1 -1
- package/dist/src/extractors/graphql/graphql.extractor.js +8 -1
- package/dist/src/extractors/graphql/graphql.extractor.js.map +1 -1
- package/dist/src/extractors/graphql/helpers.d.ts.map +1 -1
- package/dist/src/extractors/graphql/helpers.js +0 -1
- package/dist/src/extractors/graphql/helpers.js.map +1 -1
- package/dist/src/extractors/graphql/schema.d.ts.map +1 -1
- package/dist/src/extractors/graphql/schema.js +3 -36
- package/dist/src/extractors/graphql/schema.js.map +1 -1
- package/dist/src/extractors/http-api/http-api.extractor.d.ts.map +1 -1
- package/dist/src/extractors/http-api/http-api.extractor.js +3 -1
- package/dist/src/extractors/http-api/http-api.extractor.js.map +1 -1
- package/dist/src/extractors/http-api/response-parser.d.ts.map +1 -1
- package/dist/src/extractors/http-api/response-parser.js +11 -1
- package/dist/src/extractors/http-api/response-parser.js.map +1 -1
- package/dist/src/extractors/http-api/schema.d.ts.map +1 -1
- package/dist/src/extractors/http-api/schema.js +0 -6
- package/dist/src/extractors/http-api/schema.js.map +1 -1
- package/dist/src/extractors/s3/client.d.ts.map +1 -1
- package/dist/src/extractors/s3/client.js +17 -3
- package/dist/src/extractors/s3/client.js.map +1 -1
- package/dist/src/extractors/shared/file-format.utils.d.ts +1 -1
- package/dist/src/extractors/shared/file-format.utils.js +2 -2
- package/dist/src/extractors/shared/file-format.utils.js.map +1 -1
- package/dist/src/feeds/feed-generator.service.d.ts.map +1 -1
- package/dist/src/feeds/feed-generator.service.js +4 -2
- package/dist/src/feeds/feed-generator.service.js.map +1 -1
- package/dist/src/feeds/generators/csv-feed.generator.d.ts.map +1 -1
- package/dist/src/feeds/generators/csv-feed.generator.js +4 -4
- package/dist/src/feeds/generators/csv-feed.generator.js.map +1 -1
- package/dist/src/feeds/generators/feed-helpers.d.ts.map +1 -1
- package/dist/src/feeds/generators/feed-helpers.js +5 -4
- package/dist/src/feeds/generators/feed-helpers.js.map +1 -1
- package/dist/src/feeds/generators/json-feed.generator.js +1 -1
- package/dist/src/feeds/generators/json-feed.generator.js.map +1 -1
- package/dist/src/gql/generated.d.ts +41 -14
- package/dist/src/gql/generated.d.ts.map +1 -1
- package/dist/src/gql/generated.js.map +1 -1
- package/dist/src/index.d.ts +3 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +19 -5
- package/dist/src/index.js.map +1 -1
- package/dist/src/jobs/handlers/schedule.handler.d.ts.map +1 -1
- package/dist/src/jobs/handlers/schedule.handler.js +6 -4
- package/dist/src/jobs/handlers/schedule.handler.js.map +1 -1
- package/dist/src/jobs/processors/job-processor.js +1 -1
- package/dist/src/jobs/processors/job-processor.js.map +1 -1
- package/dist/src/loaders/asset/asset.loader.d.ts +3 -18
- package/dist/src/loaders/asset/asset.loader.d.ts.map +1 -1
- package/dist/src/loaders/asset/asset.loader.js +4 -20
- package/dist/src/loaders/asset/asset.loader.js.map +1 -1
- package/dist/src/loaders/asset/helpers.d.ts.map +1 -1
- package/dist/src/loaders/asset/helpers.js +19 -9
- package/dist/src/loaders/asset/helpers.js.map +1 -1
- package/dist/src/loaders/base/base-loader.js +1 -1
- package/dist/src/loaders/base/base-loader.js.map +1 -1
- package/dist/src/loaders/base/validation-builder.d.ts.map +1 -1
- package/dist/src/loaders/base/validation-builder.js +0 -1
- package/dist/src/loaders/base/validation-builder.js.map +1 -1
- package/dist/src/loaders/channel/channel.loader.d.ts +3 -27
- package/dist/src/loaders/channel/channel.loader.d.ts.map +1 -1
- package/dist/src/loaders/channel/channel.loader.js +4 -30
- package/dist/src/loaders/channel/channel.loader.js.map +1 -1
- package/dist/src/loaders/channel/helpers.d.ts.map +1 -1
- package/dist/src/loaders/channel/helpers.js +4 -5
- package/dist/src/loaders/channel/helpers.js.map +1 -1
- package/dist/src/loaders/collection/collection.loader.d.ts +3 -17
- package/dist/src/loaders/collection/collection.loader.d.ts.map +1 -1
- package/dist/src/loaders/collection/collection.loader.js +6 -18
- package/dist/src/loaders/collection/collection.loader.js.map +1 -1
- package/dist/src/loaders/collection/helpers.d.ts.map +1 -1
- package/dist/src/loaders/collection/helpers.js +4 -5
- package/dist/src/loaders/collection/helpers.js.map +1 -1
- package/dist/src/loaders/customer/customer.loader.d.ts +3 -15
- package/dist/src/loaders/customer/customer.loader.d.ts.map +1 -1
- package/dist/src/loaders/customer/customer.loader.js +6 -17
- package/dist/src/loaders/customer/customer.loader.js.map +1 -1
- package/dist/src/loaders/customer/helpers.d.ts +0 -1
- package/dist/src/loaders/customer/helpers.d.ts.map +1 -1
- package/dist/src/loaders/customer/helpers.js +9 -12
- package/dist/src/loaders/customer/helpers.js.map +1 -1
- package/dist/src/loaders/customer-group/customer-group.loader.d.ts +3 -15
- package/dist/src/loaders/customer-group/customer-group.loader.d.ts.map +1 -1
- package/dist/src/loaders/customer-group/customer-group.loader.js +3 -16
- package/dist/src/loaders/customer-group/customer-group.loader.js.map +1 -1
- package/dist/src/loaders/facet/facet.loader.d.ts +3 -15
- package/dist/src/loaders/facet/facet.loader.d.ts.map +1 -1
- package/dist/src/loaders/facet/facet.loader.js +4 -17
- package/dist/src/loaders/facet/facet.loader.js.map +1 -1
- package/dist/src/loaders/facet-value/facet-value.loader.d.ts +1 -7
- package/dist/src/loaders/facet-value/facet-value.loader.d.ts.map +1 -1
- package/dist/src/loaders/facet-value/facet-value.loader.js +4 -10
- package/dist/src/loaders/facet-value/facet-value.loader.js.map +1 -1
- package/dist/src/loaders/inventory/inventory.loader.d.ts +4 -13
- package/dist/src/loaders/inventory/inventory.loader.d.ts.map +1 -1
- package/dist/src/loaders/inventory/inventory.loader.js +13 -18
- package/dist/src/loaders/inventory/inventory.loader.js.map +1 -1
- package/dist/src/loaders/order/helpers.d.ts +1 -6
- package/dist/src/loaders/order/helpers.d.ts.map +1 -1
- package/dist/src/loaders/order/helpers.js +12 -31
- package/dist/src/loaders/order/helpers.js.map +1 -1
- package/dist/src/loaders/order/order.loader.d.ts +1 -6
- package/dist/src/loaders/order/order.loader.d.ts.map +1 -1
- package/dist/src/loaders/order/order.loader.js +26 -25
- package/dist/src/loaders/order/order.loader.js.map +1 -1
- package/dist/src/loaders/order/types.d.ts +3 -3
- package/dist/src/loaders/order/types.js +1 -1
- package/dist/src/loaders/payment-method/payment-method.loader.d.ts +3 -33
- package/dist/src/loaders/payment-method/payment-method.loader.d.ts.map +1 -1
- package/dist/src/loaders/payment-method/payment-method.loader.js +10 -42
- package/dist/src/loaders/payment-method/payment-method.loader.js.map +1 -1
- package/dist/src/loaders/product/product.loader.d.ts +3 -15
- package/dist/src/loaders/product/product.loader.d.ts.map +1 -1
- package/dist/src/loaders/product/product.loader.js +3 -16
- package/dist/src/loaders/product/product.loader.js.map +1 -1
- package/dist/src/loaders/product-variant/helpers.d.ts.map +1 -1
- package/dist/src/loaders/product-variant/helpers.js +2 -1
- package/dist/src/loaders/product-variant/helpers.js.map +1 -1
- package/dist/src/loaders/product-variant/product-variant.loader.d.ts +1 -12
- package/dist/src/loaders/product-variant/product-variant.loader.d.ts.map +1 -1
- package/dist/src/loaders/product-variant/product-variant.loader.js +4 -16
- package/dist/src/loaders/product-variant/product-variant.loader.js.map +1 -1
- package/dist/src/loaders/promotion/helpers.d.ts +2 -22
- package/dist/src/loaders/promotion/helpers.d.ts.map +1 -1
- package/dist/src/loaders/promotion/helpers.js +7 -28
- package/dist/src/loaders/promotion/helpers.js.map +1 -1
- package/dist/src/loaders/promotion/promotion.loader.d.ts +3 -15
- package/dist/src/loaders/promotion/promotion.loader.d.ts.map +1 -1
- package/dist/src/loaders/promotion/promotion.loader.js +11 -23
- package/dist/src/loaders/promotion/promotion.loader.js.map +1 -1
- package/dist/src/loaders/shared-helpers.d.ts.map +1 -1
- package/dist/src/loaders/shared-helpers.js +17 -8
- package/dist/src/loaders/shared-helpers.js.map +1 -1
- package/dist/src/loaders/shipping-method/shipping-method.loader.d.ts +3 -15
- package/dist/src/loaders/shipping-method/shipping-method.loader.d.ts.map +1 -1
- package/dist/src/loaders/shipping-method/shipping-method.loader.js +10 -24
- package/dist/src/loaders/shipping-method/shipping-method.loader.js.map +1 -1
- package/dist/src/loaders/stock-location/stock-location.loader.d.ts +3 -15
- package/dist/src/loaders/stock-location/stock-location.loader.d.ts.map +1 -1
- package/dist/src/loaders/stock-location/stock-location.loader.js +3 -16
- package/dist/src/loaders/stock-location/stock-location.loader.js.map +1 -1
- package/dist/src/loaders/tax-rate/helpers.d.ts.map +1 -1
- package/dist/src/loaders/tax-rate/helpers.js +3 -2
- package/dist/src/loaders/tax-rate/helpers.js.map +1 -1
- package/dist/src/loaders/tax-rate/tax-rate.loader.d.ts +3 -23
- package/dist/src/loaders/tax-rate/tax-rate.loader.d.ts.map +1 -1
- package/dist/src/loaders/tax-rate/tax-rate.loader.js +5 -25
- package/dist/src/loaders/tax-rate/tax-rate.loader.js.map +1 -1
- package/dist/src/mappers/helpers/mapping-helpers.d.ts.map +1 -1
- package/dist/src/mappers/helpers/mapping-helpers.js +0 -2
- package/dist/src/mappers/helpers/mapping-helpers.js.map +1 -1
- package/dist/src/mappers/transformers/string/string-transformers.js +2 -2
- package/dist/src/mappers/transformers/string/string-transformers.js.map +1 -1
- package/dist/src/operators/aggregation/helpers.d.ts.map +1 -1
- package/dist/src/operators/aggregation/helpers.js +2 -3
- package/dist/src/operators/aggregation/helpers.js.map +1 -1
- package/dist/src/operators/date/helpers.js +1 -1
- package/dist/src/operators/date/helpers.js.map +1 -1
- package/dist/src/operators/enrichment/helpers.d.ts.map +1 -1
- package/dist/src/operators/enrichment/helpers.js +6 -8
- package/dist/src/operators/enrichment/helpers.js.map +1 -1
- package/dist/src/operators/helpers.d.ts.map +1 -1
- package/dist/src/operators/helpers.js +5 -4
- package/dist/src/operators/helpers.js.map +1 -1
- package/dist/src/operators/index.d.ts +1 -1
- package/dist/src/operators/index.d.ts.map +1 -1
- package/dist/src/operators/index.js +1 -1
- package/dist/src/operators/index.js.map +1 -1
- package/dist/src/operators/json/helpers.js +1 -1
- package/dist/src/operators/json/helpers.js.map +1 -1
- package/dist/src/operators/logic/helpers.d.ts.map +1 -1
- package/dist/src/operators/logic/helpers.js +4 -3
- package/dist/src/operators/logic/helpers.js.map +1 -1
- package/dist/src/operators/numeric/helpers.js +1 -1
- package/dist/src/operators/numeric/helpers.js.map +1 -1
- package/dist/src/operators/script/script.operators.d.ts.map +1 -1
- package/dist/src/operators/script/script.operators.js +17 -8
- package/dist/src/operators/script/script.operators.js.map +1 -1
- package/dist/src/operators/string/helpers.js +3 -3
- package/dist/src/operators/string/helpers.js.map +1 -1
- package/dist/src/parsers/formats/json.parser.d.ts.map +1 -1
- package/dist/src/parsers/formats/json.parser.js +6 -7
- package/dist/src/parsers/formats/json.parser.js.map +1 -1
- package/dist/src/parsers/formats/xml.parser.d.ts.map +1 -1
- package/dist/src/parsers/formats/xml.parser.js +5 -7
- package/dist/src/parsers/formats/xml.parser.js.map +1 -1
- package/dist/src/parsers/helpers/encoding.d.ts.map +1 -1
- package/dist/src/parsers/helpers/encoding.js +4 -3
- package/dist/src/parsers/helpers/encoding.js.map +1 -1
- package/dist/src/parsers/types.d.ts +2 -2
- package/dist/src/parsers/types.js +2 -2
- package/dist/src/runtime/adapter-runtime.service.d.ts +1 -0
- package/dist/src/runtime/adapter-runtime.service.d.ts.map +1 -1
- package/dist/src/runtime/adapter-runtime.service.js +62 -43
- package/dist/src/runtime/adapter-runtime.service.js.map +1 -1
- package/dist/src/runtime/executors/context-adapters.d.ts +4 -9
- package/dist/src/runtime/executors/context-adapters.d.ts.map +1 -1
- package/dist/src/runtime/executors/context-adapters.js +4 -4
- package/dist/src/runtime/executors/context-adapters.js.map +1 -1
- package/dist/src/runtime/executors/export.executor.d.ts.map +1 -1
- package/dist/src/runtime/executors/export.executor.js +10 -7
- package/dist/src/runtime/executors/export.executor.js.map +1 -1
- package/dist/src/runtime/executors/exporters/export-handler-registry.d.ts.map +1 -1
- package/dist/src/runtime/executors/exporters/export-handler-registry.js +0 -8
- package/dist/src/runtime/executors/exporters/export-handler-registry.js.map +1 -1
- package/dist/src/runtime/executors/exporters/export-helpers.js +1 -1
- package/dist/src/runtime/executors/exporters/export-helpers.js.map +1 -1
- package/dist/src/runtime/executors/exporters/http-export.handler.js +2 -2
- package/dist/src/runtime/executors/exporters/http-export.handler.js.map +1 -1
- package/dist/src/runtime/executors/extract.executor.d.ts.map +1 -1
- package/dist/src/runtime/executors/extract.executor.js +0 -1
- package/dist/src/runtime/executors/extract.executor.js.map +1 -1
- package/dist/src/runtime/executors/extractors/file-extract.handler.d.ts +2 -1
- package/dist/src/runtime/executors/extractors/file-extract.handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/extractors/file-extract.handler.js +24 -5
- package/dist/src/runtime/executors/extractors/file-extract.handler.js.map +1 -1
- package/dist/src/runtime/executors/extractors/graphql-extract.handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/extractors/graphql-extract.handler.js +67 -10
- package/dist/src/runtime/executors/extractors/graphql-extract.handler.js.map +1 -1
- package/dist/src/runtime/executors/extractors/rest-extract.handler.d.ts +2 -1
- package/dist/src/runtime/executors/extractors/rest-extract.handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/extractors/rest-extract.handler.js +133 -27
- package/dist/src/runtime/executors/extractors/rest-extract.handler.js.map +1 -1
- package/dist/src/runtime/executors/feed.executor.d.ts +1 -1
- package/dist/src/runtime/executors/feed.executor.js +5 -5
- package/dist/src/runtime/executors/feed.executor.js.map +1 -1
- package/dist/src/runtime/executors/feeds/feed-handler-registry.d.ts.map +1 -1
- package/dist/src/runtime/executors/feeds/feed-handler-registry.js +0 -13
- package/dist/src/runtime/executors/feeds/feed-handler-registry.js.map +1 -1
- package/dist/src/runtime/executors/gate.executor.d.ts.map +1 -1
- package/dist/src/runtime/executors/gate.executor.js +16 -9
- package/dist/src/runtime/executors/gate.executor.js.map +1 -1
- package/dist/src/runtime/executors/load.executor.js +2 -2
- package/dist/src/runtime/executors/load.executor.js.map +1 -1
- package/dist/src/runtime/executors/loaders/channel-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/channel-handler.js +16 -20
- package/dist/src/runtime/executors/loaders/channel-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/customer-handler.d.ts +1 -1
- package/dist/src/runtime/executors/loaders/customer-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/customer-handler.js +20 -20
- package/dist/src/runtime/executors/loaders/customer-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/deletion-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/deletion-handler.js +16 -14
- package/dist/src/runtime/executors/loaders/deletion-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/inventory-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/inventory-handler.js +15 -20
- package/dist/src/runtime/executors/loaders/inventory-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/loader-handler-registry.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/loader-handler-registry.js +0 -11
- package/dist/src/runtime/executors/loaders/loader-handler-registry.js.map +1 -1
- package/dist/src/runtime/executors/loaders/order-handler.d.ts +2 -1
- package/dist/src/runtime/executors/loaders/order-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/order-handler.js +20 -10
- package/dist/src/runtime/executors/loaders/order-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/product-handler.d.ts +0 -4
- package/dist/src/runtime/executors/loaders/product-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/product-handler.js +2 -8
- package/dist/src/runtime/executors/loaders/product-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/promotion-handler.js +10 -10
- package/dist/src/runtime/executors/loaders/promotion-handler.js.map +1 -1
- package/dist/src/runtime/executors/loaders/shared-http-client.js +1 -1
- package/dist/src/runtime/executors/loaders/shared-http-client.js.map +1 -1
- package/dist/src/runtime/executors/loaders/shared-lookups.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/shared-lookups.js +3 -4
- package/dist/src/runtime/executors/loaders/shared-lookups.js.map +1 -1
- package/dist/src/runtime/executors/loaders/variant-handler.d.ts.map +1 -1
- package/dist/src/runtime/executors/loaders/variant-handler.js +27 -19
- package/dist/src/runtime/executors/loaders/variant-handler.js.map +1 -1
- package/dist/src/runtime/executors/sink-handler-registry.d.ts +2 -0
- package/dist/src/runtime/executors/sink-handler-registry.d.ts.map +1 -1
- package/dist/src/runtime/executors/sink-handler-registry.js +82 -49
- package/dist/src/runtime/executors/sink-handler-registry.js.map +1 -1
- package/dist/src/runtime/executors/sink.executor.js +4 -4
- package/dist/src/runtime/executors/sink.executor.js.map +1 -1
- package/dist/src/runtime/executors/transform.executor.d.ts +1 -1
- package/dist/src/runtime/executors/transform.executor.d.ts.map +1 -1
- package/dist/src/runtime/executors/transform.executor.js +44 -30
- package/dist/src/runtime/executors/transform.executor.js.map +1 -1
- package/dist/src/runtime/helpers/dry-run-simulator.js +4 -4
- package/dist/src/runtime/helpers/dry-run-simulator.js.map +1 -1
- package/dist/src/runtime/helpers/execution-lifecycle.d.ts +1 -0
- package/dist/src/runtime/helpers/execution-lifecycle.d.ts.map +1 -1
- package/dist/src/runtime/helpers/execution-lifecycle.js +2 -2
- package/dist/src/runtime/helpers/execution-lifecycle.js.map +1 -1
- package/dist/src/runtime/orchestration/graph-executor.d.ts +1 -0
- package/dist/src/runtime/orchestration/graph-executor.d.ts.map +1 -1
- package/dist/src/runtime/orchestration/graph-executor.js +31 -36
- package/dist/src/runtime/orchestration/graph-executor.js.map +1 -1
- package/dist/src/runtime/orchestration/linear-executor.d.ts +3 -0
- package/dist/src/runtime/orchestration/linear-executor.d.ts.map +1 -1
- package/dist/src/runtime/orchestration/linear-executor.js +3 -13
- package/dist/src/runtime/orchestration/linear-executor.js.map +1 -1
- package/dist/src/runtime/orchestration/replay-executor.d.ts.map +1 -1
- package/dist/src/runtime/orchestration/replay-executor.js +17 -3
- package/dist/src/runtime/orchestration/replay-executor.js.map +1 -1
- package/dist/src/runtime/orchestration/throughput-controller.d.ts.map +1 -1
- package/dist/src/runtime/orchestration/throughput-controller.js +0 -5
- package/dist/src/runtime/orchestration/throughput-controller.js.map +1 -1
- package/dist/src/runtime/sandbox/safe-evaluator.d.ts.map +1 -1
- package/dist/src/runtime/sandbox/safe-evaluator.js +3 -6
- package/dist/src/runtime/sandbox/safe-evaluator.js.map +1 -1
- package/dist/src/runtime/utils.d.ts +1 -1
- package/dist/src/runtime/utils.d.ts.map +1 -1
- package/dist/src/runtime/utils.js +7 -4
- package/dist/src/runtime/utils.js.map +1 -1
- package/dist/src/sdk/adapters/queue/internal.adapter.d.ts +3 -14
- package/dist/src/sdk/adapters/queue/internal.adapter.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/internal.adapter.js +41 -27
- package/dist/src/sdk/adapters/queue/internal.adapter.js.map +1 -1
- package/dist/src/sdk/adapters/queue/queue-adapter.interface.d.ts +24 -23
- package/dist/src/sdk/adapters/queue/queue-adapter.interface.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/rabbitmq-amqp.adapter.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/rabbitmq-amqp.adapter.js +1 -3
- package/dist/src/sdk/adapters/queue/rabbitmq-amqp.adapter.js.map +1 -1
- package/dist/src/sdk/adapters/queue/rabbitmq.adapter.d.ts +2 -17
- package/dist/src/sdk/adapters/queue/rabbitmq.adapter.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/rabbitmq.adapter.js +9 -20
- package/dist/src/sdk/adapters/queue/rabbitmq.adapter.js.map +1 -1
- package/dist/src/sdk/adapters/queue/redis-streams.adapter.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/redis-streams.adapter.js +11 -3
- package/dist/src/sdk/adapters/queue/redis-streams.adapter.js.map +1 -1
- package/dist/src/sdk/adapters/queue/sqs.adapter.d.ts +1 -1
- package/dist/src/sdk/adapters/queue/sqs.adapter.d.ts.map +1 -1
- package/dist/src/sdk/adapters/queue/sqs.adapter.js +5 -4
- package/dist/src/sdk/adapters/queue/sqs.adapter.js.map +1 -1
- package/dist/src/sdk/constants.d.ts +1 -1
- package/dist/src/sdk/constants.d.ts.map +1 -1
- package/dist/src/sdk/constants.js +2 -1
- package/dist/src/sdk/constants.js.map +1 -1
- package/dist/src/sdk/dsl/pipeline-builder.js +1 -1
- package/dist/src/sdk/dsl/pipeline-builder.js.map +1 -1
- package/dist/src/sdk/dsl/step-configs.d.ts +51 -10
- package/dist/src/sdk/dsl/step-configs.d.ts.map +1 -1
- package/dist/src/sdk/dsl/transform-builder.d.ts +2 -2
- package/dist/src/sdk/dsl/transform-builder.d.ts.map +1 -1
- package/dist/src/sdk/dsl/transform-builder.js +2 -2
- package/dist/src/sdk/dsl/transform-builder.js.map +1 -1
- package/dist/src/sdk/dsl/validation-helpers.js +3 -3
- package/dist/src/sdk/dsl/validation-helpers.js.map +1 -1
- package/dist/src/sdk/registry.service.js +2 -2
- package/dist/src/sdk/registry.service.js.map +1 -1
- package/dist/src/sdk/types/connection-types.d.ts +1 -1
- package/dist/src/sdk/types/connection-types.d.ts.map +1 -1
- package/dist/src/services/analytics/time-series.helpers.d.ts.map +1 -1
- package/dist/src/services/analytics/time-series.helpers.js +4 -6
- package/dist/src/services/analytics/time-series.helpers.js.map +1 -1
- package/dist/src/services/config/connection.service.d.ts.map +1 -1
- package/dist/src/services/config/connection.service.js +11 -1
- package/dist/src/services/config/connection.service.js.map +1 -1
- package/dist/src/services/config/secret.service.d.ts +1 -1
- package/dist/src/services/config/secret.service.d.ts.map +1 -1
- package/dist/src/services/config/secret.service.js +15 -8
- package/dist/src/services/config/secret.service.js.map +1 -1
- package/dist/src/services/config/settings.service.d.ts.map +1 -1
- package/dist/src/services/config/settings.service.js +0 -2
- package/dist/src/services/config/settings.service.js.map +1 -1
- package/dist/src/services/data/checkpoint.service.d.ts.map +1 -1
- package/dist/src/services/data/checkpoint.service.js +14 -8
- package/dist/src/services/data/checkpoint.service.js.map +1 -1
- package/dist/src/services/data/record-error.service.d.ts.map +1 -1
- package/dist/src/services/data/record-error.service.js +0 -13
- package/dist/src/services/data/record-error.service.js.map +1 -1
- package/dist/src/services/destinations/delivery-utils.d.ts +1 -1
- package/dist/src/services/destinations/delivery-utils.d.ts.map +1 -1
- package/dist/src/services/destinations/delivery-utils.js +4 -2
- package/dist/src/services/destinations/delivery-utils.js.map +1 -1
- package/dist/src/services/destinations/destination-handler-registry.d.ts.map +1 -1
- package/dist/src/services/destinations/destination-handler-registry.js +9 -5
- package/dist/src/services/destinations/destination-handler-registry.js.map +1 -1
- package/dist/src/services/destinations/email.handler.js +1 -1
- package/dist/src/services/destinations/email.handler.js.map +1 -1
- package/dist/src/services/destinations/ftp.handler.js +1 -1
- package/dist/src/services/destinations/ftp.handler.js.map +1 -1
- package/dist/src/services/destinations/http.handler.d.ts.map +1 -1
- package/dist/src/services/destinations/http.handler.js +1 -0
- package/dist/src/services/destinations/http.handler.js.map +1 -1
- package/dist/src/services/destinations/s3.handler.d.ts.map +1 -1
- package/dist/src/services/destinations/s3.handler.js +25 -11
- package/dist/src/services/destinations/s3.handler.js.map +1 -1
- package/dist/src/services/events/consumer-discovery.d.ts.map +1 -1
- package/dist/src/services/events/consumer-discovery.js +13 -12
- package/dist/src/services/events/consumer-discovery.js.map +1 -1
- package/dist/src/services/events/domain-events.service.d.ts.map +1 -1
- package/dist/src/services/events/domain-events.service.js +2 -2
- package/dist/src/services/events/domain-events.service.js.map +1 -1
- package/dist/src/services/events/event-trigger.service.d.ts.map +1 -1
- package/dist/src/services/events/event-trigger.service.js +56 -9
- package/dist/src/services/events/event-trigger.service.js.map +1 -1
- package/dist/src/services/events/file-watch.service.d.ts +6 -1
- package/dist/src/services/events/file-watch.service.d.ts.map +1 -1
- package/dist/src/services/events/file-watch.service.js +133 -48
- package/dist/src/services/events/file-watch.service.js.map +1 -1
- package/dist/src/services/events/hook.service.d.ts.map +1 -1
- package/dist/src/services/events/hook.service.js +64 -12
- package/dist/src/services/events/hook.service.js.map +1 -1
- package/dist/src/services/events/message-consumer.service.d.ts +3 -1
- package/dist/src/services/events/message-consumer.service.d.ts.map +1 -1
- package/dist/src/services/events/message-consumer.service.js +6 -4
- package/dist/src/services/events/message-consumer.service.js.map +1 -1
- package/dist/src/services/events/message-processing.d.ts +4 -1
- package/dist/src/services/events/message-processing.d.ts.map +1 -1
- package/dist/src/services/events/message-processing.js +47 -6
- package/dist/src/services/events/message-processing.js.map +1 -1
- package/dist/src/services/logger/sanitizer.d.ts.map +1 -1
- package/dist/src/services/logger/sanitizer.js +4 -5
- package/dist/src/services/logger/sanitizer.js.map +1 -1
- package/dist/src/services/pipeline/pipeline-log.service.d.ts +0 -4
- package/dist/src/services/pipeline/pipeline-log.service.d.ts.map +1 -1
- package/dist/src/services/pipeline/pipeline-log.service.js +2 -14
- package/dist/src/services/pipeline/pipeline-log.service.js.map +1 -1
- package/dist/src/services/pipeline/pipeline-runner.service.d.ts +6 -1
- package/dist/src/services/pipeline/pipeline-runner.service.d.ts.map +1 -1
- package/dist/src/services/pipeline/pipeline-runner.service.js +111 -17
- package/dist/src/services/pipeline/pipeline-runner.service.js.map +1 -1
- package/dist/src/services/pipeline/pipeline.service.d.ts +8 -4
- package/dist/src/services/pipeline/pipeline.service.d.ts.map +1 -1
- package/dist/src/services/pipeline/pipeline.service.js +51 -35
- package/dist/src/services/pipeline/pipeline.service.js.map +1 -1
- package/dist/src/services/rate-limit/rate-limit.service.d.ts.map +1 -1
- package/dist/src/services/rate-limit/rate-limit.service.js +3 -5
- package/dist/src/services/rate-limit/rate-limit.service.js.map +1 -1
- package/dist/src/services/runtime/batch-rollback.service.d.ts.map +1 -1
- package/dist/src/services/runtime/batch-rollback.service.js +1 -6
- package/dist/src/services/runtime/batch-rollback.service.js.map +1 -1
- package/dist/src/services/runtime/distributed-lock.service.d.ts.map +1 -1
- package/dist/src/services/runtime/distributed-lock.service.js +10 -12
- package/dist/src/services/runtime/distributed-lock.service.js.map +1 -1
- package/dist/src/services/runtime/lock-backends/lock-backend.factory.d.ts +1 -1
- package/dist/src/services/runtime/lock-backends/lock-backend.factory.d.ts.map +1 -1
- package/dist/src/services/runtime/lock-backends/lock-backend.factory.js +5 -4
- package/dist/src/services/runtime/lock-backends/lock-backend.factory.js.map +1 -1
- package/dist/src/services/storage/storage-backend.factory.d.ts.map +1 -1
- package/dist/src/services/storage/storage-backend.factory.js +2 -1
- package/dist/src/services/storage/storage-backend.factory.js.map +1 -1
- package/dist/src/services/validation/adapter-validation.js +2 -2
- package/dist/src/services/validation/adapter-validation.js.map +1 -1
- package/dist/src/services/validation/definition-validation.service.d.ts.map +1 -1
- package/dist/src/services/validation/definition-validation.service.js +1 -1
- package/dist/src/services/validation/definition-validation.service.js.map +1 -1
- package/dist/src/services/validation/trigger-validation.d.ts.map +1 -1
- package/dist/src/services/validation/trigger-validation.js +23 -29
- package/dist/src/services/validation/trigger-validation.js.map +1 -1
- package/dist/src/services/versioning/field-detection.d.ts.map +1 -1
- package/dist/src/services/versioning/field-detection.js +0 -1
- package/dist/src/services/versioning/field-detection.js.map +1 -1
- package/dist/src/services/versioning/impact-collectors.d.ts.map +1 -1
- package/dist/src/services/versioning/impact-collectors.js +26 -11
- package/dist/src/services/versioning/impact-collectors.js.map +1 -1
- package/dist/src/services/versioning/revision.service.d.ts.map +1 -1
- package/dist/src/services/versioning/revision.service.js +4 -1
- package/dist/src/services/versioning/revision.service.js.map +1 -1
- package/dist/src/services/versioning/sandbox/load-operation-simulator.d.ts.map +1 -1
- package/dist/src/services/versioning/sandbox/load-operation-simulator.js +26 -10
- package/dist/src/services/versioning/sandbox/load-operation-simulator.js.map +1 -1
- package/dist/src/services/webhooks/webhook-retry.service.d.ts +1 -1
- package/dist/src/services/webhooks/webhook-retry.service.d.ts.map +1 -1
- package/dist/src/services/webhooks/webhook-retry.service.js +27 -22
- package/dist/src/services/webhooks/webhook-retry.service.js.map +1 -1
- package/dist/src/services/webhooks/webhook.helpers.js +1 -1
- package/dist/src/services/webhooks/webhook.helpers.js.map +1 -1
- package/dist/src/templates/defaults.js +6 -6
- package/dist/src/templates/defaults.js.map +1 -1
- package/dist/src/templates/imports/types.d.ts +1 -1
- package/dist/src/templates/imports/types.js +1 -1
- package/dist/src/transforms/field/date-transforms.js +15 -15
- package/dist/src/transforms/field/date-transforms.js.map +1 -1
- package/dist/src/transforms/field/number-transforms.d.ts +0 -26
- package/dist/src/transforms/field/number-transforms.d.ts.map +1 -1
- package/dist/src/transforms/field/number-transforms.js +0 -26
- package/dist/src/transforms/field/number-transforms.js.map +1 -1
- package/dist/src/transforms/helpers/expression-eval.d.ts +0 -1
- package/dist/src/transforms/helpers/expression-eval.d.ts.map +1 -1
- package/dist/src/transforms/helpers/expression-eval.js +15 -26
- package/dist/src/transforms/helpers/expression-eval.js.map +1 -1
- package/dist/src/transforms/record/lookup-transforms.js +1 -1
- package/dist/src/transforms/record/lookup-transforms.js.map +1 -1
- package/dist/src/types/loader-configs.d.ts +6 -6
- package/dist/src/types/loader-configs.d.ts.map +1 -1
- package/dist/src/types/plugin-options.d.ts +0 -10
- package/dist/src/types/plugin-options.d.ts.map +1 -1
- package/dist/src/types/step-configs.d.ts +13 -5
- package/dist/src/types/step-configs.d.ts.map +1 -1
- package/dist/src/types/step-configs.js.map +1 -1
- package/dist/src/types/typed-config.js +1 -1
- package/dist/src/types/typed-config.js.map +1 -1
- package/dist/src/utils/code-security.utils.d.ts.map +1 -1
- package/dist/src/utils/code-security.utils.js +11 -13
- package/dist/src/utils/code-security.utils.js.map +1 -1
- package/dist/src/utils/encryption.utils.d.ts +2 -2
- package/dist/src/utils/encryption.utils.d.ts.map +1 -1
- package/dist/src/utils/encryption.utils.js +13 -17
- package/dist/src/utils/encryption.utils.js.map +1 -1
- package/dist/src/utils/object-path.utils.d.ts.map +1 -1
- package/dist/src/utils/object-path.utils.js +22 -6
- package/dist/src/utils/object-path.utils.js.map +1 -1
- package/dist/src/utils/retry.utils.js +14 -14
- package/dist/src/utils/retry.utils.js.map +1 -1
- package/dist/src/utils/sql-security.utils.d.ts.map +1 -1
- package/dist/src/utils/sql-security.utils.js +6 -3
- package/dist/src/utils/sql-security.utils.js.map +1 -1
- package/dist/src/utils/url-security.utils.d.ts +21 -0
- package/dist/src/utils/url-security.utils.d.ts.map +1 -1
- package/dist/src/utils/url-security.utils.js +71 -3
- package/dist/src/utils/url-security.utils.js.map +1 -1
- package/dist/src/validation/pipeline-definition.validator.js +3 -11
- package/dist/src/validation/pipeline-definition.validator.js.map +1 -1
- package/docs/deployment/README.md +1 -1
- package/docs/deployment/configuration.md +4 -4
- package/docs/deployment/migrations.md +2 -3
- package/docs/deployment/permissions.md +1 -1
- package/docs/deployment/production.md +4 -4
- package/docs/deployment/troubleshooting.md +27 -18
- package/docs/developer-guide/architecture.md +2 -2
- package/docs/developer-guide/extending/README.md +6 -6
- package/docs/developer-guide/extending/events.md +2 -2
- package/docs/developer-guide/graphql-api.md +36 -117
- package/docs/examples/validation-error-messages.md +1 -1
- package/docs/getting-started/quick-start.md +1 -1
- package/docs/guides/multi-entity.md +0 -1
- package/docs/reference/extractors.md +19 -24
- package/docs/reference/operators-complete.md +1 -1
- package/docs/user-guide/external-integrations.md +1 -1
- package/docs/user-guide/queue-messaging.md +14 -11
- package/docs/user-guide/recipes.md +0 -1
- package/docs/user-guide/wizards.md +0 -1
- package/package.json +3 -1
- package/sdk/types/connection-types.ts +9 -0
- package/shared/constants/step-type-configs.ts +2 -2
- package/shared/types/adapter-config.types.ts +3 -3
- package/shared/types/adapter.types.ts +1 -1
- package/shared/types/execution.types.ts +2 -5
- package/shared/types/extractor.types.ts +1 -1
- package/shared/types/index.ts +1 -1
- package/shared/types/pipeline.types.ts +2 -3
- package/shared/types/step.types.ts +3 -4
- package/shared/types/trigger.types.ts +4 -28
- package/shared/utils/csv-parse.ts +2 -2
- package/shared/utils/validation.ts +1 -1
- package/shared/vendure-schemas.ts +1 -1
- package/dist/src/api/types/args.d.ts +0 -12
- package/dist/src/api/types/args.d.ts.map +0 -1
- package/dist/src/api/types/args.js +0 -13
- package/dist/src/api/types/args.js.map +0 -1
|
@@ -65,27 +65,36 @@ let AdapterRuntimeService = class AdapterRuntimeService {
|
|
|
65
65
|
const pipelineCtx = await this.executionLifecycle.prepareExecution(ctx, definition, pipelineId, runId, options);
|
|
66
66
|
const executorCtx = this.createExecutorContext(definition, onCancelRequested);
|
|
67
67
|
const stepLog = (0, helpers_1.createStepLogCallback)(this.executionLogger, pipelineId, runId);
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
68
|
+
let result;
|
|
69
|
+
try {
|
|
70
|
+
result = await (0, orchestration_1.executeLinear)({
|
|
71
|
+
ctx: pipelineCtx,
|
|
72
|
+
definition,
|
|
73
|
+
executorCtx,
|
|
74
|
+
hookService: this.hookService,
|
|
75
|
+
domainEvents: this.domainEvents,
|
|
76
|
+
extractExecutor: this.extractExecutor,
|
|
77
|
+
transformExecutor: this.transformExecutor,
|
|
78
|
+
loadExecutor: this.loadExecutor,
|
|
79
|
+
exportExecutor: this.exportExecutor,
|
|
80
|
+
feedExecutor: this.feedExecutor,
|
|
81
|
+
sinkExecutor: this.sinkExecutor,
|
|
82
|
+
gateExecutor: this.gateExecutor,
|
|
83
|
+
loadWithThroughput: this.createLoadWithThroughput(),
|
|
84
|
+
applyIdempotency: this.applyIdempotency.bind(this),
|
|
85
|
+
onCancelRequested,
|
|
86
|
+
onRecordError,
|
|
87
|
+
pipelineId,
|
|
88
|
+
pipelineCode: options?.pipelineCode,
|
|
89
|
+
runId,
|
|
90
|
+
stepLog,
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
catch (err) {
|
|
94
|
+
// Save checkpoint state but don't run hooks/events - PipelineRunnerService handles failure
|
|
95
|
+
await this.checkpointManager.saveCheckpoint(ctx, pipelineId).catch(() => { });
|
|
96
|
+
throw err;
|
|
97
|
+
}
|
|
89
98
|
return this.executionLifecycle.finalizeExecution(ctx, definition, result, pipelineId);
|
|
90
99
|
}
|
|
91
100
|
/**
|
|
@@ -95,27 +104,35 @@ let AdapterRuntimeService = class AdapterRuntimeService {
|
|
|
95
104
|
const pipelineCtx = await this.executionLifecycle.prepareExecution(ctx, definition, pipelineId, runId, options);
|
|
96
105
|
const executorCtx = this.createExecutorContext(definition, onCancelRequested);
|
|
97
106
|
const stepLog = (0, helpers_1.createStepLogCallback)(this.executionLogger, pipelineId, runId);
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
107
|
+
let result;
|
|
108
|
+
try {
|
|
109
|
+
result = await (0, orchestration_1.executeGraph)({
|
|
110
|
+
ctx: pipelineCtx,
|
|
111
|
+
definition,
|
|
112
|
+
executorCtx,
|
|
113
|
+
hookService: this.hookService,
|
|
114
|
+
domainEvents: this.domainEvents,
|
|
115
|
+
extractExecutor: this.extractExecutor,
|
|
116
|
+
transformExecutor: this.transformExecutor,
|
|
117
|
+
loadExecutor: this.loadExecutor,
|
|
118
|
+
exportExecutor: this.exportExecutor,
|
|
119
|
+
feedExecutor: this.feedExecutor,
|
|
120
|
+
sinkExecutor: this.sinkExecutor,
|
|
121
|
+
gateExecutor: this.gateExecutor,
|
|
122
|
+
loadWithThroughput: this.createLoadWithThroughput(),
|
|
123
|
+
applyIdempotency: this.applyIdempotency.bind(this),
|
|
124
|
+
onCancelRequested,
|
|
125
|
+
onRecordError,
|
|
126
|
+
pipelineId,
|
|
127
|
+
pipelineCode: options?.pipelineCode,
|
|
128
|
+
runId,
|
|
129
|
+
stepLog,
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
catch (err) {
|
|
133
|
+
await this.checkpointManager.saveCheckpoint(ctx, pipelineId).catch(() => { });
|
|
134
|
+
throw err;
|
|
135
|
+
}
|
|
119
136
|
return this.executionLifecycle.finalizeExecution(ctx, definition, result, pipelineId);
|
|
120
137
|
}
|
|
121
138
|
/**
|
|
@@ -191,7 +208,9 @@ let AdapterRuntimeService = class AdapterRuntimeService {
|
|
|
191
208
|
const seen = new Set();
|
|
192
209
|
return records.filter(r => {
|
|
193
210
|
const fieldValue = (0, utils_1.getPath)(r, keyPath);
|
|
194
|
-
|
|
211
|
+
if (fieldValue == null)
|
|
212
|
+
return true;
|
|
213
|
+
const key = String(fieldValue);
|
|
195
214
|
if (seen.has(key))
|
|
196
215
|
return false;
|
|
197
216
|
seen.add(key);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"adapter-runtime.service.js","sourceRoot":"","sources":["../../../src/runtime/adapter-runtime.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,wCAA0E;AAE1E,4EAAwE;AACxE,kEAA8D;AAC9D,oFAA+E;AAC/E,+CAA0F;AAC1F,8CAAqD;AAMrD,2CAQqB;AACrB,mCAAkC;AAClC,mDAOyB;AACzB,uCAKmB;AAGZ,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAM9B,YACY,qBAA4C,EACpD,iBAAoC,EAC5B,WAAwB,EACxB,YAAiC,EACjC,eAAgC,EAChC,iBAAoC,EACpC,YAA0B,EAC1B,cAA8B,EAC9B,YAA0B,EAC1B,YAA0B,EAC1B,YAA0B,EAC1B,eAAgC,EACxC,aAAmC;QAZ3B,0BAAqB,GAArB,qBAAqB,CAAuB;QAE5C,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAqB;QACjC,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,oBAAe,GAAf,eAAe,CAAiB;QAGxC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,eAAe,CAAC,CAAC;QAC1E,IAAI,CAAC,iBAAiB,GAAG,IAAI,2BAAiB,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,CAAC,kBAAkB,GAAG,IAAI,mCAAyB,CACnD,qBAAqB,EACrB,IAAI,CAAC,iBAAiB,EACtB,WAAW,EACX,YAAY,EACZ,IAAI,CAAC,MAAM,CACd,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAe,CACtC,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,IAAI,CAAC,MAAM,CACd,CAAC;IACN,CAAC;IAED;;OAEG;IACK,qBAAqB,CACzB,UAA+B,EAC/B,iBAA0C;QAE1C,OAAO;YACH,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE;YACnD,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE;YACvE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa;YACjD,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa;YACjD,iBAAiB;SACpB,CAAC;IACN,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CACjB,GAAmB,EACnB,UAA8B,EAC9B,iBAA0C,EAC1C,aAAqC,EACrC,UAAe,EACf,KAAU,EACV,
|
|
1
|
+
{"version":3,"file":"adapter-runtime.service.js","sourceRoot":"","sources":["../../../src/runtime/adapter-runtime.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,wCAA0E;AAE1E,4EAAwE;AACxE,kEAA8D;AAC9D,oFAA+E;AAC/E,+CAA0F;AAC1F,8CAAqD;AAMrD,2CAQqB;AACrB,mCAAkC;AAClC,mDAOyB;AACzB,uCAKmB;AAGZ,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAM9B,YACY,qBAA4C,EACpD,iBAAoC,EAC5B,WAAwB,EACxB,YAAiC,EACjC,eAAgC,EAChC,iBAAoC,EACpC,YAA0B,EAC1B,cAA8B,EAC9B,YAA0B,EAC1B,YAA0B,EAC1B,YAA0B,EAC1B,eAAgC,EACxC,aAAmC;QAZ3B,0BAAqB,GAArB,qBAAqB,CAAuB;QAE5C,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAqB;QACjC,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,oBAAe,GAAf,eAAe,CAAiB;QAGxC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,eAAe,CAAC,CAAC;QAC1E,IAAI,CAAC,iBAAiB,GAAG,IAAI,2BAAiB,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,CAAC,kBAAkB,GAAG,IAAI,mCAAyB,CACnD,qBAAqB,EACrB,IAAI,CAAC,iBAAiB,EACtB,WAAW,EACX,YAAY,EACZ,IAAI,CAAC,MAAM,CACd,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAe,CACtC,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,IAAI,CAAC,MAAM,CACd,CAAC;IACN,CAAC;IAED;;OAEG;IACK,qBAAqB,CACzB,UAA+B,EAC/B,iBAA0C;QAE1C,OAAO;YACH,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE;YACnD,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE;YACvE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa;YACjD,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa;YACjD,iBAAiB;SACpB,CAAC;IACN,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CACjB,GAAmB,EACnB,UAA8B,EAC9B,iBAA0C,EAC1C,aAAqC,EACrC,UAAe,EACf,KAAU,EACV,OAAqD;QAErD,wDAAwD;QACxD,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACpH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAC9D,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAC9C,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,IAAA,+BAAqB,EAAC,IAAI,CAAC,eAAe,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAE/E,IAAI,MAAiD,CAAC;QACtD,IAAI,CAAC;YACD,MAAM,GAAG,MAAM,IAAA,6BAAa,EAAC;gBAC7B,GAAG,EAAE,WAAW;gBAChB,UAAU;gBACV,WAAW;gBACX,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,kBAAkB,EAAE,IAAI,CAAC,wBAAwB,EAAE;gBACnD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;gBAClD,iBAAiB;gBACjB,aAAa;gBACb,UAAU;gBACV,YAAY,EAAE,OAAO,EAAE,YAAY;gBACnC,KAAK;gBACL,OAAO;aACV,CAAC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,2FAA2F;YAC3F,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACd,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAC1F,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAC9B,GAAmB,EACnB,UAA8B,EAC9B,iBAA0C,EAC1C,aAAqC,EACrC,UAAe,EACf,KAAU,EACV,OAAqD;QAErD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAC9D,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAC9C,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,IAAA,+BAAqB,EAAC,IAAI,CAAC,eAAe,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAE/E,IAAI,MAAgD,CAAC;QACrD,IAAI,CAAC;YACD,MAAM,GAAG,MAAM,IAAA,4BAAY,EAAC;gBACxB,GAAG,EAAE,WAAW;gBAChB,UAAU;gBACV,WAAW;gBACX,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,kBAAkB,EAAE,IAAI,CAAC,wBAAwB,EAAE;gBACnD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;gBAClD,iBAAiB;gBACjB,aAAa;gBACb,UAAU;gBACV,YAAY,EAAE,OAAO,EAAE,YAAY;gBACnC,KAAK;gBACL,OAAO;aACV,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACd,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAC1F,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,8BAA8B,CAChC,GAAmB,EACnB,UAA8B,EAC9B,IAAoB,EACpB,iBAA0C,EAC1C,aAAqC;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE3D,OAAO,IAAA,+BAAe,EAAC;YACnB,GAAG;YACH,UAAU;YACV,IAAI;YACJ,WAAW;YACX,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,iBAAiB;YACjB,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAChB,GAAmB,EACnB,UAA8B,EAC9B,YAAoB,EACpB,IAAoB,EACpB,iBAA0C,EAC1C,aAAqC;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE3D,wCAAwC;QACxC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,IAAA,mCAAmB,EAAC;gBACvB,GAAG;gBACH,UAAU;gBACV,YAAY;gBACZ,IAAI;gBACJ,WAAW;gBACX,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,iBAAiB;gBACjB,aAAa;aAChB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,IAAA,oCAAoB,EAAC;YACxB,GAAG;YACH,UAAU;YACV,YAAY;YACZ,IAAI;YACJ,WAAW;YACX,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,iBAAiB;YACjB,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACf,GAAmB,EACnB,UAA8B;QAM9B,OAAO,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,OAAuB,EAAE,UAA8B;QAC5E,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,mBAAmB,CAAC;QACxD,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC;QAE7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YACtB,MAAM,UAAU,GAAG,IAAA,eAAO,EAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACvC,IAAI,UAAU,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;YACpC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,wBAAwB;QAC5B,OAAO,CACH,GAAmB,EACnB,IAAyC,EACzC,KAAqB,EACrB,UAA8B,EAC9B,aAAqC,EACvC,EAAE,CAAC,IAAA,yCAAyB,EAAC;YAC3B,GAAG;YACH,IAAI;YACJ,KAAK;YACL,UAAU;YACV,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AAjSY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAQ0B,4BAAqB;QACjC,sCAAiB;QACf,0BAAW;QACV,2CAAmB;QAChB,2BAAe;QACb,6BAAiB;QACtB,wBAAY;QACV,0BAAc;QAChB,wBAAY;QACZ,wBAAY;QACZ,wBAAY;QACT,wBAAe;QACzB,6BAAoB;GAnB9B,qBAAqB,CAiSjC"}
|
|
@@ -18,26 +18,21 @@ export declare function handleCustomAdapterError(error: unknown, logger: DataHub
|
|
|
18
18
|
* Consolidates common fields to reduce duplication across executor context builders.
|
|
19
19
|
*/
|
|
20
20
|
export interface BaseAdapterContext {
|
|
21
|
-
/** Vendure request context */
|
|
22
21
|
readonly ctx: RequestContext;
|
|
23
|
-
/** Pipeline ID */
|
|
24
22
|
readonly pipelineId: ID;
|
|
25
|
-
/** Step key in the pipeline */
|
|
26
23
|
readonly stepKey: string;
|
|
27
|
-
/** Pipeline context with settings */
|
|
28
24
|
readonly pipelineContext: PipelineCtx;
|
|
29
|
-
/** Secret resolver */
|
|
30
25
|
readonly secrets: SecretResolver;
|
|
31
|
-
/** Connection resolver */
|
|
32
26
|
readonly connections: ConnectionResolver;
|
|
33
|
-
/** Logger for the adapter */
|
|
34
27
|
readonly logger: AdapterLogger;
|
|
35
|
-
/** Whether this is a dry run */
|
|
36
28
|
readonly dryRun: boolean;
|
|
37
29
|
}
|
|
38
30
|
/**
|
|
39
31
|
* Creates base adapter context with common fields shared by load, export, feed, and sink executors.
|
|
40
32
|
* Consolidates the repetitive context building pattern into a single helper.
|
|
41
33
|
*/
|
|
42
|
-
export declare function createBaseAdapterContext(ctx: RequestContext, stepKey: string, secretService: SecretService, connectionService: ConnectionService, logger: DataHubLogger, pipelineContext?: PipelineCtx
|
|
34
|
+
export declare function createBaseAdapterContext(ctx: RequestContext, stepKey: string, secretService: SecretService, connectionService: ConnectionService, logger: DataHubLogger, pipelineContext?: PipelineCtx, options?: {
|
|
35
|
+
pipelineId?: ID;
|
|
36
|
+
dryRun?: boolean;
|
|
37
|
+
}): BaseAdapterContext;
|
|
43
38
|
//# sourceMappingURL=context-adapters.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-adapters.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/context-adapters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAoC,MAAM,iBAAiB,CAAC;AACtH,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAc,eAAe,IAAI,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAuB,MAAM,mBAAmB,CAAC;AAGzE,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,GAAG,cAAc,CAYtG;AAED,wBAAgB,wBAAwB,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,EAAE,cAAc,GAAG,kBAAkB,CAqBtH;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAaxE;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CACpC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,GACpB,eAAe,CAQjB;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAC/B,
|
|
1
|
+
{"version":3,"file":"context-adapters.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/context-adapters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAoC,MAAM,iBAAiB,CAAC;AACtH,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAc,eAAe,IAAI,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAuB,MAAM,mBAAmB,CAAC;AAGzE,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,GAAG,cAAc,CAYtG;AAED,wBAAgB,wBAAwB,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,EAAE,cAAc,GAAG,kBAAkB,CAqBtH;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAaxE;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CACpC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,GACpB,eAAe,CAQjB;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAC/B,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,eAAe,EAAE,WAAW,CAAC;IACtC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,WAAW,EAAE,kBAAkB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CACpC,GAAG,EAAE,cAAc,EACnB,OAAO,EAAE,MAAM,EACf,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,MAAM,EAAE,aAAa,EACrB,eAAe,CAAC,EAAE,WAAW,EAC7B,OAAO,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAChD,kBAAkB,CAWpB"}
|
|
@@ -65,7 +65,7 @@ function createLoggerAdapter(logger) {
|
|
|
65
65
|
* Logs the error and returns a standardized ExecutionResult with all records marked as failed.
|
|
66
66
|
*/
|
|
67
67
|
function handleCustomAdapterError(error, logger, label, adapterCode, stepKey, inputLength) {
|
|
68
|
-
const errorMessage =
|
|
68
|
+
const errorMessage = (0, error_utils_1.getErrorMessage)(error);
|
|
69
69
|
logger.error(`${label} failed`, (0, error_utils_1.toErrorOrUndefined)(error), {
|
|
70
70
|
adapterCode,
|
|
71
71
|
stepKey,
|
|
@@ -77,16 +77,16 @@ function handleCustomAdapterError(error, logger, label, adapterCode, stepKey, in
|
|
|
77
77
|
* Creates base adapter context with common fields shared by load, export, feed, and sink executors.
|
|
78
78
|
* Consolidates the repetitive context building pattern into a single helper.
|
|
79
79
|
*/
|
|
80
|
-
function createBaseAdapterContext(ctx, stepKey, secretService, connectionService, logger, pipelineContext) {
|
|
80
|
+
function createBaseAdapterContext(ctx, stepKey, secretService, connectionService, logger, pipelineContext, options) {
|
|
81
81
|
return {
|
|
82
82
|
ctx,
|
|
83
|
-
pipelineId: executor_types_1.SANDBOX_PIPELINE_ID,
|
|
83
|
+
pipelineId: options?.pipelineId ?? executor_types_1.SANDBOX_PIPELINE_ID,
|
|
84
84
|
stepKey,
|
|
85
85
|
pipelineContext: pipelineContext ?? {},
|
|
86
86
|
secrets: createSecretsAdapter(secretService, ctx),
|
|
87
87
|
connections: createConnectionsAdapter(connectionService, ctx),
|
|
88
88
|
logger: createLoggerAdapter(logger),
|
|
89
|
-
dryRun: false,
|
|
89
|
+
dryRun: options?.dryRun ?? false,
|
|
90
90
|
};
|
|
91
91
|
}
|
|
92
92
|
//# sourceMappingURL=context-adapters.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-adapters.js","sourceRoot":"","sources":["../../../../src/runtime/executors/context-adapters.ts"],"names":[],"mappings":";;AASA,oDAYC;AAED,4DAqBC;AAED,kDAaC;AAMD,4DAeC;
|
|
1
|
+
{"version":3,"file":"context-adapters.js","sourceRoot":"","sources":["../../../../src/runtime/executors/context-adapters.ts"],"names":[],"mappings":";;AASA,oDAYC;AAED,4DAqBC;AAED,kDAaC;AAMD,4DAeC;AAqBD,4DAmBC;AAlHD,sDAAyE;AACzE,yDAA8E;AAE9E,SAAgB,oBAAoB,CAAC,aAA4B,EAAE,GAAmB;IAClF,OAAO;QACH,GAAG,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACxB,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACrD,OAAO,KAAK,IAAI,SAAS,CAAC;QAC9B,CAAC;QACD,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YAChC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,KAAK,CAAC;QACjB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAgB,wBAAwB,CAAC,iBAAoC,EAAE,GAAmB;IAC9F,OAAO;QACH,GAAG,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YACxB,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1D,IAAI,CAAC,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC5B,OAAO;gBACH,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAsB;gBACjC,GAAG,IAAI,CAAC,MAAM;aACG,CAAC;QAC1B,CAAC;QACD,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YAChC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1D,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;YAC5D,OAAO;gBACH,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAsB;gBACjC,GAAG,IAAI,CAAC,MAAM;aACG,CAAC;QAC1B,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAAqB;IACrD,OAAO;QACH,IAAI,EAAE,CAAC,GAAW,EAAE,IAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,IAAI,EAAE,CAAC,GAAW,EAAE,IAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,KAAK,EAAE,CAAC,GAAW,EAAE,WAAgC,EAAE,IAAiB,EAAE,EAAE;YACxE,IAAI,WAAW,YAAY,KAAK,EAAE,CAAC;gBAC/B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;QACL,CAAC;QACD,KAAK,EAAE,CAAC,GAAW,EAAE,IAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC;KACrE,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,SAAgB,wBAAwB,CACpC,KAAc,EACd,MAAqB,EACrB,KAAa,EACb,WAAmB,EACnB,OAAe,EACf,WAAmB;IAEnB,MAAM,YAAY,GAAG,IAAA,6BAAe,EAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,EAAE,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;QACvD,WAAW;QACX,OAAO;QACP,YAAY;KACf,CAAC,CAAC;IACH,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;AAC7D,CAAC;AAiBD;;;GAGG;AACH,SAAgB,wBAAwB,CACpC,GAAmB,EACnB,OAAe,EACf,aAA4B,EAC5B,iBAAoC,EACpC,MAAqB,EACrB,eAA6B,EAC7B,OAA+C;IAE/C,OAAO;QACH,GAAG;QACH,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,oCAAmB;QACtD,OAAO;QACP,eAAe,EAAE,eAAe,IAAI,EAAiB;QACrD,OAAO,EAAE,oBAAoB,CAAC,aAAa,EAAE,GAAG,CAAC;QACjD,WAAW,EAAE,wBAAwB,CAAC,iBAAiB,EAAE,GAAG,CAAC;QAC7D,MAAM,EAAE,mBAAmB,CAAC,MAAM,CAAC;QACnC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,KAAK;KACnC,CAAC;AACN,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export.executor.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/export.executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAyB,sBAAsB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAI1G,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AA2BpE,qBACa,cAAc;IAInB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,kBAAkB;IAEd,OAAO,CAAC,QAAQ,CAAC;IAPjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAG3B,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB,EACf,QAAQ,CAAC,EAAE,sBAAsB,YAAA;IAKnD,OAAO,CACT,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,sBAAsB,EAC5B,KAAK,EAAE,YAAY,EAAE,EACrB,aAAa,CAAC,EAAE,qBAAqB,EACrC,eAAe,CAAC,EAAE,eAAe,EACjC,WAAW,CAAC,EAAE,eAAe,GAC9B,OAAO,CAAC,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"export.executor.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/export.executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAyB,sBAAsB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAI1G,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AA2BpE,qBACa,cAAc;IAInB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,kBAAkB;IAEd,OAAO,CAAC,QAAQ,CAAC;IAPjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAG3B,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB,EACf,QAAQ,CAAC,EAAE,sBAAsB,YAAA;IAKnD,OAAO,CACT,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,sBAAsB,EAC5B,KAAK,EAAE,YAAY,EAAE,EACrB,aAAa,CAAC,EAAE,qBAAqB,EACrC,eAAe,CAAC,EAAE,eAAe,EACjC,WAAW,CAAC,EAAE,eAAe,GAC9B,OAAO,CAAC,eAAe,CAAC;IA+F3B,OAAO,CAAC,kBAAkB;IAK1B;;OAEG;YACW,qBAAqB;CAgCtC"}
|
|
@@ -50,7 +50,7 @@ let ExportExecutor = class ExportExecutor {
|
|
|
50
50
|
const excludeFields = cfg.excludeFields;
|
|
51
51
|
const fieldMapping = cfg.fieldMapping;
|
|
52
52
|
const prepareRecord = (rec) => {
|
|
53
|
-
let result = rec;
|
|
53
|
+
let result = fieldMapping ? { ...rec } : rec;
|
|
54
54
|
if (fields && fields.length > 0) {
|
|
55
55
|
const picked = {};
|
|
56
56
|
for (const f of fields) {
|
|
@@ -63,7 +63,7 @@ let ExportExecutor = class ExportExecutor {
|
|
|
63
63
|
else if (excludeFields && excludeFields.length > 0) {
|
|
64
64
|
result = (0, utils_1.deepClone)(rec);
|
|
65
65
|
for (const f of excludeFields) {
|
|
66
|
-
|
|
66
|
+
(0, utils_1.removePath)(result, f);
|
|
67
67
|
}
|
|
68
68
|
}
|
|
69
69
|
if (fieldMapping) {
|
|
@@ -73,6 +73,9 @@ let ExportExecutor = class ExportExecutor {
|
|
|
73
73
|
if (val !== undefined)
|
|
74
74
|
(0, utils_1.setPath)(mapped, to, val);
|
|
75
75
|
}
|
|
76
|
+
for (const sourceField of Object.keys(fieldMapping)) {
|
|
77
|
+
(0, utils_1.removePath)(result, sourceField);
|
|
78
|
+
}
|
|
76
79
|
result = { ...result, ...mapped };
|
|
77
80
|
}
|
|
78
81
|
return result;
|
|
@@ -105,20 +108,20 @@ let ExportExecutor = class ExportExecutor {
|
|
|
105
108
|
// Try custom exporters from registry
|
|
106
109
|
const customExporter = this.registry.getRuntime(enums_1.AdapterType.EXPORTER, adapterCode);
|
|
107
110
|
if (customExporter && typeof customExporter.export === 'function') {
|
|
108
|
-
const result = await this.executeCustomExporter(ctx, step,
|
|
111
|
+
const result = await this.executeCustomExporter(ctx, step, localizedRecords, customExporter, pipelineContext, executorCtx);
|
|
109
112
|
ok = result.ok;
|
|
110
113
|
fail = result.fail;
|
|
111
114
|
}
|
|
112
115
|
else {
|
|
113
|
-
// Unknown adapter -
|
|
116
|
+
// Unknown adapter - count as failure (data would be silently lost)
|
|
114
117
|
this.logger.warn(`Unknown export adapter`, { stepKey: step.key, adapterCode });
|
|
115
|
-
|
|
118
|
+
fail = input.length;
|
|
116
119
|
}
|
|
117
120
|
}
|
|
118
121
|
else {
|
|
119
|
-
// Unknown adapter -
|
|
122
|
+
// Unknown adapter - count as failure (data would be silently lost)
|
|
120
123
|
this.logger.warn(`Unknown export adapter`, { stepKey: step.key, adapterCode });
|
|
121
|
-
|
|
124
|
+
fail = input.length;
|
|
122
125
|
}
|
|
123
126
|
this.logOperationResult(adapterCode ?? 'unknown', 'export', ok, fail, startTime, step.key);
|
|
124
127
|
return { ok, fail };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export.executor.js","sourceRoot":"","sources":["../../../../src/runtime/executors/export.executor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AAGtD,yEAAqE;AACrE,iFAA6E;AAC7E,sFAAiF;AACjF,kDAA4E;AAE5E,
|
|
1
|
+
{"version":3,"file":"export.executor.js","sourceRoot":"","sources":["../../../../src/runtime/executors/export.executor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AAGtD,yEAAqE;AACrE,iFAA6E;AAC7E,sFAAiF;AACjF,kDAA4E;AAE5E,oCAAmE;AACnE,iDAAwD;AACxD,iDAAoD;AACpD,iEAAoE;AAEpE,yDAAwF;AACxF,2DAA0D;AAC1D,iFAA8E;AAC9E,0DAAwD;AAuBjD,IAAM,cAAc,GAApB,MAAM,cAAc;IAGvB,YACY,aAA4B,EAC5B,iBAAoC,EACpC,kBAAsC,EAC9C,aAAmC,EACf,QAAiC;QAJ7C,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAE1B,aAAQ,GAAR,QAAQ,CAAyB;QAErD,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,eAAe,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,OAAO,CACT,GAAmB,EACnB,IAA4B,EAC5B,KAAqB,EACrB,aAAqC,EACrC,eAAiC,EACjC,WAA6B;QAE7B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAuB,CAAC;QACzC,MAAM,WAAW,GAAG,IAAA,6BAAc,EAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;YACvC,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,WAAW;YACX,WAAW,EAAE,KAAK,CAAC,MAAM;SAC5B,CAAC,CAAC;QAEH,gCAAgC;QAChC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,aAAa,GAAG,GAAG,CAAC,aAAa,CAAC;QACxC,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;QAEtC,MAAM,aAAa,GAAG,CAAC,GAAiB,EAAgB,EAAE;YACtD,IAAI,MAAM,GAAiB,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YAC3D,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAiB,EAAE,CAAC;gBAChC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;oBACrB,MAAM,GAAG,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC5B,IAAI,GAAG,KAAK,SAAS;wBAAE,IAAA,eAAO,EAAC,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,GAAG,MAAM,CAAC;YACpB,CAAC;iBAAM,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnD,MAAM,GAAG,IAAA,iBAAS,EAAC,GAAG,CAAC,CAAC;gBACxB,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;oBAC5B,IAAA,kBAAU,EAAC,MAAoB,EAAE,CAAC,CAAC,CAAC;gBACxC,CAAC;YACL,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACf,MAAM,MAAM,GAAiB,EAAE,CAAC;gBAChC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;oBACpD,MAAM,GAAG,GAAG,IAAA,eAAO,EAAC,MAAM,EAAE,IAAI,CAAC,CAAC;oBAClC,IAAI,GAAG,KAAK,SAAS;wBAAE,IAAA,eAAO,EAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;gBACpD,CAAC;gBACD,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;oBAClD,IAAA,kBAAU,EAAC,MAAoB,EAAE,WAAW,CAAC,CAAC;gBAClD,CAAC;gBACD,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;YACtC,CAAC;YACD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC;QAEF,MAAM,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjD,kEAAkE;QAClE,MAAM,gBAAgB,GAAG,IAAA,oCAAiB,EAAC,eAAe,EAAE;YACxD,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;SACjC,CAAC,CAAC;QAEH,8BAA8B;QAC9B,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,iDAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjF,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBAC/B,GAAG;gBACH,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAmC;gBAChD,OAAO,EAAE,gBAAgB;gBACzB,aAAa;gBACb,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;aAC9C,CAAC,CAAC;YACH,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;YACf,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACvB,CAAC;aAAM,IAAI,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,qCAAqC;YACrC,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAW,CAAC,QAAQ,EAAE,WAAW,CAAyC,CAAC;YAC3H,IAAI,cAAc,IAAI,OAAO,cAAc,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,gBAAgB,EAAE,cAAc,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBAC3H,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;gBACf,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACJ,mEAAmE;gBACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC/E,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;YACxB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,mEAAmE;YACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;YAC/E,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,WAAW,IAAI,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3F,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IAEO,kBAAkB,CAAC,WAAmB,EAAE,SAAiB,EAAE,EAAU,EAAE,IAAY,EAAE,SAAiB,EAAE,OAAe;QAC3H,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAC/B,GAAmB,EACnB,IAA4B,EAC5B,KAAqB,EACrB,QAAkC,EAClC,eAAiC,EACjC,WAA6B;QAE7B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAgD,CAAC;QAElE,MAAM,aAAa,GAAkB;YACjC,GAAG,IAAA,2CAAwB,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC;YACpH,WAAW,EAAE,GAAG,EAAE,WAAW,IAAI,KAAK;YACtC,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YACjD,aAAa,EAAE,CAAC,IAAgB,EAAE,EAAE;gBAChC,IAAI,WAAW,EAAE,MAAM,EAAE,CAAC;oBACtB,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBACpC,WAAW,CAAC,mBAAmB,EAAE,CAAC;gBACtC,CAAC;YACL,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,GAAG,EAAE,KAA8B,CAAC,CAAC;YACzF,OAAO;gBACH,EAAE,EAAE,MAAM,CAAC,SAAS;gBACpB,IAAI,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,IAAA,2CAAwB,EAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAClH,CAAC;IACL,CAAC;CACJ,CAAA;AA3JY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;IASJ,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAJY,8BAAa;QACT,sCAAiB;QAChB,yCAAkB;QAC/B,6BAAoB;QACJ,yCAAsB;GARhD,cAAc,CA2J1B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export-handler-registry.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-handler-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"export-handler-registry.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-handler-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAOvD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAMzD;;GAEG;AACH,UAAU,mBAAmB;IACzB,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,EAAE,iBAAiB,CAAC;CACjC;AAED;;;GAGG;AACH,eAAO,MAAM,uBAAuB,kCA+GlC,CAAC;AAEH,uEAAuE;AACvE,eAAO,MAAM,iBAAiB,EAAE,iBAAiB,EACsB,CAAC;AAExE;;;;GAIG;AACH,eAAO,MAAM,aAAa,EAKrB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE5B;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAOnF,CAAC"}
|
|
@@ -28,9 +28,6 @@ exports.EXPORT_HANDLER_REGISTRY = new Map([
|
|
|
28
28
|
{ key: 'filenamePattern', label: 'Filename pattern', type: 'string', description: 'Filename with placeholders: ${date:YYYY-MM-DD}, ${timestamp}, ${uuid}' },
|
|
29
29
|
{ key: 'delimiter', label: 'Delimiter', type: 'select', options: adapter_schema_options_1.CSV_DELIMITER_OPTIONS, group: 'format-options' },
|
|
30
30
|
{ key: 'includeHeader', label: 'Include header row', type: 'boolean', group: 'format-options' },
|
|
31
|
-
{ key: 'columns', label: 'Columns', type: 'json', description: 'Array of column definitions: [{ field: "name", header: "Name" }]' },
|
|
32
|
-
{ key: 'encoding', label: 'Encoding', type: 'select', options: adapter_schema_options_1.FILE_ENCODING_OPTIONS, group: 'format-options' },
|
|
33
|
-
{ key: 'connectionCode', label: 'Connection', type: 'string', description: 'SFTP/S3 connection for remote upload' },
|
|
34
31
|
...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
|
|
35
32
|
],
|
|
36
33
|
},
|
|
@@ -53,7 +50,6 @@ exports.EXPORT_HANDLER_REGISTRY = new Map([
|
|
|
53
50
|
{ key: 'filenamePattern', label: 'Filename pattern', type: 'string', description: 'Filename with placeholders: ${date:YYYY-MM-DD}, ${timestamp}, ${uuid}' },
|
|
54
51
|
{ key: 'format', label: 'Format', type: 'select', options: adapter_schema_options_1.JSON_EXPORT_FORMAT_OPTIONS, group: 'format-options' },
|
|
55
52
|
{ key: 'pretty', label: 'Pretty print', type: 'boolean', group: 'format-options' },
|
|
56
|
-
{ key: 'connectionCode', label: 'Connection', type: 'string' },
|
|
57
53
|
...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
|
|
58
54
|
],
|
|
59
55
|
},
|
|
@@ -77,7 +73,6 @@ exports.EXPORT_HANDLER_REGISTRY = new Map([
|
|
|
77
73
|
{ key: 'rootElement', label: 'Root element', type: 'string', defaultValue: 'feed', description: 'e.g., products', group: 'format-options' },
|
|
78
74
|
{ key: 'itemElement', label: 'Item element', type: 'string', defaultValue: 'item', description: 'e.g., product', group: 'format-options' },
|
|
79
75
|
{ key: 'declaration', label: 'Include XML declaration', type: 'boolean', group: 'format-options' },
|
|
80
|
-
{ key: 'connectionCode', label: 'Connection', type: 'string' },
|
|
81
76
|
...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
|
|
82
77
|
],
|
|
83
78
|
},
|
|
@@ -97,9 +92,7 @@ exports.EXPORT_HANDLER_REGISTRY = new Map([
|
|
|
97
92
|
fields: [
|
|
98
93
|
{ key: 'url', label: 'Endpoint URL', type: 'string', required: true },
|
|
99
94
|
{ key: 'method', label: 'HTTP Method', type: 'select', options: adapter_schema_options_1.HTTP_METHOD_EXPORT_OPTIONS },
|
|
100
|
-
{ key: 'batchMode', label: 'Batch mode', type: 'select', options: adapter_schema_options_1.BATCH_MODE_EXPORT_OPTIONS },
|
|
101
95
|
{ key: 'batchSize', label: 'Batch size', type: 'number', description: 'Records per batch request' },
|
|
102
|
-
{ key: 'connectionCode', label: 'Connection', type: 'string' },
|
|
103
96
|
{ key: 'bearerTokenSecretCode', label: 'Bearer token secret', type: 'string' },
|
|
104
97
|
{ key: 'retryCount', label: 'Retry count', type: 'number' },
|
|
105
98
|
...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
|
|
@@ -120,7 +113,6 @@ exports.EXPORT_HANDLER_REGISTRY = new Map([
|
|
|
120
113
|
schema: {
|
|
121
114
|
fields: [
|
|
122
115
|
{ key: 'url', label: 'Webhook URL', type: 'string', required: true },
|
|
123
|
-
{ key: 'signatureSecretCode', label: 'Signature secret', type: 'string', description: 'Secret for HMAC signature' },
|
|
124
116
|
{ key: 'headers', label: 'Custom headers', type: 'json' },
|
|
125
117
|
{ key: 'retryCount', label: 'Retry count', type: 'number' },
|
|
126
118
|
{ key: 'timeoutMs', label: 'Timeout (ms)', type: 'number' },
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export-handler-registry.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-handler-registry.ts"],"names":[],"mappings":";;;AAYA,
|
|
1
|
+
{"version":3,"file":"export-handler-registry.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-handler-registry.ts"],"names":[],"mappings":";;;AAYA,sFAKmD;AAEnD,6DAAwD;AACxD,+DAA0D;AAC1D,6DAAwD;AACxD,+DAA0D;AAU1D;;;GAGG;AACU,QAAA,uBAAuB,GAAG,IAAI,GAAG,CAA8B;IACxE,CAAC,WAAW,EAAE;YACV,OAAO,EAAE,qCAAgB;YACzB,UAAU,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,6BAA6B;gBAC1C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,KAAK;gBACjB,MAAM,EAAE;oBACJ,MAAM,EAAE;wBACJ,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,6CAA6C,EAAE;wBACtI,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uEAAuE,EAAE;wBAC3J,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,8CAAqB,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBACjH,EAAE,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAC/F,GAAG,mDAA0B;qBAChC;iBACJ;aACJ;SACJ,CAAC;IACF,CAAC,YAAY,EAAE;YACX,OAAO,EAAE,uCAAiB;YAC1B,UAAU,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,8BAA8B;gBAC3C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE;oBACJ,MAAM,EAAE;wBACJ,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,2BAA2B,EAAE;wBACpH,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uEAAuE,EAAE;wBAC3J,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mDAA0B,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAChH,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAClF,GAAG,mDAA0B;qBAChC;iBACJ;aACJ;SACJ,CAAC;IACF,CAAC,WAAW,EAAE;YACV,OAAO,EAAE,qCAAgB;YACzB,UAAU,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,6BAA6B;gBAC1C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,KAAK;gBACjB,MAAM,EAAE;oBACJ,MAAM,EAAE;wBACJ,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,2BAA2B,EAAE;wBACpH,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uEAAuE,EAAE;wBAC3J,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAC3I,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAC1I,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,yBAAyB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;wBAClG,GAAG,mDAA0B;qBAChC;iBACJ;aACJ;SACJ,CAAC;IACF,CAAC,gBAAgB,EAAE;YACf,OAAO,EAAE,uCAAiB;YAC1B,UAAU,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE;oBACJ,MAAM,EAAE;wBACJ,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;wBACrE,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mDAA0B,EAAE;wBAC5F,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE;wBACnG,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC9E,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3D,GAAG,mDAA0B;qBAChC;iBACJ;aACJ;SACJ,CAAC;IACF,CAAC,eAAe,EAAE;YACd,OAAO,EAAE,uCAAiB;YAC1B,UAAU,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE;oBACJ,MAAM,EAAE;wBACJ,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;wBACpE,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE;wBACzD,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3D,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3D,GAAG,mDAA0B;qBAChC;iBACJ;aACJ;SACJ,CAAC;CACL,CAAC,CAAC;AAEH,uEAAuE;AAC1D,QAAA,iBAAiB,GAC1B,KAAK,CAAC,IAAI,CAAC,+BAAuB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AAExE;;;;GAIG;AACU,QAAA,aAAa,GAAG,MAAM,CAAC,WAAW,CAC3C,KAAK,CAAC,IAAI,CAAC,+BAAuB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;IACnD,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC,WAAW,EAAE;IACzD,IAAI;CACP,CAAC,CACqB,CAAC;AAE5B;;;;GAIG;AACU,QAAA,oBAAoB,GAC7B,KAAK,CAAC,IAAI,CAAC,+BAAuB,CAAC,MAAM,EAAE,CAAC;KACvC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;KACpC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,UAAW;IAC/B,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,UAAW;IACpD,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI;CACjC,CAAC,CAAC,CAAC"}
|
|
@@ -71,7 +71,7 @@ async function writeExportFile(params, defaultFilename, formatContent, formatNam
|
|
|
71
71
|
const { ctx, config, records, onRecordError, stepKey, logger, fileStorageService } = params;
|
|
72
72
|
try {
|
|
73
73
|
const basePath = config.path ?? index_1.FILE_STORAGE.TEMP_DIR;
|
|
74
|
-
const filenamePattern =
|
|
74
|
+
const filenamePattern = config.filenamePattern;
|
|
75
75
|
const outputPath = (0, export_handler_types_1.resolveOutputPath)(basePath, filenamePattern, defaultFilename);
|
|
76
76
|
let content = formatContent(records, config);
|
|
77
77
|
// Optionally prepend UTF-8 BOM for CSV exports to improve compatibility with Excel
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export-helpers.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-helpers.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCH,0CA6CC;AA5ED,uCAAyB;AACzB,8CAAgC;AAChC,oDAA2F;AAC3F,uCAAoD;AACpD,4DAA6D;AAC7D,iEAAqG;AAGrG;;GAEG;AACH,SAAS,aAAa,CAAC,QAAgB;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,0BAAkB,CAAC,GAAG,CAAC,IAAI,qBAAa,CAAC,YAAY,CAAC;AACjE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACI,KAAK,UAAU,eAAe,CACjC,MAA2B,EAC3B,eAAuB,EACvB,aAAmF,EACnF,UAAkB;IAElB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,CAAC;IAC5F,IAAI,CAAC;QACD,MAAM,QAAQ,GAAI,MAAM,CAAC,IAAe,IAAI,oBAAY,CAAC,QAAQ,CAAC;QAClE,MAAM,eAAe,GAAG,
|
|
1
|
+
{"version":3,"file":"export-helpers.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/export-helpers.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCH,0CA6CC;AA5ED,uCAAyB;AACzB,8CAAgC;AAChC,oDAA2F;AAC3F,uCAAoD;AACpD,4DAA6D;AAC7D,iEAAqG;AAGrG;;GAEG;AACH,SAAS,aAAa,CAAC,QAAgB;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,0BAAkB,CAAC,GAAG,CAAC,IAAI,qBAAa,CAAC,YAAY,CAAC;AACjE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACI,KAAK,UAAU,eAAe,CACjC,MAA2B,EAC3B,eAAuB,EACvB,aAAmF,EACnF,UAAkB;IAElB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,CAAC;IAC5F,IAAI,CAAC;QACD,MAAM,QAAQ,GAAI,MAAM,CAAC,IAAe,IAAI,oBAAY,CAAC,QAAQ,CAAC;QAClE,MAAM,eAAe,GAAG,MAAM,CAAC,eAAqC,CAAC;QACrE,MAAM,UAAU,GAAG,IAAA,wCAAiB,EAAC,QAAQ,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;QAEjF,IAAI,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE7C,mFAAmF;QACnF,IAAI,UAAU,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACjD,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;QACjC,CAAC;QAED,IAAA,6BAAqB,EAAC,UAAU,CAAC,CAAC;QAClC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,sEAAsE;QACtE,gDAAgD;QAChD,IAAI,kBAAkB,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;gBAC/E,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;aAC3F,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7F,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChG,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,kBAAkB,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1F,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC3C,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,IAAA,6BAAe,EAAC,CAAC,CAAC,CAAC;QACnC,IAAI,aAAa;YAAE,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9H,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3C,CAAC;AACL,CAAC"}
|
|
@@ -13,7 +13,7 @@ const index_1 = require("../../../constants/index");
|
|
|
13
13
|
const url_security_utils_1 = require("../../../utils/url-security.utils");
|
|
14
14
|
const error_utils_1 = require("../../../utils/error.utils");
|
|
15
15
|
function resolveRetryConfig(cfg) {
|
|
16
|
-
const retries = Math.max(0, Number(cfg.
|
|
16
|
+
const retries = Math.max(0, Number(cfg.retryCount ?? 0) || 0);
|
|
17
17
|
const retryDelayMs = Math.max(0, Number(cfg.retryDelayMs ?? 0) || 0);
|
|
18
18
|
const maxRetryDelayMs = Math.max(0, Number(cfg.maxRetryDelayMs ?? index_1.HTTP.RETRY_MAX_DELAY_MS) || index_1.HTTP.RETRY_MAX_DELAY_MS);
|
|
19
19
|
const backoffMultiplier = Math.max(1, Number(cfg.backoffMultiplier ?? index_1.HTTP.BACKOFF_MULTIPLIER) || index_1.HTTP.BACKOFF_MULTIPLIER);
|
|
@@ -33,7 +33,7 @@ async function httpExportHandler(params) {
|
|
|
33
33
|
const headers = config.headers ?? {};
|
|
34
34
|
const batchSize = Number(config.batchSize ?? index_1.BATCH.BULK_SIZE) || index_1.BATCH.BULK_SIZE;
|
|
35
35
|
const retryConfig = resolveRetryConfig(config);
|
|
36
|
-
const timeoutMs = Math.max(0, Number(config.timeoutMs ??
|
|
36
|
+
const timeoutMs = Math.max(0, Number(config.timeoutMs ?? index_1.HTTP.TIMEOUT_MS) || index_1.HTTP.TIMEOUT_MS);
|
|
37
37
|
if (!endpoint) {
|
|
38
38
|
if (onRecordError) {
|
|
39
39
|
await onRecordError(stepKey, 'Export endpoint is not configured', { _configError: true, recordCount: records.length });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http-export.handler.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/http-export.handler.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAuBH,8CA6FC;AAjHD,uCAAoC;AACpC,4DAAsG;AACtG,oDAA0H;AAC1H,0EAAkE;AAClE,4DAA6D;AAG7D,SAAS,kBAAkB,CAAC,GAA8B;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"http-export.handler.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/exporters/http-export.handler.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAuBH,8CA6FC;AAjHD,uCAAoC;AACpC,4DAAsG;AACtG,oDAA0H;AAC1H,0EAAkE;AAClE,4DAA6D;AAG7D,SAAS,kBAAkB,CAAC,GAA8B;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,eAAe,IAAI,YAAI,CAAC,kBAAkB,CAAC,IAAI,YAAI,CAAC,kBAAkB,CAAC,CAAC;IACvH,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,iBAAiB,IAAI,YAAI,CAAC,kBAAkB,CAAC,IAAI,YAAI,CAAC,kBAAkB,CAAC,CAAC;IAC3H,OAAO,IAAA,+BAAiB,EAAC;QACrB,WAAW,EAAE,OAAO,GAAG,CAAC;QACxB,cAAc,EAAE,YAAY;QAC5B,UAAU,EAAE,eAAe;QAC3B,iBAAiB;KACpB,CAAC,CAAC;AACP,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAA2B;IAC/D,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IACvF,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAyB,CAAC;IAClD,MAAM,MAAM,GAAG,CAAE,MAAM,CAAC,MAAiB,IAAI,kBAAU,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5E,MAAM,OAAO,GAAI,MAAM,CAAC,OAAkC,IAAI,EAAE,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,aAAK,CAAC,SAAS,CAAC,IAAI,aAAK,CAAC,SAAS,CAAC;IACjF,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,YAAI,CAAC,UAAU,CAAC,IAAI,YAAI,CAAC,UAAU,CAAC,CAAC;IAE9F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,IAAI,aAAa,EAAE,CAAC;YAChB,MAAM,aAAa,CAAC,OAAO,EAAE,mCAAmC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3H,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,gCAAgC;IAChC,MAAM,YAAY,GAAG,MAAM,CAAC,qBAA2C,CAAC;IACxE,MAAM,WAAW,GAAG,MAAM,CAAC,eAAqC,CAAC;IACjE,MAAM,YAAY,GAA2B,EAAE,CAAC,oBAAY,CAAC,YAAY,CAAC,EAAE,qBAAa,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC;IAE7G,IAAI,YAAY,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7D,IAAI,KAAK,EAAE,CAAC;YACR,YAAY,CAAC,oBAAY,CAAC,aAAa,CAAC,GAAG,GAAG,oBAAY,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;QACjF,CAAC;aAAM,CAAC;YACJ,IAAI,aAAa,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,OAAO,EAAE,wBAAwB,YAAY,yBAAyB,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;YAClJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC3C,CAAC;IACL,CAAC;IACD,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5D,IAAI,KAAK,EAAE,CAAC;YACR,YAAY,CAAC,oBAAY,CAAC,aAAa,CAAC,GAAG,GAAG,oBAAY,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChH,CAAC;aAAM,CAAC;YACJ,IAAI,aAAa,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,OAAO,EAAE,sBAAsB,WAAW,yBAAyB,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;YAC9I,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC3C,CAAC;IACL,CAAC;IAED,MAAM,IAAA,kCAAa,EAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,OAAO,GAAG,IAAA,aAAK,EAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC;YACD,MAAM,IAAA,8BAAgB,EAClB,KAAK,IAAI,EAAE;gBACP,MAAM,UAAU,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrE,IAAI,KAAiC,CAAC;gBACtC,IAAI,CAAC;oBACD,IAAI,UAAU,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;wBAC9B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;oBAC5D,CAAC;oBACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;wBACnC,MAAM;wBACN,OAAO,EAAE,YAAY;wBACrB,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE,UAAU,EAAE,MAAM;qBAC7B,CAAC,CAAC;oBACH,uDAAuD;oBACvD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;oBACvD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAU,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACxJ,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACP,IAAI,KAAK;wBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC,EACD;gBACI,MAAM,EAAE,WAAW;gBACnB,MAAM;gBACN,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE;aACjC,CACJ,CAAC;YACF,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC;QACvB,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YAClB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;YACrB,MAAM,OAAO,GAAG,IAAA,6BAAe,EAAC,CAAC,CAAC,CAAC;YACnC,IAAI,aAAa,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACpG,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extract.executor.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/extract.executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAc,sBAAsB,EAAmF,MAAM,mBAAmB,CAAC;AACxJ,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,6CAA6C,CAAC;AAevF,qBACa,eAAe;IAKpB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,kBAAkB;IAEd,OAAO,CAAC,QAAQ,CAAC;IACjB,OAAO,CAAC,iBAAiB,CAAC;IAV1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;gBAG3C,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,UAAU,EAAE,uBAAuB,EACnC,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB,EACf,QAAQ,CAAC,EAAE,sBAAsB,YAAA,EACjC,iBAAiB,CAAC,EAAE,wBAAwB,YAAA;
|
|
1
|
+
{"version":3,"file":"extract.executor.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/extract.executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAc,sBAAsB,EAAmF,MAAM,mBAAmB,CAAC;AACxJ,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,6CAA6C,CAAC;AAevF,qBACa,eAAe;IAKpB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,kBAAkB;IAEd,OAAO,CAAC,QAAQ,CAAC;IACjB,OAAO,CAAC,iBAAiB,CAAC;IAV1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;gBAG3C,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,UAAU,EAAE,uBAAuB,EACnC,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB,EACf,QAAQ,CAAC,EAAE,sBAAsB,YAAA,EACjC,iBAAiB,CAAC,EAAE,wBAAwB,YAAA;IAOpE,OAAO,CAAC,kBAAkB;IAepB,OAAO,CACT,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,sBAAsB,EAC5B,WAAW,EAAE,eAAe,EAC5B,aAAa,CAAC,EAAE,qBAAqB,EACrC,UAAU,CAAC,EAAE,EAAE,EACf,KAAK,CAAC,EAAE,EAAE,GACX,OAAO,CAAC,YAAY,EAAE,CAAC;IAmD1B,OAAO,CAAC,kBAAkB;YAKZ,sBAAsB;YAuBtB,wBAAwB;YAwBxB,6BAA6B;IAqB3C,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,sBAAsB;YAOhB,0BAA0B;CAgB3C"}
|
|
@@ -40,7 +40,6 @@ let ExtractExecutor = class ExtractExecutor {
|
|
|
40
40
|
this.registry = registry;
|
|
41
41
|
this.extractorRegistry = extractorRegistry;
|
|
42
42
|
this.logger = loggerFactory.createLogger(index_1.LOGGER_CONTEXTS.EXTRACT_EXECUTOR);
|
|
43
|
-
// Initialize handlers
|
|
44
43
|
this.handlers = this.initializeHandlers(loggerFactory);
|
|
45
44
|
}
|
|
46
45
|
initializeHandlers(loggerFactory) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extract.executor.js","sourceRoot":"","sources":["../../../../src/runtime/executors/extract.executor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AACtD,wCAAwE;AAExE,yEAAqE;AACrE,iFAA6E;AAC7E,sFAAiF;AACjF,kDAA4E;AAG5E,iDAAwE;AACxE,iDAAoD;AACpD,iEAAoE;AACpE,4FAAuF;AAEvF,yDAAyG;AAKzG,4EAAuE;AACvE,kFAA6E;AAC7E,kFAA6E;AAC7E,4EAAuE;AACvE,gFAA2E;AAC3E,2DAA0D;AAC1D,yDAA8E;AAGvE,IAAM,eAAe,GAArB,MAAM,eAAe;IAIxB,YACY,aAA4B,EAC5B,iBAAoC,EACpC,UAAmC,EACnC,kBAAsC,EAC9C,aAAmC,EACf,QAAiC,EACjC,iBAA4C;QANxD,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,eAAU,GAAV,UAAU,CAAyB;QACnC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAE1B,aAAQ,GAAR,QAAQ,CAAyB;QACjC,sBAAiB,GAAjB,iBAAiB,CAA2B;QAEhE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,gBAAgB,CAAC,CAAC;QAE3E,
|
|
1
|
+
{"version":3,"file":"extract.executor.js","sourceRoot":"","sources":["../../../../src/runtime/executors/extract.executor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AACtD,wCAAwE;AAExE,yEAAqE;AACrE,iFAA6E;AAC7E,sFAAiF;AACjF,kDAA4E;AAG5E,iDAAwE;AACxE,iDAAoD;AACpD,iEAAoE;AACpE,4FAAuF;AAEvF,yDAAyG;AAKzG,4EAAuE;AACvE,kFAA6E;AAC7E,kFAA6E;AAC7E,4EAAuE;AACvE,gFAA2E;AAC3E,2DAA0D;AAC1D,yDAA8E;AAGvE,IAAM,eAAe,GAArB,MAAM,eAAe;IAIxB,YACY,aAA4B,EAC5B,iBAAoC,EACpC,UAAmC,EACnC,kBAAsC,EAC9C,aAAmC,EACf,QAAiC,EACjC,iBAA4C;QANxD,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,eAAU,GAAV,UAAU,CAAyB;QACnC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAE1B,aAAQ,GAAR,QAAQ,CAAyB;QACjC,sBAAiB,GAAjB,iBAAiB,CAA2B;QAEhE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,gBAAgB,CAAC,CAAC;QAE3E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAC3D,CAAC;IAEO,kBAAkB,CAAC,aAAmC;QAC1D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEnD,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,QAAQ,EAAE,IAAI,yCAAkB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC,CAAC;QACzH,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,OAAO,EAAE,IAAI,+CAAqB,CAAC,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;QACnG,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,aAAa,EAAE,IAAI,+CAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;QACtG,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,GAAG,EAAE,IAAI,yCAAkB,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC,CAAC;QACjG,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,IAAI,EAAE,IAAI,yCAAkB,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC,CAAC;QAClG,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,GAAG,EAAE,IAAI,yCAAkB,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC,CAAC;QACjG,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,SAAS,EAAE,IAAI,6CAAoB,CAAC,aAAa,CAAC,CAAC,CAAC;QAChF,QAAQ,CAAC,GAAG,CAAC,sBAAc,CAAC,SAAS,EAAE,IAAI,6CAAoB,CAAC,aAAa,CAAC,CAAC,CAAC;QAEhF,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,OAAO,CACT,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,aAAqC,EACrC,UAAe,EACf,KAAU;QAEV,MAAM,WAAW,GAAG,IAAA,6BAAc,EAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QAEhF,gCAAgC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,OAAO,GAA0B,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;YACjF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,CAAC,kBAAkB,CAAC,WAAW,IAAI,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YACtF,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,0FAA0F;QAC1F,IAAI,WAAW,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxC,MAAM,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;YACrF,IAAI,kBAAkB,EAAE,CAAC;gBACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;gBACjI,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzE,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAC7E,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;gBAClI,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzE,OAAO,MAAM,CAAC;YAClB,CAAC;QACL,CAAC;QAED,0CAA0C;QAC1C,IAAI,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAW,CAAC,SAAS,EAAE,WAAW,CAA0C,CAAC;YAC9H,IAAI,eAAe,IAAI,OAAO,eAAe,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;gBACrH,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzE,OAAO,MAAM,CAAC;YAClB,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,8BAA8B,WAAW,IAAI,QAAQ,EAAE,CAAC;QACzE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,IAAI,aAAa,EAAE,CAAC;YAChB,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,WAAW,IAAI,SAAS,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1E,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,WAAmB,EAAE,WAAmB,EAAE,SAAiB,EAAE,OAAe;QACnG,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAChC,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,SAAoC,EACpC,aAAqC,EACrC,UAAe;QAEf,MAAM,GAAG,GAAG,IAAI,CAAC,MAAoB,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QACzF,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,EAAE,CAAC;gBAClE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAoB,CAAC,CAAC;YAChD,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1F,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAClC,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,SAAwB,EACxB,aAAqC,EACrC,UAAe,EACf,KAAU;QAEV,MAAM,GAAG,GAAG,IAAI,CAAC,MAAoB,CAAC;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAC/F,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAoB,CAAC,CAAC;YAChD,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1F,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,6BAA6B,CACvC,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,SAA6B,EAC7B,aAAqC,EACrC,UAAe,EACf,KAAU;QAEV,MAAM,GAAG,GAAG,IAAI,CAAC,MAAoB,CAAC;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAE/F,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YACjE,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAoB,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YACtF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAEO,qBAAqB,CACzB,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,UAAe,EACf,KAAU;QAEV,OAAO;YACH,GAAG;YACH,UAAU,EAAE,UAAU,IAAI,GAAG;YAC7B,KAAK,EAAE,KAAK,IAAI,GAAG;YACnB,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,UAAU,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAe,IAAI,EAAE,EAAE;YACxE,MAAM,EAAE,IAAA,sCAAmB,EAAC,IAAI,CAAC,MAAM,CAAC;YACxC,OAAO,EAAE,IAAA,uCAAoB,EAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC;YACtD,WAAW,EAAE,IAAA,2CAAwB,EAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAA4C;YAC7G,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,CAAC,IAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;YAC7F,WAAW,EAAE,WAAW,CAAC,iBAAiB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC;SACpE,CAAC;IACN,CAAC;IAEO,mBAAmB,CACvB,GAAmB,EACnB,IAA4B,EAC5B,WAA4B,EAC5B,IAAgB,EAChB,UAAe;QAEf,OAAO;YACH,GAAG;YACH,UAAU,EAAE,UAAU,IAAI,GAAG;YAC7B,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YAChD,MAAM,EAAE,IAAA,sCAAmB,EAAC,IAAI,CAAC,MAAM,CAAC;YACxC,OAAO,EAAE,IAAA,uCAAoB,EAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC;YACtD,WAAW,EAAE,IAAA,2CAAwB,EAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC;YAClE,aAAa,EAAE,CAAC,IAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;SAChG,CAAC;IACN,CAAC;IAEO,sBAAsB,CAAC,WAA4B,EAAE,OAAe,EAAE,IAAgB;QAC1F,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;YACrB,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YACnC,WAAW,CAAC,mBAAmB,EAAE,CAAC;QACtC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACpC,KAAc,EACd,WAAmB,EACnB,OAAe,EACf,aAAqC;QAErC,MAAM,QAAQ,GAAG,IAAA,6BAAe,EAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,QAAQ,EAAE,EAAE,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;YACjF,WAAW;YACX,OAAO;SACV,CAAC,CAAC;QAEH,IAAI,aAAa,EAAE,CAAC;YAChB,MAAM,aAAa,CAAC,OAAO,EAAE,4BAA4B,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;CACJ,CAAA;AApOY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;IAWJ,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCANY,8BAAa;QACT,sCAAiB;QACxB,8BAAuB;QACf,yCAAkB;QAC/B,6BAAoB;QACJ,yCAAsB;QACb,qDAAwB;GAX3D,eAAe,CAoO3B"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* Extracts records from file sources:
|
|
5
5
|
* - CSV files (uploaded, inline text, or local path)
|
|
6
6
|
* - JSON files (uploaded, inline text, or local path)
|
|
7
|
-
* - XML files
|
|
7
|
+
* - XML files
|
|
8
8
|
*
|
|
9
9
|
* @module runtime/executors/extractors
|
|
10
10
|
*/
|
|
@@ -16,6 +16,7 @@ export declare class FileExtractHandler implements ExtractHandler {
|
|
|
16
16
|
private fileStorageService;
|
|
17
17
|
private readonly logger;
|
|
18
18
|
constructor(fileStorageService: FileStorageService, loggerFactory: DataHubLoggerFactory);
|
|
19
|
+
private validateLocalPath;
|
|
19
20
|
extract(context: ExtractHandlerContext): Promise<RecordObject[]>;
|
|
20
21
|
extractCsv(context: ExtractHandlerContext): Promise<RecordObject[]>;
|
|
21
22
|
private loadCsvRecords;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-extract.handler.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/file-extract.handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;
|
|
1
|
+
{"version":3,"file":"file-extract.handler.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/file-extract.handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,OAAO,EAAE,YAAY,EAAmB,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAI/E,OAAO,EACH,cAAc,EACd,qBAAqB,EAIxB,MAAM,6BAA6B,CAAC;AAgCrC,qBACa,kBAAmB,YAAW,cAAc;IAIjD,OAAO,CAAC,kBAAkB;IAH9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAG3B,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB;IAKvC,OAAO,CAAC,iBAAiB;IAYnB,OAAO,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmBhE,UAAU,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAa3D,cAAc;YA+Bd,iBAAiB;IAyB/B,OAAO,CAAC,eAAe;YAWT,eAAe;IA4BvB,WAAW,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAkB5D,YAAY;YAmBZ,kBAAkB;YAoBlB,gBAAgB;IAyB9B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,gBAAgB;IAelB,UAAU,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YA0B3D,cAAc;IAqC5B,OAAO,CAAC,wBAAwB;CAUnC"}
|