@skedulo/integration-sdk 0.2.1 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/worktrees/agent-a16acadaf5412dffd/jest.config.js +12 -0
- package/.claude/worktrees/agent-a33c3e4636d488e49/jest.config.js +12 -0
- package/.claude/worktrees/agent-a5b1d2ffa4ceef4a6/jest.config.js +12 -0
- package/.claude/worktrees/agent-aa1db4c22eabbde8e/jest.config.js +12 -0
- package/.claude/worktrees/agent-ac197ae8c69d7061c/jest.config.js +12 -0
- package/CHANGELOG.md +4 -0
- package/dist/clients/dataflow.client.d.ts +1 -0
- package/dist/clients/dataflow.client.d.ts.map +1 -1
- package/dist/clients/dataflow.client.js +7 -0
- package/dist/clients/dataflow.client.js.map +1 -1
- package/dist/interfaces/adapter.interface.d.ts +19 -0
- package/dist/interfaces/adapter.interface.d.ts.map +1 -1
- package/dist/interfaces/data-flow-spec.interface.d.ts +2 -0
- package/dist/interfaces/data-flow-spec.interface.d.ts.map +1 -1
- package/dist/interfaces/integration-capabilities.interface.d.ts +5 -0
- package/dist/interfaces/integration-capabilities.interface.d.ts.map +1 -1
- package/dist/interfaces/sync-flow-strategy.interface.d.ts +6 -0
- package/dist/interfaces/sync-flow-strategy.interface.d.ts.map +1 -1
- package/dist/interfaces/sync-result.interface.d.ts +1 -0
- package/dist/interfaces/sync-result.interface.d.ts.map +1 -1
- package/dist/services/dataflow.service.d.ts +1 -0
- package/dist/services/dataflow.service.d.ts.map +1 -1
- package/dist/services/dataflow.service.js +3 -0
- package/dist/services/dataflow.service.js.map +1 -1
- package/dist/services/external-id-sync.strategy.js +1 -1
- package/dist/services/external-id-sync.strategy.js.map +1 -1
- package/dist/services/field-mapping.service.d.ts +1 -0
- package/dist/services/field-mapping.service.d.ts.map +1 -1
- package/dist/services/id-mapping-sync.strategy.js +1 -1
- package/dist/services/id-mapping-sync.strategy.js.map +1 -1
- package/dist/services/id-mapping.service.d.ts +4 -0
- package/dist/services/id-mapping.service.d.ts.map +1 -1
- package/dist/services/id-mapping.service.js +8 -0
- package/dist/services/id-mapping.service.js.map +1 -1
- package/dist/services/sync-runner.d.ts.map +1 -1
- package/dist/services/sync-runner.js +20 -4
- package/dist/services/sync-runner.js.map +1 -1
- package/dist/services/sync.service.d.ts.map +1 -1
- package/dist/services/sync.service.js +52 -9
- package/dist/services/sync.service.js.map +1 -1
- package/dist/utils/normalizeDataFlow.d.ts.map +1 -1
- package/dist/utils/normalizeDataFlow.js +8 -1
- package/dist/utils/normalizeDataFlow.js.map +1 -1
- package/package.json +1 -1
- package/dist/adapters/skedulo-metadata-adapter.d.ts +0 -3
- package/dist/adapters/skedulo-metadata-adapter.d.ts.map +0 -1
- package/dist/adapters/skedulo-metadata-adapter.js +0 -57
- package/dist/adapters/skedulo-metadata-adapter.js.map +0 -1
- package/dist/adapters/skedulo-metadata.adapter.d.ts +0 -3
- package/dist/adapters/skedulo-metadata.adapter.d.ts.map +0 -1
- package/dist/adapters/skedulo-metadata.adapter.js +0 -57
- package/dist/adapters/skedulo-metadata.adapter.js.map +0 -1
- package/dist/clients/dataflow-client.d.ts +0 -18
- package/dist/clients/dataflow-client.d.ts.map +0 -1
- package/dist/clients/dataflow-client.js +0 -43
- package/dist/clients/dataflow-client.js.map +0 -1
- package/dist/clients/proxy-client.d.ts +0 -13
- package/dist/clients/proxy-client.d.ts.map +0 -1
- package/dist/clients/proxy-client.js +0 -20
- package/dist/clients/proxy-client.js.map +0 -1
- package/dist/dist/adapters/skedulo-metadata-adapter.d.ts +0 -3
- package/dist/dist/adapters/skedulo-metadata-adapter.d.ts.map +0 -1
- package/dist/dist/adapters/skedulo-metadata-adapter.js +0 -57
- package/dist/dist/adapters/skedulo-metadata-adapter.js.map +0 -1
- package/dist/dist/adapters/skedulo-metadata.adapter.d.ts +0 -3
- package/dist/dist/adapters/skedulo-metadata.adapter.d.ts.map +0 -1
- package/dist/dist/adapters/skedulo-metadata.adapter.js +0 -57
- package/dist/dist/adapters/skedulo-metadata.adapter.js.map +0 -1
- package/dist/dist/adapters/skedulo.adapter.d.ts +0 -15
- package/dist/dist/adapters/skedulo.adapter.d.ts.map +0 -1
- package/dist/dist/adapters/skedulo.adapter.js +0 -213
- package/dist/dist/adapters/skedulo.adapter.js.map +0 -1
- package/dist/dist/browser.d.ts +0 -12
- package/dist/dist/browser.d.ts.map +0 -1
- package/dist/dist/browser.js +0 -9
- package/dist/dist/browser.js.map +0 -1
- package/dist/dist/clients/dataflow-client.d.ts +0 -18
- package/dist/dist/clients/dataflow-client.d.ts.map +0 -1
- package/dist/dist/clients/dataflow-client.js +0 -43
- package/dist/dist/clients/dataflow-client.js.map +0 -1
- package/dist/dist/clients/dataflow.client.d.ts +0 -19
- package/dist/dist/clients/dataflow.client.d.ts.map +0 -1
- package/dist/dist/clients/dataflow.client.js +0 -28
- package/dist/dist/clients/dataflow.client.js.map +0 -1
- package/dist/dist/clients/proxy-client.d.ts +0 -13
- package/dist/dist/clients/proxy-client.d.ts.map +0 -1
- package/dist/dist/clients/proxy-client.js +0 -20
- package/dist/dist/clients/proxy-client.js.map +0 -1
- package/dist/dist/clients/proxy.client.d.ts +0 -13
- package/dist/dist/clients/proxy.client.d.ts.map +0 -1
- package/dist/dist/clients/proxy.client.js +0 -21
- package/dist/dist/clients/proxy.client.js.map +0 -1
- package/dist/dist/constants.d.ts +0 -17
- package/dist/dist/constants.d.ts.map +0 -1
- package/dist/dist/constants.js +0 -20
- package/dist/dist/constants.js.map +0 -1
- package/dist/dist/context.d.ts +0 -19
- package/dist/dist/context.d.ts.map +0 -1
- package/dist/dist/context.js +0 -40
- package/dist/dist/context.js.map +0 -1
- package/dist/dist/handlers/metadata.handler.d.ts +0 -17
- package/dist/dist/handlers/metadata.handler.d.ts.map +0 -1
- package/dist/dist/handlers/metadata.handler.js +0 -50
- package/dist/dist/handlers/metadata.handler.js.map +0 -1
- package/dist/dist/index.d.ts +0 -18
- package/dist/dist/index.d.ts.map +0 -1
- package/dist/dist/index.js +0 -48
- package/dist/dist/index.js.map +0 -1
- package/dist/dist/interfaces/adapter.interface.d.ts +0 -122
- package/dist/dist/interfaces/adapter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/adapter.interface.js +0 -3
- package/dist/dist/interfaces/adapter.interface.js.map +0 -1
- package/dist/dist/interfaces/data-flow-spec.interface.d.ts +0 -22
- package/dist/dist/interfaces/data-flow-spec.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/data-flow-spec.interface.js +0 -3
- package/dist/dist/interfaces/data-flow-spec.interface.js.map +0 -1
- package/dist/dist/interfaces/field-mapping.interface.d.ts +0 -26
- package/dist/dist/interfaces/field-mapping.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/field-mapping.interface.js +0 -3
- package/dist/dist/interfaces/field-mapping.interface.js.map +0 -1
- package/dist/dist/interfaces/filter.interface.d.ts +0 -19
- package/dist/dist/interfaces/filter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/filter.interface.js +0 -20
- package/dist/dist/interfaces/filter.interface.js.map +0 -1
- package/dist/dist/interfaces/integration-capabilities.interface.d.ts +0 -13
- package/dist/dist/interfaces/integration-capabilities.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/integration-capabilities.interface.js +0 -3
- package/dist/dist/interfaces/integration-capabilities.interface.js.map +0 -1
- package/dist/dist/interfaces/lookup-rule.interface.d.ts +0 -14
- package/dist/dist/interfaces/lookup-rule.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/lookup-rule.interface.js +0 -3
- package/dist/dist/interfaces/lookup-rule.interface.js.map +0 -1
- package/dist/dist/interfaces/mapped-event.interface.d.ts +0 -9
- package/dist/dist/interfaces/mapped-event.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/mapped-event.interface.js +0 -3
- package/dist/dist/interfaces/mapped-event.interface.js.map +0 -1
- package/dist/dist/interfaces/mapping-config.interface.d.ts +0 -26
- package/dist/dist/interfaces/mapping-config.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/mapping-config.interface.js +0 -3
- package/dist/dist/interfaces/mapping-config.interface.js.map +0 -1
- package/dist/dist/interfaces/metadata-adapter.interface.d.ts +0 -26
- package/dist/dist/interfaces/metadata-adapter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/metadata-adapter.interface.js +0 -3
- package/dist/dist/interfaces/metadata-adapter.interface.js.map +0 -1
- package/dist/dist/interfaces/pull-adapter.interface.d.ts +0 -50
- package/dist/dist/interfaces/pull-adapter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/pull-adapter.interface.js +0 -3
- package/dist/dist/interfaces/pull-adapter.interface.js.map +0 -1
- package/dist/dist/interfaces/push-adapter.interface.d.ts +0 -28
- package/dist/dist/interfaces/push-adapter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/push-adapter.interface.js +0 -3
- package/dist/dist/interfaces/push-adapter.interface.js.map +0 -1
- package/dist/dist/interfaces/sample-fetcher.interface.d.ts +0 -4
- package/dist/dist/interfaces/sample-fetcher.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/sample-fetcher.interface.js +0 -3
- package/dist/dist/interfaces/sample-fetcher.interface.js.map +0 -1
- package/dist/dist/interfaces/sync-result.interface.d.ts +0 -19
- package/dist/dist/interfaces/sync-result.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/sync-result.interface.js +0 -3
- package/dist/dist/interfaces/sync-result.interface.js.map +0 -1
- package/dist/dist/interfaces/target-adapter.interface.d.ts +0 -10
- package/dist/dist/interfaces/target-adapter.interface.d.ts.map +0 -1
- package/dist/dist/interfaces/target-adapter.interface.js +0 -3
- package/dist/dist/interfaces/target-adapter.interface.js.map +0 -1
- package/dist/dist/mocks/hubspot.d.ts +0 -4
- package/dist/dist/mocks/hubspot.d.ts.map +0 -1
- package/dist/dist/mocks/hubspot.js +0 -61
- package/dist/dist/mocks/hubspot.js.map +0 -1
- package/dist/dist/provenance.d.ts +0 -3
- package/dist/dist/provenance.d.ts.map +0 -1
- package/dist/dist/provenance.js +0 -12
- package/dist/dist/provenance.js.map +0 -1
- package/dist/dist/services/dataflow-service.d.ts +0 -21
- package/dist/dist/services/dataflow-service.d.ts.map +0 -1
- package/dist/dist/services/dataflow-service.js +0 -47
- package/dist/dist/services/dataflow-service.js.map +0 -1
- package/dist/dist/services/dataflow.service.d.ts +0 -20
- package/dist/dist/services/dataflow.service.d.ts.map +0 -1
- package/dist/dist/services/dataflow.service.js +0 -52
- package/dist/dist/services/dataflow.service.js.map +0 -1
- package/dist/dist/services/eql.d.ts +0 -2
- package/dist/dist/services/eql.d.ts.map +0 -1
- package/dist/dist/services/eql.js +0 -10
- package/dist/dist/services/eql.js.map +0 -1
- package/dist/dist/services/mapping-service.d.ts +0 -14
- package/dist/dist/services/mapping-service.d.ts.map +0 -1
- package/dist/dist/services/mapping-service.js +0 -88
- package/dist/dist/services/mapping-service.js.map +0 -1
- package/dist/dist/services/mapping.service.d.ts +0 -14
- package/dist/dist/services/mapping.service.d.ts.map +0 -1
- package/dist/dist/services/mapping.service.js +0 -89
- package/dist/dist/services/mapping.service.js.map +0 -1
- package/dist/dist/services/outbound-service.d.ts +0 -14
- package/dist/dist/services/outbound-service.d.ts.map +0 -1
- package/dist/dist/services/outbound-service.js +0 -65
- package/dist/dist/services/outbound-service.js.map +0 -1
- package/dist/dist/services/paragon-workflow-service.d.ts +0 -7
- package/dist/dist/services/paragon-workflow-service.d.ts.map +0 -1
- package/dist/dist/services/paragon-workflow-service.js +0 -68
- package/dist/dist/services/paragon-workflow-service.js.map +0 -1
- package/dist/dist/services/paragon-workflow.service.d.ts +0 -8
- package/dist/dist/services/paragon-workflow.service.d.ts.map +0 -1
- package/dist/dist/services/paragon-workflow.service.js +0 -31
- package/dist/dist/services/paragon-workflow.service.js.map +0 -1
- package/dist/dist/services/preview-service.d.ts +0 -11
- package/dist/dist/services/preview-service.d.ts.map +0 -1
- package/dist/dist/services/preview-service.js +0 -66
- package/dist/dist/services/preview-service.js.map +0 -1
- package/dist/dist/services/preview.service.d.ts +0 -11
- package/dist/dist/services/preview.service.d.ts.map +0 -1
- package/dist/dist/services/preview.service.js +0 -74
- package/dist/dist/services/preview.service.js.map +0 -1
- package/dist/dist/services/pull-service.d.ts +0 -9
- package/dist/dist/services/pull-service.d.ts.map +0 -1
- package/dist/dist/services/pull-service.js +0 -207
- package/dist/dist/services/pull-service.js.map +0 -1
- package/dist/dist/services/pull.service.d.ts +0 -11
- package/dist/dist/services/pull.service.d.ts.map +0 -1
- package/dist/dist/services/pull.service.js +0 -200
- package/dist/dist/services/pull.service.js.map +0 -1
- package/dist/dist/services/push-service.d.ts +0 -16
- package/dist/dist/services/push-service.d.ts.map +0 -1
- package/dist/dist/services/push-service.js +0 -76
- package/dist/dist/services/push-service.js.map +0 -1
- package/dist/dist/services/push.service.d.ts +0 -19
- package/dist/dist/services/push.service.d.ts.map +0 -1
- package/dist/dist/services/push.service.js +0 -186
- package/dist/dist/services/push.service.js.map +0 -1
- package/dist/dist/services/scheduled-pull-service.d.ts +0 -7
- package/dist/dist/services/scheduled-pull-service.d.ts.map +0 -1
- package/dist/dist/services/scheduled-pull-service.js +0 -58
- package/dist/dist/services/scheduled-pull-service.js.map +0 -1
- package/dist/dist/services/split-filter.d.ts +0 -3
- package/dist/dist/services/split-filter.d.ts.map +0 -1
- package/dist/dist/services/split-filter.js +0 -50
- package/dist/dist/services/split-filter.js.map +0 -1
- package/dist/dist/services/sync-runner.d.ts +0 -22
- package/dist/dist/services/sync-runner.d.ts.map +0 -1
- package/dist/dist/services/sync-runner.js +0 -110
- package/dist/dist/services/sync-runner.js.map +0 -1
- package/dist/dist/services/sync.service.d.ts +0 -21
- package/dist/dist/services/sync.service.d.ts.map +0 -1
- package/dist/dist/services/sync.service.js +0 -166
- package/dist/dist/services/sync.service.js.map +0 -1
- package/dist/dist/types.d.ts +0 -11
- package/dist/dist/types.d.ts.map +0 -1
- package/dist/dist/types.js +0 -6
- package/dist/dist/types.js.map +0 -1
- package/dist/dist/utils/compileFilter.d.ts +0 -3
- package/dist/dist/utils/compileFilter.d.ts.map +0 -1
- package/dist/dist/utils/compileFilter.js +0 -73
- package/dist/dist/utils/compileFilter.js.map +0 -1
- package/dist/dist/utils/normalizeDataFlow.d.ts +0 -3
- package/dist/dist/utils/normalizeDataFlow.d.ts.map +0 -1
- package/dist/dist/utils/normalizeDataFlow.js +0 -30
- package/dist/dist/utils/normalizeDataFlow.js.map +0 -1
- package/dist/dist/utils.d.ts +0 -2
- package/dist/dist/utils.d.ts.map +0 -1
- package/dist/dist/utils.js +0 -10
- package/dist/dist/utils.js.map +0 -1
- package/dist/interfaces/mapping-config.interface.d.ts +0 -26
- package/dist/interfaces/mapping-config.interface.d.ts.map +0 -1
- package/dist/interfaces/mapping-config.interface.js +0 -3
- package/dist/interfaces/mapping-config.interface.js.map +0 -1
- package/dist/interfaces/metadata-adapter.interface.d.ts +0 -26
- package/dist/interfaces/metadata-adapter.interface.d.ts.map +0 -1
- package/dist/interfaces/metadata-adapter.interface.js +0 -3
- package/dist/interfaces/metadata-adapter.interface.js.map +0 -1
- package/dist/interfaces/pull-adapter.interface.d.ts +0 -50
- package/dist/interfaces/pull-adapter.interface.d.ts.map +0 -1
- package/dist/interfaces/pull-adapter.interface.js +0 -3
- package/dist/interfaces/pull-adapter.interface.js.map +0 -1
- package/dist/interfaces/push-adapter.interface.d.ts +0 -28
- package/dist/interfaces/push-adapter.interface.d.ts.map +0 -1
- package/dist/interfaces/push-adapter.interface.js +0 -3
- package/dist/interfaces/push-adapter.interface.js.map +0 -1
- package/dist/interfaces/target-adapter.interface.d.ts +0 -10
- package/dist/interfaces/target-adapter.interface.d.ts.map +0 -1
- package/dist/interfaces/target-adapter.interface.js +0 -3
- package/dist/interfaces/target-adapter.interface.js.map +0 -1
- package/dist/mocks/hubspot.d.ts +0 -4
- package/dist/mocks/hubspot.d.ts.map +0 -1
- package/dist/mocks/hubspot.js +0 -61
- package/dist/mocks/hubspot.js.map +0 -1
- package/dist/provenance.d.ts +0 -3
- package/dist/provenance.d.ts.map +0 -1
- package/dist/provenance.js +0 -12
- package/dist/provenance.js.map +0 -1
- package/dist/services/dataflow-service.d.ts +0 -21
- package/dist/services/dataflow-service.d.ts.map +0 -1
- package/dist/services/dataflow-service.js +0 -47
- package/dist/services/dataflow-service.js.map +0 -1
- package/dist/services/eql.d.ts +0 -2
- package/dist/services/eql.d.ts.map +0 -1
- package/dist/services/eql.js +0 -10
- package/dist/services/eql.js.map +0 -1
- package/dist/services/mapping-service.d.ts +0 -14
- package/dist/services/mapping-service.d.ts.map +0 -1
- package/dist/services/mapping-service.js +0 -88
- package/dist/services/mapping-service.js.map +0 -1
- package/dist/services/mapping.service.d.ts +0 -14
- package/dist/services/mapping.service.d.ts.map +0 -1
- package/dist/services/mapping.service.js +0 -89
- package/dist/services/mapping.service.js.map +0 -1
- package/dist/services/outbound-service.d.ts +0 -14
- package/dist/services/outbound-service.d.ts.map +0 -1
- package/dist/services/outbound-service.js +0 -65
- package/dist/services/outbound-service.js.map +0 -1
- package/dist/services/paragon-workflow-service.d.ts +0 -7
- package/dist/services/paragon-workflow-service.d.ts.map +0 -1
- package/dist/services/paragon-workflow-service.js +0 -68
- package/dist/services/paragon-workflow-service.js.map +0 -1
- package/dist/services/paragon-workflow.service.d.ts +0 -8
- package/dist/services/paragon-workflow.service.d.ts.map +0 -1
- package/dist/services/paragon-workflow.service.js +0 -31
- package/dist/services/paragon-workflow.service.js.map +0 -1
- package/dist/services/preview-service.d.ts +0 -11
- package/dist/services/preview-service.d.ts.map +0 -1
- package/dist/services/preview-service.js +0 -66
- package/dist/services/preview-service.js.map +0 -1
- package/dist/services/pull-service.d.ts +0 -9
- package/dist/services/pull-service.d.ts.map +0 -1
- package/dist/services/pull-service.js +0 -207
- package/dist/services/pull-service.js.map +0 -1
- package/dist/services/pull.service.d.ts +0 -11
- package/dist/services/pull.service.d.ts.map +0 -1
- package/dist/services/pull.service.js +0 -200
- package/dist/services/pull.service.js.map +0 -1
- package/dist/services/push-service.d.ts +0 -16
- package/dist/services/push-service.d.ts.map +0 -1
- package/dist/services/push-service.js +0 -76
- package/dist/services/push-service.js.map +0 -1
- package/dist/services/push.service.d.ts +0 -19
- package/dist/services/push.service.d.ts.map +0 -1
- package/dist/services/push.service.js +0 -186
- package/dist/services/push.service.js.map +0 -1
- package/dist/services/scheduled-pull-service.d.ts +0 -7
- package/dist/services/scheduled-pull-service.d.ts.map +0 -1
- package/dist/services/scheduled-pull-service.js +0 -58
- package/dist/services/scheduled-pull-service.js.map +0 -1
- package/dist/services/split-filter.d.ts +0 -3
- package/dist/services/split-filter.d.ts.map +0 -1
- package/dist/services/split-filter.js +0 -50
- package/dist/services/split-filter.js.map +0 -1
|
@@ -1,186 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
3
|
-
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
|
|
4
|
-
var m = o[Symbol.asyncIterator], i;
|
|
5
|
-
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
|
|
6
|
-
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
|
|
7
|
-
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
8
|
-
};
|
|
9
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
-
exports.PushService = void 0;
|
|
11
|
-
const mapping_service_1 = require("./mapping.service");
|
|
12
|
-
const skedulo_adapter_1 = require("../adapters/skedulo.adapter");
|
|
13
|
-
const utils_1 = require("../utils");
|
|
14
|
-
const constants_1 = require("../constants");
|
|
15
|
-
// PushService drives a PushAdapter for OUTBOUND flows:
|
|
16
|
-
//
|
|
17
|
-
// OUTBOUND_TRIGGERED (event-driven, one record at a time):
|
|
18
|
-
// run() — resolves spec, delegates to pushRecord()
|
|
19
|
-
// pushRecord() — fetches one Skedulo record, maps it, calls adapter.pushOne()
|
|
20
|
-
//
|
|
21
|
-
// OUTBOUND batch (scheduled, all/delta records):
|
|
22
|
-
// runFlow() — pages through all Skedulo records via source adapter,
|
|
23
|
-
// maps each, calls adapter.pushOne() per record
|
|
24
|
-
//
|
|
25
|
-
// Loop avoidance: `suppressChangeEvents: true` in Skedulo upserts prevents
|
|
26
|
-
// the change event from triggering another outbound push.
|
|
27
|
-
class PushService {
|
|
28
|
-
constructor(adapter, source = new skedulo_adapter_1.SkeduloAdapter()) {
|
|
29
|
-
this.adapter = adapter;
|
|
30
|
-
this.source = source;
|
|
31
|
-
}
|
|
32
|
-
async run(payload, ctx) {
|
|
33
|
-
try {
|
|
34
|
-
const spec = await ctx.dataFlowService.getSpecByFilter({
|
|
35
|
-
integrationType: payload.integrationType,
|
|
36
|
-
sourceObject: payload.skeduloObject,
|
|
37
|
-
strategy: constants_1.Strategy.OUTBOUND_TRIGGERED,
|
|
38
|
-
});
|
|
39
|
-
if (!spec) {
|
|
40
|
-
ctx.logger.warn(`orphan_push: no DataFlow for ${payload.integrationType}.${payload.skeduloObject} (${constants_1.Strategy.OUTBOUND_TRIGGERED})`);
|
|
41
|
-
return { status: 'skipped', recordsProcessed: 0, reason: 'no_data_flow' };
|
|
42
|
-
}
|
|
43
|
-
return this.pushRecord(spec, payload.recordId, payload.operation, ctx);
|
|
44
|
-
}
|
|
45
|
-
catch (err) {
|
|
46
|
-
ctx.logger.error(`handler_error: ${err instanceof Error ? err.message : String(err)}`);
|
|
47
|
-
return { status: 'failed', recordsProcessed: 0, error: String(err) };
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
// Batch OUTBOUND sync — pages through all (or delta) records from the source,
|
|
51
|
-
// filters and maps them, then pushes via adapter.upsert() (batch) or
|
|
52
|
-
// adapter.pushOne() per record if upsert is not defined.
|
|
53
|
-
async runFlow(spec, since, ctx) {
|
|
54
|
-
var _a, e_1, _b, _c;
|
|
55
|
-
var _d, _e, _f, _g;
|
|
56
|
-
const totals = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
|
|
57
|
-
const localFilter = (_d = spec.filter) !== null && _d !== void 0 ? _d : null;
|
|
58
|
-
try {
|
|
59
|
-
for (var _h = true, _j = __asyncValues(this.source.fetch(ctx, spec, since, localFilter)), _k; _k = await _j.next(), _a = _k.done, !_a; _h = true) {
|
|
60
|
-
_c = _k.value;
|
|
61
|
-
_h = false;
|
|
62
|
-
const batch = _c;
|
|
63
|
-
if (!batch || batch.length === 0)
|
|
64
|
-
continue;
|
|
65
|
-
// Filter + map — build (sourceRecord, mappedRecord) pairs
|
|
66
|
-
const pairs = [];
|
|
67
|
-
for (const record of batch) {
|
|
68
|
-
if (localFilter && !(await (0, mapping_service_1.evaluateFilter)(localFilter, record))) {
|
|
69
|
-
totals.filtered++;
|
|
70
|
-
continue;
|
|
71
|
-
}
|
|
72
|
-
const mapped = await (0, mapping_service_1.executeMapping)(spec, record);
|
|
73
|
-
if (!mapped) {
|
|
74
|
-
totals.filtered++;
|
|
75
|
-
continue;
|
|
76
|
-
}
|
|
77
|
-
pairs.push({ recordId: String((_e = record['UID']) !== null && _e !== void 0 ? _e : ''), mapped });
|
|
78
|
-
}
|
|
79
|
-
if (pairs.length === 0)
|
|
80
|
-
continue;
|
|
81
|
-
if (this.adapter.upsert) {
|
|
82
|
-
// Batch path — one vendor API call for the whole page
|
|
83
|
-
try {
|
|
84
|
-
const outcomes = await this.adapter.upsert(ctx, spec, pairs.map((p) => p.mapped));
|
|
85
|
-
for (let i = 0; i < outcomes.length; i++) {
|
|
86
|
-
const outcome = outcomes[i];
|
|
87
|
-
if (outcome.status === 'ok') {
|
|
88
|
-
totals.succeeded++;
|
|
89
|
-
}
|
|
90
|
-
else {
|
|
91
|
-
ctx.logger.error(`push_failed: dataFlowId=${spec.id} recordId=${pairs[i].recordId} ` +
|
|
92
|
-
`class=${outcome.status} error=${(_f = outcome.error) !== null && _f !== void 0 ? _f : 'unknown'}`);
|
|
93
|
-
totals.failed++;
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
catch (err) {
|
|
98
|
-
ctx.logger.error(`batch_push_error: dataFlowId=${spec.id} ` +
|
|
99
|
-
`error=${err instanceof Error ? err.message : String(err)}`);
|
|
100
|
-
totals.failed += pairs.length;
|
|
101
|
-
totals.dlqWrites += pairs.length;
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
else {
|
|
105
|
-
// Per-record fallback path
|
|
106
|
-
for (const { recordId, mapped } of pairs) {
|
|
107
|
-
try {
|
|
108
|
-
const outcome = await this.adapter.pushOne(ctx, spec, recordId, 'UPDATE', mapped);
|
|
109
|
-
if (outcome.status === 'ok') {
|
|
110
|
-
totals.succeeded++;
|
|
111
|
-
}
|
|
112
|
-
else {
|
|
113
|
-
ctx.logger.error(`push_failed: dataFlowId=${spec.id} recordId=${recordId} ` +
|
|
114
|
-
`class=${outcome.status} error=${(_g = outcome.error) !== null && _g !== void 0 ? _g : 'unknown'}`);
|
|
115
|
-
totals.failed++;
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
catch (err) {
|
|
119
|
-
ctx.logger.error(`push_error: dataFlowId=${spec.id} recordId=${recordId} ` +
|
|
120
|
-
`error=${err instanceof Error ? err.message : String(err)}`);
|
|
121
|
-
totals.failed++;
|
|
122
|
-
totals.dlqWrites++;
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
129
|
-
finally {
|
|
130
|
-
try {
|
|
131
|
-
if (!_h && !_a && (_b = _j.return)) await _b.call(_j);
|
|
132
|
-
}
|
|
133
|
-
finally { if (e_1) throw e_1.error; }
|
|
134
|
-
}
|
|
135
|
-
return totals;
|
|
136
|
-
}
|
|
137
|
-
// Push one Skedulo record using a spec the caller already resolved.
|
|
138
|
-
// Used by /push (single triggered event) and /run-flow OUTBOUND fan-out.
|
|
139
|
-
async pushRecord(spec, recordId, operation, ctx) {
|
|
140
|
-
var _a, _b;
|
|
141
|
-
let mapped = null;
|
|
142
|
-
if (operation !== 'DELETE') {
|
|
143
|
-
const record = await this._fetchRecord(spec.sourceObject, recordId, spec, ctx);
|
|
144
|
-
if (!record) {
|
|
145
|
-
return { status: 'skipped', recordsProcessed: 0, reason: 'not_found' };
|
|
146
|
-
}
|
|
147
|
-
// Apply spec.filter as a local safety net — the Skedulo query fetches by UID
|
|
148
|
-
// so server-side filtering isn't possible here.
|
|
149
|
-
if (spec.filter && !(await (0, mapping_service_1.evaluateFilter)(spec.filter, record))) {
|
|
150
|
-
return { status: 'filtered', recordsProcessed: 0 };
|
|
151
|
-
}
|
|
152
|
-
mapped = await (0, mapping_service_1.executeMapping)(spec, record);
|
|
153
|
-
if (!mapped) {
|
|
154
|
-
return { status: 'filtered', recordsProcessed: 0 };
|
|
155
|
-
}
|
|
156
|
-
}
|
|
157
|
-
const outcome = await this.adapter.pushOne(ctx, spec, recordId, operation, mapped);
|
|
158
|
-
if (outcome.status === 'ok') {
|
|
159
|
-
return { status: 'synced', recordsProcessed: 1 };
|
|
160
|
-
}
|
|
161
|
-
ctx.logger.error(`push_failed: dataFlowId=${spec.id} recordId=${recordId} ` +
|
|
162
|
-
`class=${outcome.status} error=${(_a = outcome.error) !== null && _a !== void 0 ? _a : 'unknown'}`);
|
|
163
|
-
return { status: 'failed', recordsProcessed: 0, error: (_b = outcome.error) !== null && _b !== void 0 ? _b : outcome.status };
|
|
164
|
-
}
|
|
165
|
-
async _fetchRecord(objectName, recordId, spec, ctx) {
|
|
166
|
-
var _a, _b, _c;
|
|
167
|
-
const sourceFields = (_c = (_a = spec.sourceFields) !== null && _a !== void 0 ? _a : (_b = spec.mappingConfig) === null || _b === void 0 ? void 0 : _b.mappings.map((m) => m.expression)) !== null && _c !== void 0 ? _c : [];
|
|
168
|
-
const filterFields = spec.filter ? spec.filter.rules.map((r) => r.field) : [];
|
|
169
|
-
const fields = [...new Set(['UID', ...sourceFields, ...filterFields])];
|
|
170
|
-
const builder = ctx.newQueryBuilder({
|
|
171
|
-
objectName,
|
|
172
|
-
operationName: constants_1.OperationName.PUSH_FETCH,
|
|
173
|
-
readOnly: true,
|
|
174
|
-
});
|
|
175
|
-
const result = await builder
|
|
176
|
-
.withFields(fields)
|
|
177
|
-
.withFilter(`UID == '${(0, utils_1.escapeEqlString)(recordId)}'`)
|
|
178
|
-
.withLimit(1)
|
|
179
|
-
.execute();
|
|
180
|
-
if (!result.records || result.records.length === 0)
|
|
181
|
-
return null;
|
|
182
|
-
return result.records[0];
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
exports.PushService = PushService;
|
|
186
|
-
//# sourceMappingURL=push.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"push.service.js","sourceRoot":"","sources":["../../src/services/push.service.ts"],"names":[],"mappings":";;;;;;;;;;AACA,uDAAmE;AAGnE,iEAA6D;AAC7D,oCAA2C;AAC3C,4CAAuD;AASvD,uDAAuD;AACvD,EAAE;AACF,2DAA2D;AAC3D,4DAA4D;AAC5D,gFAAgF;AAChF,EAAE;AACF,iDAAiD;AACjD,yEAAyE;AACzE,iEAAiE;AACjE,EAAE;AACF,2EAA2E;AAC3E,0DAA0D;AAC1D,MAAa,WAAW;IAItB,YACE,OAAoB,EACpB,SAA+C,IAAI,gCAAc,EAAE;QAEnE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAoB,EAAE,GAAuB;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,eAAe,CAAC;gBACrD,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,YAAY,EAAE,OAAO,CAAC,aAAa;gBACnC,QAAQ,EAAE,oBAAQ,CAAC,kBAAkB;aACtC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,gCAAgC,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,aAAa,KAAK,oBAAQ,CAAC,kBAAkB,GAAG,CACpH,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YAC5E,CAAC;YAED,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,qEAAqE;IACrE,yDAAyD;IACzD,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,KAAkB,EAClB,GAAuB;;;QAEvB,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,WAAW,GAAG,MAAA,IAAI,CAAC,MAAM,mCAAI,IAAI,CAAC;;YAExC,KAA0B,eAAA,KAAA,cAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,CAAA,IAAA,sDAAE,CAAC;gBAAnD,cAAgD;gBAAhD,WAAgD;gBAA/D,MAAM,KAAK,KAAA,CAAA;gBACpB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAE3C,0DAA0D;gBAC1D,MAAM,KAAK,GAA4D,EAAE,CAAC;gBAC1E,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;oBAC3B,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;wBAChE,MAAM,CAAC,QAAQ,EAAE,CAAC;wBAClB,SAAS;oBACX,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,IAAA,gCAAc,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBAClD,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,CAAC,QAAQ,EAAE,CAAC;wBAClB,SAAS;oBACX,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAA,MAAM,CAAC,KAAK,CAAC,mCAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBAChE,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAEjC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACxB,sDAAsD;oBACtD,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CACxC,GAAG,EACH,IAAI,EACJ,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAC3B,CAAC;wBACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;4BAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gCAC5B,MAAM,CAAC,SAAS,EAAE,CAAC;4BACrB,CAAC;iCAAM,CAAC;gCACN,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,2BAA2B,IAAI,CAAC,EAAE,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG;oCACjE,SAAS,OAAO,CAAC,MAAM,UAAU,MAAA,OAAO,CAAC,KAAK,mCAAI,SAAS,EAAE,CAChE,CAAC;gCACF,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,gCAAgC,IAAI,CAAC,EAAE,GAAG;4BACxC,SAAS,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC9D,CAAC;wBACF,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;wBAC9B,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;oBACnC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,2BAA2B;oBAC3B,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;wBACzC,IAAI,CAAC;4BACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;4BAClF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gCAC5B,MAAM,CAAC,SAAS,EAAE,CAAC;4BACrB,CAAC;iCAAM,CAAC;gCACN,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,2BAA2B,IAAI,CAAC,EAAE,aAAa,QAAQ,GAAG;oCACxD,SAAS,OAAO,CAAC,MAAM,UAAU,MAAA,OAAO,CAAC,KAAK,mCAAI,SAAS,EAAE,CAChE,CAAC;gCACF,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,CAAC;wBACH,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,0BAA0B,IAAI,CAAC,EAAE,aAAa,QAAQ,GAAG;gCACvD,SAAS,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC9D,CAAC;4BACF,MAAM,CAAC,MAAM,EAAE,CAAC;4BAChB,MAAM,CAAC,SAAS,EAAE,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;;;;;;;;;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oEAAoE;IACpE,yEAAyE;IACzE,KAAK,CAAC,UAAU,CACd,IAAkB,EAClB,QAAgB,EAChB,SAAyC,EACzC,GAAuB;;QAEvB,IAAI,MAAM,GAAmC,IAAI,CAAC;QAClD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YACzE,CAAC;YACD,6EAA6E;YAC7E,gDAAgD;YAChD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;YACD,MAAM,GAAG,MAAM,IAAA,gCAAc,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEnF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;QACnD,CAAC;QAED,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,2BAA2B,IAAI,CAAC,EAAE,aAAa,QAAQ,GAAG;YACxD,SAAS,OAAO,CAAC,MAAM,UAAU,MAAA,OAAO,CAAC,KAAK,mCAAI,SAAS,EAAE,CAChE,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,MAAA,OAAO,CAAC,KAAK,mCAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,UAAkB,EAClB,QAAgB,EAChB,IAAkB,EAClB,GAAuB;;QAEvB,MAAM,YAAY,GAChB,MAAA,MAAA,IAAI,CAAC,YAAY,mCAAI,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,mCAAI,EAAE,CAAC;QACnF,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAEvE,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;YAClC,UAAU;YACV,aAAa,EAAE,yBAAa,CAAC,UAAU;YACvC,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO;aACzB,UAAU,CAAC,MAAM,CAAC;aAClB,UAAU,CAAC,WAAW,IAAA,uBAAe,EAAC,QAAQ,CAAC,GAAG,CAAC;aACnD,SAAS,CAAC,CAAC,CAAC;aACZ,OAAO,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAChE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAA4B,CAAC;IACtD,CAAC;CACF;AAzLD,kCAyLC"}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import type { IntegrationContext } from '../context';
|
|
2
|
-
import type { BatchResult } from '../types';
|
|
3
|
-
export declare class ScheduledPullService {
|
|
4
|
-
processBatch(dataFlowId: number, records: Record<string, unknown>[], ctx: IntegrationContext): Promise<BatchResult>;
|
|
5
|
-
private _writeDlq;
|
|
6
|
-
}
|
|
7
|
-
//# sourceMappingURL=scheduled-pull-service.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scheduled-pull-service.d.ts","sourceRoot":"","sources":["../../src/services/scheduled-pull-service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,WAAW,EAAgB,MAAM,UAAU,CAAC;AAE1D,qBAAa,oBAAoB;IACzB,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;YAiDT,SAAS;CAQxB"}
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ScheduledPullService = void 0;
|
|
4
|
-
const mapping_service_1 = require("./mapping-service");
|
|
5
|
-
const provenance_1 = require("../provenance");
|
|
6
|
-
class ScheduledPullService {
|
|
7
|
-
async processBatch(dataFlowId, records, ctx) {
|
|
8
|
-
const spec = await ctx.dataFlowService.getSpecById(dataFlowId);
|
|
9
|
-
if (!spec)
|
|
10
|
-
throw new Error(`DataFlow ${dataFlowId} not found`);
|
|
11
|
-
const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
|
|
12
|
-
const successBatch = [];
|
|
13
|
-
for (const record of records) {
|
|
14
|
-
// Loop prevention — skip records we wrote ourselves
|
|
15
|
-
if ((0, provenance_1.hasOwnProvenance)(record, spec.provenanceMarker)) {
|
|
16
|
-
stats.filtered++;
|
|
17
|
-
continue;
|
|
18
|
-
}
|
|
19
|
-
try {
|
|
20
|
-
const mapped = await (0, mapping_service_1.executeMapping)(spec, record);
|
|
21
|
-
if (!mapped) {
|
|
22
|
-
stats.filtered++;
|
|
23
|
-
continue;
|
|
24
|
-
}
|
|
25
|
-
successBatch.push((0, provenance_1.applyProvenance)(mapped, spec.provenanceMarker));
|
|
26
|
-
stats.succeeded++;
|
|
27
|
-
}
|
|
28
|
-
catch (err) {
|
|
29
|
-
stats.failed++;
|
|
30
|
-
await this._writeDlq(spec, record, err, ctx);
|
|
31
|
-
stats.dlqWrites++;
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
if (successBatch.length > 0) {
|
|
35
|
-
try {
|
|
36
|
-
await ctx.graphqlService.upsert({
|
|
37
|
-
objectName: spec.targetObject,
|
|
38
|
-
operationName: `pull_${spec.id}`,
|
|
39
|
-
records: successBatch,
|
|
40
|
-
keyField: spec.matchKeyField,
|
|
41
|
-
bulkOperation: true,
|
|
42
|
-
suppressChangeEvents: true,
|
|
43
|
-
});
|
|
44
|
-
}
|
|
45
|
-
catch (err) {
|
|
46
|
-
ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
|
|
47
|
-
stats.failed += stats.succeeded;
|
|
48
|
-
stats.succeeded = 0;
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
return stats;
|
|
52
|
-
}
|
|
53
|
-
async _writeDlq(spec, record, err, ctx) {
|
|
54
|
-
ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${String(err)}`);
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
exports.ScheduledPullService = ScheduledPullService;
|
|
58
|
-
//# sourceMappingURL=scheduled-pull-service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scheduled-pull-service.js","sourceRoot":"","sources":["../../src/services/scheduled-pull-service.ts"],"names":[],"mappings":";;;AAAA,uDAAmD;AACnD,8CAAkE;AAIlE,MAAa,oBAAoB;IAC/B,KAAK,CAAC,YAAY,CAChB,UAAkB,EAClB,OAAkC,EAClC,GAAuB;QAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC/D,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,UAAU,YAAY,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,YAAY,GAA8B,EAAE,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,oDAAoD;YACpD,IAAI,IAAA,6BAAgB,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,gCAAc,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,IAAA,4BAAe,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBAClE,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC7C,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC;oBAC9B,UAAU,EAAE,IAAI,CAAC,YAAY;oBAC7B,aAAa,EAAE,QAAQ,IAAI,CAAC,EAAE,EAAE;oBAChC,OAAO,EAAE,YAAY;oBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;oBAC5B,aAAa,EAAE,IAAI;oBACnB,oBAAoB,EAAE,IAAI;iBAC3B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7F,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,IAAkB,EAClB,MAA+B,EAC/B,GAAY,EACZ,GAAuB;QAEvB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,EAAE,UAAU,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;CACF;AA9DD,oDA8DC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"split-filter.d.ts","sourceRoot":"","sources":["../../src/services/split-filter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAc,UAAU,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAY/F,wBAAgB,WAAW,CACzB,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,IAAI,EAAE,mBAAmB,GACxB,iBAAiB,CAsBnB"}
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.splitFilter = splitFilter;
|
|
4
|
-
// Pure helper: split a FilterSpec into the slice the adapter can push to the
|
|
5
|
-
// vendor and the remainder that must be evaluated locally via JSONata.
|
|
6
|
-
//
|
|
7
|
-
// Rules:
|
|
8
|
-
// - filterAtSource=false → everything is local
|
|
9
|
-
// - rule is pushable iff: field ∈ pushdownFields, operator allowed for that
|
|
10
|
-
// field, and value is not an `expr` reference
|
|
11
|
-
// - AND combinator → split cleanly (pushed = pushable rules, local = rest)
|
|
12
|
-
// - OR combinator with mixed split → must evaluate the whole filter locally
|
|
13
|
-
// (pushing a subset would let unwanted rows through)
|
|
14
|
-
function splitFilter(filter, caps) {
|
|
15
|
-
if (!filter || filter.rules.length === 0) {
|
|
16
|
-
return { pushed: null, local: null };
|
|
17
|
-
}
|
|
18
|
-
if (!caps.filterAtSource) {
|
|
19
|
-
return { pushed: null, local: filter };
|
|
20
|
-
}
|
|
21
|
-
const pushable = [];
|
|
22
|
-
const localOnly = [];
|
|
23
|
-
for (const rule of filter.rules) {
|
|
24
|
-
(isPushable(rule, caps) ? pushable : localOnly).push(rule);
|
|
25
|
-
}
|
|
26
|
-
if (filter.combinator === 'OR' && localOnly.length > 0) {
|
|
27
|
-
return { pushed: null, local: filter };
|
|
28
|
-
}
|
|
29
|
-
return {
|
|
30
|
-
pushed: pushable.length > 0 ? { combinator: filter.combinator, rules: pushable } : null,
|
|
31
|
-
local: localOnly.length > 0 ? { combinator: filter.combinator, rules: localOnly } : null,
|
|
32
|
-
};
|
|
33
|
-
}
|
|
34
|
-
function isPushable(rule, caps) {
|
|
35
|
-
var _a, _b;
|
|
36
|
-
if (!((_a = caps.pushdownFields) === null || _a === void 0 ? void 0 : _a.includes(rule.field)))
|
|
37
|
-
return false;
|
|
38
|
-
const allowedOps = (_b = caps.pushdownOperators) === null || _b === void 0 ? void 0 : _b[rule.field];
|
|
39
|
-
if (allowedOps && !allowedOps.includes(rule.op))
|
|
40
|
-
return false;
|
|
41
|
-
if (typeof rule.value === 'object' &&
|
|
42
|
-
rule.value !== null &&
|
|
43
|
-
!Array.isArray(rule.value) &&
|
|
44
|
-
'type' in rule.value &&
|
|
45
|
-
rule.value.type === 'expr') {
|
|
46
|
-
return false;
|
|
47
|
-
}
|
|
48
|
-
return true;
|
|
49
|
-
}
|
|
50
|
-
//# sourceMappingURL=split-filter.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"split-filter.js","sourceRoot":"","sources":["../../src/services/split-filter.ts"],"names":[],"mappings":";;AAYA,kCAyBC;AAnCD,6EAA6E;AAC7E,uEAAuE;AACvE,EAAE;AACF,SAAS;AACT,iDAAiD;AACjD,8EAA8E;AAC9E,kDAAkD;AAClD,6EAA6E;AAC7E,8EAA8E;AAC9E,yDAAyD;AACzD,SAAgB,WAAW,CACzB,MAA8B,EAC9B,IAAyB;IAEzB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;QACvF,KAAK,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI;KACzF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAgB,EAAE,IAAyB;;IAC7D,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,cAAc,0CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAAE,OAAO,KAAK,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,UAAU,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9D,IACE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;QAC9B,IAAI,CAAC,KAAK,KAAK,IAAI;QACnB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,IAAI,CAAC,KAAK;QACpB,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,EAC1B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import type { IntegrationContext } from '../context';
|
|
2
|
-
import type { Adapter } from '../interfaces/adapter.interface';
|
|
3
|
-
import type { MappedEvent } from '../interfaces/mapped-event.interface';
|
|
4
|
-
import type { BatchResult, SyncResult } from '../interfaces/sync-result.interface';
|
|
5
|
-
export declare class AdapterNotRegisteredError extends Error {
|
|
6
|
-
constructor(systemName: string);
|
|
7
|
-
}
|
|
8
|
-
export declare class SyncRunner {
|
|
9
|
-
private readonly registry;
|
|
10
|
-
register(systemName: string, adapter: Adapter): void;
|
|
11
|
-
run(args: {
|
|
12
|
-
flowId: number;
|
|
13
|
-
since: Date | null;
|
|
14
|
-
sourceSystem?: string;
|
|
15
|
-
targetSystem?: string;
|
|
16
|
-
}, ctx: IntegrationContext): Promise<BatchResult>;
|
|
17
|
-
handleEvent(args: {
|
|
18
|
-
event: MappedEvent;
|
|
19
|
-
}, ctx: IntegrationContext): Promise<SyncResult[]>;
|
|
20
|
-
private _resolve;
|
|
21
|
-
}
|
|
22
|
-
//# sourceMappingURL=sync-runner.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sync-runner.d.ts","sourceRoot":"","sources":["../../src/services/sync-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AAwBnF,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,UAAU,EAAE,MAAM;CAI/B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;IAEvD,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAQ9C,GAAG,CACP,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,IAAI,GAAG,IAAI,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,EAC1F,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAwBjB,WAAW,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,EAAE,GAAG,EAAE,kBAAkB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAsC/F,OAAO,CAAC,QAAQ;CAMjB"}
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.SyncRunner = exports.AdapterNotRegisteredError = void 0;
|
|
4
|
-
const sync_service_1 = require("./sync.service");
|
|
5
|
-
// SyncRunner is the high-level entry point for integration packages.
|
|
6
|
-
//
|
|
7
|
-
// It owns:
|
|
8
|
-
// - Adapter registration (keyed by system name, e.g. 'hubspot', 'skedulo')
|
|
9
|
-
// - Flow fetch by ID or by filter (for event-driven paths)
|
|
10
|
-
// - Adapter resolution from flow.sourceSystem / flow.targetSystem
|
|
11
|
-
// - Delegation to SyncService for the actual pipeline
|
|
12
|
-
//
|
|
13
|
-
// Integration packages register their adapters at startup, then call
|
|
14
|
-
// run() or handleEvent() with minimal info (flowId or MappedEvent).
|
|
15
|
-
//
|
|
16
|
-
// runner = new SyncRunner()
|
|
17
|
-
// runner.register('hubspot', new HubSpotAdapter())
|
|
18
|
-
// runner.register('skedulo', new SkeduloAdapter())
|
|
19
|
-
//
|
|
20
|
-
// // Scheduled / Run Now:
|
|
21
|
-
// await runner.run({ flowId, since }, ctx)
|
|
22
|
-
//
|
|
23
|
-
// // Paragon Workflow / inbound event:
|
|
24
|
-
// await runner.handleEvent({ event }, ctx)
|
|
25
|
-
class AdapterNotRegisteredError extends Error {
|
|
26
|
-
constructor(systemName) {
|
|
27
|
-
super(`adapter not registered for system: "${systemName}"`);
|
|
28
|
-
this.name = 'AdapterNotRegisteredError';
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
exports.AdapterNotRegisteredError = AdapterNotRegisteredError;
|
|
32
|
-
class SyncRunner {
|
|
33
|
-
constructor() {
|
|
34
|
-
this.registry = new Map();
|
|
35
|
-
}
|
|
36
|
-
register(systemName, adapter) {
|
|
37
|
-
this.registry.set(systemName, adapter);
|
|
38
|
-
}
|
|
39
|
-
// Run a full batch sync for a known flow.
|
|
40
|
-
// Fetches the flow by ID, resolves adapters, delegates to SyncService.run().
|
|
41
|
-
// sourceSystem / targetSystem fallbacks are used when the flow's own values are null
|
|
42
|
-
// (e.g. flows created before these columns were added to the schema).
|
|
43
|
-
async run(args, ctx) {
|
|
44
|
-
var _a, _b, _c, _d;
|
|
45
|
-
try {
|
|
46
|
-
const flow = await ctx.dataFlowService.getFlowById(args.flowId);
|
|
47
|
-
if (!flow) {
|
|
48
|
-
ctx.logger.warn(`sync_runner_run: flow ${args.flowId} not found`);
|
|
49
|
-
return { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
|
|
50
|
-
}
|
|
51
|
-
const source = this._resolve((_b = (_a = flow.sourceSystem) !== null && _a !== void 0 ? _a : args.sourceSystem) !== null && _b !== void 0 ? _b : null);
|
|
52
|
-
const target = this._resolve((_d = (_c = flow.targetSystem) !== null && _c !== void 0 ? _c : args.targetSystem) !== null && _d !== void 0 ? _d : null);
|
|
53
|
-
return new sync_service_1.SyncService(source, target).run({ flow, since: args.since }, ctx);
|
|
54
|
-
}
|
|
55
|
-
catch (err) {
|
|
56
|
-
if (err instanceof AdapterNotRegisteredError) {
|
|
57
|
-
ctx.logger.error(`sync_runner_run: ${err.message} flowId=${args.flowId}`);
|
|
58
|
-
return { succeeded: 0, filtered: 0, failed: 1, dlqWrites: 0 };
|
|
59
|
-
}
|
|
60
|
-
throw err;
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
// Handle an inbound event (e.g. from Paragon Workflow).
|
|
64
|
-
// Looks up ALL active flows matching integrationType + sourceObject, sorts by
|
|
65
|
-
// executionOrder (nulls last), and processes each sequentially so that a failure
|
|
66
|
-
// in one flow doesn't prevent the others from running.
|
|
67
|
-
async handleEvent(args, ctx) {
|
|
68
|
-
var _a;
|
|
69
|
-
const { event } = args;
|
|
70
|
-
const flows = await ctx.dataFlowService.getFlowsByFilter({
|
|
71
|
-
integrationType: event.integrationType,
|
|
72
|
-
sourceObject: event.objectType,
|
|
73
|
-
});
|
|
74
|
-
if (flows.length === 0) {
|
|
75
|
-
ctx.logger.warn(`sync_runner_event: no active DataFlow for ${event.integrationType}.${event.objectType}`);
|
|
76
|
-
return [{ status: 'skipped', recordsProcessed: 0, reason: 'no_data_flow' }];
|
|
77
|
-
}
|
|
78
|
-
const sorted = [...flows].sort((a, b) => { var _a, _b; return ((_a = a.executionOrder) !== null && _a !== void 0 ? _a : Infinity) - ((_b = b.executionOrder) !== null && _b !== void 0 ? _b : Infinity); });
|
|
79
|
-
const results = [];
|
|
80
|
-
for (const flow of sorted) {
|
|
81
|
-
try {
|
|
82
|
-
const target = this._resolve((_a = flow.targetSystem) !== null && _a !== void 0 ? _a : null);
|
|
83
|
-
const result = await new sync_service_1.SyncService(null, target).handleEvent({ event, flow }, ctx);
|
|
84
|
-
results.push(result);
|
|
85
|
-
}
|
|
86
|
-
catch (err) {
|
|
87
|
-
if (err instanceof AdapterNotRegisteredError) {
|
|
88
|
-
ctx.logger.error(`sync_runner_event: ${err.message} flowId=${flow.id}`);
|
|
89
|
-
results.push({ status: 'failed', recordsProcessed: 0, error: err.message });
|
|
90
|
-
}
|
|
91
|
-
else {
|
|
92
|
-
const msg = err instanceof Error ? err.message : String(err);
|
|
93
|
-
ctx.logger.error(`sync_runner_event: flowId=${flow.id} ${msg}`);
|
|
94
|
-
results.push({ status: 'failed', recordsProcessed: 0, error: msg });
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
return results;
|
|
99
|
-
}
|
|
100
|
-
_resolve(systemName) {
|
|
101
|
-
if (!systemName)
|
|
102
|
-
throw new AdapterNotRegisteredError(String(systemName));
|
|
103
|
-
const adapter = this.registry.get(systemName);
|
|
104
|
-
if (!adapter)
|
|
105
|
-
throw new AdapterNotRegisteredError(systemName);
|
|
106
|
-
return adapter;
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
exports.SyncRunner = SyncRunner;
|
|
110
|
-
//# sourceMappingURL=sync-runner.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sync-runner.js","sourceRoot":"","sources":["../../src/services/sync-runner.ts"],"names":[],"mappings":";;;AAIA,iDAA6C;AAE7C,qEAAqE;AACrE,EAAE;AACF,WAAW;AACX,6EAA6E;AAC7E,6DAA6D;AAC7D,oEAAoE;AACpE,wDAAwD;AACxD,EAAE;AACF,qEAAqE;AACrE,oEAAoE;AACpE,EAAE;AACF,8BAA8B;AAC9B,qDAAqD;AACrD,qDAAqD;AACrD,EAAE;AACF,4BAA4B;AAC5B,6CAA6C;AAC7C,EAAE;AACF,yCAAyC;AACzC,6CAA6C;AAE7C,MAAa,yBAA0B,SAAQ,KAAK;IAClD,YAAY,UAAkB;QAC5B,KAAK,CAAC,uCAAuC,UAAU,GAAG,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;IAC1C,CAAC;CACF;AALD,8DAKC;AAED,MAAa,UAAU;IAAvB;QACmB,aAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IAiFzD,CAAC;IA/EC,QAAQ,CAAC,UAAkB,EAAE,OAAgB;QAC3C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,0CAA0C;IAC1C,6EAA6E;IAC7E,qFAAqF;IACrF,sEAAsE;IACtE,KAAK,CAAC,GAAG,CACP,IAA0F,EAC1F,GAAuB;;QAEvB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,MAAM,YAAY,CAAC,CAAC;gBAClE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAChE,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAA,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAA,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,CAAC;YAC7E,OAAO,IAAI,0BAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,yBAAyB,EAAE,CAAC;gBAC7C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,CAAC,OAAO,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1E,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAChE,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,8EAA8E;IAC9E,iFAAiF;IACjF,uDAAuD;IACvD,KAAK,CAAC,WAAW,CAAC,IAA4B,EAAE,GAAuB;;QACrE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,gBAAgB,CAAC;YACvD,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,YAAY,EAAE,KAAK,CAAC,UAAU;SAC/B,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,6CAA6C,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,UAAU,EAAE,CACzF,CAAC;YACF,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,eAAC,OAAA,CAAC,MAAA,CAAC,CAAC,cAAc,mCAAI,QAAQ,CAAC,GAAG,CAAC,MAAA,CAAC,CAAC,cAAc,mCAAI,QAAQ,CAAC,CAAA,EAAA,CAC1E,CAAC;QAEF,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,CAAC;gBACxD,MAAM,MAAM,GAAG,MAAM,IAAI,0BAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACrF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,yBAAyB,EAAE,CAAC;oBAC7C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,OAAO,WAAW,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9E,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;oBAChE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,QAAQ,CAAC,UAAyB;QACxC,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,yBAAyB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,yBAAyB,CAAC,UAAU,CAAC,CAAC;QAC9D,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAlFD,gCAkFC"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import type { IntegrationContext } from '../context';
|
|
2
|
-
import type { Adapter } from '../interfaces/adapter.interface';
|
|
3
|
-
import type { DataFlow } from '../interfaces/data-flow-spec.interface';
|
|
4
|
-
import type { MappedEvent } from '../interfaces/mapped-event.interface';
|
|
5
|
-
import type { BatchResult, SyncResult } from '../interfaces/sync-result.interface';
|
|
6
|
-
export declare class SyncService {
|
|
7
|
-
private readonly source;
|
|
8
|
-
private readonly target;
|
|
9
|
-
constructor(source: Adapter | null, target: Adapter);
|
|
10
|
-
run(args: {
|
|
11
|
-
flow: DataFlow;
|
|
12
|
-
since: Date | null;
|
|
13
|
-
}, ctx: IntegrationContext): Promise<BatchResult>;
|
|
14
|
-
handleEvent(args: {
|
|
15
|
-
event: MappedEvent;
|
|
16
|
-
flow: DataFlow;
|
|
17
|
-
}, ctx: IntegrationContext): Promise<SyncResult>;
|
|
18
|
-
processBatch(flow: DataFlow, records: Record<string, unknown>[], ctx: IntegrationContext): Promise<BatchResult>;
|
|
19
|
-
private _processBatch;
|
|
20
|
-
}
|
|
21
|
-
//# sourceMappingURL=sync.service.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sync.service.d.ts","sourceRoot":"","sources":["../../src/services/sync.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAkB,MAAM,iCAAiC,CAAC;AAC/E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wCAAwC,CAAC;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AAmBnF,qBAAa,WAAW;IAEpB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBADN,MAAM,EAAE,OAAO,GAAG,IAAI,EACtB,MAAM,EAAE,OAAO;IAG5B,GAAG,CACP,IAAI,EAAE;QAAE,IAAI,EAAE,QAAQ,CAAC;QAAC,KAAK,EAAE,IAAI,GAAG,IAAI,CAAA;KAAE,EAC5C,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IA0BjB,WAAW,CACf,IAAI,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,IAAI,EAAE,QAAQ,CAAA;KAAE,EAC5C,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,UAAU,CAAC;IA4BhB,YAAY,CAChB,IAAI,EAAE,QAAQ,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;YAIT,aAAa;CAkF5B"}
|