@skedulo/integration-sdk 0.2.4 → 0.3.0

package/dist/services/routes.factory.js

@@ -0,0 +1,352 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createIntegrationRoutes = createIntegrationRoutes;
+const context_1 = require("../context");
+const id_mapping_service_1 = require("./id-mapping.service");
+const helpers_1 = require("../utils/helpers");
+const helpers_2 = require("../utils/helpers");
+const metadata_handler_1 = require("../handlers/metadata.handler");
+const helpers_3 = require("../utils/helpers");
+const sync_runner_1 = require("./sync-runner");
+const crypto_1 = require("crypto");
+// Sort DataFlow records by executionOrder, placing nulls last.
+function sortByExecutionOrder(flows) {
+    return [...flows].sort((a, b) => { var _a, _c; return ((_a = a.executionOrder) !== null && _a !== void 0 ? _a : Infinity) - ((_c = b.executionOrder) !== null && _c !== void 0 ? _c : Infinity); });
+}
+// Returns the standard set of SkedRoutes every integration needs. The vendor
+// only customises the integrationType, the adapter, the lookup strategy, and
+// the inbound event envelope parser.
+function createIntegrationRoutes(opts) {
+    const routes = [];
+    const makeCtx = (0, context_1.createContextFactory)({
+        integrationType: opts.integrationType,
+        userAgent: opts.userAgent,
+    });
+    const metadataHandler = new metadata_handler_1.MetadataHandler({ [opts.integrationType]: opts.adapter });
+    const SAMPLE_DEFAULT_LIMIT = 10;
+    const runner = sync_runner_1.SyncRunner.create(opts.integrationType, opts.adapter);
+    routes.push({
+        method: 'get',
+        path: '/ping',
+        handler: async (_b, _h, _m, _p, skedContext) => {
+            var _a;
+            const apiServer = (_a = skedContext === null || skedContext === void 0 ? void 0 : skedContext.auth) === null || _a === void 0 ? void 0 : _a.baseUrl;
+            return { status: 200, body: { result: 'pong', apiServer } };
+        },
+    });
+    routes.push({
+        method: 'get',
+        path: '/capabilities',
+        handler: async () => ({ status: 200, body: opts.capabilities }),
+    });
+    routes.push({
+        method: 'post',
+        path: '/setup',
+        handler: async (_b, _h, _m, _p, skedContext) => {
+            const denied = (0, helpers_1.requireAdmin)(skedContext, '/setup');
+            if (denied)
+                return denied;
+            try {
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                await id_mapping_service_1.IdMappingService.ensureSchema(ctx);
+                return (0, helpers_2.createSuccessResponse)('Setup complete', { schema: opts.integrationType });
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'get',
+        path: '/setup',
+        handler: async (_b, _h, _m, _p, skedContext) => {
+            try {
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                const status = await id_mapping_service_1.IdMappingService.checkSchema(ctx);
+                return { status: 200, body: status };
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/objects',
+        handler: async (body, _h, _m, _p, skedContext) => {
+            const denied = (0, helpers_1.requireAdmin)(skedContext, '/objects');
+            if (denied)
+                return denied;
+            try {
+                const { system } = (body !== null && body !== void 0 ? body : {});
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                const objects = await metadataHandler.getObjects(system, ctx);
+                return { status: 200, body: { system, objects } };
+            }
+            catch (err) {
+                return (0, helpers_2.handleMetadataError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/fields',
+        handler: async (body, _h, _m, _p, skedContext) => {
+            const denied = (0, helpers_1.requireAdmin)(skedContext, '/fields');
+            if (denied)
+                return denied;
+            try {
+                const { system, object } = (body !== null && body !== void 0 ? body : {});
+                if (!object)
+                    return { status: 400, body: { message: 'object is required' } };
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                const fields = await metadataHandler.getFields(system, object, ctx);
+                return { status: 200, body: { system, object, fields } };
+            }
+            catch (err) {
+                return (0, helpers_2.handleMetadataError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'get',
+        path: '/sample-records',
+        handler: async (_b, _h, _m, _p, skedContext, querystring) => {
+            var _a;
+            try {
+                const system = (_a = (0, helpers_3.getQueryParam)(querystring, 'system')) !== null && _a !== void 0 ? _a : opts.integrationType;
+                const objectType = (0, helpers_3.getQueryParam)(querystring, 'objectType');
+                if (!objectType) {
+                    return { status: 400, body: { message: 'objectType query parameter is required' } };
+                }
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-integration`);
+                const records = await metadataHandler.fetchSampleRecords(system, objectType, [], SAMPLE_DEFAULT_LIMIT, ctx);
+                return { status: 200, body: { records } };
+            }
+            catch (err) {
+                return (0, helpers_2.handleMetadataError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'get',
+        path: '/templates',
+        handler: async (_b, _h, _m, _p, _skedContext, querystring) => {
+            var _a;
+            try {
+                const system = (_a = (0, helpers_3.getQueryParam)(querystring, 'system')) !== null && _a !== void 0 ? _a : opts.integrationType;
+                const templates = await metadataHandler.getTemplates(system);
+                return { status: 200, body: { templates } };
+            }
+            catch (err) {
+                return (0, helpers_2.handleMetadataError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/scheduled-pull',
+        handler: async (_b, _h, _m, _p, skedContext) => {
+            try {
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-scheduled-pull`);
+                const allInbound = await ctx.dataFlowService.listActive({
+                    integrationType: opts.integrationType,
+                    targetSystem: 'skedulo',
+                });
+                const flows = sortByExecutionOrder(allInbound.filter((f) => { var _a; return (_a = f.triggerConfig) === null || _a === void 0 ? void 0 : _a.incremental; }));
+                if (flows.length === 0) {
+                    ctx.logger.info(`[scheduled-pull] no active incremental flows for ${opts.integrationType}`);
+                    return (0, helpers_2.createSuccessResponse)('No active flows', { processed: 0 });
+                }
+                const results = {};
+                for (const flow of flows) {
+                    const startedAt = Date.now();
+                    try {
+                        const stats = await runner.run({
+                            flowId: flow.id,
+                            since: null,
+                            sourceSystem: opts.integrationType,
+                            targetSystem: 'skedulo',
+                            options: { lookupStrategy: opts.lookupStrategy },
+                        }, ctx);
+                        const durationMs = Date.now() - startedAt;
+                        results[flow.id] = Object.assign(Object.assign({}, stats), { durationMs });
+                    }
+                    catch (err) {
+                        const msg = err instanceof Error ? err.message : String(err);
+                        results[flow.id] = { error: msg };
+                    }
+                }
+                return (0, helpers_2.createSuccessResponse)('Scheduled pull tick complete', {
+                    processed: flows.length,
+                    results,
+                });
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/run-flow',
+        handler: async (body, _h, _m, _p, skedContext) => {
+            var _a, _c;
+            try {
+                const flowIdRaw = body === null || body === void 0 ? void 0 : body.flowId;
+                const flowId = typeof flowIdRaw === 'number' ? flowIdRaw : undefined;
+                if (flowId === undefined) {
+                    return {
+                        status: 400,
+                        body: { message: 'flowId is required and must be a number' },
+                    };
+                }
+                const runId = (0, crypto_1.randomUUID)();
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-integration`);
+                const flow = await ctx.dataFlowService.getFlowById(flowId);
+                if (!flow)
+                    return { status: 404, body: { message: `Flow ${flowId} not found` } };
+                const stats = await runner.run({
+                    flowId,
+                    since: null,
+                    sourceSystem: (_a = flow.sourceSystem) !== null && _a !== void 0 ? _a : opts.integrationType,
+                    targetSystem: (_c = flow.targetSystem) !== null && _c !== void 0 ? _c : 'skedulo',
+                    options: { lookupStrategy: opts.lookupStrategy },
+                }, ctx);
+                return { status: 200, body: Object.assign({ runId, flowId }, stats) };
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/on-initial-sync',
+        handler: async (_b, _h, _m, _p, skedContext) => {
+            var _a, _c, _d, _e;
+            const denied = (0, helpers_1.requireAdmin)(skedContext, 'Initial sync');
+            if (denied)
+                return denied;
+            try {
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                const flows = await ctx.dataFlowService.listActive({
+                    integrationType: opts.integrationType,
+                });
+                if (flows.length === 0) {
+                    return {
+                        status: 503,
+                        body: {
+                            message: `No active data flows found for ${opts.integrationType}. Create flows first.`,
+                        },
+                    };
+                }
+                const sorted = sortByExecutionOrder(flows);
+                const results = {};
+                for (const flow of sorted) {
+                    if (!((_c = (_a = flow.mappingConfig) === null || _a === void 0 ? void 0 : _a.mappings) === null || _c === void 0 ? void 0 : _c.length)) {
+                        results[flow.sourceObject] = { skipped: true, reason: 'no mappingConfig' };
+                        continue;
+                    }
+                    await ctx.dataFlowService.updateCursor(flow.id, null);
+                    const stats = await runner.run({
+                        flowId: flow.id,
+                        since: null,
+                        sourceSystem: (_d = flow.sourceSystem) !== null && _d !== void 0 ? _d : opts.integrationType,
+                        targetSystem: (_e = flow.targetSystem) !== null && _e !== void 0 ? _e : 'skedulo',
+                        options: { lookupStrategy: opts.lookupStrategy },
+                    }, ctx);
+                    results[flow.sourceObject] = stats;
+                }
+                return (0, helpers_2.createSuccessResponse)('Initial sync completed successfully', { results });
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'get',
+        path: '/sample-apis',
+        handler: async (_b, _h, _m, _p, _skedContext, querystring) => {
+            var _a;
+            try {
+                const system = (_a = (0, helpers_3.getQueryParam)(querystring, 'system')) !== null && _a !== void 0 ? _a : opts.integrationType;
+                const apis = metadataHandler.getSampleAPIs(system);
+                return { status: 200, body: { apis } };
+            }
+            catch (err) {
+                return (0, helpers_2.handleMetadataError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/push',
+        handler: async (body, _h, _m, _p, skedContext) => {
+            try {
+                const { skeduloObject, recordId, operation, payload } = (body !== null && body !== void 0 ? body : {});
+                if (!skeduloObject || !recordId || !operation) {
+                    return {
+                        status: 400,
+                        body: { message: 'Missing required fields: skeduloObject, recordId, operation' },
+                    };
+                }
+                if (operation !== 'INSERT' && operation !== 'UPDATE' && operation !== 'DELETE') {
+                    return { status: 400, body: { message: `Unsupported operation: ${operation}` } };
+                }
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-push`);
+                const results = await runner.handleEvent({
+                    event: {
+                        integrationType: opts.integrationType,
+                        objectType: skeduloObject,
+                        operation: operation,
+                        recordId,
+                        payload: payload !== null && payload !== void 0 ? payload : {},
+                    },
+                    options: { lookupStrategy: opts.lookupStrategy },
+                }, ctx);
+                if (results.some((r) => r.status === 'failed')) {
+                    return { status: 502, body: { message: 'Push failed', results } };
+                }
+                return (0, helpers_2.createSuccessResponse)('Push complete', { results });
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    routes.push({
+        method: 'post',
+        path: '/on-event',
+        handler: async (body, _h, _m, _p, skedContext) => {
+            var _a;
+            try {
+                const parsed = opts.parseEvent(body !== null && body !== void 0 ? body : {});
+                if (parsed.error || !parsed.event) {
+                    return { status: 400, body: { message: (_a = parsed.error) !== null && _a !== void 0 ? _a : 'Invalid event' } };
+                }
+                const ctx = makeCtx(skedContext, `${opts.integrationType}-admin`);
+                const results = await runner.handleEvent({ event: parsed.event, options: { lookupStrategy: opts.lookupStrategy } }, ctx);
+                if (results.some((r) => r.status === 'precondition_failed')) {
+                    return {
+                        status: 412,
+                        body: {
+                            message: 'Integration not bootstrapped — run /setup then /on-initial-sync',
+                            results,
+                        },
+                    };
+                }
+                if (results.some((r) => r.status === 'failed')) {
+                    return { status: 502, body: { message: 'Event processing failed', results } };
+                }
+                return (0, helpers_2.createSuccessResponse)(`${parsed.event.objectType} processed`, { results });
+            }
+            catch (err) {
+                return (0, helpers_2.handleError)(err);
+            }
+        },
+    });
+    return routes;
+}
+//# sourceMappingURL=routes.factory.js.map

package/dist/services/routes.factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.factory.js","sourceRoot":"","sources":["../../src/services/routes.factory.ts"],"names":[],"mappings":";;AAuCA,0DA2WC;AA7YD,wCAAkD;AAClD,6DAAwD;AACxD,8CAAgD;AAChD,8CAA2F;AAC3F,mEAA+D;AAC/D,8CAAiD;AACjD,+CAA2C;AAC3C,mCAAoC;AAEpC,+DAA+D;AAC/D,SAAS,oBAAoB,CAA+C,KAAU;IACpF,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,eAAC,OAAA,CAAC,MAAA,CAAC,CAAC,cAAc,mCAAI,QAAQ,CAAC,GAAG,CAAC,MAAA,CAAC,CAAC,cAAc,mCAAI,QAAQ,CAAC,CAAA,EAAA,CAAC,CAAC;AACpG,CAAC;AAmBD,6EAA6E;AAC7E,6EAA6E;AAC7E,qCAAqC;AACrC,SAAgB,uBAAuB,CAAC,IAAoC;IAC1E,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,MAAM,OAAO,GAAG,IAAA,8BAAoB,EAAC;QACnC,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,IAAI,kCAAe,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACtF,MAAM,oBAAoB,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,wBAAU,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAErE,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;;YAC7C,MAAM,SAAS,GAAG,MAAC,WAA+C,aAA/C,WAAW,uBAAX,WAAW,CAAsC,IAAI,0CAAE,OAAO,CAAC;YAClF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;QAC9D,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;KAChE,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACnD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,qCAAgB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBACzC,OAAO,IAAA,+BAAqB,EAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBACvD,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACvC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACrD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,EAAE,CAAuB,CAAC;gBACtD,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC9D,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACpD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,EAAE,CAAuC,CAAC;gBAC9E,IAAI,CAAC,MAAM;oBAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE,EAAE,CAAC;gBAC7E,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBACpE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;YAC3D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE;;YAC1D,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAA,IAAA,uBAAa,EAAC,WAAW,EAAE,QAAQ,CAAC,mCAAI,IAAI,CAAC,eAAe,CAAC;gBAC5E,MAAM,UAAU,GAAG,IAAA,uBAAa,EAAC,WAAW,EAAE,YAAY,CAAC,CAAC;gBAC5D,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,wCAAwC,EAAE,EAAE,CAAC;gBACtF,CAAC;gBACD,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,cAAc,CAAC,CAAC;gBACxE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,kBAAkB,CACtD,MAAM,EACN,UAAU,EACV,EAAE,EACF,oBAAoB,EACpB,GAAG,CACJ,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;YAC5C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,EAAE;;YAC3D,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAA,IAAA,uBAAa,EAAC,WAAW,EAAE,QAAQ,CAAC,mCAAI,IAAI,CAAC,eAAe,CAAC;gBAC5E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC7D,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,iBAAiB,CAAC,CAAC;gBAC3E,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC;oBACtD,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,YAAY,EAAE,SAAS;iBACxB,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,oBAAoB,CAChC,UAAU,CAAC,MAAM,CACf,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAC,CAAC,CAAC,aAAgD,0CAAE,WAAW,CAAA,EAAA,CACxE,CACF,CAAC;gBAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,oDAAoD,IAAI,CAAC,eAAe,EAAE,CAC3E,CAAC;oBACF,OAAO,IAAA,+BAAqB,EAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAED,MAAM,OAAO,GAA4B,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,GAAG,CAC5B;4BACE,MAAM,EAAE,IAAI,CAAC,EAAE;4BACf,KAAK,EAAE,IAAI;4BACX,YAAY,EAAE,IAAI,CAAC,eAAe;4BAClC,YAAY,EAAE,SAAS;4BACvB,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;yBACjD,EACD,GAAG,CACJ,CAAC;wBACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;wBAC1C,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,mCAAQ,KAAK,KAAE,UAAU,GAAE,CAAC;oBAC9C,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;wBAC7D,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBACpC,CAAC;gBACH,CAAC;gBACD,OAAO,IAAA,+BAAqB,EAAC,8BAA8B,EAAE;oBAC3D,SAAS,EAAE,KAAK,CAAC,MAAM;oBACvB,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;;YAC/C,IAAI,CAAC;gBACH,MAAM,SAAS,GAAI,IAA6B,aAA7B,IAAI,uBAAJ,IAAI,CAA2B,MAAM,CAAC;gBACzD,MAAM,MAAM,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,OAAO;wBACL,MAAM,EAAE,GAAG;wBACX,IAAI,EAAE,EAAE,OAAO,EAAE,yCAAyC,EAAE;qBAC7D,CAAC;gBACJ,CAAC;gBAED,MAAM,KAAK,GAAG,IAAA,mBAAU,GAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,cAAc,CAAC,CAAC;gBACxE,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,IAAI;oBAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,MAAM,YAAY,EAAE,EAAE,CAAC;gBAEjF,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,GAAG,CAC5B;oBACE,MAAM;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,eAAe;oBACvD,YAAY,EAAE,MAAA,IAAI,CAAC,YAAY,mCAAI,SAAS;oBAC5C,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;iBACjD,EACD,GAAG,CACJ,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,kBAAI,KAAK,EAAE,MAAM,IAAK,KAAK,CAAE,EAAE,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;;YAC7C,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,WAAW,EAAE,cAAc,CAAC,CAAC;YACzD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC;oBACjD,eAAe,EAAE,IAAI,CAAC,eAAe;iBACtC,CAAC,CAAC;gBACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO;wBACL,MAAM,EAAE,GAAG;wBACX,IAAI,EAAE;4BACJ,OAAO,EAAE,kCAAkC,IAAI,CAAC,eAAe,uBAAuB;yBACvF;qBACF,CAAC;gBACJ,CAAC;gBAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAC3C,MAAM,OAAO,GAA4B,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC1B,IAAI,CAAC,CAAA,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,0CAAE,MAAM,CAAA,EAAE,CAAC;wBAC1C,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;wBAC3E,SAAS;oBACX,CAAC;oBACD,MAAM,GAAG,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;oBACtD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,GAAG,CAC5B;wBACE,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,KAAK,EAAE,IAAI;wBACX,YAAY,EAAE,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,eAAe;wBACvD,YAAY,EAAE,MAAA,IAAI,CAAC,YAAY,mCAAI,SAAS;wBAC5C,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;qBACjD,EACD,GAAG,CACJ,CAAC;oBACF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC;gBACrC,CAAC;gBACD,OAAO,IAAA,+BAAqB,EAAC,qCAAqC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,EAAE;;YAC3D,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAA,IAAA,uBAAa,EAAC,WAAW,EAAE,QAAQ,CAAC,mCAAI,IAAI,CAAC,eAAe,CAAC;gBAC5E,MAAM,IAAI,GAAG,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACnD,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;YAC/C,IAAI,CAAC;gBACH,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,EAAE,CAKlE,CAAC;gBACF,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC9C,OAAO;wBACL,MAAM,EAAE,GAAG;wBACX,IAAI,EAAE,EAAE,OAAO,EAAE,6DAA6D,EAAE;qBACjF,CAAC;gBACJ,CAAC;gBACD,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC/E,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,0BAA0B,SAAS,EAAE,EAAE,EAAE,CAAC;gBACnF,CAAC;gBAED,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,OAAO,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,CACtC;oBACE,KAAK,EAAE;wBACL,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,UAAU,EAAE,aAAa;wBACzB,SAAS,EAAE,SAA2C;wBACtD,QAAQ;wBACR,OAAO,EAAE,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,EAAE;qBACvB;oBACD,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;iBACjD,EACD,GAAG,CACJ,CAAC;gBAEF,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;oBAC/C,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,CAAC;gBACpE,CAAC;gBACD,OAAO,IAAA,+BAAqB,EAAC,eAAe,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC;QACV,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE;;YAC/C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,EAAE,CAAC,CAAC;gBAC3C,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAA,MAAM,CAAC,KAAK,mCAAI,eAAe,EAAE,EAAE,CAAC;gBAC7E,CAAC;gBACD,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,QAAQ,CAAC,CAAC;gBAClE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,CACtC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EACzE,GAAG,CACJ,CAAC;gBAEF,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,qBAAqB,CAAC,EAAE,CAAC;oBAC5D,OAAO;wBACL,MAAM,EAAE,GAAG;wBACX,IAAI,EAAE;4BACJ,OAAO,EAAE,iEAAiE;4BAC1E,OAAO;yBACR;qBACF,CAAC;gBACJ,CAAC;gBACD,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;oBAC/C,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,yBAAyB,EAAE,OAAO,EAAE,EAAE,CAAC;gBAChF,CAAC;gBACD,OAAO,IAAA,+BAAqB,EAAC,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/services/scheduled-pull-service.d.ts

@@ -0,0 +1,7 @@
+import type { IntegrationContext } from '../context';
+import type { BatchResult } from '../types';
+export declare class ScheduledPullService {
+    processBatch(dataFlowId: number, records: Record<string, unknown>[], ctx: IntegrationContext): Promise<BatchResult>;
+    private _writeDlq;
+}
+//# sourceMappingURL=scheduled-pull-service.d.ts.map

package/dist/services/scheduled-pull-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduled-pull-service.d.ts","sourceRoot":"","sources":["../../src/services/scheduled-pull-service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,WAAW,EAAgB,MAAM,UAAU,CAAC;AAE1D,qBAAa,oBAAoB;IACzB,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;YAiDT,SAAS;CAQxB"}

package/dist/services/scheduled-pull-service.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScheduledPullService = void 0;
+const mapping_service_1 = require("./mapping-service");
+const provenance_1 = require("../provenance");
+class ScheduledPullService {
+    async processBatch(dataFlowId, records, ctx) {
+        const spec = await ctx.dataFlowService.getSpecById(dataFlowId);
+        if (!spec)
+            throw new Error(`DataFlow ${dataFlowId} not found`);
+        const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
+        const successBatch = [];
+        for (const record of records) {
+            // Loop prevention — skip records we wrote ourselves
+            if ((0, provenance_1.hasOwnProvenance)(record, spec.provenanceMarker)) {
+                stats.filtered++;
+                continue;
+            }
+            try {
+                const mapped = await (0, mapping_service_1.executeMapping)(spec, record);
+                if (!mapped) {
+                    stats.filtered++;
+                    continue;
+                }
+                successBatch.push((0, provenance_1.applyProvenance)(mapped, spec.provenanceMarker));
+                stats.succeeded++;
+            }
+            catch (err) {
+                stats.failed++;
+                await this._writeDlq(spec, record, err, ctx);
+                stats.dlqWrites++;
+            }
+        }
+        if (successBatch.length > 0) {
+            try {
+                await ctx.graphqlService.upsert({
+                    objectName: spec.targetObject,
+                    operationName: `pull_${spec.id}`,
+                    records: successBatch,
+                    keyField: spec.matchKeyField,
+                    bulkOperation: true,
+                    suppressChangeEvents: true,
+                });
+            }
+            catch (err) {
+                ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
+                stats.failed += stats.succeeded;
+                stats.succeeded = 0;
+            }
+        }
+        return stats;
+    }
+    async _writeDlq(spec, record, err, ctx) {
+        ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${String(err)}`);
+    }
+}
+exports.ScheduledPullService = ScheduledPullService;
+//# sourceMappingURL=scheduled-pull-service.js.map

package/dist/services/scheduled-pull-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduled-pull-service.js","sourceRoot":"","sources":["../../src/services/scheduled-pull-service.ts"],"names":[],"mappings":";;;AAAA,uDAAmD;AACnD,8CAAkE;AAIlE,MAAa,oBAAoB;IAC/B,KAAK,CAAC,YAAY,CAChB,UAAkB,EAClB,OAAkC,EAClC,GAAuB;QAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC/D,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,UAAU,YAAY,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,YAAY,GAA8B,EAAE,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,oDAAoD;YACpD,IAAI,IAAA,6BAAgB,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,gCAAc,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,IAAA,4BAAe,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBAClE,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC7C,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC;oBAC9B,UAAU,EAAE,IAAI,CAAC,YAAY;oBAC7B,aAAa,EAAE,QAAQ,IAAI,CAAC,EAAE,EAAE;oBAChC,OAAO,EAAE,YAAY;oBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;oBAC5B,aAAa,EAAE,IAAI;oBACnB,oBAAoB,EAAE,IAAI;iBAC3B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7F,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,IAAkB,EAClB,MAA+B,EAC/B,GAAY,EACZ,GAAuB;QAEvB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,EAAE,UAAU,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;CACF;AA9DD,oDA8DC"}

package/dist/services/split-filter.d.ts

@@ -0,0 +1,3 @@
+import type { AdapterCapabilities, FilterSpec, SplitFilterResult } from '../types';
+export declare function splitFilter(filter: FilterSpec | undefined, caps: AdapterCapabilities): SplitFilterResult;
+//# sourceMappingURL=split-filter.d.ts.map

package/dist/services/split-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-filter.d.ts","sourceRoot":"","sources":["../../src/services/split-filter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAc,UAAU,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAY/F,wBAAgB,WAAW,CACzB,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,IAAI,EAAE,mBAAmB,GACxB,iBAAiB,CAsBnB"}

package/dist/services/split-filter.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.splitFilter = splitFilter;
+// Pure helper: split a FilterSpec into the slice the adapter can push to the
+// vendor and the remainder that must be evaluated locally via JSONata.
+//
+// Rules:
+//   - filterAtSource=false → everything is local
+//   - rule is pushable iff: field ∈ pushdownFields, operator allowed for that
+//     field, and value is not an `expr` reference
+//   - AND combinator → split cleanly (pushed = pushable rules, local = rest)
+//   - OR combinator with mixed split → must evaluate the whole filter locally
+//     (pushing a subset would let unwanted rows through)
+function splitFilter(filter, caps) {
+    if (!filter || filter.rules.length === 0) {
+        return { pushed: null, local: null };
+    }
+    if (!caps.filterAtSource) {
+        return { pushed: null, local: filter };
+    }
+    const pushable = [];
+    const localOnly = [];
+    for (const rule of filter.rules) {
+        (isPushable(rule, caps) ? pushable : localOnly).push(rule);
+    }
+    if (filter.combinator === 'OR' && localOnly.length > 0) {
+        return { pushed: null, local: filter };
+    }
+    return {
+        pushed: pushable.length > 0 ? { combinator: filter.combinator, rules: pushable } : null,
+        local: localOnly.length > 0 ? { combinator: filter.combinator, rules: localOnly } : null,
+    };
+}
+function isPushable(rule, caps) {
+    var _a, _b;
+    if (!((_a = caps.pushdownFields) === null || _a === void 0 ? void 0 : _a.includes(rule.field)))
+        return false;
+    const allowedOps = (_b = caps.pushdownOperators) === null || _b === void 0 ? void 0 : _b[rule.field];
+    if (allowedOps && !allowedOps.includes(rule.op))
+        return false;
+    if (typeof rule.value === 'object' &&
+        rule.value !== null &&
+        !Array.isArray(rule.value) &&
+        'type' in rule.value &&
+        rule.value.type === 'expr') {
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=split-filter.js.map

package/dist/services/split-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-filter.js","sourceRoot":"","sources":["../../src/services/split-filter.ts"],"names":[],"mappings":";;AAYA,kCAyBC;AAnCD,6EAA6E;AAC7E,uEAAuE;AACvE,EAAE;AACF,SAAS;AACT,iDAAiD;AACjD,8EAA8E;AAC9E,kDAAkD;AAClD,6EAA6E;AAC7E,8EAA8E;AAC9E,yDAAyD;AACzD,SAAgB,WAAW,CACzB,MAA8B,EAC9B,IAAyB;IAEzB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;QACvF,KAAK,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI;KACzF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAgB,EAAE,IAAyB;;IAC7D,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,cAAc,0CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAAE,OAAO,KAAK,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,UAAU,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9D,IACE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;QAC9B,IAAI,CAAC,KAAK,KAAK,IAAI;QACnB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,IAAI,CAAC,KAAK;QACpB,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,EAC1B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/services/sync-runner.d.ts

@@ -1,13 +1,19 @@
 import type { IntegrationContext } from '../context';
+import { AdapterRole } from '../constants';
 import type { Adapter } from '../interfaces/adapter.interface';
 import type { MappedEvent } from '../interfaces/mapped-event.interface';
 import type { BatchResult, SyncResult } from '../interfaces/sync-result.interface';
 import type { SyncRunOptions } from '../interfaces/sync-flow-strategy.interface';
+import { AdapterRegistry } from '../adapters/adapter-registry';
+export declare class AdapterRoleError extends Error {
+    constructor(systemName: string, requiredRole: AdapterRole);
+}
 export declare class AdapterNotRegisteredError extends Error {
     constructor(systemName: string);
 }
 export declare class SyncRunner {
     private readonly registry;
+    constructor(registry?: AdapterRegistry);
     register(systemName: string, adapter: Adapter): void;
     run(args: {
         flowId: number;

package/dist/services/sync-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync-runner.d.ts","sourceRoot":"","sources":["../../src/services/sync-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AACnF,OAAO,KAAK,EAAoB,cAAc,EAAE,MAAM,4CAA4C,CAAC;AA+BnG,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,UAAU,EAAE,MAAM;CAI/B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;IAEvD,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAQ9C,GAAG,CACP,IAAI,EAAE;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,IAAI,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,cAAc,CAAC;KAC1B,EACD,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAiDjB,WAAW,CACf,IAAI,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,OAAO,CAAC,EAAE,cAAc,CAAA;KAAE,EACtD,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,UAAU,EAAE,CAAC;IA0CxB,OAAO,CAAC,QAAQ;CAMjB"}
+{"version":3,"file":"sync-runner.d.ts","sourceRoot":"","sources":["../../src/services/sync-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,WAAW,EAAkB,MAAM,cAAc,CAAC;AAC3D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AACnF,OAAO,KAAK,EAAoB,cAAc,EAAE,MAAM,4CAA4C,CAAC;AACnG,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AA+B/D,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW;CAI1D;AAED,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,UAAU,EAAE,MAAM;CAI/B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkB;gBAI/B,QAAQ,CAAC,EAAE,eAAe;IAItC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAQ9C,GAAG,CACP,IAAI,EAAE;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,IAAI,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,cAAc,CAAC;KAC1B,EACD,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IA8DjB,WAAW,CACf,IAAI,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,OAAO,CAAC,EAAE,cAAc,CAAA;KAAE,EACtD,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,UAAU,EAAE,CAAC;IA0CxB,OAAO,CAAC,QAAQ;CAejB"}