@skedulo/integration-sdk 0.3.2 → 0.3.3

package/dist/dist/services/preview-service.js

@@ -1,66 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PreviewService = void 0;
-const mapping_service_1 = require("./mapping-service");
-class PreviewService {
-    async run(args, ctx) {
-        var _a, _b, _c, _d;
-        const spec = await ctx.dataFlowService.getSpecById(args.dataFlowId);
-        if (!spec)
-            throw new Error(`DataFlow ${args.dataFlowId} not found`);
-        const fetcher = (_a = args.sampleFetcher) !== null && _a !== void 0 ? _a : defaultSampleFetcher;
-        const sampleRecord = (_b = args.sampleRecord) !== null && _b !== void 0 ? _b : spec.sampleRecord;
-        const samples = sampleRecord
-            ? [sampleRecord]
-            : await fetcher(spec, args.sampleSize, ctx);
-        const results = [];
-        for (const record of samples) {
-            try {
-                const result = await (0, mapping_service_1.executeMappingDetailed)(spec, record);
-                switch (result.status) {
-                    case 'filtered':
-                        results.push({ sourceRecord: record, targetRecord: null, status: 'filtered_out' });
-                        break;
-                    case 'required_missing':
-                        results.push({
-                            sourceRecord: record,
-                            targetRecord: null,
-                            status: 'missing_required_field',
-                            reason: `Missing required: ${((_c = result.missingFields) !== null && _c !== void 0 ? _c : []).join(', ')}`,
-                        });
-                        break;
-                    case 'error':
-                        results.push({
-                            sourceRecord: record,
-                            targetRecord: null,
-                            status: 'transform_error',
-                            reason: (_d = result.errorMessage) !== null && _d !== void 0 ? _d : 'unknown error',
-                        });
-                        break;
-                    case 'success':
-                        results.push({ sourceRecord: record, targetRecord: result.data, status: 'will_sync' });
-                        break;
-                }
-            }
-            catch (e) {
-                results.push({ sourceRecord: record, targetRecord: null, status: 'transform_error', reason: sanitizeError(e) });
-            }
-        }
-        return results;
-    }
-}
-exports.PreviewService = PreviewService;
-async function defaultSampleFetcher(spec, size, ctx) {
-    if (spec.direction !== 'OUTBOUND') {
-        throw new Error('INBOUND preview requires a sampleFetcher (integration-specific endpoint)');
-    }
-    const result = await ctx
-        .newQueryBuilder({ objectName: spec.sourceObject, operationName: `preview_${spec.id}`, readOnly: true })
-        .withLimit(size)
-        .execute();
-    return result.records;
-}
-function sanitizeError(e) {
-    return e instanceof Error ? e.message : String(e);
-}
-//# sourceMappingURL=preview-service.js.map

package/dist/dist/services/preview-service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"preview-service.js","sourceRoot":"","sources":["../../src/services/preview-service.ts"],"names":[],"mappings":";;;AACA,uDAA2D;AAG3D,MAAa,cAAc;IACzB,KAAK,CAAC,GAAG,CACP,IAKC,EACD,GAAuB;;QAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,UAAU,YAAY,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAG,MAAA,IAAI,CAAC,aAAa,mCAAI,oBAAoB,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,YAAY,CAAC;QAC5D,MAAM,OAAO,GAAG,YAAY;YAC1B,CAAC,CAAC,CAAC,YAAY,CAAC;YAChB,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE9C,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,wCAAsB,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC1D,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,UAAU;wBACb,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;wBACnF,MAAM;oBACR,KAAK,kBAAkB;wBACrB,OAAO,CAAC,IAAI,CAAC;4BACX,YAAY,EAAE,MAAM;4BACpB,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,wBAAwB;4BAChC,MAAM,EAAE,qBAAqB,CAAC,MAAA,MAAM,CAAC,aAAa,mCAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;yBACvE,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,OAAO;wBACV,OAAO,CAAC,IAAI,CAAC;4BACX,YAAY,EAAE,MAAM;4BACpB,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,iBAAiB;4BACzB,MAAM,EAAE,MAAA,MAAM,CAAC,YAAY,mCAAI,eAAe;yBAC/C,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,SAAS;wBACZ,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,IAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;wBACxF,MAAM;gBACV,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClH,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AArDD,wCAqDC;AAED,KAAK,UAAU,oBAAoB,CACjC,IAAkB,EAClB,IAAY,EACZ,GAAuB;IAEvB,IAAI,IAAI,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,GAAG;SACrB,eAAe,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,WAAW,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;SACvG,SAAS,CAAC,IAAI,CAAC;SACf,OAAO,EAAE,CAAC;IACb,OAAO,MAAM,CAAC,OAAoC,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC"}

package/dist/dist/services/preview.service.d.ts

@@ -1,11 +0,0 @@
-import type { IntegrationContext } from '../context';
-import type { PreviewResult, SampleFetcher } from '../types';
-export declare class PreviewService {
-    run(args: {
-        dataFlowId: number;
-        sampleSize: number;
-        sampleRecord?: Record<string, unknown>;
-        sampleFetcher?: SampleFetcher;
-    }, ctx: IntegrationContext): Promise<PreviewResult[]>;
-}
-//# sourceMappingURL=preview.service.d.ts.map

package/dist/dist/services/preview.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"preview.service.d.ts","sourceRoot":"","sources":["../../src/services/preview.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,KAAK,EAAY,aAAa,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,qBAAa,cAAc;IACnB,GAAG,CACP,IAAI,EAAE;QACJ,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,aAAa,CAAC,EAAE,aAAa,CAAC;KAC/B,EACD,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,aAAa,EAAE,CAAC;CA+C5B"}

package/dist/dist/services/preview.service.js

@@ -1,74 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PreviewService = void 0;
-const mapping_service_1 = require("./mapping.service");
-const constants_1 = require("../constants");
-class PreviewService {
-    async run(args, ctx) {
-        var _a, _b, _c, _d;
-        const flow = await ctx.dataFlowService.getFlowById(args.dataFlowId);
-        if (!flow)
-            throw new Error(`DataFlow ${args.dataFlowId} not found`);
-        const fetcher = (_a = args.sampleFetcher) !== null && _a !== void 0 ? _a : defaultSampleFetcher;
-        const sampleRecord = (_b = args.sampleRecord) !== null && _b !== void 0 ? _b : flow.sampleRecord;
-        const samples = sampleRecord ? [sampleRecord] : await fetcher(flow, args.sampleSize, ctx);
-        const results = [];
-        for (const record of samples) {
-            try {
-                const result = await (0, mapping_service_1.executeMappingDetailed)(flow, record);
-                switch (result.status) {
-                    case 'filtered':
-                        results.push({ sourceRecord: record, targetRecord: null, status: 'filtered_out' });
-                        break;
-                    case 'required_missing':
-                        results.push({
-                            sourceRecord: record,
-                            targetRecord: null,
-                            status: 'missing_required_field',
-                            reason: `Missing required: ${((_c = result.missingFields) !== null && _c !== void 0 ? _c : []).join(', ')}`,
-                        });
-                        break;
-                    case 'error':
-                        results.push({
-                            sourceRecord: record,
-                            targetRecord: null,
-                            status: 'transform_error',
-                            reason: (_d = result.errorMessage) !== null && _d !== void 0 ? _d : 'unknown error',
-                        });
-                        break;
-                    case 'success':
-                        results.push({ sourceRecord: record, targetRecord: result.data, status: 'will_sync' });
-                        break;
-                }
-            }
-            catch (e) {
-                results.push({
-                    sourceRecord: record,
-                    targetRecord: null,
-                    status: 'transform_error',
-                    reason: sanitizeError(e),
-                });
-            }
-        }
-        return results;
-    }
-}
-exports.PreviewService = PreviewService;
-async function defaultSampleFetcher(flow, size, ctx) {
-    if (flow.sourceSystem !== 'skedulo') {
-        throw new Error('INBOUND preview requires a sampleFetcher (integration-specific endpoint)');
-    }
-    const result = await ctx
-        .newQueryBuilder({
-        objectName: flow.sourceObject,
-        operationName: constants_1.OperationName.PREVIEW(flow.id),
-        readOnly: true,
-    })
-        .withLimit(size)
-        .execute();
-    return result.records;
-}
-function sanitizeError(e) {
-    return e instanceof Error ? e.message : String(e);
-}
-//# sourceMappingURL=preview.service.js.map

package/dist/dist/services/preview.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"preview.service.js","sourceRoot":"","sources":["../../src/services/preview.service.ts"],"names":[],"mappings":";;;AACA,uDAA2D;AAE3D,4CAA6C;AAE7C,MAAa,cAAc;IACzB,KAAK,CAAC,GAAG,CACP,IAKC,EACD,GAAuB;;QAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,UAAU,YAAY,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAG,MAAA,IAAI,CAAC,aAAa,mCAAI,oBAAoB,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,YAAY,CAAC;QAC5D,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE1F,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,wCAAsB,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC1D,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,UAAU;wBACb,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;wBACnF,MAAM;oBACR,KAAK,kBAAkB;wBACrB,OAAO,CAAC,IAAI,CAAC;4BACX,YAAY,EAAE,MAAM;4BACpB,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,wBAAwB;4BAChC,MAAM,EAAE,qBAAqB,CAAC,MAAA,MAAM,CAAC,aAAa,mCAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;yBACvE,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,OAAO;wBACV,OAAO,CAAC,IAAI,CAAC;4BACX,YAAY,EAAE,MAAM;4BACpB,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,iBAAiB;4BACzB,MAAM,EAAE,MAAA,MAAM,CAAC,YAAY,mCAAI,eAAe;yBAC/C,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,SAAS;wBACZ,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,IAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;wBACxF,MAAM;gBACV,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC;oBACX,YAAY,EAAE,MAAM;oBACpB,YAAY,EAAE,IAAI;oBAClB,MAAM,EAAE,iBAAiB;oBACzB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAxDD,wCAwDC;AAED,KAAK,UAAU,oBAAoB,CACjC,IAAc,EACd,IAAY,EACZ,GAAuB;IAEvB,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,GAAG;SACrB,eAAe,CAAC;QACf,UAAU,EAAE,IAAI,CAAC,YAAY;QAC7B,aAAa,EAAE,yBAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,IAAI;KACf,CAAC;SACD,SAAS,CAAC,IAAI,CAAC;SACf,OAAO,EAAE,CAAC;IACb,OAAO,MAAM,CAAC,OAAoC,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC"}

package/dist/dist/services/pull-service.d.ts

@@ -1,9 +0,0 @@
-import type { IntegrationContext } from '../context';
-import type { BatchResult, DataFlowSpec, FilterSpec, PullAdapter } from '../types';
-export declare class PullService {
-    private readonly adapter;
-    constructor(adapter: PullAdapter);
-    runFlow(spec: DataFlowSpec, since: Date | null, ctx: IntegrationContext): Promise<BatchResult>;
-    processBatch(spec: DataFlowSpec, records: Record<string, unknown>[], localFilter: FilterSpec | null, ctx: IntegrationContext): Promise<BatchResult>;
-}
-//# sourceMappingURL=pull-service.d.ts.map

package/dist/dist/services/pull-service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull-service.d.ts","sourceRoot":"","sources":["../../src/services/pull-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEZ,UAAU,EACV,WAAW,EACZ,MAAM,UAAU,CAAC;AAmBlB,qBAAa,WAAW;IACV,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,WAAW;IAE3C,OAAO,CACX,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,IAAI,GAAG,IAAI,EAClB,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAiBjB,YAAY,CAChB,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,WAAW,EAAE,UAAU,GAAG,IAAI,EAC9B,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;CAgFxB"}

package/dist/dist/services/pull-service.js

@@ -1,207 +0,0 @@
-"use strict";
-var __asyncValues = (this && this.__asyncValues) || function (o) {
-    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
-    var m = o[Symbol.asyncIterator], i;
-    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
-    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
-    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PullService = void 0;
-const mapping_service_1 = require("./mapping-service");
-const split_filter_1 = require("./split-filter");
-const provenance_1 = require("../provenance");
-const eql_1 = require("./eql");
-// PullService drives a PullAdapter for one DataFlow:
-//   1. Split the filter into pushed (vendor-side) + local (JSONata).
-//   2. Iterate adapter.delta(ctx, spec, since, pushed) → batches of raw records.
-//   3. Per batch: drop our own provenance, apply local filter, map, resolve lookups, enrich, upsert.
-//
-// Loop avoidance: we rely on `suppressChangeEvents: true` in the upsert
-// (Skedulo side) and `hasOwnProvenance` on incoming raw vendor records
-// (HubSpot side, when a future OUTBOUND path stamps a vendor-side marker).
-// We do NOT inject `__skedulo_provenance` into the upsert payload —
-// standard Skedulo objects have no such field and the mutation rejects it.
-//
-// Concurrency / last_run_at gating is the caller's responsibility — the
-// integration-service tenant fn does the optimistic UPDATE before invoking.
-class PullService {
-    constructor(adapter) {
-        this.adapter = adapter;
-    }
-    async runFlow(spec, since, ctx) {
-        var _a, e_1, _b, _c;
-        const totals = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
-        const { pushed, local } = (0, split_filter_1.splitFilter)(spec.filter, this.adapter.capabilities);
-        try {
-            for (var _d = true, _e = __asyncValues(this.adapter.delta(ctx, spec, since, pushed)), _f; _f = await _e.next(), _a = _f.done, !_a; _d = true) {
-                _c = _f.value;
-                _d = false;
-                const batch = _c;
-                if (!batch || batch.length === 0)
-                    continue;
-                const stats = await this.processBatch(spec, batch, local, ctx);
-                totals.succeeded += stats.succeeded;
-                totals.filtered += stats.filtered;
-                totals.failed += stats.failed;
-                totals.dlqWrites += stats.dlqWrites;
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (!_d && !_a && (_b = _e.return)) await _b.call(_e);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        return totals;
-    }
-    // Exposed for tests / direct batch processing (mirrors old ScheduledPullService.processBatch).
-    async processBatch(spec, records, localFilter, ctx) {
-        const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
-        const pairs = [];
-        // Step 1: per-record — provenance, local filter, mapping
-        for (const record of records) {
-            if ((0, provenance_1.hasOwnProvenance)(record, spec.provenanceMarker)) {
-                stats.filtered++;
-                continue;
-            }
-            if (localFilter && !(await (0, mapping_service_1.evaluateFilter)(localFilter, record))) {
-                stats.filtered++;
-                continue;
-            }
-            try {
-                const mapped = await (0, mapping_service_1.applyMapping)(spec, record);
-                if (!mapped) {
-                    stats.filtered++;
-                    continue;
-                }
-                pairs.push({ raw: record, mapped });
-                stats.succeeded++;
-            }
-            catch (err) {
-                stats.failed++;
-                ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${err instanceof Error ? err.message : String(err)}`);
-                stats.dlqWrites++;
-            }
-        }
-        if (pairs.length === 0)
-            return stats;
-        // Step 2: batch lookup resolution
-        try {
-            await resolveLookups(spec, pairs, ctx);
-        }
-        catch (err) {
-            ctx.logger.error(`lookup_failed: ${err instanceof Error ? err.message : String(err)}`);
-            stats.failed += stats.succeeded;
-            stats.succeeded = 0;
-            return stats;
-        }
-        // Step 3: adapter enrich (optional)
-        let toUpsert;
-        if (this.adapter.enrich) {
-            try {
-                toUpsert = await this.adapter.enrich(ctx, spec, pairs);
-            }
-            catch (err) {
-                ctx.logger.error(`enrich_failed: ${err instanceof Error ? err.message : String(err)}`);
-                stats.failed += stats.succeeded;
-                stats.succeeded = 0;
-                return stats;
-            }
-        }
-        else {
-            toUpsert = pairs.map(p => p.mapped);
-        }
-        // Step 4: upsert
-        try {
-            await ctx.graphqlService.upsert({
-                objectName: spec.targetObject,
-                operationName: `pull_${spec.id}`,
-                records: toUpsert,
-                keyField: spec.matchKeyField,
-                bulkOperation: true,
-                suppressChangeEvents: true,
-            });
-        }
-        catch (err) {
-            ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
-            stats.failed += stats.succeeded;
-            stats.succeeded = 0;
-        }
-        return stats;
-    }
-}
-exports.PullService = PullService;
-const LOOKUP_CHUNK_SIZE = 100;
-function chunk(arr, size) {
-    const out = [];
-    for (let i = 0; i < arr.length; i += size)
-        out.push(arr.slice(i, i + size));
-    return out;
-}
-async function batchLookup(ctx, objectName, keyField, values) {
-    var _a, _b, _c;
-    const result = new Map();
-    for (const chunkValues of chunk(values, LOOKUP_CHUNK_SIZE)) {
-        const list = chunkValues.map(v => `'${(0, eql_1.escapeEqlString)(v)}'`).join(', ');
-        const builder = ctx.newQueryBuilder({
-            objectName,
-            operationName: `lookupResolve_${objectName}`,
-            readOnly: true,
-        });
-        // withLimit assumes keyField is unique per value (e.g. ExternalId).
-        // Non-unique keyField would silently truncate results.
-        const queryResult = await builder
-            .withFields(['UID', keyField])
-            .withFilter(`${keyField} IN [${list}]`)
-            .withLimit(chunkValues.length)
-            .execute();
-        for (const record of (_a = queryResult.records) !== null && _a !== void 0 ? _a : []) {
-            const key = String((_b = record[keyField]) !== null && _b !== void 0 ? _b : '');
-            const uid = String((_c = record['UID']) !== null && _c !== void 0 ? _c : '');
-            if (key && uid)
-                result.set(key, uid);
-        }
-    }
-    return result;
-}
-async function resolveLookups(spec, pairs, ctx) {
-    var _a, _b;
-    const lookupMappings = ((_b = (_a = spec.mappingConfig) === null || _a === void 0 ? void 0 : _a.mappings) !== null && _b !== void 0 ? _b : []).filter(m => m.lookup);
-    if (lookupMappings.length === 0)
-        return;
-    for (const mapping of lookupMappings) {
-        const rule = mapping.lookup;
-        // Coerce to string — mapping expressions may produce numbers.
-        // null/undefined values are skipped (no query, no warn).
-        const values = [
-            ...new Set(pairs
-                .map(p => {
-                const v = p.mapped[mapping.target];
-                return v != null ? String(v) : '';
-            })
-                .filter(v => v.length > 0)),
-        ];
-        if (values.length === 0)
-            continue;
-        const uidMap = await batchLookup(ctx, rule.object, rule.keyField, values);
-        for (const pair of pairs) {
-            const rawValue = pair.mapped[mapping.target] != null ? String(pair.mapped[mapping.target]) : undefined;
-            if (!rawValue)
-                continue;
-            const uid = uidMap.get(rawValue);
-            if (uid) {
-                pair.mapped[mapping.target] = uid;
-            }
-            else {
-                // All three onMissing variants log + omit for this slice.
-                // 'skip' and 'error' full implementation lands in slice 3.
-                ctx.logger.warn(`lookup_miss: target=${mapping.target} object=${rule.object} ` +
-                    `keyField=${rule.keyField} value=${rawValue} onMissing=${rule.onMissing}`);
-                delete pair.mapped[mapping.target];
-            }
-        }
-    }
-}
-//# sourceMappingURL=pull-service.js.map

package/dist/dist/services/pull-service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull-service.js","sourceRoot":"","sources":["../../src/services/pull-service.ts"],"names":[],"mappings":";;;;;;;;;;AAQA,uDAAiE;AACjE,iDAA6C;AAC7C,8CAAiD;AACjD,+BAAwC;AAExC,qDAAqD;AACrD,qEAAqE;AACrE,iFAAiF;AACjF,qGAAqG;AACrG,EAAE;AACF,wEAAwE;AACxE,uEAAuE;AACvE,2EAA2E;AAC3E,oEAAoE;AACpE,2EAA2E;AAC3E,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,MAAa,WAAW;IACtB,YAA6B,OAAoB;QAApB,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;IAErD,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,KAAkB,EAClB,GAAuB;;QAEvB,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,0BAAW,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;;YAE9E,KAA0B,eAAA,KAAA,cAAA,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA,IAAA,sDAAE,CAAC;gBAA/C,cAA4C;gBAA5C,WAA4C;gBAA3D,MAAM,KAAK,KAAA,CAAA;gBACpB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC/D,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBACpC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;gBAClC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC9B,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YACtC,CAAC;;;;;;;;;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,YAAY,CAChB,IAAkB,EAClB,OAAkC,EAClC,WAA8B,EAC9B,GAAuB;QAEvB,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,yDAAyD;QACzD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,IAAA,6BAAgB,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,yBAAyB,IAAI,CAAC,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7F,CAAC;gBACF,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAErC,kCAAkC;QAClC,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,IAAI,QAAmC,CAAC;QACxC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;gBACpB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC;gBAC9B,UAAU,EAAE,IAAI,CAAC,YAAY;gBAC7B,aAAa,EAAE,QAAQ,IAAI,CAAC,EAAE,EAAE;gBAChC,OAAO,EAAE,QAAQ;gBACjB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,aAAa,EAAE,IAAI;gBACnB,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC3E,CAAC;YACF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA7GD,kCA6GC;AAED,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,SAAS,KAAK,CAAI,GAAQ,EAAE,IAAY;IACtC,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,GAAuB,EACvB,UAAkB,EAClB,QAAgB,EAChB,MAAgB;;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,iBAAiB,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAA,qBAAe,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExE,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;YAClC,UAAU;YACV,aAAa,EAAE,iBAAiB,UAAU,EAAE;YAC5C,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,WAAW,GAAG,MAAM,OAAO;aAC9B,UAAU,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aAC7B,UAAU,CAAC,GAAG,QAAQ,QAAQ,IAAI,GAAG,CAAC;aACtC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;aAC7B,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,MAAA,WAAW,CAAC,OAAO,mCAAI,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,QAAQ,CAAC,mCAAI,EAAE,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,KAAK,CAAC,mCAAI,EAAE,CAAC,CAAC;YACrE,IAAI,GAAG,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAkB,EAClB,KAAuB,EACvB,GAAuB;;IAEvB,MAAM,cAAc,GAAG,CAAC,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAExC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAO,CAAC;QAE7B,8DAA8D;QAC9D,yDAAyD;QACzD,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,GAAG,CACR,KAAK;iBACF,GAAG,CAAC,CAAC,CAAC,EAAE;gBACP,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7B;SACF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,0DAA0D;gBAC1D,2DAA2D;gBAC3D,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,uBAAuB,OAAO,CAAC,MAAM,WAAW,IAAI,CAAC,MAAM,GAAG;oBAC5D,YAAY,IAAI,CAAC,QAAQ,UAAU,QAAQ,cAAc,IAAI,CAAC,SAAS,EAAE,CAC5E,CAAC;gBACF,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/dist/services/pull.service.d.ts

@@ -1,11 +0,0 @@
-import type { IntegrationContext } from '../context';
-import type { BatchResult, DataFlowSpec, FilterSpec, PullAdapter } from '../types';
-import type { TargetAdapter } from '../interfaces/target-adapter.interface';
-export declare class PullService {
-    private readonly source;
-    private readonly target;
-    constructor(source: PullAdapter, target?: TargetAdapter);
-    runFlow(spec: DataFlowSpec, since: Date | null, ctx: IntegrationContext): Promise<BatchResult>;
-    processBatch(spec: DataFlowSpec, records: Record<string, unknown>[], localFilter: FilterSpec | null, ctx: IntegrationContext): Promise<BatchResult>;
-}
-//# sourceMappingURL=pull.service.d.ts.map

package/dist/dist/services/pull.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull.service.d.ts","sourceRoot":"","sources":["../../src/services/pull.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAkB,UAAU,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACnG,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAC;AAmB5E,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,MAAM,EAAE,WAAW,EAAE,MAAM,GAAE,aAAoC;IAKvE,OAAO,CACX,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,IAAI,GAAG,IAAI,EAClB,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAsBjB,YAAY,CAChB,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,WAAW,EAAE,UAAU,GAAG,IAAI,EAC9B,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;CAkExB"}

package/dist/dist/services/pull.service.js

@@ -1,200 +0,0 @@
-"use strict";
-var __asyncValues = (this && this.__asyncValues) || function (o) {
-    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
-    var m = o[Symbol.asyncIterator], i;
-    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
-    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
-    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PullService = void 0;
-const skedulo_adapter_1 = require("../adapters/skedulo.adapter");
-const mapping_service_1 = require("./mapping.service");
-const utils_1 = require("../utils");
-const constants_1 = require("../constants");
-// PullService drives a source PullAdapter + a target TargetAdapter for one DataFlow:
-//
-//   fetch()      — source adapter fetches from vendor, applies vendor-side filter internally
-//   normalize?() — source adapter converts raw vendor records to canonical flat shape
-//                  (format conversion + synthetic fields); skipped if not defined
-//   local filter — SDK evaluates FilterSpec against normalized records (safety net)
-//   mapping      — field-mapping engine produces target record shapes
-//   lookups      — UIDs resolved for lookup fields (Skedulo-specific, stays in SDK)
-//   enrich?()    — source adapter post-processing after lookup resolution, before upsert
-//   upsert       — target adapter writes records to the destination system
-//
-// Loop avoidance: SkeduloAdapter sets suppressChangeEvents: true on upsert.
-// Concurrency / last_run_at gating is the caller's responsibility.
-class PullService {
-    constructor(source, target = new skedulo_adapter_1.SkeduloAdapter()) {
-        this.source = source;
-        this.target = target;
-    }
-    async runFlow(spec, since, ctx) {
-        var _a, e_1, _b, _c;
-        var _d;
-        const totals = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
-        const filter = (_d = spec.filter) !== null && _d !== void 0 ? _d : null;
-        try {
-            for (var _e = true, _f = __asyncValues(this.source.fetch(ctx, spec, since, filter)), _g; _g = await _f.next(), _a = _g.done, !_a; _e = true) {
-                _c = _g.value;
-                _e = false;
-                const batch = _c;
-                if (!batch || batch.length === 0)
-                    continue;
-                const normalizedBatch = this.source.normalize
-                    ? await this.source.normalize(ctx, spec, batch)
-                    : batch;
-                const stats = await this.processBatch(spec, normalizedBatch, filter, ctx);
-                totals.succeeded += stats.succeeded;
-                totals.filtered += stats.filtered;
-                totals.failed += stats.failed;
-                totals.dlqWrites += stats.dlqWrites;
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (!_e && !_a && (_b = _f.return)) await _b.call(_f);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        return totals;
-    }
-    // Exposed for tests / direct batch processing (mirrors old ScheduledPullService.processBatch).
-    async processBatch(spec, records, localFilter, ctx) {
-        const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
-        const pairs = [];
-        // Step 1: per-record — local filter, mapping
-        for (const record of records) {
-            if (localFilter && !(await (0, mapping_service_1.evaluateFilter)(localFilter, record))) {
-                stats.filtered++;
-                continue;
-            }
-            try {
-                const mapped = await (0, mapping_service_1.applyMapping)(spec, record);
-                if (!mapped) {
-                    stats.filtered++;
-                    continue;
-                }
-                pairs.push({ raw: record, mapped });
-                stats.succeeded++;
-            }
-            catch (err) {
-                stats.failed++;
-                ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${err instanceof Error ? err.message : String(err)}`);
-                stats.dlqWrites++;
-            }
-        }
-        if (pairs.length === 0)
-            return stats;
-        // Step 2: batch lookup resolution
-        try {
-            await resolveLookups(spec, pairs, ctx);
-        }
-        catch (err) {
-            ctx.logger.error(`lookup_failed: ${err instanceof Error ? err.message : String(err)}`);
-            stats.failed += stats.succeeded;
-            stats.succeeded = 0;
-            return stats;
-        }
-        // Step 3: adapter enrich (optional)
-        let toUpsert;
-        if (this.source.enrich) {
-            try {
-                toUpsert = await this.source.enrich(ctx, spec, pairs);
-            }
-            catch (err) {
-                ctx.logger.error(`enrich_failed: ${err instanceof Error ? err.message : String(err)}`);
-                stats.failed += stats.succeeded;
-                stats.succeeded = 0;
-                return stats;
-            }
-        }
-        else {
-            toUpsert = pairs.map((p) => p.mapped);
-        }
-        // Step 4: upsert via target adapter
-        try {
-            await this.target.upsert(ctx, spec, toUpsert);
-        }
-        catch (err) {
-            ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
-            stats.failed += stats.succeeded;
-            stats.succeeded = 0;
-        }
-        return stats;
-    }
-}
-exports.PullService = PullService;
-function chunk(arr, size) {
-    const out = [];
-    for (let i = 0; i < arr.length; i += size)
-        out.push(arr.slice(i, i + size));
-    return out;
-}
-async function batchLookup(ctx, objectName, keyField, values) {
-    var _a, _b, _c;
-    const result = new Map();
-    for (const chunkValues of chunk(values, constants_1.LOOKUP_CHUNK_SIZE)) {
-        const list = chunkValues.map((v) => `'${(0, utils_1.escapeEqlString)(v)}'`).join(', ');
-        const builder = ctx.newQueryBuilder({
-            objectName,
-            operationName: constants_1.OperationName.LOOKUP_RESOLVE(objectName),
-            readOnly: true,
-        });
-        // withLimit assumes keyField is unique per value (e.g. ExternalId).
-        // Non-unique keyField would silently truncate results.
-        const queryResult = await builder
-            .withFields(['UID', keyField])
-            .withFilter(`${keyField} IN [${list}]`)
-            .withLimit(chunkValues.length)
-            .execute();
-        for (const record of (_a = queryResult.records) !== null && _a !== void 0 ? _a : []) {
-            const key = String((_b = record[keyField]) !== null && _b !== void 0 ? _b : '');
-            const uid = String((_c = record['UID']) !== null && _c !== void 0 ? _c : '');
-            if (key && uid)
-                result.set(key, uid);
-        }
-    }
-    return result;
-}
-async function resolveLookups(spec, pairs, ctx) {
-    var _a, _b;
-    const lookupMappings = ((_b = (_a = spec.mappingConfig) === null || _a === void 0 ? void 0 : _a.mappings) !== null && _b !== void 0 ? _b : []).filter((m) => m.lookup);
-    if (lookupMappings.length === 0)
-        return;
-    for (const mapping of lookupMappings) {
-        const rule = mapping.lookup;
-        // Coerce to string — mapping expressions may produce numbers.
-        // null/undefined values are skipped (no query, no warn).
-        const values = [
-            ...new Set(pairs
-                .map((p) => {
-                const v = p.mapped[mapping.target];
-                return v != null ? String(v) : '';
-            })
-                .filter((v) => v.length > 0)),
-        ];
-        if (values.length === 0)
-            continue;
-        const uidMap = await batchLookup(ctx, rule.object, rule.keyField, values);
-        for (const pair of pairs) {
-            const rawValue = pair.mapped[mapping.target] != null ? String(pair.mapped[mapping.target]) : undefined;
-            if (!rawValue)
-                continue;
-            const uid = uidMap.get(rawValue);
-            if (uid) {
-                pair.mapped[mapping.target] = uid;
-            }
-            else {
-                // All three onMissing variants log + omit for this slice.
-                // 'skip' and 'error' full implementation lands in slice 3.
-                ctx.logger.warn(`lookup_miss: target=${mapping.target} object=${rule.object} ` +
-                    `keyField=${rule.keyField} value=${rawValue} onMissing=${rule.onMissing}`);
-                delete pair.mapped[mapping.target];
-            }
-        }
-    }
-}
-//# sourceMappingURL=pull.service.js.map

package/dist/dist/services/pull.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull.service.js","sourceRoot":"","sources":["../../src/services/pull.service.ts"],"names":[],"mappings":";;;;;;;;;;AAGA,iEAA6D;AAC7D,uDAAiE;AACjE,oCAA2C;AAC3C,4CAAgE;AAEhE,qFAAqF;AACrF,EAAE;AACF,6FAA6F;AAC7F,sFAAsF;AACtF,kFAAkF;AAClF,oFAAoF;AACpF,sEAAsE;AACtE,oFAAoF;AACpF,yFAAyF;AACzF,2EAA2E;AAC3E,EAAE;AACF,4EAA4E;AAC5E,mEAAmE;AACnE,MAAa,WAAW;IAItB,YAAY,MAAmB,EAAE,SAAwB,IAAI,gCAAc,EAAE;QAC3E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,KAAkB,EAClB,GAAuB;;;QAEvB,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,MAAM,GAAG,MAAA,IAAI,CAAC,MAAM,mCAAI,IAAI,CAAC;;YAEnC,KAA0B,eAAA,KAAA,cAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA,IAAA,sDAAE,CAAC;gBAA9C,cAA2C;gBAA3C,WAA2C;gBAA1D,MAAM,KAAK,KAAA,CAAA;gBACpB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAE3C,MAAM,eAAe,GAA8B,IAAI,CAAC,MAAM,CAAC,SAAS;oBACtE,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC;oBAC/C,CAAC,CAAE,KAAmC,CAAC;gBAEzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC1E,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBACpC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;gBAClC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC9B,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YACtC,CAAC;;;;;;;;;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,YAAY,CAChB,IAAkB,EAClB,OAAkC,EAClC,WAA8B,EAC9B,GAAuB;QAEvB,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,6CAA6C;QAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,yBAAyB,IAAI,CAAC,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7F,CAAC;gBACF,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAErC,kCAAkC;QAClC,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,IAAI,QAAmC,CAAC;QACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACxD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;gBACpB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7F,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA1GD,kCA0GC;AAED,SAAS,KAAK,CAAI,GAAQ,EAAE,IAAY;IACtC,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,GAAuB,EACvB,UAAkB,EAClB,QAAgB,EAChB,MAAgB;;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,6BAAiB,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAA,uBAAe,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;YAClC,UAAU;YACV,aAAa,EAAE,yBAAa,CAAC,cAAc,CAAC,UAAU,CAAC;YACvD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,WAAW,GAAG,MAAM,OAAO;aAC9B,UAAU,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aAC7B,UAAU,CAAC,GAAG,QAAQ,QAAQ,IAAI,GAAG,CAAC;aACtC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;aAC7B,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,MAAA,WAAW,CAAC,OAAO,mCAAI,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,QAAQ,CAAC,mCAAI,EAAE,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,KAAK,CAAC,mCAAI,EAAE,CAAC,CAAC;YACrE,IAAI,GAAG,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAkB,EAClB,KAAuB,EACvB,GAAuB;;IAEvB,MAAM,cAAc,GAAG,CAAC,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAExC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAO,CAAC;QAE7B,8DAA8D;QAC9D,yDAAyD;QACzD,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,GAAG,CACR,KAAK;iBACF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B;SACF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,0DAA0D;gBAC1D,2DAA2D;gBAC3D,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,uBAAuB,OAAO,CAAC,MAAM,WAAW,IAAI,CAAC,MAAM,GAAG;oBAC5D,YAAY,IAAI,CAAC,QAAQ,UAAU,QAAQ,cAAc,IAAI,CAAC,SAAS,EAAE,CAC5E,CAAC;gBACF,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}