@skedulo/integration-sdk 0.2.3 → 0.3.0

package/dist/dist/services/pull-service.js

@@ -0,0 +1,207 @@
+"use strict";
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PullService = void 0;
+const mapping_service_1 = require("./mapping-service");
+const split_filter_1 = require("./split-filter");
+const provenance_1 = require("../provenance");
+const eql_1 = require("./eql");
+// PullService drives a PullAdapter for one DataFlow:
+//   1. Split the filter into pushed (vendor-side) + local (JSONata).
+//   2. Iterate adapter.delta(ctx, spec, since, pushed) → batches of raw records.
+//   3. Per batch: drop our own provenance, apply local filter, map, resolve lookups, enrich, upsert.
+//
+// Loop avoidance: we rely on `suppressChangeEvents: true` in the upsert
+// (Skedulo side) and `hasOwnProvenance` on incoming raw vendor records
+// (HubSpot side, when a future OUTBOUND path stamps a vendor-side marker).
+// We do NOT inject `__skedulo_provenance` into the upsert payload —
+// standard Skedulo objects have no such field and the mutation rejects it.
+//
+// Concurrency / last_run_at gating is the caller's responsibility — the
+// integration-service tenant fn does the optimistic UPDATE before invoking.
+class PullService {
+    constructor(adapter) {
+        this.adapter = adapter;
+    }
+    async runFlow(spec, since, ctx) {
+        var _a, e_1, _b, _c;
+        const totals = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
+        const { pushed, local } = (0, split_filter_1.splitFilter)(spec.filter, this.adapter.capabilities);
+        try {
+            for (var _d = true, _e = __asyncValues(this.adapter.delta(ctx, spec, since, pushed)), _f; _f = await _e.next(), _a = _f.done, !_a; _d = true) {
+                _c = _f.value;
+                _d = false;
+                const batch = _c;
+                if (!batch || batch.length === 0)
+                    continue;
+                const stats = await this.processBatch(spec, batch, local, ctx);
+                totals.succeeded += stats.succeeded;
+                totals.filtered += stats.filtered;
+                totals.failed += stats.failed;
+                totals.dlqWrites += stats.dlqWrites;
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_d && !_a && (_b = _e.return)) await _b.call(_e);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        return totals;
+    }
+    // Exposed for tests / direct batch processing (mirrors old ScheduledPullService.processBatch).
+    async processBatch(spec, records, localFilter, ctx) {
+        const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
+        const pairs = [];
+        // Step 1: per-record — provenance, local filter, mapping
+        for (const record of records) {
+            if ((0, provenance_1.hasOwnProvenance)(record, spec.provenanceMarker)) {
+                stats.filtered++;
+                continue;
+            }
+            if (localFilter && !(await (0, mapping_service_1.evaluateFilter)(localFilter, record))) {
+                stats.filtered++;
+                continue;
+            }
+            try {
+                const mapped = await (0, mapping_service_1.applyMapping)(spec, record);
+                if (!mapped) {
+                    stats.filtered++;
+                    continue;
+                }
+                pairs.push({ raw: record, mapped });
+                stats.succeeded++;
+            }
+            catch (err) {
+                stats.failed++;
+                ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${err instanceof Error ? err.message : String(err)}`);
+                stats.dlqWrites++;
+            }
+        }
+        if (pairs.length === 0)
+            return stats;
+        // Step 2: batch lookup resolution
+        try {
+            await resolveLookups(spec, pairs, ctx);
+        }
+        catch (err) {
+            ctx.logger.error(`lookup_failed: ${err instanceof Error ? err.message : String(err)}`);
+            stats.failed += stats.succeeded;
+            stats.succeeded = 0;
+            return stats;
+        }
+        // Step 3: adapter enrich (optional)
+        let toUpsert;
+        if (this.adapter.enrich) {
+            try {
+                toUpsert = await this.adapter.enrich(ctx, spec, pairs);
+            }
+            catch (err) {
+                ctx.logger.error(`enrich_failed: ${err instanceof Error ? err.message : String(err)}`);
+                stats.failed += stats.succeeded;
+                stats.succeeded = 0;
+                return stats;
+            }
+        }
+        else {
+            toUpsert = pairs.map(p => p.mapped);
+        }
+        // Step 4: upsert
+        try {
+            await ctx.graphqlService.upsert({
+                objectName: spec.targetObject,
+                operationName: `pull_${spec.id}`,
+                records: toUpsert,
+                keyField: spec.matchKeyField,
+                bulkOperation: true,
+                suppressChangeEvents: true,
+            });
+        }
+        catch (err) {
+            ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
+            stats.failed += stats.succeeded;
+            stats.succeeded = 0;
+        }
+        return stats;
+    }
+}
+exports.PullService = PullService;
+const LOOKUP_CHUNK_SIZE = 100;
+function chunk(arr, size) {
+    const out = [];
+    for (let i = 0; i < arr.length; i += size)
+        out.push(arr.slice(i, i + size));
+    return out;
+}
+async function batchLookup(ctx, objectName, keyField, values) {
+    var _a, _b, _c;
+    const result = new Map();
+    for (const chunkValues of chunk(values, LOOKUP_CHUNK_SIZE)) {
+        const list = chunkValues.map(v => `'${(0, eql_1.escapeEqlString)(v)}'`).join(', ');
+        const builder = ctx.newQueryBuilder({
+            objectName,
+            operationName: `lookupResolve_${objectName}`,
+            readOnly: true,
+        });
+        // withLimit assumes keyField is unique per value (e.g. ExternalId).
+        // Non-unique keyField would silently truncate results.
+        const queryResult = await builder
+            .withFields(['UID', keyField])
+            .withFilter(`${keyField} IN [${list}]`)
+            .withLimit(chunkValues.length)
+            .execute();
+        for (const record of (_a = queryResult.records) !== null && _a !== void 0 ? _a : []) {
+            const key = String((_b = record[keyField]) !== null && _b !== void 0 ? _b : '');
+            const uid = String((_c = record['UID']) !== null && _c !== void 0 ? _c : '');
+            if (key && uid)
+                result.set(key, uid);
+        }
+    }
+    return result;
+}
+async function resolveLookups(spec, pairs, ctx) {
+    var _a, _b;
+    const lookupMappings = ((_b = (_a = spec.mappingConfig) === null || _a === void 0 ? void 0 : _a.mappings) !== null && _b !== void 0 ? _b : []).filter(m => m.lookup);
+    if (lookupMappings.length === 0)
+        return;
+    for (const mapping of lookupMappings) {
+        const rule = mapping.lookup;
+        // Coerce to string — mapping expressions may produce numbers.
+        // null/undefined values are skipped (no query, no warn).
+        const values = [
+            ...new Set(pairs
+                .map(p => {
+                const v = p.mapped[mapping.target];
+                return v != null ? String(v) : '';
+            })
+                .filter(v => v.length > 0)),
+        ];
+        if (values.length === 0)
+            continue;
+        const uidMap = await batchLookup(ctx, rule.object, rule.keyField, values);
+        for (const pair of pairs) {
+            const rawValue = pair.mapped[mapping.target] != null ? String(pair.mapped[mapping.target]) : undefined;
+            if (!rawValue)
+                continue;
+            const uid = uidMap.get(rawValue);
+            if (uid) {
+                pair.mapped[mapping.target] = uid;
+            }
+            else {
+                // All three onMissing variants log + omit for this slice.
+                // 'skip' and 'error' full implementation lands in slice 3.
+                ctx.logger.warn(`lookup_miss: target=${mapping.target} object=${rule.object} ` +
+                    `keyField=${rule.keyField} value=${rawValue} onMissing=${rule.onMissing}`);
+                delete pair.mapped[mapping.target];
+            }
+        }
+    }
+}
+//# sourceMappingURL=pull-service.js.map

package/dist/dist/services/pull-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-service.js","sourceRoot":"","sources":["../../src/services/pull-service.ts"],"names":[],"mappings":";;;;;;;;;;AAQA,uDAAiE;AACjE,iDAA6C;AAC7C,8CAAiD;AACjD,+BAAwC;AAExC,qDAAqD;AACrD,qEAAqE;AACrE,iFAAiF;AACjF,qGAAqG;AACrG,EAAE;AACF,wEAAwE;AACxE,uEAAuE;AACvE,2EAA2E;AAC3E,oEAAoE;AACpE,2EAA2E;AAC3E,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,MAAa,WAAW;IACtB,YAA6B,OAAoB;QAApB,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;IAErD,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,KAAkB,EAClB,GAAuB;;QAEvB,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,0BAAW,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;;YAE9E,KAA0B,eAAA,KAAA,cAAA,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA,IAAA,sDAAE,CAAC;gBAA/C,cAA4C;gBAA5C,WAA4C;gBAA3D,MAAM,KAAK,KAAA,CAAA;gBACpB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC/D,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBACpC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;gBAClC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC9B,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YACtC,CAAC;;;;;;;;;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,YAAY,CAChB,IAAkB,EAClB,OAAkC,EAClC,WAA8B,EAC9B,GAAuB;QAEvB,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,yDAAyD;QACzD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,IAAA,6BAAgB,EAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,yBAAyB,IAAI,CAAC,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7F,CAAC;gBACF,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAErC,kCAAkC;QAClC,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,IAAI,QAAmC,CAAC;QACxC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;gBACpB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC;gBAC9B,UAAU,EAAE,IAAI,CAAC,YAAY;gBAC7B,aAAa,EAAE,QAAQ,IAAI,CAAC,EAAE,EAAE;gBAChC,OAAO,EAAE,QAAQ;gBACjB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,aAAa,EAAE,IAAI;gBACnB,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC3E,CAAC;YACF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA7GD,kCA6GC;AAED,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,SAAS,KAAK,CAAI,GAAQ,EAAE,IAAY;IACtC,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,GAAuB,EACvB,UAAkB,EAClB,QAAgB,EAChB,MAAgB;;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,iBAAiB,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAA,qBAAe,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExE,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;YAClC,UAAU;YACV,aAAa,EAAE,iBAAiB,UAAU,EAAE;YAC5C,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,WAAW,GAAG,MAAM,OAAO;aAC9B,UAAU,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aAC7B,UAAU,CAAC,GAAG,QAAQ,QAAQ,IAAI,GAAG,CAAC;aACtC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;aAC7B,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,MAAA,WAAW,CAAC,OAAO,mCAAI,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,QAAQ,CAAC,mCAAI,EAAE,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,KAAK,CAAC,mCAAI,EAAE,CAAC,CAAC;YACrE,IAAI,GAAG,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAkB,EAClB,KAAuB,EACvB,GAAuB;;IAEvB,MAAM,cAAc,GAAG,CAAC,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAExC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAO,CAAC;QAE7B,8DAA8D;QAC9D,yDAAyD;QACzD,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,GAAG,CACR,KAAK;iBACF,GAAG,CAAC,CAAC,CAAC,EAAE;gBACP,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7B;SACF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,0DAA0D;gBAC1D,2DAA2D;gBAC3D,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,uBAAuB,OAAO,CAAC,MAAM,WAAW,IAAI,CAAC,MAAM,GAAG;oBAC5D,YAAY,IAAI,CAAC,QAAQ,UAAU,QAAQ,cAAc,IAAI,CAAC,SAAS,EAAE,CAC5E,CAAC;gBACF,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/dist/services/pull.service.d.ts

@@ -0,0 +1,11 @@
+import type { IntegrationContext } from '../context';
+import type { BatchResult, DataFlowSpec, FilterSpec, PullAdapter } from '../types';
+import type { TargetAdapter } from '../interfaces/target-adapter.interface';
+export declare class PullService {
+    private readonly source;
+    private readonly target;
+    constructor(source: PullAdapter, target?: TargetAdapter);
+    runFlow(spec: DataFlowSpec, since: Date | null, ctx: IntegrationContext): Promise<BatchResult>;
+    processBatch(spec: DataFlowSpec, records: Record<string, unknown>[], localFilter: FilterSpec | null, ctx: IntegrationContext): Promise<BatchResult>;
+}
+//# sourceMappingURL=pull.service.d.ts.map

package/dist/dist/services/pull.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.service.d.ts","sourceRoot":"","sources":["../../src/services/pull.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAkB,UAAU,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACnG,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAC;AAmB5E,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,MAAM,EAAE,WAAW,EAAE,MAAM,GAAE,aAAoC;IAKvE,OAAO,CACX,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,IAAI,GAAG,IAAI,EAClB,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAsBjB,YAAY,CAChB,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,WAAW,EAAE,UAAU,GAAG,IAAI,EAC9B,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;CAkExB"}

package/dist/dist/services/pull.service.js

@@ -0,0 +1,200 @@
+"use strict";
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PullService = void 0;
+const skedulo_adapter_1 = require("../adapters/skedulo.adapter");
+const mapping_service_1 = require("./mapping.service");
+const utils_1 = require("../utils");
+const constants_1 = require("../constants");
+// PullService drives a source PullAdapter + a target TargetAdapter for one DataFlow:
+//
+//   fetch()      — source adapter fetches from vendor, applies vendor-side filter internally
+//   normalize?() — source adapter converts raw vendor records to canonical flat shape
+//                  (format conversion + synthetic fields); skipped if not defined
+//   local filter — SDK evaluates FilterSpec against normalized records (safety net)
+//   mapping      — field-mapping engine produces target record shapes
+//   lookups      — UIDs resolved for lookup fields (Skedulo-specific, stays in SDK)
+//   enrich?()    — source adapter post-processing after lookup resolution, before upsert
+//   upsert       — target adapter writes records to the destination system
+//
+// Loop avoidance: SkeduloAdapter sets suppressChangeEvents: true on upsert.
+// Concurrency / last_run_at gating is the caller's responsibility.
+class PullService {
+    constructor(source, target = new skedulo_adapter_1.SkeduloAdapter()) {
+        this.source = source;
+        this.target = target;
+    }
+    async runFlow(spec, since, ctx) {
+        var _a, e_1, _b, _c;
+        var _d;
+        const totals = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
+        const filter = (_d = spec.filter) !== null && _d !== void 0 ? _d : null;
+        try {
+            for (var _e = true, _f = __asyncValues(this.source.fetch(ctx, spec, since, filter)), _g; _g = await _f.next(), _a = _g.done, !_a; _e = true) {
+                _c = _g.value;
+                _e = false;
+                const batch = _c;
+                if (!batch || batch.length === 0)
+                    continue;
+                const normalizedBatch = this.source.normalize
+                    ? await this.source.normalize(ctx, spec, batch)
+                    : batch;
+                const stats = await this.processBatch(spec, normalizedBatch, filter, ctx);
+                totals.succeeded += stats.succeeded;
+                totals.filtered += stats.filtered;
+                totals.failed += stats.failed;
+                totals.dlqWrites += stats.dlqWrites;
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_e && !_a && (_b = _f.return)) await _b.call(_f);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        return totals;
+    }
+    // Exposed for tests / direct batch processing (mirrors old ScheduledPullService.processBatch).
+    async processBatch(spec, records, localFilter, ctx) {
+        const stats = { succeeded: 0, filtered: 0, failed: 0, dlqWrites: 0 };
+        const pairs = [];
+        // Step 1: per-record — local filter, mapping
+        for (const record of records) {
+            if (localFilter && !(await (0, mapping_service_1.evaluateFilter)(localFilter, record))) {
+                stats.filtered++;
+                continue;
+            }
+            try {
+                const mapped = await (0, mapping_service_1.applyMapping)(spec, record);
+                if (!mapped) {
+                    stats.filtered++;
+                    continue;
+                }
+                pairs.push({ raw: record, mapped });
+                stats.succeeded++;
+            }
+            catch (err) {
+                stats.failed++;
+                ctx.logger.error(`dlq_write: dataFlowId=${spec.id} error=${err instanceof Error ? err.message : String(err)}`);
+                stats.dlqWrites++;
+            }
+        }
+        if (pairs.length === 0)
+            return stats;
+        // Step 2: batch lookup resolution
+        try {
+            await resolveLookups(spec, pairs, ctx);
+        }
+        catch (err) {
+            ctx.logger.error(`lookup_failed: ${err instanceof Error ? err.message : String(err)}`);
+            stats.failed += stats.succeeded;
+            stats.succeeded = 0;
+            return stats;
+        }
+        // Step 3: adapter enrich (optional)
+        let toUpsert;
+        if (this.source.enrich) {
+            try {
+                toUpsert = await this.source.enrich(ctx, spec, pairs);
+            }
+            catch (err) {
+                ctx.logger.error(`enrich_failed: ${err instanceof Error ? err.message : String(err)}`);
+                stats.failed += stats.succeeded;
+                stats.succeeded = 0;
+                return stats;
+            }
+        }
+        else {
+            toUpsert = pairs.map((p) => p.mapped);
+        }
+        // Step 4: upsert via target adapter
+        try {
+            await this.target.upsert(ctx, spec, toUpsert);
+        }
+        catch (err) {
+            ctx.logger.error(`batch_upsert_failed: ${err instanceof Error ? err.message : String(err)}`);
+            stats.failed += stats.succeeded;
+            stats.succeeded = 0;
+        }
+        return stats;
+    }
+}
+exports.PullService = PullService;
+function chunk(arr, size) {
+    const out = [];
+    for (let i = 0; i < arr.length; i += size)
+        out.push(arr.slice(i, i + size));
+    return out;
+}
+async function batchLookup(ctx, objectName, keyField, values) {
+    var _a, _b, _c;
+    const result = new Map();
+    for (const chunkValues of chunk(values, constants_1.LOOKUP_CHUNK_SIZE)) {
+        const list = chunkValues.map((v) => `'${(0, utils_1.escapeEqlString)(v)}'`).join(', ');
+        const builder = ctx.newQueryBuilder({
+            objectName,
+            operationName: constants_1.OperationName.LOOKUP_RESOLVE(objectName),
+            readOnly: true,
+        });
+        // withLimit assumes keyField is unique per value (e.g. ExternalId).
+        // Non-unique keyField would silently truncate results.
+        const queryResult = await builder
+            .withFields(['UID', keyField])
+            .withFilter(`${keyField} IN [${list}]`)
+            .withLimit(chunkValues.length)
+            .execute();
+        for (const record of (_a = queryResult.records) !== null && _a !== void 0 ? _a : []) {
+            const key = String((_b = record[keyField]) !== null && _b !== void 0 ? _b : '');
+            const uid = String((_c = record['UID']) !== null && _c !== void 0 ? _c : '');
+            if (key && uid)
+                result.set(key, uid);
+        }
+    }
+    return result;
+}
+async function resolveLookups(spec, pairs, ctx) {
+    var _a, _b;
+    const lookupMappings = ((_b = (_a = spec.mappingConfig) === null || _a === void 0 ? void 0 : _a.mappings) !== null && _b !== void 0 ? _b : []).filter((m) => m.lookup);
+    if (lookupMappings.length === 0)
+        return;
+    for (const mapping of lookupMappings) {
+        const rule = mapping.lookup;
+        // Coerce to string — mapping expressions may produce numbers.
+        // null/undefined values are skipped (no query, no warn).
+        const values = [
+            ...new Set(pairs
+                .map((p) => {
+                const v = p.mapped[mapping.target];
+                return v != null ? String(v) : '';
+            })
+                .filter((v) => v.length > 0)),
+        ];
+        if (values.length === 0)
+            continue;
+        const uidMap = await batchLookup(ctx, rule.object, rule.keyField, values);
+        for (const pair of pairs) {
+            const rawValue = pair.mapped[mapping.target] != null ? String(pair.mapped[mapping.target]) : undefined;
+            if (!rawValue)
+                continue;
+            const uid = uidMap.get(rawValue);
+            if (uid) {
+                pair.mapped[mapping.target] = uid;
+            }
+            else {
+                // All three onMissing variants log + omit for this slice.
+                // 'skip' and 'error' full implementation lands in slice 3.
+                ctx.logger.warn(`lookup_miss: target=${mapping.target} object=${rule.object} ` +
+                    `keyField=${rule.keyField} value=${rawValue} onMissing=${rule.onMissing}`);
+                delete pair.mapped[mapping.target];
+            }
+        }
+    }
+}
+//# sourceMappingURL=pull.service.js.map

package/dist/dist/services/pull.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.service.js","sourceRoot":"","sources":["../../src/services/pull.service.ts"],"names":[],"mappings":";;;;;;;;;;AAGA,iEAA6D;AAC7D,uDAAiE;AACjE,oCAA2C;AAC3C,4CAAgE;AAEhE,qFAAqF;AACrF,EAAE;AACF,6FAA6F;AAC7F,sFAAsF;AACtF,kFAAkF;AAClF,oFAAoF;AACpF,sEAAsE;AACtE,oFAAoF;AACpF,yFAAyF;AACzF,2EAA2E;AAC3E,EAAE;AACF,4EAA4E;AAC5E,mEAAmE;AACnE,MAAa,WAAW;IAItB,YAAY,MAAmB,EAAE,SAAwB,IAAI,gCAAc,EAAE;QAC3E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,KAAkB,EAClB,GAAuB;;;QAEvB,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,MAAM,GAAG,MAAA,IAAI,CAAC,MAAM,mCAAI,IAAI,CAAC;;YAEnC,KAA0B,eAAA,KAAA,cAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA,IAAA,sDAAE,CAAC;gBAA9C,cAA2C;gBAA3C,WAA2C;gBAA1D,MAAM,KAAK,KAAA,CAAA;gBACpB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAE3C,MAAM,eAAe,GAA8B,IAAI,CAAC,MAAM,CAAC,SAAS;oBACtE,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC;oBAC/C,CAAC,CAAE,KAAmC,CAAC;gBAEzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC1E,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBACpC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;gBAClC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC9B,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YACtC,CAAC;;;;;;;;;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,YAAY,CAChB,IAAkB,EAClB,OAAkC,EAClC,WAA8B,EAC9B,GAAuB;QAEvB,MAAM,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,6CAA6C;QAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,IAAA,gCAAc,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,yBAAyB,IAAI,CAAC,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7F,CAAC;gBACF,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAErC,kCAAkC;QAClC,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,IAAI,QAAmC,CAAC;QACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACxD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;gBACpB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7F,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA1GD,kCA0GC;AAED,SAAS,KAAK,CAAI,GAAQ,EAAE,IAAY;IACtC,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,GAAuB,EACvB,UAAkB,EAClB,QAAgB,EAChB,MAAgB;;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,6BAAiB,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAA,uBAAe,EAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;YAClC,UAAU;YACV,aAAa,EAAE,yBAAa,CAAC,cAAc,CAAC,UAAU,CAAC;YACvD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,WAAW,GAAG,MAAM,OAAO;aAC9B,UAAU,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aAC7B,UAAU,CAAC,GAAG,QAAQ,QAAQ,IAAI,GAAG,CAAC;aACtC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;aAC7B,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,MAAA,WAAW,CAAC,OAAO,mCAAI,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,QAAQ,CAAC,mCAAI,EAAE,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,MAAkC,CAAC,KAAK,CAAC,mCAAI,EAAE,CAAC,CAAC;YACrE,IAAI,GAAG,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAkB,EAClB,KAAuB,EACvB,GAAuB;;IAEvB,MAAM,cAAc,GAAG,CAAC,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAExC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAO,CAAC;QAE7B,8DAA8D;QAC9D,yDAAyD;QACzD,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,GAAG,CACR,KAAK;iBACF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B;SACF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,0DAA0D;gBAC1D,2DAA2D;gBAC3D,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,uBAAuB,OAAO,CAAC,MAAM,WAAW,IAAI,CAAC,MAAM,GAAG;oBAC5D,YAAY,IAAI,CAAC,QAAQ,UAAU,QAAQ,cAAc,IAAI,CAAC,SAAS,EAAE,CAC5E,CAAC;gBACF,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/dist/services/push-service.d.ts

@@ -0,0 +1,16 @@
+import type { IntegrationContext } from '../context';
+import type { DataFlowSpec, PushAdapter, SyncResult } from '../types';
+export interface PushPayload {
+    skeduloObject: string;
+    recordId: string;
+    operation: 'INSERT' | 'UPDATE' | 'DELETE';
+    integrationType: string;
+}
+export declare class PushService {
+    private readonly adapter;
+    constructor(adapter: PushAdapter);
+    run(payload: PushPayload, ctx: IntegrationContext): Promise<SyncResult>;
+    pushRecord(spec: DataFlowSpec, recordId: string, operation: 'INSERT' | 'UPDATE' | 'DELETE', ctx: IntegrationContext): Promise<SyncResult>;
+    private _fetchRecord;
+}
+//# sourceMappingURL=push-service.d.ts.map

package/dist/dist/services/push-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"push-service.d.ts","sourceRoot":"","sources":["../../src/services/push-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAGtE,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,eAAe,EAAE,MAAM,CAAC;CACzB;AAUD,qBAAa,WAAW;IACV,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,WAAW;IAE3C,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwBvE,UAAU,CACd,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,EACzC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,UAAU,CAAC;YA0BR,YAAY;CAoB3B"}

package/dist/dist/services/push-service.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PushService = void 0;
+const mapping_service_1 = require("./mapping-service");
+const eql_1 = require("./eql");
+// PushService drives a PushAdapter for OUTBOUND_TRIGGERED flows:
+//   1. Resolve DataFlow by (integrationType, sourceObject, OUTBOUND_TRIGGERED).
+//   2. Fetch the source record from Skedulo (fields + filter inputs).
+//   3. Run mapping → mappedRecord (DELETE skips mapping).
+//   4. Hand off to adapter.pushOne. Classify the outcome and log.
+//
+// Failure handling for slice 1 is logs-only. Durable retry queue lands in
+// slice 2 (TODO T6).
+class PushService {
+    constructor(adapter) {
+        this.adapter = adapter;
+    }
+    async run(payload, ctx) {
+        try {
+            const spec = await ctx.dataFlowService.getSpecByFilter({
+                integrationType: payload.integrationType,
+                sourceObject: payload.skeduloObject,
+                strategy: 'OUTBOUND_TRIGGERED',
+            });
+            if (!spec) {
+                ctx.logger.warn(`orphan_push: no DataFlow for ${payload.integrationType}.${payload.skeduloObject} (OUTBOUND_TRIGGERED)`);
+                return { status: 'skipped', recordsProcessed: 0, reason: 'no_data_flow' };
+            }
+            return this.pushRecord(spec, payload.recordId, payload.operation, ctx);
+        }
+        catch (err) {
+            ctx.logger.error(`handler_error: ${err instanceof Error ? err.message : String(err)}`);
+            return { status: 'failed', recordsProcessed: 0, error: String(err) };
+        }
+    }
+    // Push one Skedulo record using a spec the caller already resolved.
+    // Used by /push (single triggered event) and /run-flow OUTBOUND fan-out.
+    async pushRecord(spec, recordId, operation, ctx) {
+        var _a, _b;
+        let mapped = null;
+        if (operation !== 'DELETE') {
+            const record = await this._fetchRecord(spec.sourceObject, recordId, spec, ctx);
+            if (!record) {
+                return { status: 'skipped', recordsProcessed: 0, reason: 'not_found' };
+            }
+            mapped = await (0, mapping_service_1.executeMapping)(spec, record);
+            if (!mapped) {
+                return { status: 'filtered', recordsProcessed: 0 };
+            }
+        }
+        const outcome = await this.adapter.pushOne(ctx, spec, recordId, operation, mapped);
+        if (outcome.status === 'ok') {
+            return { status: 'synced', recordsProcessed: 1 };
+        }
+        ctx.logger.error(`push_failed: dataFlowId=${spec.id} recordId=${recordId} ` +
+            `class=${outcome.status} error=${(_a = outcome.error) !== null && _a !== void 0 ? _a : 'unknown'}`);
+        return { status: 'failed', recordsProcessed: 0, error: (_b = outcome.error) !== null && _b !== void 0 ? _b : outcome.status };
+    }
+    async _fetchRecord(objectName, recordId, spec, ctx) {
+        var _a, _b, _c;
+        const sourceFields = (_c = (_a = spec.sourceFields) !== null && _a !== void 0 ? _a : (_b = spec.mappingConfig) === null || _b === void 0 ? void 0 : _b.mappings.map(m => m.expression)) !== null && _c !== void 0 ? _c : [];
+        const filterFields = spec.filter ? spec.filter.rules.map((r) => r.field) : [];
+        const fields = [...new Set(['UID', ...sourceFields, ...filterFields])];
+        const builder = ctx.newQueryBuilder({ objectName, operationName: 'pushFetch', readOnly: true });
+        const result = await builder
+            .withFields(fields)
+            .withFilter(`UID == '${(0, eql_1.escapeEqlString)(recordId)}'`)
+            .withLimit(1)
+            .execute();
+        if (!result.records || result.records.length === 0)
+            return null;
+        return result.records[0];
+    }
+}
+exports.PushService = PushService;
+//# sourceMappingURL=push-service.js.map

package/dist/dist/services/push-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"push-service.js","sourceRoot":"","sources":["../../src/services/push-service.ts"],"names":[],"mappings":";;;AACA,uDAAmD;AAEnD,+BAAwC;AASxC,iEAAiE;AACjE,gFAAgF;AAChF,sEAAsE;AACtE,0DAA0D;AAC1D,kEAAkE;AAClE,EAAE;AACF,0EAA0E;AAC1E,qBAAqB;AACrB,MAAa,WAAW;IACtB,YAA6B,OAAoB;QAApB,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;IAErD,KAAK,CAAC,GAAG,CAAC,OAAoB,EAAE,GAAuB;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,eAAe,CAAC;gBACrD,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,YAAY,EAAE,OAAO,CAAC,aAAa;gBACnC,QAAQ,EAAE,oBAAoB;aAC/B,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,gCAAgC,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,aAAa,uBAAuB,CACxG,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YAC5E,CAAC;YAED,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,yEAAyE;IACzE,KAAK,CAAC,UAAU,CACd,IAAkB,EAClB,QAAgB,EAChB,SAAyC,EACzC,GAAuB;;QAEvB,IAAI,MAAM,GAAmC,IAAI,CAAC;QAClD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YACzE,CAAC;YACD,MAAM,GAAG,MAAM,IAAA,gCAAc,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEnF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;QACnD,CAAC;QAED,GAAG,CAAC,MAAM,CAAC,KAAK,CACd,2BAA2B,IAAI,CAAC,EAAE,aAAa,QAAQ,GAAG;YACxD,SAAS,OAAO,CAAC,MAAM,UAAU,MAAA,OAAO,CAAC,KAAK,mCAAI,SAAS,EAAE,CAChE,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,MAAA,OAAO,CAAC,KAAK,mCAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,UAAkB,EAClB,QAAgB,EAChB,IAAkB,EAClB,GAAuB;;QAEvB,MAAM,YAAY,GAAG,MAAA,MAAA,IAAI,CAAC,YAAY,mCAAI,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,mCAAI,EAAE,CAAC;QACpG,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAEvE,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,MAAM,OAAO;aACzB,UAAU,CAAC,MAAM,CAAC;aAClB,UAAU,CAAC,WAAW,IAAA,qBAAe,EAAC,QAAQ,CAAC,GAAG,CAAC;aACnD,SAAS,CAAC,CAAC,CAAC;aACZ,OAAO,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAChE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAA4B,CAAC;IACtD,CAAC;CACF;AA9ED,kCA8EC"}

package/dist/dist/services/push.service.d.ts

@@ -0,0 +1,19 @@
+import type { IntegrationContext } from '../context';
+import type { BatchResult, DataFlowSpec, PushAdapter, SyncResult } from '../types';
+import type { PullAdapter } from '../interfaces/pull-adapter.interface';
+export interface PushPayload {
+    skeduloObject: string;
+    recordId: string;
+    operation: 'INSERT' | 'UPDATE' | 'DELETE';
+    integrationType: string;
+}
+export declare class PushService {
+    private readonly adapter;
+    private readonly source;
+    constructor(adapter: PushAdapter, source?: PullAdapter<Record<string, unknown>>);
+    run(payload: PushPayload, ctx: IntegrationContext): Promise<SyncResult>;
+    runFlow(spec: DataFlowSpec, since: Date | null, ctx: IntegrationContext): Promise<BatchResult>;
+    pushRecord(spec: DataFlowSpec, recordId: string, operation: 'INSERT' | 'UPDATE' | 'DELETE', ctx: IntegrationContext): Promise<SyncResult>;
+    private _fetchRecord;
+}
+//# sourceMappingURL=push.service.d.ts.map

package/dist/dist/services/push.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"push.service.d.ts","sourceRoot":"","sources":["../../src/services/push.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AAKxE,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,eAAe,EAAE,MAAM,CAAC;CACzB;AAcD,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuC;gBAG5D,OAAO,EAAE,WAAW,EACpB,MAAM,GAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAwB;IAM/D,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAyBvE,OAAO,CACX,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,IAAI,GAAG,IAAI,EAClB,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,WAAW,CAAC;IAmFjB,UAAU,CACd,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,EACzC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,UAAU,CAAC;YA+BR,YAAY;CAyB3B"}