@memberjunction/integration-engine 5.37.0 → 5.39.0

package/dist/ContentHash.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Name of the per-record content-hash mirror column. Written on every integration
+ * table alongside the other `__mj_integration_*` columns when present. Holds the
+ * SHA-256 (hex) of the last-synced external field values.
+ *
+ * This is the change-detection lever for connectors that have NO usable watermark
+ * (the source can't tell us "what changed since T"), e.g. YourMembership: every
+ * sync re-fetches every record. Comparing the freshly-computed hash of an incoming
+ * record against the stored hash lets the engine skip the per-record DB load and
+ * write entirely for the unchanged majority — turning a 50k-record no-op re-sync
+ * from 50k loads into ~0.
+ *
+ * Gated everywhere by EntityInfo field presence, so it is a no-op on tables that
+ * predate the column (the engine still syncs correctly via the dirty-flag path).
+ */
+export declare const CONTENT_HASH_COLUMN = "__mj_integration_ContentHash";
+/**
+ * Deterministic content hash of a mapped-field record. Canonicalizes by SORTING keys
+ * (so field-order variation between fetches never produces a spurious "changed"), then
+ * SHA-256s the canonical JSON. `undefined` values are dropped (treated as absent) so a
+ * field that is sometimes omitted and sometimes explicitly undefined hashes the same.
+ *
+ * Note: this hashes the MAPPED field values (what actually lands in MJ), not the raw
+ * external payload — so a change in a source field we don't map won't (correctly) count
+ * as a change for sync purposes.
+ */
+export declare function computeContentHash(fields: Record<string, unknown>): string;
+//# sourceMappingURL=ContentHash.d.ts.map

package/dist/ContentHash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentHash.d.ts","sourceRoot":"","sources":["../src/ContentHash.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,mBAAmB,iCAAiC,CAAC;AAElE;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAG1E"}

package/dist/ContentHash.js

@@ -0,0 +1,54 @@
+import { createHash } from 'node:crypto';
+/**
+ * Name of the per-record content-hash mirror column. Written on every integration
+ * table alongside the other `__mj_integration_*` columns when present. Holds the
+ * SHA-256 (hex) of the last-synced external field values.
+ *
+ * This is the change-detection lever for connectors that have NO usable watermark
+ * (the source can't tell us "what changed since T"), e.g. YourMembership: every
+ * sync re-fetches every record. Comparing the freshly-computed hash of an incoming
+ * record against the stored hash lets the engine skip the per-record DB load and
+ * write entirely for the unchanged majority — turning a 50k-record no-op re-sync
+ * from 50k loads into ~0.
+ *
+ * Gated everywhere by EntityInfo field presence, so it is a no-op on tables that
+ * predate the column (the engine still syncs correctly via the dirty-flag path).
+ */
+export const CONTENT_HASH_COLUMN = '__mj_integration_ContentHash';
+/**
+ * Deterministic content hash of a mapped-field record. Canonicalizes by SORTING keys
+ * (so field-order variation between fetches never produces a spurious "changed"), then
+ * SHA-256s the canonical JSON. `undefined` values are dropped (treated as absent) so a
+ * field that is sometimes omitted and sometimes explicitly undefined hashes the same.
+ *
+ * Note: this hashes the MAPPED field values (what actually lands in MJ), not the raw
+ * external payload — so a change in a source field we don't map won't (correctly) count
+ * as a change for sync purposes.
+ */
+export function computeContentHash(fields) {
+    const canonical = canonicalize(fields);
+    return createHash('sha256').update(canonical).digest('hex');
+}
+/**
+ * Stable JSON serialization: object keys sorted recursively, arrays kept in order
+ * (array order is semantically meaningful), `undefined` entries omitted. Dates and
+ * other non-plain values fall back to their JSON form.
+ */
+function canonicalize(value) {
+    if (value === null)
+        return 'null';
+    if (value === undefined)
+        return 'null'; // top-level undefined — shouldn't happen, but stay total
+    if (typeof value !== 'object')
+        return JSON.stringify(value);
+    if (Array.isArray(value)) {
+        return `[${value.map(v => (v === undefined ? 'null' : canonicalize(v))).join(',')}]`;
+    }
+    if (value instanceof Date)
+        return JSON.stringify(value.toISOString());
+    const obj = value;
+    const keys = Object.keys(obj).filter(k => obj[k] !== undefined).sort();
+    const body = keys.map(k => `${JSON.stringify(k)}:${canonicalize(obj[k])}`).join(',');
+    return `{${body}}`;
+}
+//# sourceMappingURL=ContentHash.js.map

package/dist/ContentHash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentHash.js","sourceRoot":"","sources":["../src/ContentHash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAElE;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAA+B;IAC9D,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,KAAc;IAChC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,CAAC,yDAAyD;IACjG,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACzF,CAAC;IACD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrF,OAAO,IAAI,IAAI,GAAG,CAAC;AACvB,CAAC"}

package/dist/EnrichSchemaConstraints.d.ts

@@ -0,0 +1,59 @@
+import type { SourceObjectInfo } from './types.js';
+/**
+ * Optional one-shot description generator. When supplied, objects/fields with no
+ * Description get ONE best-effort call (no iterate/converge). Omitted on AI-less
+ * instances → descriptions are left as honest gaps, never fabricated. Return null to
+ * leave the description unset.
+ */
+export type DescribeFn = (input: {
+    kind: 'object' | 'field';
+    objectName: string;
+    fieldName?: string;
+    sourceType?: string;
+}) => Promise<string | null>;
+export interface EnrichOptions {
+    describeFn?: DescribeFn;
+}
+export interface EnrichResult {
+    inferredForeignKeys: number;
+    descriptionsAdded: number;
+}
+/**
+ * Lightweight post-discovery enrichment — the runtime "LightweightConstraintDiscovery"
+ * from the integration design. Fills PROVABLE gaps with NO hard AI dependency:
+ *
+ *  - Deterministic, naming-based FK inference: for a field the source did NOT declare
+ *    as a foreign key, infer `ForeignKeyTarget` only when the column name unambiguously
+ *    points at exactly one sibling object (e.g. `CompanyId` → `companies`, or a field
+ *    whose name equals a sibling's PK field name). Ambiguous or self-referential
+ *    matches are left alone — provable-only, never guess.
+ *  - Optional one-shot descriptions when a `describeFn` is supplied (AI-optional; a
+ *    no-op on instances without an AI provider, which is the common BI case).
+ *
+ * Operates on the discovered SourceObjectInfo[] in place, BEFORE persistence, so the
+ * inferred FKs flow through IntegrationSchemaSync's normal Declared/Discovered merge
+ * (they land as `MetadataSource='Discovered'`, soft FKs). Never throws.
+ */
+export declare class EnrichSchemaConstraints {
+    static Enrich(objects: SourceObjectInfo[], options?: EnrichOptions): Promise<EnrichResult>;
+    /**
+     * Deterministic naming-based FK inference. Mutates fields in place
+     * (IsForeignKey + ForeignKeyTarget + the object's Relationships). Returns the count
+     * inferred. Provable-only: a field is inferred to be an FK ONLY when its name maps
+     * to exactly one OTHER object.
+     */
+    static InferForeignKeys(objects: SourceObjectInfo[]): number;
+    /** Fills missing Descriptions via a single describeFn call each. Best-effort, never throws. */
+    private static FillDescriptions;
+    private static safeDescribe;
+    /** Resolves the target object name a field's name points at, or null / AMBIGUOUS. */
+    private static inferFieldTarget;
+    private static lookupVariant;
+    /** Map of normalized object-name variants → ExternalName (or AMBIGUOUS when >1 object shares it). */
+    private static buildObjectNameIndex;
+    /** Map of lowercased PK field name → the single object declaring it (or AMBIGUOUS). */
+    private static buildPKNameIndex;
+    /** Conservative singular/plural + lowercase variants of a name for matching. */
+    private static normalizedVariants;
+}
+//# sourceMappingURL=EnrichSchemaConstraints.d.ts.map

package/dist/EnrichSchemaConstraints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnrichSchemaConstraints.d.ts","sourceRoot":"","sources":["../src/EnrichSchemaConstraints.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAmB,MAAM,YAAY,CAAC;AAKpE;;;;;GAKG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE;IAC7B,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;AAE7B,MAAM,WAAW,aAAa;IAC1B,UAAU,CAAC,EAAE,UAAU,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,uBAAuB;WACZ,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAS3G;;;;;OAKG;WACW,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM;IAoCnE,+FAA+F;mBAC1E,gBAAgB;mBAiBhB,YAAY;IAIjC,qFAAqF;IACrF,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAiB/B,OAAO,CAAC,MAAM,CAAC,aAAa;IAQ5B,qGAAqG;IACrG,OAAO,CAAC,MAAM,CAAC,oBAAoB;IAYnC,uFAAuF;IACvF,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAa/B,gFAAgF;IAChF,OAAO,CAAC,MAAM,CAAC,kBAAkB;CAUpC"}

package/dist/EnrichSchemaConstraints.js

@@ -0,0 +1,168 @@
+/** Sentinel for a normalized name that maps to more than one object (ambiguous). */
+const AMBIGUOUS = 'ambiguous';
+/**
+ * Lightweight post-discovery enrichment — the runtime "LightweightConstraintDiscovery"
+ * from the integration design. Fills PROVABLE gaps with NO hard AI dependency:
+ *
+ *  - Deterministic, naming-based FK inference: for a field the source did NOT declare
+ *    as a foreign key, infer `ForeignKeyTarget` only when the column name unambiguously
+ *    points at exactly one sibling object (e.g. `CompanyId` → `companies`, or a field
+ *    whose name equals a sibling's PK field name). Ambiguous or self-referential
+ *    matches are left alone — provable-only, never guess.
+ *  - Optional one-shot descriptions when a `describeFn` is supplied (AI-optional; a
+ *    no-op on instances without an AI provider, which is the common BI case).
+ *
+ * Operates on the discovered SourceObjectInfo[] in place, BEFORE persistence, so the
+ * inferred FKs flow through IntegrationSchemaSync's normal Declared/Discovered merge
+ * (they land as `MetadataSource='Discovered'`, soft FKs). Never throws.
+ */
+export class EnrichSchemaConstraints {
+    static async Enrich(objects, options = {}) {
+        const inferredForeignKeys = this.InferForeignKeys(objects);
+        let descriptionsAdded = 0;
+        if (options.describeFn) {
+            descriptionsAdded = await this.FillDescriptions(objects, options.describeFn);
+        }
+        return { inferredForeignKeys, descriptionsAdded };
+    }
+    /**
+     * Deterministic naming-based FK inference. Mutates fields in place
+     * (IsForeignKey + ForeignKeyTarget + the object's Relationships). Returns the count
+     * inferred. Provable-only: a field is inferred to be an FK ONLY when its name maps
+     * to exactly one OTHER object.
+     */
+    static InferForeignKeys(objects) {
+        const byName = this.buildObjectNameIndex(objects);
+        const pkNameToObject = this.buildPKNameIndex(objects);
+        let count = 0;
+        for (const obj of objects) {
+            // A single (surrogate) PK is never an FK to itself, so it is skipped. But a
+            // COMPOSITE PK is the junction/association pattern where each PK part is
+            // typically an FK to a parent — e.g. a contacts↔companies association whose PK
+            // is [contact_id, company_id]. Those MUST be inferred so the object becomes
+            // FK-reachable and the sync DAG orders it AFTER its parents; without it the
+            // association table never orders after its parents and silently fills in nothing.
+            const isCompositePK = obj.PrimaryKeyFields.length > 1;
+            for (const field of obj.Fields) {
+                if (field.IsForeignKey && field.ForeignKeyTarget)
+                    continue; // already declared
+                if (field.IsPrimaryKey && !isCompositePK)
+                    continue; // surrogate PK ≠ FK; composite-PK parts may be
+                const target = this.inferFieldTarget(field, byName, pkNameToObject);
+                if (!target || target === AMBIGUOUS || target === obj.ExternalName)
+                    continue; // skip ambiguous / self
+                field.IsForeignKey = true;
+                field.ForeignKeyTarget = target;
+                if (!obj.Relationships.some(r => r.FieldName === field.Name)) {
+                    const targetObj = objects.find(o => o.ExternalName === target);
+                    obj.Relationships.push({
+                        FieldName: field.Name,
+                        TargetObject: target,
+                        TargetField: targetObj?.PrimaryKeyFields[0] ?? 'id',
+                    });
+                }
+                count++;
+            }
+        }
+        return count;
+    }
+    /** Fills missing Descriptions via a single describeFn call each. Best-effort, never throws. */
+    static async FillDescriptions(objects, describe) {
+        let added = 0;
+        for (const obj of objects) {
+            if (!obj.Description) {
+                const d = await this.safeDescribe(describe, { kind: 'object', objectName: obj.ExternalName });
+                if (d) {
+                    obj.Description = d;
+                    added++;
+                }
+            }
+            for (const field of obj.Fields) {
+                if (!field.Description) {
+                    const d = await this.safeDescribe(describe, { kind: 'field', objectName: obj.ExternalName, fieldName: field.Name, sourceType: field.SourceType });
+                    if (d) {
+                        field.Description = d;
+                        added++;
+                    }
+                }
+            }
+        }
+        return added;
+    }
+    static async safeDescribe(describe, input) {
+        try {
+            return await describe(input);
+        }
+        catch {
+            return null;
+        }
+    }
+    /** Resolves the target object name a field's name points at, or null / AMBIGUOUS. */
+    static inferFieldTarget(field, byName, pkNameToObject) {
+        // 1) Strip a trailing id-suffix and match the base against object-name variants.
+        const base = field.Name.replace(/[_-]?id$/i, '');
+        if (base && base.toLowerCase() !== field.Name.toLowerCase()) {
+            const hit = this.lookupVariant(base, byName);
+            if (hit)
+                return hit; // may be AMBIGUOUS
+        }
+        // 2) Field name equals a sibling object's PK field name (e.g. ProfileID → object whose PK is ProfileID).
+        const pkHit = pkNameToObject.get(field.Name.toLowerCase());
+        if (pkHit)
+            return pkHit; // may be AMBIGUOUS
+        return null;
+    }
+    static lookupVariant(base, byName) {
+        for (const v of this.normalizedVariants(base)) {
+            const hit = byName.get(v);
+            if (hit)
+                return hit;
+        }
+        return null;
+    }
+    /** Map of normalized object-name variants → ExternalName (or AMBIGUOUS when >1 object shares it). */
+    static buildObjectNameIndex(objects) {
+        const map = new Map();
+        for (const o of objects) {
+            for (const v of this.normalizedVariants(o.ExternalName)) {
+                const existing = map.get(v);
+                if (existing === undefined)
+                    map.set(v, o.ExternalName);
+                else if (existing !== o.ExternalName)
+                    map.set(v, AMBIGUOUS);
+            }
+        }
+        return map;
+    }
+    /** Map of lowercased PK field name → the single object declaring it (or AMBIGUOUS). */
+    static buildPKNameIndex(objects) {
+        const map = new Map();
+        for (const o of objects) {
+            for (const pk of o.PrimaryKeyFields) {
+                const key = pk.toLowerCase();
+                const existing = map.get(key);
+                if (existing === undefined)
+                    map.set(key, o.ExternalName);
+                else if (existing !== o.ExternalName)
+                    map.set(key, AMBIGUOUS);
+            }
+        }
+        return map;
+    }
+    /** Conservative singular/plural + lowercase variants of a name for matching. */
+    static normalizedVariants(name) {
+        const lower = name.toLowerCase().replace(/[^a-z0-9]/g, '');
+        const set = new Set([lower]);
+        if (lower.endsWith('ies'))
+            set.add(lower.slice(0, -3) + 'y'); // companies → company
+        if (lower.endsWith('es'))
+            set.add(lower.slice(0, -2)); // boxes → box
+        if (lower.endsWith('s'))
+            set.add(lower.slice(0, -1)); // deals → deal
+        set.add(lower + 's'); // company → companys (loose)
+        if (lower.endsWith('y'))
+            set.add(lower.slice(0, -1) + 'ies'); // company → companies
+        return Array.from(set).filter(Boolean);
+    }
+}
+//# sourceMappingURL=EnrichSchemaConstraints.js.map

package/dist/EnrichSchemaConstraints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnrichSchemaConstraints.js","sourceRoot":"","sources":["../src/EnrichSchemaConstraints.ts"],"names":[],"mappings":"AAEA,oFAAoF;AACpF,MAAM,SAAS,GAAG,WAAW,CAAC;AAwB9B;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,uBAAuB;IACzB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAA2B,EAAE,UAAyB,EAAE;QAC/E,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,gBAAgB,CAAC,OAA2B;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEtD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YACxB,4EAA4E;YAC5E,yEAAyE;YACzE,+EAA+E;YAC/E,4EAA4E;YAC5E,4EAA4E;YAC5E,kFAAkF;YAClF,MAAM,aAAa,GAAG,GAAG,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;YACtD,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7B,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,gBAAgB;oBAAE,SAAS,CAAC,mBAAmB;gBAC/E,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,aAAa;oBAAE,SAAS,CAAU,+CAA+C;gBAE5G,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;gBACpE,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,GAAG,CAAC,YAAY;oBAAE,SAAS,CAAC,wBAAwB;gBAEtG,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC1B,KAAK,CAAC,gBAAgB,GAAG,MAAM,CAAC;gBAChC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC;oBAC/D,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC;wBACnB,SAAS,EAAE,KAAK,CAAC,IAAI;wBACrB,YAAY,EAAE,MAAM;wBACpB,WAAW,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI;qBACtD,CAAC,CAAC;gBACP,CAAC;gBACD,KAAK,EAAE,CAAC;YACZ,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,+FAA+F;IACvF,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,OAA2B,EAAE,QAAoB;QACnF,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;gBAC9F,IAAI,CAAC,EAAE,CAAC;oBAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC;oBAAC,KAAK,EAAE,CAAC;gBAAC,CAAC;YAC5C,CAAC;YACD,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBACrB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;oBAClJ,IAAI,CAAC,EAAE,CAAC;wBAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;wBAAC,KAAK,EAAE,CAAC;oBAAC,CAAC;gBAC9C,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAoB,EAAE,KAAgC;QACpF,IAAI,CAAC;YAAC,OAAO,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IAChE,CAAC;IAED,qFAAqF;IAC7E,MAAM,CAAC,gBAAgB,CAC3B,KAAsB,EACtB,MAA2B,EAC3B,cAAmC;QAEnC,iFAAiF;QACjF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC,CAAC,mBAAmB;QAC5C,CAAC;QACD,yGAAyG;QACzG,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3D,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,mBAAmB;QAC5C,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,MAAM,CAAC,aAAa,CAAC,IAAY,EAAE,MAA2B;QAClE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,qGAAqG;IAC7F,MAAM,CAAC,oBAAoB,CAAC,OAA2B;QAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,QAAQ,KAAK,SAAS;oBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;qBAClD,IAAI,QAAQ,KAAK,CAAC,CAAC,YAAY;oBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAChE,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,uFAAuF;IAC/E,MAAM,CAAC,gBAAgB,CAAC,OAA2B;QACvD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACtB,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,gBAAgB,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,QAAQ,KAAK,SAAS;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;qBACpD,IAAI,QAAQ,KAAK,CAAC,CAAC,YAAY;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAClE,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,kBAAkB,CAAC,IAAY;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,sBAAsB;QACpF,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAS,cAAc;QAC7E,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAU,eAAe;QAC9E,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAA0C,6BAA6B;QAC5F,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,sBAAsB;QACrF,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;CACJ"}

package/dist/FieldMappingEngine.d.ts

@@ -5,6 +5,17 @@ import type { ExternalRecord, MappedRecord } from './types.js';
  * from external records to MJ entity fields.
  */
 export declare class FieldMappingEngine {
+    /**
+     * Cache of compiled custom-expression functions, keyed by the expression string, so an
+     * identical expression is compiled once instead of once per record in a mapping batch.
+     *
+     * A failed compile is cached as the `Error` it threw — a malformed expression is therefore
+     * compiled a single time (then re-thrown from cache on every record) rather than recompiled
+     * on the per-record error path. Bounded via {@link MJLruCache} because the owning
+     * `IntegrationEngine` is a process-lifetime singleton; expression cardinality is normally
+     * tiny (it tracks configured field maps), so the 1000-entry default is comfortably ample.
+     */
+    private readonly customFunctionCache;
     /**
      * Applies field mappings to a batch of external records, producing mapped records
      * ready for match resolution and persistence.
@@ -90,5 +101,16 @@ export declare class FieldMappingEngine {
      * The expression has access to `value` (current field value) and `fields` (all record fields).
      */
     private ApplyCustom;
+    /**
+     * Returns the compiled function for an expression, compiling and caching on first use.
+     * If the expression failed to compile previously, the cached error is re-thrown — a
+     * malformed expression is compiled exactly once across an entire batch.
+     */
+    private GetCompiledExpression;
+    /**
+     * Compiles a custom expression into a callable, returning the thrown `Error` instead of
+     * propagating it so the caller can cache compile failures alongside successes.
+     */
+    private compileExpression;
 }
 //# sourceMappingURL=FieldMappingEngine.d.ts.map

package/dist/FieldMappingEngine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FieldMappingEngine.d.ts","sourceRoot":"","sources":["../src/FieldMappingEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAe/D;;;GAGG;AACH,qBAAa,kBAAkB;IAC3B;;;;;;;;OAQG;IACI,KAAK,CACR,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,2BAA2B,EAAE,EACxC,UAAU,EAAE,MAAM,GACnB,YAAY,EAAE;IAKjB;;OAEG;IACH,OAAO,CAAC,eAAe;IAsBvB;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAgBzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAY9B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAe5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA6BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;OAEG;IACH,OAAO,CAAC,WAAW;IAOnB;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;OAEG;IACH,OAAO,CAAC,WAAW;IAYnB;;OAEG;IACH,OAAO,CAAC,UAAU;IAOlB;;OAEG;IACH,OAAO,CAAC,WAAW;IAenB;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAOvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;;OAGG;IACH,OAAO,CAAC,WAAW;CActB"}
+{"version":3,"file":"FieldMappingEngine.d.ts","sourceRoot":"","sources":["../src/FieldMappingEngine.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAe/D;;;GAGG;AACH,qBAAa,kBAAkB;IAC3B;;;;;;;;;OASG;IACH,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAwD;IAE5F;;;;;;;;OAQG;IACI,KAAK,CACR,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,2BAA2B,EAAE,EACxC,UAAU,EAAE,MAAM,GACnB,YAAY,EAAE;IAKjB;;OAEG;IACH,OAAO,CAAC,eAAe;IAsBvB;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAgBzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAY9B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAkB5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA6BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;OAEG;IACH,OAAO,CAAC,WAAW;IAOnB;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;OAEG;IACH,OAAO,CAAC,WAAW;IAkBnB;;OAEG;IACH,OAAO,CAAC,UAAU;IAOlB;;OAEG;IACH,OAAO,CAAC,WAAW;IAoBnB;;OAEG;IACH,OAAO,CAAC,cAAc;IAUtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAOvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAcnB;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAY7B;;;OAGG;IACH,OAAO,CAAC,iBAAiB;CAQ5B"}

package/dist/FieldMappingEngine.js

@@ -1,8 +1,22 @@
+import { MJLruCache } from '@memberjunction/global';
 /**
  * Engine responsible for applying field-level mappings and transformations
  * from external records to MJ entity fields.
  */
 export class FieldMappingEngine {
+    constructor() {
+        /**
+         * Cache of compiled custom-expression functions, keyed by the expression string, so an
+         * identical expression is compiled once instead of once per record in a mapping batch.
+         *
+         * A failed compile is cached as the `Error` it threw — a malformed expression is therefore
+         * compiled a single time (then re-thrown from cache on every record) rather than recompiled
+         * on the per-record error path. Bounded via {@link MJLruCache} because the owning
+         * `IntegrationEngine` is a process-lifetime singleton; expression cardinality is normally
+         * tiny (it tracks configured field maps), so the 1000-entry default is comfortably ample.
+         */
+        this.customFunctionCache = new MJLruCache();
+    }
     /**
      * Applies field mappings to a batch of external records, producing mapped records
      * ready for match resolution and persistence.
@@ -70,7 +84,10 @@ export class FieldMappingEngine {
      * and handling errors according to the step's OnError strategy.
      */
     ExecuteTransformStep(step, value, allFields) {
-        const onError = step.OnError ?? 'Fail';
+        // Grace by default (§8 "still get as much data"): an unconfigured transform that errors on one
+        // record's value nulls that FIELD and lets the record sync, rather than failing the record/batch.
+        // An author can still opt into strict 'Fail' or 'Skip' explicitly per step.
+        const onError = step.OnError ?? 'Null';
         try {
             const transformed = this.DispatchTransform(step, value, allFields);
             return { Value: transformed, Skipped: false };
@@ -166,10 +183,18 @@ export class FieldMappingEngine {
     ApplyFormat(value, config) {
         if (config.FormatType === 'date') {
             const dateVal = value instanceof Date ? value : new Date(String(value));
+            // Throw a CONTROLLED error on an unparseable date — vs the raw RangeError FormatDate→toISOString()
+            // would throw — so ExecuteTransformStep's OnError strategy handles it uniformly (default 'Null').
+            if (isNaN(dateVal.getTime()))
+                throw new Error(`Cannot format "${String(value)}" as a date`);
             return this.FormatDate(dateVal, config.FormatString);
         }
         if (config.FormatType === 'number') {
             const numVal = Number(value);
+            // Throw on non-numeric — was: emitted the literal string "NaN", which BYPASSED OnError and then
+            // failed SQL numeric binding (corrupting the write). OnError now handles it (default 'Null').
+            if (!Number.isFinite(numVal))
+                throw new Error(`Cannot format "${String(value)}" as a number`);
             return numVal.toFixed(Number(config.FormatString) || 0);
         }
         return String(value ?? '');
@@ -194,8 +219,14 @@ export class FieldMappingEngine {
                 return this.CoerceToNumber(value);
             case 'boolean':
                 return this.CoerceToBoolean(value);
-            case 'date':
-                return new Date(String(value));
+            case 'date': {
+                // Throw on unparseable — was: returned an Invalid Date that corrupted the write, bypassing
+                // OnError. OnError handles it now (default 'Null' → field nulled, record syncs).
+                const d = new Date(String(value));
+                if (isNaN(d.getTime()))
+                    throw new Error(`Cannot coerce "${String(value)}" to date`);
+                return d;
+            }
             default:
                 throw new Error(`Unknown coerce target type: ${config.TargetType}`);
         }
@@ -205,6 +236,8 @@ export class FieldMappingEngine {
      */
     CoerceToNumber(value) {
         const num = Number(value);
+        // Throw on unparseable so OnError decides (default 'Null' → field nulled, record syncs; 'Fail' → strict).
+        // The throw is caught by ExecuteTransformStep and never escapes to fail the record/batch.
         if (isNaN(num)) {
             throw new Error(`Cannot coerce "${String(value)}" to number`);
         }
@@ -237,8 +270,7 @@ export class FieldMappingEngine {
      */
     ApplyCustom(value, allFields, config) {
         try {
-            // eslint-disable-next-line @typescript-eslint/no-implied-eval
-            const fn = new Function('value', 'fields', `return (${config.Expression});`);
+            const fn = this.GetCompiledExpression(config.Expression);
             return fn(value, allFields);
         }
         catch (err) {
@@ -246,5 +278,34 @@ export class FieldMappingEngine {
             throw new Error(`Custom transform expression failed: ${message}`);
         }
     }
+    /**
+     * Returns the compiled function for an expression, compiling and caching on first use.
+     * If the expression failed to compile previously, the cached error is re-thrown — a
+     * malformed expression is compiled exactly once across an entire batch.
+     */
+    GetCompiledExpression(expression) {
+        let cached = this.customFunctionCache.Get(expression);
+        if (cached === undefined) {
+            cached = this.compileExpression(expression);
+            this.customFunctionCache.Set(expression, cached);
+        }
+        if (cached instanceof Error) {
+            throw cached;
+        }
+        return cached;
+    }
+    /**
+     * Compiles a custom expression into a callable, returning the thrown `Error` instead of
+     * propagating it so the caller can cache compile failures alongside successes.
+     */
+    compileExpression(expression) {
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-implied-eval
+            return new Function('value', 'fields', `return (${expression});`);
+        }
+        catch (err) {
+            return err instanceof Error ? err : new Error(String(err));
+        }
+    }
 }
 //# sourceMappingURL=FieldMappingEngine.js.map

package/dist/FieldMappingEngine.js.map

@@ -1 +1 @@
-{"version":3,"file":"FieldMappingEngine.js","sourceRoot":"","sources":["../src/FieldMappingEngine.ts"],"names":[],"mappings":"AAgBA;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAC3B;;;;;;;;OAQG;IACI,KAAK,CACR,OAAyB,EACzB,SAAwC,EACxC,UAAkB;QAElB,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IACvF,CAAC;IAED;;OAEG;IACK,eAAe,CACnB,MAAsB,EACtB,SAAwC,EACxC,UAAkB;QAElB,MAAM,YAAY,GAA4B,EAAE,CAAC;QAEjD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACtB,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,GAAG,KAAK,CAAC;YACxD,CAAC;QACL,CAAC;QAED,OAAO;YACH,cAAc,EAAE,MAAM;YACtB,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;SACrD,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,iBAAiB,CACrB,MAAsB,EACtB,QAAqC;QAErC,IAAI,KAAK,GAAY,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAEzE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YACrC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,YAA2B;QACtD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,CAAC;QAE3D,IAAI,CAAC;YACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,OAAO,MAAyB,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,oBAAoB,CACxB,IAAmB,EACnB,KAAc,EACd,SAAkC;QAElC,MAAM,OAAO,GAAqB,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC;QAEzD,IAAI,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YACnE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED;;OAEG;IACK,iBAAiB,CACrB,IAAmB,EACnB,KAAc,EACd,SAAkC;QAElC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,OAAO;gBACR,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,MAAqB,CAAC,CAAC;YAC9D,KAAK,OAAO;gBACR,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,MAAqB,CAAC,CAAC;YAC9D,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,MAAuB,CAAC,CAAC;YACtE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,WAAW;gBACZ,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,MAAyB,CAAC,CAAC;YACtE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAC3E;gBACI,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,OAAyB,EAAE,GAAY;QAChE,QAAQ,OAAO,EAAE,CAAC;YACd,KAAK,MAAM;gBACP,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC/C,KAAK,MAAM;gBACP,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC3C,KAAK,MAAM;gBACP,MAAM,GAAG,CAAC;QAClB,CAAC;IACL,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,IAAI,KAAK,IAAI,IAAI,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,MAAM,CAAC,YAAY,CAAC;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAc,EAAE,MAAmB;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC7D,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAc,EAAE,MAAmB;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/C,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,SAAkC,EAAE,MAAqB;QAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CACzC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,QAAQ,CAC5C,CAAC;QACF,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAU,EAAE,YAAoB;QAC/C,IAAI,YAAY,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YACrE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACT,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC/B,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACtC,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACvC,KAAK,MAAM;gBACP,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACnC;gBACI,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAc;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAc;QAClC,IAAI,OAAO,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,KAAK,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAClD,OAAO,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,KAAK,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAc,EAAE,MAAuB;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACK,WAAW,CACf,KAAc,EACd,SAAkC,EAClC,MAAoB;QAEpB,IAAI,CAAC;YACD,8DAA8D;YAC9D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;YAC7E,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,CAAY,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,uCAAuC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;CACJ"}
+{"version":3,"file":"FieldMappingEngine.js","sourceRoot":"","sources":["../src/FieldMappingEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAiBpD;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAA/B;QACI;;;;;;;;;WASG;QACc,wBAAmB,GAAG,IAAI,UAAU,EAAsC,CAAC;IA2UhG,CAAC;IAzUG;;;;;;;;OAQG;IACI,KAAK,CACR,OAAyB,EACzB,SAAwC,EACxC,UAAkB;QAElB,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IACvF,CAAC;IAED;;OAEG;IACK,eAAe,CACnB,MAAsB,EACtB,SAAwC,EACxC,UAAkB;QAElB,MAAM,YAAY,GAA4B,EAAE,CAAC;QAEjD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACtB,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,GAAG,KAAK,CAAC;YACxD,CAAC;QACL,CAAC;QAED,OAAO;YACH,cAAc,EAAE,MAAM;YACtB,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;SACrD,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,iBAAiB,CACrB,MAAsB,EACtB,QAAqC;QAErC,IAAI,KAAK,GAAY,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAEzE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YACrC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,YAA2B;QACtD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,CAAC;QAE3D,IAAI,CAAC;YACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,OAAO,MAAyB,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,oBAAoB,CACxB,IAAmB,EACnB,KAAc,EACd,SAAkC;QAElC,+FAA+F;QAC/F,kGAAkG;QAClG,4EAA4E;QAC5E,MAAM,OAAO,GAAqB,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC;QAEzD,IAAI,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YACnE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED;;OAEG;IACK,iBAAiB,CACrB,IAAmB,EACnB,KAAc,EACd,SAAkC;QAElC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,OAAO;gBACR,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,MAAqB,CAAC,CAAC;YAC9D,KAAK,OAAO;gBACR,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,MAAqB,CAAC,CAAC;YAC9D,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,MAAuB,CAAC,CAAC;YACtE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAChE,KAAK,WAAW;gBACZ,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,MAAyB,CAAC,CAAC;YACtE,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,MAAsB,CAAC,CAAC;YAC3E;gBACI,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,OAAyB,EAAE,GAAY;QAChE,QAAQ,OAAO,EAAE,CAAC;YACd,KAAK,MAAM;gBACP,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC/C,KAAK,MAAM;gBACP,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC3C,KAAK,MAAM;gBACP,MAAM,GAAG,CAAC;QAClB,CAAC;IACL,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,IAAI,KAAK,IAAI,IAAI,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,MAAM,CAAC,YAAY,CAAC;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAc,EAAE,MAAmB;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC7D,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAc,EAAE,MAAmB;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/C,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,SAAkC,EAAE,MAAqB;QAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CACzC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,QAAQ,CAC5C,CAAC;QACF,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,mGAAmG;YACnG,kGAAkG;YAClG,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC5F,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,gGAAgG;YAChG,8FAA8F;YAC9F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC9F,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAU,EAAE,YAAoB;QAC/C,IAAI,YAAY,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YACrE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc,EAAE,MAAoB;QACpD,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACT,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC/B,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACtC,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACvC,KAAK,MAAM,CAAC,CAAC,CAAC;gBACV,2FAA2F;gBAC3F,iFAAiF;gBACjF,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClC,IAAI,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACpF,OAAO,CAAC,CAAC;YACb,CAAC;YACD;gBACI,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAc;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,0GAA0G;QAC1G,0FAA0F;QAC1F,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAc;QAClC,IAAI,OAAO,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,KAAK,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAClD,OAAO,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,KAAK,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAc,EAAE,MAAuB;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACK,WAAW,CACf,KAAc,EACd,SAAkC,EAClC,MAAoB;QAEpB,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACzD,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,uCAAuC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,UAAkB;QAC5C,IAAI,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACtD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;YAC1B,MAAM,MAAM,CAAC;QACjB,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,iBAAiB,CAAC,UAAkB;QACxC,IAAI,CAAC;YACD,8DAA8D;YAC9D,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,UAAU,IAAI,CAAuB,CAAC;QAC5F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;CACJ"}

package/dist/HashDiff.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Partitioned / Merkle-style hash-diff (§7 "hash-diff / full-table compare to find changed
+ * partitions cheaply when no incremental cursor exists").
+ *
+ * The problem: some sources have NO usable watermark — they can't tell us "what changed since T"
+ * (e.g. YourMembership re-fetches every record every time). Per-record content hashing
+ * (`computeContentHash`) already lets us skip the per-record load+write for the unchanged majority,
+ * but we still have to FETCH every record to hash it. When the remote can expose a cheap per-PARTITION
+ * rollup hash (a folder digest, an aggregated checksum, or just a previously-stored snapshot of one),
+ * we can compare partition rollups first and only deep-fetch the partitions whose rollup moved.
+ *
+ * This module builds the local side of that comparison ON TOP of `computeContentHash`:
+ *   1. `partitionRecords`     — bucket records by an arbitrary partition key.
+ *   2. `partitionRollupHash`  — fold each bucket's per-record hashes into ONE order-independent digest.
+ *   3. `diffPartitions`       — compare two partition→rollup maps; only the differing partitions
+ *                               (changed/added/removed) need a deep re-sync.
+ *
+ * Everything here is pure, deterministic, and free of DB/network — it operates on in-memory
+ * record arrays and plain string→string maps, so it is cheaply unit-testable and reusable on either
+ * side of the comparison.
+ */
+/**
+ * Stable partition bucket for a record IDENTITY (e.g. its ExternalID). Hashing the identity (not the
+ * content) keeps a record in the SAME partition across syncs even when its content changes — so a
+ * content edit shows up as a *changed partition* rather than a record hopping buckets. SHA-256 of the
+ * id, first 4 bytes folded modulo `partitionCount`, gives an even, deterministic spread. Default 256
+ * buckets is a sane balance (few enough rollups to store, fine-grained enough to skip most work).
+ */
+export declare function partitionKeyForIdentity(identity: string, partitionCount?: number): string;
+/** Outcome of comparing a local partition→rollup map against a remote one. */
+export type PartitionDiff = {
+    /** Partitions present on BOTH sides whose rollup hash differs — need a deep re-sync. */
+    changed: string[];
+    /** Partitions present ONLY in the local map — new since the remote snapshot. */
+    added: string[];
+    /** Partitions present ONLY in the remote map — removed since the remote snapshot. */
+    removed: string[];
+};
+/**
+ * Buckets records by a partition key. `getKey` is accepted to keep the call shape symmetric with
+ * the rest of the diff pipeline (callers thread a stable record identity through partition + rollup);
+ * partitioning itself only needs `getPartition`. Returns a Map keyed by partition string, each value
+ * the array of records that fall in that partition. Records arrive in the order encountered — order
+ * is preserved within a bucket and never relied upon by the rollup (see `partitionRollupHash`).
+ */
+export declare function partitionRecords<T>(records: readonly T[], getKey: (record: T) => string, getPartition: (record: T) => string): Map<string, T[]>;
+/**
+ * ORDER-INDEPENDENT rollup of a partition's records into a single hash. Each record's mapped fields
+ * are content-hashed via `computeContentHash`, the per-record hashes are SORTED, then the sorted list
+ * is concatenated and SHA-256'd. Sorting before combining is what makes the rollup stable regardless
+ * of the order records were fetched in — `[a,b]` and `[b,a]` produce the identical partition digest,
+ * so a re-fetch that merely reorders rows never spuriously flags the partition as changed.
+ *
+ * An empty partition rolls up to the SHA-256 of the empty string, a stable sentinel distinct from any
+ * non-empty partition.
+ */
+export declare function partitionRollupHash<T>(records: readonly T[], fieldsOf: (record: T) => Record<string, unknown>): string;
+/**
+ * Compares two partition→rollup maps and reports which partitions diverge. Only `changed`/`added`/
+ * `removed` partitions need a deep re-sync; partitions whose rollup matches on both sides are proven
+ * identical and can be skipped entirely. The result arrays are sorted for deterministic output.
+ *
+ * - `changed` — key in BOTH maps, rollup values differ.
+ * - `added`   — key in `local` only.
+ * - `removed` — key in `remote` only.
+ */
+export declare function diffPartitions(local: ReadonlyMap<string, string>, remote: ReadonlyMap<string, string>): PartitionDiff;
+//# sourceMappingURL=HashDiff.d.ts.map

package/dist/HashDiff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HashDiff.d.ts","sourceRoot":"","sources":["../src/HashDiff.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,cAAc,SAAM,GAAG,MAAM,CAGtF;AAED,8EAA8E;AAC9E,MAAM,MAAM,aAAa,GAAG;IACxB,wFAAwF;IACxF,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gFAAgF;IAChF,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,qFAAqF;IACrF,OAAO,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAC9B,OAAO,EAAE,SAAS,CAAC,EAAE,EACrB,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,EAC7B,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,GACpC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAelB;AAED;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CAAC,CAAC,EACjC,OAAO,EAAE,SAAS,CAAC,EAAE,EACrB,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjD,MAAM,CAOR;AAED;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAC1B,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,aAAa,CAoBf"}