@memberjunction/integration-engine 5.41.0 → 5.43.0

package/dist/StreamingDiscovery.js

@@ -0,0 +1,306 @@
+/**
+ * Time-bounded streaming discovery (the final discovery abstraction).
+ *
+ * Stage-2 of `DiscoverFields` for sources with no describe endpoint: stream the source's actual
+ * records (read-only — no save, no ack) and, in ONE pass, accumulate two things:
+ *   1. the full COLUMN corpus (every key seen) + a bounded sample of values per key for typing, and
+ *   2. per-column UNIQUENESS / NULL statistics — the evidence a data-informed (not nominal) PK
+ *      decision is made from.
+ *
+ * It stops when the stream is exhausted OR a TIME BUDGET is hit — whichever comes first — and
+ * returns whatever it gathered. More rows → stronger claims; the budget guarantees discovery never
+ * runs away. Memory stays bounded regardless of row count: only the key-set + capped per-key
+ * sample-values + a capped distinct-set per key are retained (never the rows themselves).
+ *
+ * Pure + clock-injectable, so it's deterministically testable. Reuses {@link inferColumnTypeFromSamples}.
+ */
+import { inferColumnTypeFromSamples } from './CustomColumnPromotion.js';
+/** Positive integer from an env var, falling back when unset/invalid. */
+function envInt(name, fallback) {
+    const v = parseInt(process.env[name] ?? '', 10);
+    return Number.isFinite(v) && v > 0 ? v : fallback;
+}
+// The discovery budget is operator-tunable via env — any sampling bound works (time- or record-based).
+// Unset → the sensible defaults below. The time budget is the primary "how long a discovery pass runs"
+// knob; the record/distinct caps bound memory.
+const DEFAULT_TIME_BUDGET_MS = envInt('MJ_INTEGRATION_DISCOVERY_TIME_BUDGET_MS', 30_000);
+const DEFAULT_SAMPLE_VALUE_CAP = envInt('MJ_INTEGRATION_DISCOVERY_SAMPLE_VALUE_CAP', 10);
+const DEFAULT_MAX_DISTINCT_TRACKED = envInt('MJ_INTEGRATION_DISCOVERY_MAX_DISTINCT', 100_000);
+const DEFAULT_COMPOSITE_SAMPLE_ROW_CAP = envInt('MJ_INTEGRATION_DISCOVERY_COMPOSITE_ROW_CAP', 2_000);
+/**
+ * Streams records (sync or async iterable), accumulating the column corpus + uniqueness/null stats
+ * until exhaustion or the time budget. Read-only; the caller supplies whatever read-only fetch
+ * yields the records (no save, no ack happens here).
+ */
+export async function discoverFromStream(records, opts = {}) {
+    const timeBudgetMs = opts.TimeBudgetMs ?? DEFAULT_TIME_BUDGET_MS;
+    const sampleCap = opts.SampleValueCap ?? DEFAULT_SAMPLE_VALUE_CAP;
+    const distinctCap = opts.MaxDistinctTracked ?? DEFAULT_MAX_DISTINCT_TRACKED;
+    const now = opts.Now ?? (() => Date.now());
+    const start = now();
+    const compositeCap = opts.CompositeSampleRowCap ?? DEFAULT_COMPOSITE_SAMPLE_ROW_CAP;
+    const acc = new Map();
+    const rowSamples = [];
+    let totalRows = 0;
+    let stoppedReason = 'exhausted';
+    for await (const record of toAsyncIterable(records)) {
+        totalRows++;
+        accumulateRecord(record, acc, sampleCap, distinctCap);
+        // Retain a bounded per-cell value-hash sample for composite-key discovery — never raw values,
+        // never more than the cap. This is the per-row evidence the greedy composite pick needs.
+        if (rowSamples.length < compositeCap) {
+            const rowHash = {};
+            for (const [k, v] of Object.entries(record)) {
+                if (v !== null && v !== undefined)
+                    rowHash[k] = stableValueKey(v);
+            }
+            rowSamples.push(rowHash);
+        }
+        if (now() - start > timeBudgetMs) {
+            stoppedReason = 'time-budget';
+            break;
+        }
+    }
+    const columns = [...acc.entries()].map(([key, e]) => ({
+        Key: key,
+        Occurrences: e.occurrences,
+        TotalRows: totalRows,
+        DistinctNonNull: e.distinct.size,
+        DistinctCapped: e.capped,
+        SampleValues: e.samples,
+        Inferred: inferColumnTypeFromSamples(e.samples),
+    }));
+    return { Columns: columns, RowsScanned: totalRows, StoppedReason: stoppedReason, RowSamples: rowSamples };
+}
+/** Folds one record into the accumulator — O(columns), bounded memory. */
+function accumulateRecord(record, acc, sampleCap, distinctCap) {
+    for (const [key, value] of Object.entries(record)) {
+        let e = acc.get(key);
+        if (!e) {
+            e = { occurrences: 0, samples: [], distinct: new Set(), capped: false };
+            acc.set(key, e);
+        }
+        if (value === null || value === undefined)
+            continue;
+        e.occurrences++;
+        if (e.samples.length < sampleCap)
+            e.samples.push(value);
+        if (!e.capped) {
+            if (e.distinct.size < distinctCap)
+                e.distinct.add(stableValueKey(value));
+            else
+                e.capped = true;
+        }
+    }
+}
+/**
+ * Recognizes a primary-key naming CONVENTION (`id`, `uuid`, `guid`, `pk`, or any `*_id` / `*_key` /
+ * `*_code` form). Used ONLY by the soft best-available fallback — a convention name is the identity
+ * SIGNAL that lets a not-provably-unique column still serve as a soft (dedup-only) key, rather than
+ * leaving the object PK-less. Never used to override a provably-unique strict candidate.
+ */
+function isConventionPkName(name) {
+    return /^(id|uuid|guid|pk)$|(^|_)(id|uuid|guid|key|code)$/i.test(name);
+}
+/** Minimum distinct/non-null ratio for a convention-named column to qualify as a SOFT key. */
+const SOFT_NEAR_UNIQUE_RATIO = 0.9;
+/**
+ * Statistics-first PK pick from streamed evidence. A column is a candidate ONLY if it is, over a
+ * statistically meaningful number of rows, **non-null on every row** AND **all-distinct** (and its
+ * uniqueness was provable — the distinct-cap wasn't hit). One candidate → that's the PK (p<0.05:
+ * all-distinct over a large N is not chance). Several candidates → naming breaks the tie if it can;
+ * otherwise it's flagged ambiguous for the LLM tiebreaker. Zero candidates → no PK (no fabrication).
+ */
+export function pickPrimaryKeyFromStats(columns, opts = {}) {
+    const minRows = opts.MinRowsForSignificance ?? 50;
+    const candidates = columns.filter(c => c.TotalRows >= minRows &&
+        c.Occurrences === c.TotalRows && // non-null on EVERY row
+        !c.DistinctCapped && // uniqueness was provable from the scan
+        c.DistinctNonNull === c.Occurrences);
+    const names = candidates.map(c => c.Key);
+    if (candidates.length === 0) {
+        // SOFT best-available fallback (no hard significance gate). A column that is not PROVABLY unique
+        // over a significant sample would otherwise yield NO PK — which stalls CodeGen SQL generation and
+        // leaves the table unsyncable. A soft key is identity-for-dedup only (it can NEVER reject a row),
+        // so we may pick the best-available CONVENTION-named column that still carries an identity signal:
+        // non-null on every scanned row AND high-cardinality (near-unique, or distinct-capped = cardinality
+        // beyond the tracking cap). Only convention-named columns qualify — an unnamed/low-signal column is
+        // still left PK-less (no fabrication). This is the "all keys are soft, best-available" policy.
+        // #A4: a time-budget-truncated scan only saw a prefix, so demand FULL prefix-uniqueness (1.0) for a
+        // soft key rather than merely near-unique (0.9) — a column that's near-unique over a partial scan
+        // could be null/duplicated in the unscanned tail and isn't trustworthy even as a soft dedup key.
+        const scanComplete = opts.ScanComplete !== false;
+        const softRatio = scanComplete ? SOFT_NEAR_UNIQUE_RATIO : 1.0;
+        const soft = columns.filter(c => isConventionPkName(c.Key) &&
+            c.TotalRows > 0 &&
+            c.Occurrences === c.TotalRows && // non-null on every row
+            (c.DistinctCapped || c.DistinctNonNull / c.Occurrences >= softRatio));
+        if (soft.length > 0) {
+            const rank = opts.NameRank ?? (() => 0);
+            const card = (c) => (c.DistinctCapped ? Number.MAX_SAFE_INTEGER : c.DistinctNonNull);
+            const best = [...soft].sort((a, b) => card(b) - card(a) || rank(b.Key) - rank(a.Key) || a.Key.localeCompare(b.Key))[0];
+            const caveat = scanComplete ? '' : ' [partial scan — time-budget-truncated; re-verify on full data]';
+            return { Field: best.Key, UniqueCandidates: [best.Key], AmbiguousForLLM: false, Reason: `Soft best-available key "${best.Key}" — convention-named with an identity signal (not provably unique; soft, dedup-only).${caveat}` };
+        }
+        return { Field: null, UniqueCandidates: [], AmbiguousForLLM: false, Reason: 'No column is provably unique + non-null over a significant sample, and none is a plausibly-identifying convention-named column.' };
+    }
+    if (candidates.length === 1) {
+        return { Field: names[0], UniqueCandidates: names, AmbiguousForLLM: false, Reason: `"${names[0]}" is unique + non-null across ${candidates[0].TotalRows} rows (statistically the key).` };
+    }
+    // Multiple unique columns — naming tiebreaker, else hand to the LLM judge with the stats in view.
+    const rank = opts.NameRank ?? (() => 0);
+    const ranked = [...candidates].sort((a, b) => rank(b.Key) - rank(a.Key));
+    if (rank(ranked[0].Key) > rank(ranked[1].Key)) {
+        return { Field: ranked[0].Key, UniqueCandidates: names, AmbiguousForLLM: false, Reason: `${candidates.length} unique columns; naming chose "${ranked[0].Key}".` };
+    }
+    return { Field: null, UniqueCandidates: names, AmbiguousForLLM: true, Reason: `${candidates.length} equally-named unique columns — ambiguous; defer to the evidence-fed LLM tiebreaker.` };
+}
+/**
+ * COMPOSITE PK pick from streamed evidence — for objects whose identity is a multi-column combination
+ * (no single column is unique). Statistics-first + provable-only, same philosophy as the single-column
+ * pick: it emits a column set ONLY when that set is provably unique + fully-non-null over a significant
+ * sample; otherwise null (→ the caller uses the content-hash identity floor). No naming guesses.
+ *
+ * Cost is GREEDY, not combinatorial — O(R·C), never the 2^C subset blow-up:
+ *   1. Candidate columns = those non-null on EVERY row (a null component can't be part of a stable key),
+ *      sorted by cardinality desc (so uniqueness is reached in the fewest columns).
+ *   2. Greedily add the next-highest-cardinality candidate and test combined-tuple uniqueness over the
+ *      cached per-row cell-hashes. First column set whose tuples are all-distinct over the sample wins.
+ * Greedy finds *a* provable unique combination (sufficient for identity/dedup), not necessarily the
+ * globally-minimal one — minimality is a nice-to-have the identity path doesn't need. A significance
+ * gate (MinRowsForSignificance) keeps a small-sample "uniqueness" from being a fluke.
+ */
+export function pickCompositeKeyFromStats(columns, rowSamples, opts = {}) {
+    const minRows = opts.MinRowsForSignificance ?? 50;
+    const n = rowSamples.length;
+    if (n < minRows) {
+        return { Fields: null, Reason: `Composite key not attempted — only ${n} sampled rows (< ${minRows} for significance).` };
+    }
+    // A key column must be non-null on EVERY scanned row; order by cardinality desc for the greedy.
+    const candidates = columns
+        .filter(c => c.TotalRows > 0 && c.Occurrences === c.TotalRows)
+        .sort((a, b) => b.DistinctNonNull - a.DistinctNonNull)
+        .map(c => c.Key);
+    if (candidates.length < 2) {
+        return { Fields: null, Reason: `Fewer than 2 fully-non-null columns — no composite key possible (a single key would already have been found).` };
+    }
+    const NULL_MARK = String.fromCharCode(0), SEP = String.fromCharCode(1);
+    const keyCols = [];
+    for (const cand of candidates) {
+        keyCols.push(cand);
+        const seen = new Set();
+        let unique = true;
+        for (const row of rowSamples) {
+            const tuple = keyCols.map(k => row[k] ?? NULL_MARK).join(SEP);
+            if (seen.has(tuple)) {
+                unique = false;
+                break;
+            }
+            seen.add(tuple);
+        }
+        // A single column going unique here is already covered by pickPrimaryKeyFromStats; require ≥2.
+        if (unique && keyCols.length >= 2) {
+            return { Fields: [...keyCols], Reason: `Composite key {${keyCols.join(', ')}} is unique + non-null across ${n} rows (greedy by cardinality, provable over the sample).` };
+        }
+    }
+    return { Fields: null, Reason: `No combination of the ${candidates.length} non-null columns is unique over ${n} rows — genuinely keyless; use the content-hash identity floor.` };
+}
+/** All size-k combinations of `items` (k small; callers cap the candidate list). */
+function* combinations(items, k) {
+    if (k <= 0) {
+        yield [];
+        return;
+    }
+    for (let i = 0; i <= items.length - k; i++) {
+        for (const rest of combinations(items.slice(i + 1), k - 1))
+            yield [items[i], ...rest];
+    }
+}
+/**
+ * Key-ness of a column SUBSET over the cached row-hash sample, via the Chao1 nonparametric
+ * cardinality estimator. A subset is a PROVABLE key iff its estimated value-domain provably EXCEEDS
+ * the sample (D̂ > n) — i.e. the domain has NOT saturated: we keep seeing brand-new tuples, the
+ * signature of an identifier, not a category. Robust to skew (it reads the singleton/doubleton
+ * structure of the repeats, not a raw distinct ratio) and CPU-cheap (one pass over the row-hashes).
+ */
+function subsetKeyness(rowSamples, cols, minRows) {
+    const n = rowSamples.length;
+    const NULL_MARK = String.fromCharCode(0), SEP = String.fromCharCode(1);
+    const counts = new Map();
+    for (const row of rowSamples) {
+        const tuple = cols.map(c => row[c] ?? NULL_MARK).join(SEP);
+        counts.set(tuple, (counts.get(tuple) ?? 0) + 1);
+    }
+    const d = counts.size;
+    let f1 = 0, f2 = 0;
+    for (const v of counts.values()) {
+        if (v === 1)
+            f1++;
+        else if (v === 2)
+            f2++;
+    }
+    // Chao1 (bias-corrected when no doubletons): D̂ blows up when values are mostly singletons
+    // (domain ≫ sample → unsaturated → key); collapses toward `d` when repeats dominate (saturated).
+    const Dhat = f2 > 0 ? d + (f1 * f1) / (2 * f2) : d + (f1 * (f1 - 1)) / 2;
+    return { Dhat, isKey: n >= minRows && Dhat > n };
+}
+/**
+ * Provable-only key pick — single OR composite, in ONE pass. Picks the BEST contender at each subset
+ * size (1, 2, 3 …), then takes the SMALLEST size whose best contender is a provable key (minimality:
+ * a 1-col key beats a 2-col beats a 3-col). "Best" + "is it a key" are the same Chao1 saturation test
+ * ({@link subsetKeyness}) applied to the subset's combined tuple — no arbitrary distinct-ratio. If NO
+ * size yields a provable key, returns null (the object is honestly keyless — never a fabricated key).
+ */
+export function pickKeyFromStats(columns, rowSamples, opts = {}) {
+    const minRows = opts.MinRowsForSignificance ?? 50;
+    const maxK = opts.MaxKeyColumns ?? 3;
+    const maxCandidates = opts.MaxCandidates ?? 15;
+    if (rowSamples.length < minRows) {
+        return { Fields: null, Reason: `Insufficient sample — ${rowSamples.length} rows (< ${minRows} for significance).` };
+    }
+    // A key column must be non-null on EVERY row; rank by cardinality, cap the candidate set so the
+    // per-size subset enumeration stays cheap (C(maxCandidates, k) for k ≤ maxK).
+    const candidates = columns
+        .filter(c => c.TotalRows > 0 && c.Occurrences === c.TotalRows)
+        .sort((a, b) => b.DistinctNonNull - a.DistinctNonNull)
+        .slice(0, maxCandidates)
+        .map(c => c.Key);
+    if (candidates.length === 0) {
+        return { Fields: null, Reason: 'No fully-non-null column to anchor a key.' };
+    }
+    for (let k = 1; k <= Math.min(maxK, candidates.length); k++) {
+        let best = null;
+        for (const subset of combinations(candidates, k)) {
+            const v = subsetKeyness(rowSamples, subset, minRows);
+            if (!best || v.Dhat > best.Dhat)
+                best = { subset, Dhat: v.Dhat, isKey: v.isKey };
+        }
+        if (best && best.isKey) {
+            return { Fields: best.subset, Reason: `Provable ${k}-column key {${best.subset.join(', ')}} — Chao1 domain D̂≈${Math.round(best.Dhat)} ≫ n=${rowSamples.length} (unsaturated).` };
+        }
+    }
+    return { Fields: null, Reason: `No provable key at sizes 1..${Math.min(maxK, candidates.length)} over ${rowSamples.length} rows — every best contender's domain saturated (Chao1 D̂ ≤ n).` };
+}
+/** Stable string key for a value so distinct-counting is correct across primitives + objects. */
+function stableValueKey(value) {
+    if (typeof value === 'object') {
+        try {
+            return 'o:' + JSON.stringify(value);
+        }
+        catch {
+            return 'o:[unserializable]';
+        }
+    }
+    return typeof value + ':' + String(value);
+}
+/** Normalizes a sync or async iterable to an async iterable so the loop handles both. */
+async function* toAsyncIterable(src) {
+    if (Symbol.asyncIterator in Object(src)) {
+        yield* src;
+    }
+    else {
+        for (const item of src)
+            yield item;
+    }
+}
+//# sourceMappingURL=StreamingDiscovery.js.map

package/dist/StreamingDiscovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingDiscovery.js","sourceRoot":"","sources":["../src/StreamingDiscovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,0BAA0B,EAA2B,MAAM,4BAA4B,CAAC;AAoDjG,yEAAyE;AACzE,SAAS,MAAM,CAAC,IAAY,EAAE,QAAgB;IAC1C,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACtD,CAAC;AAED,uGAAuG;AACvG,uGAAuG;AACvG,+CAA+C;AAC/C,MAAM,sBAAsB,GAAG,MAAM,CAAC,yCAAyC,EAAE,MAAM,CAAC,CAAC;AACzF,MAAM,wBAAwB,GAAG,MAAM,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;AACzF,MAAM,4BAA4B,GAAG,MAAM,CAAC,uCAAuC,EAAE,OAAO,CAAC,CAAC;AAC9F,MAAM,gCAAgC,GAAG,MAAM,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;AASrG;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,OAAmF,EACnF,OAA+B,EAAE;IAEjC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,sBAAsB,CAAC;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,IAAI,wBAAwB,CAAC;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;IAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;IAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,IAAI,gCAAgC,CAAC;IACpF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;IACzC,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAgC,WAAW,CAAC;IAE7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;QAClD,SAAS,EAAE,CAAC;QACZ,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QACtD,8FAA8F;QAC9F,yFAAyF;QACzF,IAAI,UAAU,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;YACnC,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;oBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,GAAG,EAAE,GAAG,KAAK,GAAG,YAAY,EAAE,CAAC;YAC/B,aAAa,GAAG,aAAa,CAAC;YAC9B,MAAM;QACV,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAA2B,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1E,GAAG,EAAE,GAAG;QACR,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,SAAS,EAAE,SAAS;QACpB,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QAChC,cAAc,EAAE,CAAC,CAAC,MAAM;QACxB,YAAY,EAAE,CAAC,CAAC,OAAO;QACvB,QAAQ,EAAE,0BAA0B,CAAC,CAAC,CAAC,OAAO,CAAC;KAClD,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AAC9G,CAAC;AAED,0EAA0E;AAC1E,SAAS,gBAAgB,CACrB,MAA+B,EAC/B,GAA2B,EAC3B,SAAiB,EACjB,WAAmB;IAEnB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,CAAC,EAAE,CAAC;YACL,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACxE,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QACpD,CAAC,CAAC,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS;YAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,WAAW;gBAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;;gBACpE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;AACL,CAAC;AAgCD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACpC,OAAO,oDAAoD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED,8FAA8F;AAC9F,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACnC,OAA+B,EAC/B,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,SAAS,IAAI,OAAO;QACtB,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAAQ,wBAAwB;QAC7D,CAAC,CAAC,CAAC,cAAc,IAAqB,wCAAwC;QAC9E,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,WAAW,CACtC,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,iGAAiG;QACjG,kGAAkG;QAClG,kGAAkG;QAClG,mGAAmG;QACnG,oGAAoG;QACpG,oGAAoG;QACpG,+FAA+F;QAC/F,oGAAoG;QACpG,kGAAkG;QAClG,iGAAiG;QACjG,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC;QACjD,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC5B,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC;YACzB,CAAC,CAAC,SAAS,GAAG,CAAC;YACf,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAA6C,wBAAwB;YAClG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CACvE,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,CAAC,CAAuB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YAC3G,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvH,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iEAAiE,CAAC;YACrG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,IAAI,CAAC,GAAG,wFAAwF,MAAM,EAAE,EAAE,CAAC;QACnO,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,iIAAiI,EAAE,CAAC;IACpN,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,iCAAiC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,gCAAgC,EAAE,CAAC;IAC9L,CAAC;IACD,kGAAkG;IAClG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,kCAAkC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IACtK,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,sFAAsF,EAAE,CAAC;AAC/L,CAAC;AASD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAA+B,EAC/B,UAAyC,EACzC,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,CAAC,oBAAoB,OAAO,qBAAqB,EAAE,CAAC;IAC7H,CAAC;IACD,gGAAgG;IAChG,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+GAA+G,EAAE,CAAC;IACrJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAC,MAAM,GAAG,KAAK,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,+FAA+F;QAC/F,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,0DAA0D,EAAE,CAAC;QAC9K,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,oCAAoC,CAAC,iEAAiE,EAAE,CAAC;AACtL,CAAC;AAQD,oFAAoF;AACpF,QAAQ,CAAC,CAAC,YAAY,CAAI,KAAU,EAAE,CAAS;IAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAAC,MAAM,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1F,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,aAAa,CAAC,UAAyC,EAAE,IAAc,EAAE,OAAe;IAC7F,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;IAAC,CAAC;IAC/E,2FAA2F;IAC3F,iGAAiG;IACjG,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,OAAO,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC5B,OAA+B,EAC/B,UAAyC,EACzC,OAA2E,EAAE;IAE7E,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;IAC/C,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,YAAY,OAAO,qBAAqB,EAAE,CAAC;IACxH,CAAC;IACD,gGAAgG;IAChG,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;IACjF,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,IAAI,IAAI,GAA8D,IAAI,CAAC;QAC3E,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI;gBAAE,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,UAAU,CAAC,MAAM,iBAAiB,EAAE,CAAC;QACtL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,SAAS,UAAU,CAAC,MAAM,iEAAiE,EAAE,CAAC;AACjM,CAAC;AAED,iGAAiG;AACjG,SAAS,cAAc,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YAAC,OAAO,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,oBAAoB,CAAC;QAAC,CAAC;IACvF,CAAC;IACD,OAAO,OAAO,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,yFAAyF;AACzF,KAAK,SAAS,CAAC,CAAC,eAAe,CAAI,GAAmC;IAClE,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,CAAC,GAAuB,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,IAAI,IAAI,GAAkB;YAAE,MAAM,IAAI,CAAC;IACtD,CAAC;AACL,CAAC"}

package/dist/SyncLogger.d.ts

@@ -35,7 +35,7 @@
  *   tail -f /tmp/mjapi.log | grep '"event":"sync\.push\.'           # only outbound writes
  *   tail -f /tmp/mjapi.log | grep '"event":"sync\..*\.error"'       # only errors
  */
-export type SyncLogEvent = 'sync.run.start' | 'sync.config.loaded' | 'sync.connector.built' | 'sync.connector.test' | 'sync.entity-map.start' | 'sync.resume.keyset' | 'sync.partition.reconcile' | 'sync.fetch.batch.start' | 'sync.fetch.batch.complete' | 'sync.record.decision' | 'sync.record.saved' | 'sync.record.error' | 'sync.record.archived' | 'sync.record.conflict' | 'sync.push.candidates' | 'sync.push.record' | 'sync.push.response' | 'sync.entity-map.complete' | 'sync.run.complete' | 'sync.run.fail' | 'sync.run.cancelled' | 'sync.warning';
+export type SyncLogEvent = 'sync.run.start' | 'sync.config.loaded' | 'sync.connector.built' | 'sync.connector.test' | 'sync.entity-map.start' | 'sync.resume.keyset' | 'sync.partition.reconcile' | 'sync.fetch.batch.start' | 'sync.fetch.batch.complete' | 'sync.fetch.retry' | 'sync.record.decision' | 'sync.record.saved' | 'sync.record.error' | 'sync.record.retry' | 'sync.record.archived' | 'sync.record.conflict' | 'sync.push.candidates' | 'sync.push.record' | 'sync.push.response' | 'sync.entity-map.complete' | 'sync.run.complete' | 'sync.run.fail' | 'sync.run.cancelled' | 'sync.schema_update' | 'sync.warning';
 import type { IntegrationProgressEmitter } from '@memberjunction/integration-progress-artifacts';
 export interface SyncLoggerContext {
     /** CompanyIntegration ID — the per-run anchor for filtering. */

package/dist/SyncLogger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"SyncLogger.d.ts","sourceRoot":"","sources":["../src/SyncLogger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,MAAM,MAAM,YAAY,GAClB,gBAAgB,GAChB,oBAAoB,GACpB,sBAAsB,GACtB,qBAAqB,GACrB,uBAAuB,GACvB,oBAAoB,GACpB,0BAA0B,GAC1B,wBAAwB,GACxB,2BAA2B,GAC3B,sBAAsB,GACtB,mBAAmB,GACnB,mBAAmB,GACnB,sBAAsB,GACtB,sBAAsB,GACtB,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GACpB,0BAA0B,GAC1B,mBAAmB,GACnB,eAAe,GACf,oBAAoB,GACpB,cAAc,CAAC;AAErB,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,gDAAgD,CAAC;AAEjG,MAAM,WAAW,iBAAiB;IAC9B,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,YAAY,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,iDAAiD;IACjD,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED;;;;GAIG;AACH,qBAAa,UAAU;IACnB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,OAAO,CAAC,CAA6B;gBAEjC,GAAG,EAAE,iBAAiB;IAIlC,6DAA6D;IACtD,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIvC,6EAA6E;IACtE,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAInE;;;;;;;OAOG;IACI,aAAa,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI;IAI/D;;;;;OAKG;IACI,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAI/E;;;;;;;OAOG;IACI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAI3F,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,IAAI;IAoB1E;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAyDxB,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,GAAG;IAIX,qFAAqF;IACrF,OAAO,CAAC,QAAQ;CAGnB"}
+{"version":3,"file":"SyncLogger.d.ts","sourceRoot":"","sources":["../src/SyncLogger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,MAAM,MAAM,YAAY,GAClB,gBAAgB,GAChB,oBAAoB,GACpB,sBAAsB,GACtB,qBAAqB,GACrB,uBAAuB,GACvB,oBAAoB,GACpB,0BAA0B,GAC1B,wBAAwB,GACxB,2BAA2B,GAC3B,kBAAkB,GAClB,sBAAsB,GACtB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,sBAAsB,GACtB,sBAAsB,GACtB,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GACpB,0BAA0B,GAC1B,mBAAmB,GACnB,eAAe,GACf,oBAAoB,GACpB,oBAAoB,GACpB,cAAc,CAAC;AAErB,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,gDAAgD,CAAC;AAEjG,MAAM,WAAW,iBAAiB;IAC9B,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,YAAY,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,iDAAiD;IACjD,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAkBD;;;;GAIG;AACH,qBAAa,UAAU;IACnB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,OAAO,CAAC,CAA6B;gBAEjC,GAAG,EAAE,iBAAiB;IAIlC,6DAA6D;IACtD,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIvC,6EAA6E;IACtE,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAInE;;;;;;;OAOG;IACI,aAAa,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI;IAI/D;;;;;OAKG;IACI,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAI/E;;;;;;;OAOG;IACI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAI3F,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,IAAI;IAuB1E;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAyDxB,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,GAAG;IAIX,qFAAqF;IACrF,OAAO,CAAC,QAAQ;CAGnB"}

package/dist/SyncLogger.js

@@ -35,6 +35,21 @@
  *   tail -f /tmp/mjapi.log | grep '"event":"sync\.push\.'           # only outbound writes
  *   tail -f /tmp/mjapi.log | grep '"event":"sync\..*\.error"'       # only errors
  */
+/**
+ * High-volume per-record events fire ONCE PER ROW — on a multi-million-row sync they would flood
+ * stdout (and any tee'd log file) without bound, a real disk-exhaustion path. They are gated behind
+ * `MJ_INTEGRATION_VERBOSE_RECORD_LOGS` (default OFF): only the console spam is suppressed — the
+ * structured per-record detail still reaches the durable progress artifact via `forwardToEmitter`
+ * where applicable. Errors, warnings, and run/batch-level events ALWAYS log regardless of the flag.
+ */
+const VERBOSE_RECORD_EVENTS = new Set([
+    'sync.record.decision',
+    'sync.record.saved',
+    'sync.record.archived',
+    'sync.push.record',
+    'sync.push.response',
+]);
+const VERBOSE_RECORD_LOGS_ENABLED = process.env.MJ_INTEGRATION_VERBOSE_RECORD_LOGS === 'true';
 /**
  * Light wrapper that prepends an ISO timestamp + the per-run context to every
  * line.  Writes to console.log (or console.error for fail events) so the line
@@ -99,7 +114,10 @@ export class SyncLogger {
         else if (event === 'sync.warning') {
             console.warn(line);
         }
-        else {
+        else if (!VERBOSE_RECORD_EVENTS.has(event) || VERBOSE_RECORD_LOGS_ENABLED) {
+            // Per-record events (one per row) are suppressed from the console unless explicitly
+            // enabled — otherwise a large sync floods stdout / the tee'd log without bound. The
+            // structured per-record detail still reaches the durable artifact via forwardToEmitter.
             console.log(line);
         }
         this.forwardToEmitter(event, data);

package/dist/SyncLogger.js.map

@@ -1 +1 @@
-{"version":3,"file":"SyncLogger.js","sourceRoot":"","sources":["../src/SyncLogger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AA+CH;;;;GAIG;AACH,MAAM,OAAO,UAAU;IAInB,YAAY,GAAsB;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC;IAED,6DAA6D;IACtD,WAAW,CAAC,KAAa;QAC5B,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,6EAA6E;IACtE,qBAAqB,CAAC,IAA+B;QACxD,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;IAChC,CAAC;IAED;;;;;;;OAOG;IACI,aAAa,CAAC,OAAmC;QACpD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACI,UAAU,CAAC,KAAa,EAAE,cAAuC;QACpE,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;OAOG;IACI,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,OAAe,EAAE,IAA8B;QACvF,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEM,IAAI,CAAC,KAAmB,EAAE,OAAgC,EAAE;QAC/D,MAAM,KAAK,GAAiB;YACxB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC5B,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;YACnB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI;YACzC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI;YAC7B,GAAG,IAAI;SACV,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,eAAe,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;YAC7D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,KAAmB,EAAE,IAA6B;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACpC,QAAQ,KAAK,EAAE,CAAC;gBACZ,KAAK,uBAAuB;oBACxB,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;oBAC9C,MAAM;gBACV,KAAK,2BAA2B;oBAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE;wBACnC,KAAK;wBACL,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;wBACjD,IAAI;qBACP,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,mBAAmB;oBACpB,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE;wBACzB,KAAK;wBACL,KAAK,EAAE,OAAO;wBACd,OAAO,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc;wBACrE,IAAI;qBACP,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,sBAAsB;oBACvB,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClF,MAAM;gBACV,KAAK,cAAc;oBACf,OAAO,CAAC,OAAO,CACX,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EACnD,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EACrD,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EACpD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAClC,CAAC;oBACF,MAAM;gBACV,KAAK,0BAA0B;oBAC3B,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE;wBACzB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC;wBAC1C,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;wBACxE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;wBACrC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;qBACzC,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,oBAAoB;oBACrB,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBACxE,MAAM;gBACV;oBACI,kFAAkF;oBAClF,gFAAgF;oBAChF,2EAA2E;oBAC3E,MAAM;YACd,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,uEAAuE;QAC3E,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,IAA6B;QAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,CAAC;IAEO,GAAG,CAAC,CAAU;QAClB,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,qFAAqF;IAC7E,QAAQ,CAAC,CAAU;QACvB,OAAO,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAA6B,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,CAAC;CACJ"}
+{"version":3,"file":"SyncLogger.js","sourceRoot":"","sources":["../src/SyncLogger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAkDH;;;;;;GAMG;AACH,MAAM,qBAAqB,GAA8B,IAAI,GAAG,CAAe;IAC3E,sBAAsB;IACtB,mBAAmB;IACnB,sBAAsB;IACtB,kBAAkB;IAClB,oBAAoB;CACvB,CAAC,CAAC;AACH,MAAM,2BAA2B,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,KAAK,MAAM,CAAC;AAE9F;;;;GAIG;AACH,MAAM,OAAO,UAAU;IAInB,YAAY,GAAsB;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC;IAED,6DAA6D;IACtD,WAAW,CAAC,KAAa;QAC5B,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,6EAA6E;IACtE,qBAAqB,CAAC,IAA+B;QACxD,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;IAChC,CAAC;IAED;;;;;;;OAOG;IACI,aAAa,CAAC,OAAmC;QACpD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACI,UAAU,CAAC,KAAa,EAAE,cAAuC;QACpE,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;OAOG;IACI,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,OAAe,EAAE,IAA8B;QACvF,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEM,IAAI,CAAC,KAAmB,EAAE,OAAgC,EAAE;QAC/D,MAAM,KAAK,GAAiB;YACxB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC5B,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;YACnB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI;YACzC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI;YAC7B,GAAG,IAAI;SACV,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,eAAe,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;YAC7D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,2BAA2B,EAAE,CAAC;YAC1E,oFAAoF;YACpF,oFAAoF;YACpF,wFAAwF;YACxF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,KAAmB,EAAE,IAA6B;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACpC,QAAQ,KAAK,EAAE,CAAC;gBACZ,KAAK,uBAAuB;oBACxB,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;oBAC9C,MAAM;gBACV,KAAK,2BAA2B;oBAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE;wBACnC,KAAK;wBACL,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;wBACjD,IAAI;qBACP,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,mBAAmB;oBACpB,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE;wBACzB,KAAK;wBACL,KAAK,EAAE,OAAO;wBACd,OAAO,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc;wBACrE,IAAI;qBACP,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,sBAAsB;oBACvB,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClF,MAAM;gBACV,KAAK,cAAc;oBACf,OAAO,CAAC,OAAO,CACX,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EACnD,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EACrD,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EACpD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAClC,CAAC;oBACF,MAAM;gBACV,KAAK,0BAA0B;oBAC3B,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE;wBACzB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC;wBAC1C,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;wBACxE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;wBACrC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC;qBACzC,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,oBAAoB;oBACrB,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBACxE,MAAM;gBACV;oBACI,kFAAkF;oBAClF,gFAAgF;oBAChF,2EAA2E;oBAC3E,MAAM;YACd,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,uEAAuE;QAC3E,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,IAA6B;QAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,CAAC;IAEO,GAAG,CAAC,CAAU;QAClB,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,qFAAqF;IAC7E,QAAQ,CAAC,CAAU;QACvB,OAAO,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAA6B,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,CAAC;CACJ"}

package/dist/auth-helpers/BasicAuthHeaderBuilder.d.ts

@@ -0,0 +1,36 @@
+/**
+ * BasicAuthHeaderBuilder — shared HTTP Basic Authentication header helper for REST
+ * integration connectors. Centralizes the RFC 7617 `Authorization: Basic <base64>`
+ * construction so concrete connectors never inline base64 / crypto logic (the
+ * connector-code-conventions "no inline crypto / no inline base64" rule).
+ *
+ * RFC 7617 is `Basic base64(userid ":" password)` — the userid MUST NOT contain a
+ * colon (the password may). For Neon CRM the userid is the org id and the password is
+ * the API key; for other vendors it is username:password or apiKey:"" etc. This helper
+ * does ONLY the encoding — it never logs, stores, or transports the credential bytes.
+ *
+ * The base64 encoding is `Buffer.from(...).toString('base64')` — the Node standard
+ * library primitive, kept behind one tested helper rather than copy-pasted into every
+ * connector. No round-trip, no secret retention.
+ */
+/** Inputs for a single HTTP Basic Authorization header value. */
+export interface BasicAuthRequest {
+    /** The userid component (left of the colon). For Neon CRM, the org id. MUST NOT contain ':'. */
+    Username: string;
+    /** The password component (right of the colon). For Neon CRM, the API key. May contain ':'. */
+    Password: string;
+}
+/**
+ * Builds the value for an HTTP Basic `Authorization` header: `Basic <base64(user:pass)>`.
+ * Throws on a colon in the username (ambiguous per RFC 7617) or on an empty username.
+ */
+export declare function buildBasicAuthHeaderValue(req: BasicAuthRequest): string;
+/**
+ * APIKeyHeaderBuilder — convenience over {@link buildBasicAuthHeaderValue} returning a
+ * ready-to-spread header object. Useful when a connector wants the full `Authorization`
+ * header pair rather than just the value.
+ */
+export declare function buildBasicAuthHeader(req: BasicAuthRequest): {
+    Authorization: string;
+};
+//# sourceMappingURL=BasicAuthHeaderBuilder.d.ts.map

package/dist/auth-helpers/BasicAuthHeaderBuilder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BasicAuthHeaderBuilder.d.ts","sourceRoot":"","sources":["../../src/auth-helpers/BasicAuthHeaderBuilder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,iEAAiE;AACjE,MAAM,WAAW,gBAAgB;IAC7B,gGAAgG;IAChG,QAAQ,EAAE,MAAM,CAAC;IACjB,+FAA+F;IAC/F,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,gBAAgB,GAAG,MAAM,CASvE;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,gBAAgB,GAAG;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAErF"}

package/dist/auth-helpers/BasicAuthHeaderBuilder.js

@@ -0,0 +1,38 @@
+/**
+ * BasicAuthHeaderBuilder — shared HTTP Basic Authentication header helper for REST
+ * integration connectors. Centralizes the RFC 7617 `Authorization: Basic <base64>`
+ * construction so concrete connectors never inline base64 / crypto logic (the
+ * connector-code-conventions "no inline crypto / no inline base64" rule).
+ *
+ * RFC 7617 is `Basic base64(userid ":" password)` — the userid MUST NOT contain a
+ * colon (the password may). For Neon CRM the userid is the org id and the password is
+ * the API key; for other vendors it is username:password or apiKey:"" etc. This helper
+ * does ONLY the encoding — it never logs, stores, or transports the credential bytes.
+ *
+ * The base64 encoding is `Buffer.from(...).toString('base64')` — the Node standard
+ * library primitive, kept behind one tested helper rather than copy-pasted into every
+ * connector. No round-trip, no secret retention.
+ */
+/**
+ * Builds the value for an HTTP Basic `Authorization` header: `Basic <base64(user:pass)>`.
+ * Throws on a colon in the username (ambiguous per RFC 7617) or on an empty username.
+ */
+export function buildBasicAuthHeaderValue(req) {
+    if (req.Username == null || req.Username.length === 0) {
+        throw new Error('BasicAuthHeaderBuilder: Username (userid) is required and cannot be empty.');
+    }
+    if (req.Username.includes(':')) {
+        throw new Error('BasicAuthHeaderBuilder: Username (userid) MUST NOT contain a colon per RFC 7617.');
+    }
+    const encoded = Buffer.from(`${req.Username}:${req.Password ?? ''}`, 'utf8').toString('base64');
+    return `Basic ${encoded}`;
+}
+/**
+ * APIKeyHeaderBuilder — convenience over {@link buildBasicAuthHeaderValue} returning a
+ * ready-to-spread header object. Useful when a connector wants the full `Authorization`
+ * header pair rather than just the value.
+ */
+export function buildBasicAuthHeader(req) {
+    return { Authorization: buildBasicAuthHeaderValue(req) };
+}
+//# sourceMappingURL=BasicAuthHeaderBuilder.js.map

package/dist/auth-helpers/BasicAuthHeaderBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BasicAuthHeaderBuilder.js","sourceRoot":"","sources":["../../src/auth-helpers/BasicAuthHeaderBuilder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAUH;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,GAAqB;IAC3D,IAAI,GAAG,CAAC,QAAQ,IAAI,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChG,OAAO,SAAS,OAAO,EAAE,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAqB;IACtD,OAAO,EAAE,aAAa,EAAE,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC;AAC7D,CAAC"}

package/dist/auth-helpers/OAuth1aSigner.d.ts

@@ -0,0 +1,56 @@
+/** HMAC variants OAuth 1.0a permits. NetSuite TBA mandates HMAC-SHA256. */
+export type OAuth1aSignatureMethod = 'HMAC-SHA256' | 'HMAC-SHA1';
+/** Inputs needed to sign one request with OAuth 1.0a TBA. */
+export interface OAuth1aSignRequest {
+    /** OAuth consumer key (a.k.a. client id / integration key). */
+    ConsumerKey: string;
+    /** OAuth consumer secret. */
+    ConsumerSecret: string;
+    /** OAuth token id (the TBA access token id). */
+    TokenId: string;
+    /** OAuth token secret. */
+    TokenSecret: string;
+    /** HTTP method of the request being signed (uppercased internally). */
+    Method: string;
+    /** Full request URL, including any query string (query params are folded into the base string). */
+    Url: string;
+    /**
+     * OAuth `realm` parameter. NetSuite requires the account id (uppercased, `-` → `_`,
+     * e.g. `1234567` or `1234567_SB1`). Optional — omitted from the header when absent.
+     */
+    Realm?: string;
+    /** Signature method. Defaults to `HMAC-SHA256` (NetSuite TBA's requirement). */
+    SignatureMethod?: OAuth1aSignatureMethod;
+    /**
+     * Deterministic nonce + timestamp override — for unit testing only. Production callers
+     * leave this undefined so a fresh random nonce + current timestamp are generated.
+     */
+    NonceOverride?: string;
+    TimestampOverride?: string;
+}
+/**
+ * RFC 3986 percent-encoding (stricter than `encodeURIComponent`, which leaves
+ * `! ' ( ) *` unescaped). OAuth 1.0a requires these to be escaped too.
+ */
+export declare function percentEncodeRFC3986(value: string): string;
+/**
+ * Stateless OAuth 1.0a signer. One static method builds the `Authorization` header
+ * value for a request; connectors call it per request.
+ */
+export declare class OAuth1aSigner {
+    /**
+     * Builds the full `Authorization: OAuth ...` header value for a single request,
+     * computing the HMAC signature over the canonical signature base string.
+     *
+     * Spec steps implemented (RFC 5849 §3.4):
+     *  1. Collect oauth_* params + the request's query params.
+     *  2. Percent-encode, sort, and `&`-join them (the normalized parameter string).
+     *  3. Build the base string `METHOD&encode(baseURL)&encode(params)`.
+     *  4. Sign with key `encode(consumerSecret)&encode(tokenSecret)`.
+     *  5. Emit `OAuth realm="...", oauth_consumer_key="...", ..., oauth_signature="..."`.
+     */
+    static BuildAuthorizationHeader(req: OAuth1aSignRequest): string;
+    /** Splits a URL into its base (scheme://host/path, no query) + a decoded query-param map. */
+    private static splitUrl;
+}
+//# sourceMappingURL=OAuth1aSigner.d.ts.map

package/dist/auth-helpers/OAuth1aSigner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OAuth1aSigner.d.ts","sourceRoot":"","sources":["../../src/auth-helpers/OAuth1aSigner.ts"],"names":[],"mappings":"AAkBA,2EAA2E;AAC3E,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG,WAAW,CAAC;AAEjE,6DAA6D;AAC7D,MAAM,WAAW,kBAAkB;IAC/B,+DAA+D;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,gDAAgD;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,0BAA0B;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,MAAM,EAAE,MAAM,CAAC;IACf,mGAAmG;IACnG,GAAG,EAAE,MAAM,CAAC;IACZ;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAO1D;AAED;;;GAGG;AACH,qBAAa,aAAa;IACtB;;;;;;;;;;OAUG;WACW,wBAAwB,CAAC,GAAG,EAAE,kBAAkB,GAAG,MAAM;IAyCvE,6FAA6F;IAC7F,OAAO,CAAC,MAAM,CAAC,QAAQ;CAQ1B"}