@memberjunction/integration-engine 6.1.0-edge.3 → 6.1.0-edge.5

package/dist/ResumeConcurrency.d.ts

@@ -0,0 +1,46 @@
+/**
+ * @fileoverview How many orphaned syncs may be resumed at once, and the pool that does it.
+ *
+ * Syncs are STARTED concurrently — `processRSUPendingWork` launches each connector's `RunSync`
+ * without awaiting it — and used to be RESUMED serially, one `await` per iteration. A restart
+ * therefore converted a parallel workload into a queue ordered by whatever `RunView` returned,
+ * and the slowest connector became a head-of-line block for every other connector on the
+ * workspace. If it never finished, they never started.
+ *
+ * Kept in its own module so both decisions — the bound, and the isolation guarantee — can be
+ * tested directly rather than inferred from a resume that takes hours to run.
+ */
+/**
+ * Default in-flight resumes. Deliberately small.
+ *
+ * A workspace is a single Node process: concurrency across connectors buys overlap on time spent
+ * waiting for different sources, not more CPU, because every response still returns to the same
+ * event loop to be parsed, hashed and written. Four covers the realistic case — a handful of
+ * connectors orphaned by one restart — without letting a boot that adopted fifty runs replace a
+ * head-of-line block with a thundering herd.
+ *
+ * The floor that actually matters is "greater than one". Serial was the bug.
+ */
+export declare const DEFAULT_RESUME_CONCURRENCY = 4;
+/**
+ * Resolves the in-flight resume bound, honouring `MJ_RESUME_CONCURRENCY`.
+ *
+ * An operator recovering a workspace with many orphaned runs may want more; one recovering a
+ * memory-starved box may want fewer. Anything unparseable, zero, or negative falls back to the
+ * default rather than being clamped to 1 — silently reintroducing the serial behaviour because of
+ * a typo in an env var is exactly the failure this module exists to prevent.
+ */
+export declare function ResumeConcurrency(): number;
+/**
+ * Runs `worker` over `items` with at most `concurrency` in flight, and does NOT stop early.
+ *
+ * The isolation is the point, and it is why this does not reuse a reject-on-first-error pool. A
+ * resume that fails must cost exactly one run, never the ones behind it — abandoning the queue on
+ * one bad item would recreate the head-of-line failure in a different shape. `ResumeOneOrphanedRun`
+ * already handles its own errors, so a rejection here means something genuinely unexpected; it is
+ * collected and rethrown only after every other item has had its turn.
+ *
+ * @throws the first worker rejection, AFTER all items have been attempted
+ */
+export declare function RunResumesBounded<T>(items: T[], concurrency: number, worker: (item: T) => Promise<void>): Promise<void>;
+//# sourceMappingURL=ResumeConcurrency.d.ts.map

package/dist/ResumeConcurrency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResumeConcurrency.d.ts","sourceRoot":"","sources":["../src/ResumeConcurrency.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,0BAA0B,IAAI,CAAC;AAE5C;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAG1C;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,iBAAiB,CAAC,CAAC,EACrC,KAAK,EAAE,CAAC,EAAE,EACV,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GACnC,OAAO,CAAC,IAAI,CAAC,CA0Bf"}

package/dist/ResumeConcurrency.js

@@ -0,0 +1,74 @@
+/**
+ * @fileoverview How many orphaned syncs may be resumed at once, and the pool that does it.
+ *
+ * Syncs are STARTED concurrently — `processRSUPendingWork` launches each connector's `RunSync`
+ * without awaiting it — and used to be RESUMED serially, one `await` per iteration. A restart
+ * therefore converted a parallel workload into a queue ordered by whatever `RunView` returned,
+ * and the slowest connector became a head-of-line block for every other connector on the
+ * workspace. If it never finished, they never started.
+ *
+ * Kept in its own module so both decisions — the bound, and the isolation guarantee — can be
+ * tested directly rather than inferred from a resume that takes hours to run.
+ */
+/**
+ * Default in-flight resumes. Deliberately small.
+ *
+ * A workspace is a single Node process: concurrency across connectors buys overlap on time spent
+ * waiting for different sources, not more CPU, because every response still returns to the same
+ * event loop to be parsed, hashed and written. Four covers the realistic case — a handful of
+ * connectors orphaned by one restart — without letting a boot that adopted fifty runs replace a
+ * head-of-line block with a thundering herd.
+ *
+ * The floor that actually matters is "greater than one". Serial was the bug.
+ */
+export const DEFAULT_RESUME_CONCURRENCY = 4;
+/**
+ * Resolves the in-flight resume bound, honouring `MJ_RESUME_CONCURRENCY`.
+ *
+ * An operator recovering a workspace with many orphaned runs may want more; one recovering a
+ * memory-starved box may want fewer. Anything unparseable, zero, or negative falls back to the
+ * default rather than being clamped to 1 — silently reintroducing the serial behaviour because of
+ * a typo in an env var is exactly the failure this module exists to prevent.
+ */
+export function ResumeConcurrency() {
+    const raw = Number(process.env.MJ_RESUME_CONCURRENCY);
+    return Number.isFinite(raw) && raw >= 1 ? Math.floor(raw) : DEFAULT_RESUME_CONCURRENCY;
+}
+/**
+ * Runs `worker` over `items` with at most `concurrency` in flight, and does NOT stop early.
+ *
+ * The isolation is the point, and it is why this does not reuse a reject-on-first-error pool. A
+ * resume that fails must cost exactly one run, never the ones behind it — abandoning the queue on
+ * one bad item would recreate the head-of-line failure in a different shape. `ResumeOneOrphanedRun`
+ * already handles its own errors, so a rejection here means something genuinely unexpected; it is
+ * collected and rethrown only after every other item has had its turn.
+ *
+ * @throws the first worker rejection, AFTER all items have been attempted
+ */
+export async function RunResumesBounded(items, concurrency, worker) {
+    if (items.length === 0)
+        return;
+    let index = 0;
+    let firstError;
+    let hasError = false;
+    const runner = async () => {
+        while (index < items.length) {
+            const item = items[index++];
+            try {
+                await worker(item);
+            }
+            catch (err) {
+                // Keep going. One run's failure is one run's failure.
+                if (!hasError) {
+                    hasError = true;
+                    firstError = err;
+                }
+            }
+        }
+    };
+    const lanes = Math.max(1, Math.min(concurrency, items.length));
+    await Promise.all(Array.from({ length: lanes }, () => runner()));
+    if (hasError)
+        throw firstError;
+}
+//# sourceMappingURL=ResumeConcurrency.js.map

package/dist/ResumeConcurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResumeConcurrency.js","sourceRoot":"","sources":["../src/ResumeConcurrency.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAE5C;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB;IAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,0BAA0B,CAAC;AAC3F,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,KAAU,EACV,WAAmB,EACnB,MAAkC;IAElC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAE/B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,UAAmB,CAAC;IACxB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACrC,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC;gBACD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,sDAAsD;gBACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACZ,QAAQ,GAAG,IAAI,CAAC;oBAChB,UAAU,GAAG,GAAG,CAAC;gBACrB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEjE,IAAI,QAAQ;QAAE,MAAM,UAAU,CAAC;AACnC,CAAC"}

package/dist/RetryAfter.d.ts

@@ -0,0 +1,50 @@
+/**
+ * @fileoverview Standard `Retry-After` extraction, so a connector that writes no rate-limit code
+ * still backs off by the amount the vendor actually asked for.
+ *
+ * `BaseIntegrationConnector.ExtractRetryAfterMs` returned `undefined` unconditionally and no
+ * connector in this repo overrode it. The engine's limiter therefore always fell back to its own
+ * multiplicative decrease — correct in direction, but blind to a number the vendor had already
+ * supplied in the response.
+ *
+ * `Retry-After` is defined by RFC 9110 §10.2.3 and is the header a 429 (RFC 6585) and a 503 carry.
+ * Parsing it is not a heuristic and not vendor-specific, which is exactly why it belongs in the
+ * base class rather than in each connector: there is one correct reading of it, and every HTTP
+ * connector benefits from having it read.
+ *
+ * Deliberately NOT a message-text parser. Guessing a duration out of prose ("try again in a bit")
+ * risks inventing a number, and a wrong Retry-After is worse than none — it would freeze the bucket
+ * for a made-up interval. Text-shaped signals stay the connector's job (see PheedLoop, whose vendor
+ * puts its delay in the body rather than a header); this reads the standard header only.
+ */
+/**
+ * Upper bound on an honored `Retry-After`, in milliseconds (5 minutes).
+ *
+ * A vendor occasionally returns an enormous or malformed value — a Unix timestamp mistaken for
+ * delay-seconds, a date years out. Freezing a sync's token bucket for hours on the strength of one
+ * response is a worse failure than backing off by the limiter's own decrease, so anything beyond
+ * this is treated as unusable and the limiter's default applies.
+ */
+export declare const MAX_HONORED_RETRY_AFTER_MS: number;
+/**
+ * Parses a `Retry-After` value into milliseconds. RFC 9110 permits two forms:
+ *   - delay-seconds: a non-negative integer, e.g. `120`
+ *   - HTTP-date:     e.g. `Wed, 21 Oct 2015 07:28:00 GMT`
+ *
+ * @param value the raw header value
+ * @param nowMs clock reading used to convert an HTTP-date into a delay; injectable for tests
+ * @returns milliseconds to wait, or undefined when the value is unusable
+ */
+export declare function ParseRetryAfterValue(value: string | undefined, nowMs?: number): number | undefined;
+/**
+ * Extracts a `Retry-After` delay, in milliseconds, from a thrown error or a failed response.
+ *
+ * Walks the shapes HTTP clients actually throw: the error itself carrying `headers`, an axios-style
+ * `error.response.headers`, and one level of `error.cause` (how a wrapper preserves the original).
+ *
+ * @param error the thrown value
+ * @param nowMs clock reading for HTTP-date conversion; injectable for tests
+ * @returns milliseconds to wait, or undefined when no usable header is present
+ */
+export declare function ExtractRetryAfterFromError(error: unknown, nowMs?: number): number | undefined;
+//# sourceMappingURL=RetryAfter.d.ts.map

package/dist/RetryAfter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RetryAfter.d.ts","sourceRoot":"","sources":["../src/RetryAfter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B,QAAa,CAAC;AAwCrD;;;;;;;;GAQG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,GAAE,MAAmB,GAAG,MAAM,GAAG,SAAS,CA2B9G;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,GAAE,MAAmB,GAAG,MAAM,GAAG,SAAS,CAgBzG"}

package/dist/RetryAfter.js

@@ -0,0 +1,127 @@
+/**
+ * @fileoverview Standard `Retry-After` extraction, so a connector that writes no rate-limit code
+ * still backs off by the amount the vendor actually asked for.
+ *
+ * `BaseIntegrationConnector.ExtractRetryAfterMs` returned `undefined` unconditionally and no
+ * connector in this repo overrode it. The engine's limiter therefore always fell back to its own
+ * multiplicative decrease — correct in direction, but blind to a number the vendor had already
+ * supplied in the response.
+ *
+ * `Retry-After` is defined by RFC 9110 §10.2.3 and is the header a 429 (RFC 6585) and a 503 carry.
+ * Parsing it is not a heuristic and not vendor-specific, which is exactly why it belongs in the
+ * base class rather than in each connector: there is one correct reading of it, and every HTTP
+ * connector benefits from having it read.
+ *
+ * Deliberately NOT a message-text parser. Guessing a duration out of prose ("try again in a bit")
+ * risks inventing a number, and a wrong Retry-After is worse than none — it would freeze the bucket
+ * for a made-up interval. Text-shaped signals stay the connector's job (see PheedLoop, whose vendor
+ * puts its delay in the body rather than a header); this reads the standard header only.
+ */
+/**
+ * Upper bound on an honored `Retry-After`, in milliseconds (5 minutes).
+ *
+ * A vendor occasionally returns an enormous or malformed value — a Unix timestamp mistaken for
+ * delay-seconds, a date years out. Freezing a sync's token bucket for hours on the strength of one
+ * response is a worse failure than backing off by the limiter's own decrease, so anything beyond
+ * this is treated as unusable and the limiter's default applies.
+ */
+export const MAX_HONORED_RETRY_AFTER_MS = 5 * 60_000;
+/**
+ * Reads one header by name from a `Headers` instance, a `Map`, or a plain object, case-insensitively.
+ * Returns undefined when the container is not one of those or the header is absent.
+ */
+function readHeader(container, name) {
+    if (!container || typeof container !== 'object')
+        return undefined;
+    // fetch's Headers (and anything else exposing a case-insensitive get)
+    const getter = container.get;
+    if (typeof getter === 'function') {
+        try {
+            const v = container.get(name);
+            if (typeof v === 'string' && v.length > 0)
+                return v;
+        }
+        catch { /* not a Headers-like after all */ }
+    }
+    // Plain object / axios-style header bag. Node lower-cases response header names, but a hand-built
+    // object may not, so compare case-insensitively rather than trusting the spelling.
+    const target = name.toLowerCase();
+    for (const [k, v] of Object.entries(container)) {
+        if (k.toLowerCase() !== target)
+            continue;
+        // Node can hand back string[] for a repeated header; the first value is the one that counts.
+        const raw = Array.isArray(v) ? v[0] : v;
+        if (typeof raw === 'string' && raw.length > 0)
+            return raw;
+        if (typeof raw === 'number' && Number.isFinite(raw))
+            return String(raw);
+    }
+    return undefined;
+}
+/**
+ * Parses a `Retry-After` value into milliseconds. RFC 9110 permits two forms:
+ *   - delay-seconds: a non-negative integer, e.g. `120`
+ *   - HTTP-date:     e.g. `Wed, 21 Oct 2015 07:28:00 GMT`
+ *
+ * @param value the raw header value
+ * @param nowMs clock reading used to convert an HTTP-date into a delay; injectable for tests
+ * @returns milliseconds to wait, or undefined when the value is unusable
+ */
+export function ParseRetryAfterValue(value, nowMs = Date.now()) {
+    if (!value)
+        return undefined;
+    const trimmed = value.trim();
+    if (trimmed.length === 0)
+        return undefined;
+    // delay-seconds. Accept only a bare integer: a decimal or anything with trailing junk is not
+    // what the spec defines, and Number() would happily coerce forms that mean something else.
+    if (/^\d+$/.test(trimmed)) {
+        const ms = Number(trimmed) * 1000;
+        return ms > 0 && ms <= MAX_HONORED_RETRY_AFTER_MS ? ms : undefined;
+    }
+    // HTTP-date. `Date.parse` is extremely permissive — it happily reads '1.5' as a date and
+    // returns a real timestamp — so gate it on the string actually LOOKING like one first.
+    // Every form RFC 9110 permits (IMF-fixdate, obsolete RFC 850, asctime) carries a three-letter
+    // day or month name AND a digit; the junk that reaches here ('1.5', '30s', '1e3', 'soon')
+    // carries at most one of the two. Falling through to a misparsed date would invent a delay,
+    // which is the one outcome worse than having none.
+    if (!/[A-Za-z]{3}/.test(trimmed) || !/\d/.test(trimmed))
+        return undefined;
+    // A date already in the past means "retry now" — no wait, but also not a parse failure, so it
+    // must not fall through to the limiter's default as though nothing was said.
+    const at = Date.parse(trimmed);
+    if (Number.isNaN(at))
+        return undefined;
+    const ms = at - nowMs;
+    if (ms <= 0)
+        return 0;
+    return ms <= MAX_HONORED_RETRY_AFTER_MS ? ms : undefined;
+}
+/**
+ * Extracts a `Retry-After` delay, in milliseconds, from a thrown error or a failed response.
+ *
+ * Walks the shapes HTTP clients actually throw: the error itself carrying `headers`, an axios-style
+ * `error.response.headers`, and one level of `error.cause` (how a wrapper preserves the original).
+ *
+ * @param error the thrown value
+ * @param nowMs clock reading for HTTP-date conversion; injectable for tests
+ * @returns milliseconds to wait, or undefined when no usable header is present
+ */
+export function ExtractRetryAfterFromError(error, nowMs = Date.now()) {
+    if (!error || typeof error !== 'object')
+        return undefined;
+    const e = error;
+    const candidates = [
+        e.headers,
+        e.response?.headers,
+        e.cause?.headers,
+        e.cause?.response?.headers,
+    ];
+    for (const container of candidates) {
+        const parsed = ParseRetryAfterValue(readHeader(container, 'retry-after'), nowMs);
+        if (parsed !== undefined)
+            return parsed;
+    }
+    return undefined;
+}
+//# sourceMappingURL=RetryAfter.js.map

package/dist/RetryAfter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RetryAfter.js","sourceRoot":"","sources":["../src/RetryAfter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,GAAG,MAAM,CAAC;AAWrD;;;GAGG;AACH,SAAS,UAAU,CAAC,SAAkB,EAAE,IAAY;IAChD,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAElE,sEAAsE;IACtE,MAAM,MAAM,GAAI,SAA+B,CAAC,GAAG,CAAC;IACpD,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC;YACD,MAAM,CAAC,GAAI,SAAyC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;IAED,kGAAkG;IAClG,mFAAmF;IACnF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAoC,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;YAAE,SAAS;QACzC,6FAA6F;QAC7F,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;QAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAyB,EAAE,QAAgB,IAAI,CAAC,GAAG,EAAE;IACtF,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE3C,6FAA6F;IAC7F,2FAA2F;IAC3F,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QAClC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,0BAA0B,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,CAAC;IAED,yFAAyF;IACzF,uFAAuF;IACvF,8FAA8F;IAC9F,0FAA0F;IAC1F,4FAA4F;IAC5F,mDAAmD;IACnD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1E,8FAA8F;IAC9F,6EAA6E;IAC7E,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IACtB,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,OAAO,EAAE,IAAI,0BAA0B,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7D,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAAc,EAAE,QAAgB,IAAI,CAAC,GAAG,EAAE;IACjF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,CAAC,GAAG,KAAsB,CAAC;IAEjC,MAAM,UAAU,GAAc;QAC1B,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,QAAQ,EAAE,OAAO;QAClB,CAAC,CAAC,KAAmC,EAAE,OAAO;QAC9C,CAAC,CAAC,KAAmC,EAAE,QAAQ,EAAE,OAAO;KAC5D,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,KAAK,CAAC,CAAC;QACjF,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC"}

package/dist/RetryRunner.d.ts

@@ -13,15 +13,39 @@ export interface RetryConfig {
 }
 /** Default retry configuration */
 export declare const DEFAULT_RETRY_CONFIG: RetryConfig;
+/**
+ * Optional hooks that let a caller make the wait between attempts smarter than blind backoff.
+ *
+ * Both exist for rate limiting. Exponential backoff is the right default for a network blip, but it
+ * is the WRONG answer to a 429: the source has usually told us exactly how long to wait, and
+ * retrying sooner is what turns a soft throttle into a hard one.
+ */
+export interface RetryHooks {
+    /**
+     * Derive the wait from the error itself — e.g. a `Retry-After` header. Return `null`/`undefined`
+     * to keep the computed exponential backoff. The larger of the two is NOT taken automatically;
+     * returning a value replaces the backoff, so a caller can honour a source that asks for a
+     * SHORTER wait as well as a longer one.
+     */
+    DelayForError?: (error: unknown, attempt: number, backoffMs: number) => number | null | undefined;
+    /**
+     * Awaited after the delay and before the next attempt — e.g. re-acquiring a rate-limit token, so
+     * a retry passes through the same gate the first attempt did instead of bypassing it.
+     */
+    BeforeRetry?: (attempt: number, error: unknown) => Promise<void> | void;
+}
 /**
  * Executes an operation with retry logic using exponential backoff.
  *
  * @param operation - The async operation to execute
  * @param config - Retry configuration (uses defaults if not provided)
  * @param isRetryable - Predicate to determine if a caught error should trigger a retry
- * @param onRetry - Optional callback invoked before each retry with attempt number, error, and delay
+ * @param onRetry - Optional callback invoked before each retry with attempt number, error, and delay.
+ *                  Runs BEFORE the wait, so it is the right place to report the failure onward (e.g.
+ *                  backing off a shared limiter) rather than after the retries are spent.
+ * @param hooks - Optional {@link RetryHooks} for source-directed delays and pre-attempt gating
  * @returns The result of the operation
  * @throws The last error encountered if all attempts fail
  */
-export declare function WithRetry<T>(operation: () => Promise<T>, config?: RetryConfig, isRetryable?: (error: unknown) => boolean, onRetry?: (attempt: number, error: unknown, delayMs: number) => void): Promise<T>;
+export declare function WithRetry<T>(operation: () => Promise<T>, config?: RetryConfig, isRetryable?: (error: unknown) => boolean, onRetry?: (attempt: number, error: unknown, delayMs: number) => void, hooks?: RetryHooks): Promise<T>;
 //# sourceMappingURL=RetryRunner.d.ts.map

package/dist/RetryRunner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RetryRunner.d.ts","sourceRoot":"","sources":["../src/RetryRunner.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,WAAW;IACxB,yEAAyE;IACzE,WAAW,EAAE,MAAM,CAAC;IACpB,2DAA2D;IAC3D,gBAAgB,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,kCAAkC;AAClC,eAAO,MAAM,oBAAoB,EAAE,WAKlC,CAAC;AAeF;;;;;;;;;GASG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC7B,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC3B,MAAM,GAAE,WAAkC,EAC1C,WAAW,GAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAoB,EACrD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,GACrE,OAAO,CAAC,CAAC,CAAC,CAyBZ"}
+{"version":3,"file":"RetryRunner.d.ts","sourceRoot":"","sources":["../src/RetryRunner.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,WAAW;IACxB,yEAAyE;IACzE,WAAW,EAAE,MAAM,CAAC;IACpB,2DAA2D;IAC3D,gBAAgB,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,kCAAkC;AAClC,eAAO,MAAM,oBAAoB,EAAE,WAKlC,CAAC;AAeF;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACvB;;;;;OAKG;IACH,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClG;;;OAGG;IACH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC3E;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC7B,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC3B,MAAM,GAAE,WAAkC,EAC1C,WAAW,GAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAoB,EACrD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,EACpE,KAAK,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,CAAC,CAAC,CA+BZ"}

package/dist/RetryRunner.js

@@ -23,11 +23,14 @@ function computeDelay(attempt, config) {
  * @param operation - The async operation to execute
  * @param config - Retry configuration (uses defaults if not provided)
  * @param isRetryable - Predicate to determine if a caught error should trigger a retry
- * @param onRetry - Optional callback invoked before each retry with attempt number, error, and delay
+ * @param onRetry - Optional callback invoked before each retry with attempt number, error, and delay.
+ *                  Runs BEFORE the wait, so it is the right place to report the failure onward (e.g.
+ *                  backing off a shared limiter) rather than after the retries are spent.
+ * @param hooks - Optional {@link RetryHooks} for source-directed delays and pre-attempt gating
  * @returns The result of the operation
  * @throws The last error encountered if all attempts fail
  */
-export async function WithRetry(operation, config = DEFAULT_RETRY_CONFIG, isRetryable = () => true, onRetry) {
+export async function WithRetry(operation, config = DEFAULT_RETRY_CONFIG, isRetryable = () => true, onRetry, hooks) {
     let lastError;
     for (let attempt = 1; attempt <= config.MaxAttempts; attempt++) {
         try {
@@ -39,11 +42,16 @@ export async function WithRetry(operation, config = DEFAULT_RETRY_CONFIG, isRetr
             if (isLastAttempt || !isRetryable(err)) {
                 throw err;
             }
-            const delayMs = computeDelay(attempt, config);
+            const backoffMs = computeDelay(attempt, config);
+            const directed = hooks?.DelayForError?.(err, attempt, backoffMs);
+            const delayMs = typeof directed === 'number' && Number.isFinite(directed) && directed >= 0
+                ? directed
+                : backoffMs;
             if (onRetry) {
                 onRetry(attempt, err, delayMs);
             }
             await sleep(delayMs);
+            await hooks?.BeforeRetry?.(attempt, err);
         }
     }
     // Should not reach here, but TypeScript needs this

package/dist/RetryRunner.js.map

@@ -1 +1 @@
-{"version":3,"file":"RetryRunner.js","sourceRoot":"","sources":["../src/RetryRunner.ts"],"names":[],"mappings":"AAcA,kCAAkC;AAClC,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC7C,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,IAAI;IACtB,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,GAAG;CACtB,CAAC;AAEF;;;;;GAKG;AACH,SAAS,YAAY,CAAC,OAAe,EAAE,MAAmB;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC9D,OAAO,MAAM,GAAG,MAAM,CAAC;AAC3B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,SAA2B,EAC3B,SAAsB,oBAAoB,EAC1C,cAA2C,GAAG,EAAE,CAAC,IAAI,EACrD,OAAoE;IAEpE,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC;YACD,OAAO,MAAM,SAAS,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,GAAG,GAAG,CAAC;YAEhB,MAAM,aAAa,GAAG,OAAO,KAAK,MAAM,CAAC,WAAW,CAAC;YACrD,IAAI,aAAa,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,GAAG,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC9C,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,MAAM,SAAS,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,SAAS,KAAK,CAAC,EAAU;IACrB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}
+{"version":3,"file":"RetryRunner.js","sourceRoot":"","sources":["../src/RetryRunner.ts"],"names":[],"mappings":"AAcA,kCAAkC;AAClC,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC7C,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,IAAI;IACtB,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,GAAG;CACtB,CAAC;AAEF;;;;;GAKG;AACH,SAAS,YAAY,CAAC,OAAe,EAAE,MAAmB;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC9D,OAAO,MAAM,GAAG,MAAM,CAAC;AAC3B,CAAC;AAwBD;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,SAA2B,EAC3B,SAAsB,oBAAoB,EAC1C,cAA2C,GAAG,EAAE,CAAC,IAAI,EACrD,OAAoE,EACpE,KAAkB;IAElB,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC;YACD,OAAO,MAAM,SAAS,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,GAAG,GAAG,CAAC;YAEhB,MAAM,aAAa,GAAG,OAAO,KAAK,MAAM,CAAC,WAAW,CAAC;YACrD,IAAI,aAAa,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,GAAG,CAAC;YACd,CAAC;YAED,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,KAAK,EAAE,aAAa,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACjE,MAAM,OAAO,GAAG,OAAO,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC;gBACtF,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,SAAS,CAAC;YAEhB,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,KAAK,EAAE,WAAW,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,MAAM,SAAS,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,SAAS,KAAK,CAAC,EAAU;IACrB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/StreamingDiscovery.d.ts

@@ -102,6 +102,17 @@ export interface PkStatVerdict {
     AmbiguousForLLM: boolean;
     Reason: string;
 }
+/** Minimum distinct/non-null ratio for a convention-named column to qualify as a SOFT key. */
+/**
+ * Rows a value-statistic verdict needs before it counts as significant.
+ *
+ * Below this the classifier abstains (all-distinct over a handful of rows is chance, not a key);
+ * above it more rows change no verdict. Exported because callers must SIZE THEIR SAMPLE to it —
+ * a caller that buffers fewer rows than this gets abstention, and one that buffers more pays for
+ * confidence the classifier will not use. It was written inline three times here and duplicated a
+ * fourth time in the REST parent sampler, where the copy could drift out of step silently.
+ */
+export declare const PK_STAT_MIN_ROWS_FOR_SIGNIFICANCE = 50;
 /**
  * Statistics-first PK pick from streamed evidence. A column is a candidate ONLY if it is, over a
  * statistically meaningful number of rows, **non-null on every row** AND **all-distinct** (and its

package/dist/StreamingDiscovery.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"StreamingDiscovery.d.ts","sourceRoot":"","sources":["../src/StreamingDiscovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAE/F,MAAM,WAAW,sBAAsB;IACnC,qFAAqF;IACrF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,0DAA0D;IAC1D,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB;AAED,oDAAoD;AACpD,MAAM,WAAW,oBAAoB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,eAAe,EAAE,MAAM,CAAC;IACxB,iFAAiF;IACjF,cAAc,EAAE,OAAO,CAAC;IACxB,8DAA8D;IAC9D,YAAY,EAAE,OAAO,EAAE,CAAC;IACxB;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yGAAyG;IACzG,QAAQ,EAAE,kBAAkB,CAAC;CAChC;AAED,MAAM,WAAW,qBAAqB;IAClC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,6GAA6G;IAC7G,aAAa,EAAE,WAAW,GAAG,aAAa,CAAC;IAC3C;;;;OAIG;IACH,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAC7C;AAyBD;;;;GAIG;AACH,wBAAsB,kBAAkB,CACpC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EACnF,IAAI,GAAE,sBAA2B,GAClC,OAAO,CAAC,qBAAqB,CAAC,CA4ChC;AA4BD,6CAA6C;AAC7C,MAAM,WAAW,aAAa;IAC1B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,2FAA2F;IAC3F,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC;IAC1C;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,uDAAuD;AACvD,MAAM,WAAW,aAAa;IAC1B,mEAAmE;IACnE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,4FAA4F;IAC5F,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,iHAAiH;IACjH,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAClB;AAeD;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACnC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,IAAI,GAAE,aAAkB,GACzB,aAAa,CAgDf;AAED,4GAA4G;AAC5G,MAAM,WAAW,kBAAkB;IAC/B,iGAAiG;IACjG,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CACrC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACzC,IAAI,GAAE,aAAkB,GACzB,kBAAkB,CA+BpB;AAED,sGAAsG;AACtG,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAClB;AAkCD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC5B,OAAO,EAAE,oBAAoB,EAAE,EAC/B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACzC,IAAI,GAAE,aAAa,GAAG;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAO,GAC9E,UAAU,CA4BZ"}
+{"version":3,"file":"StreamingDiscovery.d.ts","sourceRoot":"","sources":["../src/StreamingDiscovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAE/F,MAAM,WAAW,sBAAsB;IACnC,qFAAqF;IACrF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,0DAA0D;IAC1D,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB;AAED,oDAAoD;AACpD,MAAM,WAAW,oBAAoB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,eAAe,EAAE,MAAM,CAAC;IACxB,iFAAiF;IACjF,cAAc,EAAE,OAAO,CAAC;IACxB,8DAA8D;IAC9D,YAAY,EAAE,OAAO,EAAE,CAAC;IACxB;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yGAAyG;IACzG,QAAQ,EAAE,kBAAkB,CAAC;CAChC;AAED,MAAM,WAAW,qBAAqB;IAClC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,6GAA6G;IAC7G,aAAa,EAAE,WAAW,GAAG,aAAa,CAAC;IAC3C;;;;OAIG;IACH,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAC7C;AAyBD;;;;GAIG;AACH,wBAAsB,kBAAkB,CACpC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EACnF,IAAI,GAAE,sBAA2B,GAClC,OAAO,CAAC,qBAAqB,CAAC,CA4ChC;AA4BD,6CAA6C;AAC7C,MAAM,WAAW,aAAa;IAC1B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,2FAA2F;IAC3F,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC;IAC1C;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,uDAAuD;AACvD,MAAM,WAAW,aAAa;IAC1B,mEAAmE;IACnE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,4FAA4F;IAC5F,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,iHAAiH;IACjH,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAClB;AAYD,8FAA8F;AAC9F;;;;;;;;GAQG;AACH,eAAO,MAAM,iCAAiC,KAAK,CAAC;AAIpD;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACnC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,IAAI,GAAE,aAAkB,GACzB,aAAa,CAgDf;AAED,4GAA4G;AAC5G,MAAM,WAAW,kBAAkB;IAC/B,iGAAiG;IACjG,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CACrC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACzC,IAAI,GAAE,aAAkB,GACzB,kBAAkB,CA+BpB;AAED,sGAAsG;AACtG,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAClB;AAkCD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC5B,OAAO,EAAE,oBAAoB,EAAE,EAC/B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACzC,IAAI,GAAE,aAAa,GAAG;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAO,GAC9E,UAAU,CA4BZ"}

package/dist/StreamingDiscovery.js

@@ -110,6 +110,16 @@ function isConventionPkName(name) {
     return /^(id|uuid|guid|pk)$|(^|_)(id|uuid|guid|key|code)$/i.test(name);
 }
 /** Minimum distinct/non-null ratio for a convention-named column to qualify as a SOFT key. */
+/**
+ * Rows a value-statistic verdict needs before it counts as significant.
+ *
+ * Below this the classifier abstains (all-distinct over a handful of rows is chance, not a key);
+ * above it more rows change no verdict. Exported because callers must SIZE THEIR SAMPLE to it —
+ * a caller that buffers fewer rows than this gets abstention, and one that buffers more pays for
+ * confidence the classifier will not use. It was written inline three times here and duplicated a
+ * fourth time in the REST parent sampler, where the copy could drift out of step silently.
+ */
+export const PK_STAT_MIN_ROWS_FOR_SIGNIFICANCE = 50;
 const SOFT_NEAR_UNIQUE_RATIO = 0.9;
 /**
  * Statistics-first PK pick from streamed evidence. A column is a candidate ONLY if it is, over a
@@ -119,7 +129,7 @@ const SOFT_NEAR_UNIQUE_RATIO = 0.9;
  * otherwise it's flagged ambiguous for the LLM tiebreaker. Zero candidates → no PK (no fabrication).
  */
 export function pickPrimaryKeyFromStats(columns, opts = {}) {
-    const minRows = opts.MinRowsForSignificance ?? 50;
+    const minRows = opts.MinRowsForSignificance ?? PK_STAT_MIN_ROWS_FOR_SIGNIFICANCE;
     const candidates = columns.filter(c => c.TotalRows >= minRows &&
         c.Occurrences === c.TotalRows && // non-null on EVERY row
         !c.DistinctCapped && // uniqueness was provable from the scan
@@ -178,7 +188,7 @@ export function pickPrimaryKeyFromStats(columns, opts = {}) {
  * gate (MinRowsForSignificance) keeps a small-sample "uniqueness" from being a fluke.
  */
 export function pickCompositeKeyFromStats(columns, rowSamples, opts = {}) {
-    const minRows = opts.MinRowsForSignificance ?? 50;
+    const minRows = opts.MinRowsForSignificance ?? PK_STAT_MIN_ROWS_FOR_SIGNIFICANCE;
     const n = rowSamples.length;
     if (n < minRows) {
         return { Fields: null, Reason: `Composite key not attempted — only ${n} sampled rows (< ${minRows} for significance).` };
@@ -259,7 +269,7 @@ function subsetKeyness(rowSamples, cols, minRows) {
  * size yields a provable key, returns null (the object is honestly keyless — never a fabricated key).
  */
 export function pickKeyFromStats(columns, rowSamples, opts = {}) {
-    const minRows = opts.MinRowsForSignificance ?? 50;
+    const minRows = opts.MinRowsForSignificance ?? PK_STAT_MIN_ROWS_FOR_SIGNIFICANCE;
     const maxK = opts.MaxKeyColumns ?? 3;
     const maxCandidates = opts.MaxCandidates ?? 15;
     if (rowSamples.length < minRows) {

package/dist/StreamingDiscovery.js.map

@@ -1 +1 @@
-{"version":3,"file":"StreamingDiscovery.js","sourceRoot":"","sources":["../src/StreamingDiscovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,wBAAwB,EAA2B,MAAM,4BAA4B,CAAC;AA0D/F,yEAAyE;AACzE,SAAS,MAAM,CAAC,IAAY,EAAE,QAAgB;IAC1C,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACtD,CAAC;AAED,uGAAuG;AACvG,uGAAuG;AACvG,+CAA+C;AAC/C,MAAM,sBAAsB,GAAG,MAAM,CAAC,yCAAyC,EAAE,MAAM,CAAC,CAAC;AACzF,MAAM,wBAAwB,GAAG,MAAM,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;AACzF,MAAM,4BAA4B,GAAG,MAAM,CAAC,uCAAuC,EAAE,OAAO,CAAC,CAAC;AAC9F,MAAM,gCAAgC,GAAG,MAAM,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;AAWrG;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,OAAmF,EACnF,OAA+B,EAAE;IAEjC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,sBAAsB,CAAC;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,IAAI,wBAAwB,CAAC;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;IAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;IAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,IAAI,gCAAgC,CAAC;IACpF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;IACzC,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAgC,WAAW,CAAC;IAE7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;QAClD,SAAS,EAAE,CAAC;QACZ,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QACtD,8FAA8F;QAC9F,yFAAyF;QACzF,IAAI,UAAU,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;YACnC,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;oBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,GAAG,EAAE,GAAG,KAAK,GAAG,YAAY,EAAE,CAAC;YAC/B,aAAa,GAAG,aAAa,CAAC;YAC9B,MAAM;QACV,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAA2B,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1E,GAAG,EAAE,GAAG;QACR,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,SAAS,EAAE,SAAS;QACpB,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QAChC,cAAc,EAAE,CAAC,CAAC,MAAM;QACxB,YAAY,EAAE,CAAC,CAAC,OAAO;QACvB,iBAAiB,EAAE,CAAC,CAAC,MAAM;QAC3B,yFAAyF;QACzF,yFAAyF;QACzF,QAAQ,EAAE,wBAAwB,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;KAC1D,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AAC9G,CAAC;AAED,0EAA0E;AAC1E,SAAS,gBAAgB,CACrB,MAA+B,EAC/B,GAA2B,EAC3B,SAAiB,EACjB,WAAmB;IAEnB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,CAAC,EAAE,CAAC;YACL,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QACpD,CAAC,CAAC,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS;YAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,oFAAoF;QACpF,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACjC,IAAI,GAAG,GAAG,CAAC,CAAC,MAAM;YAAE,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC;QACnC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,WAAW;gBAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;;gBACpE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;AACL,CAAC;AAgCD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACpC,OAAO,oDAAoD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED,8FAA8F;AAC9F,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACnC,OAA+B,EAC/B,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,SAAS,IAAI,OAAO;QACtB,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAAQ,wBAAwB;QAC7D,CAAC,CAAC,CAAC,cAAc,IAAqB,wCAAwC;QAC9E,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,WAAW,CACtC,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,iGAAiG;QACjG,kGAAkG;QAClG,kGAAkG;QAClG,mGAAmG;QACnG,oGAAoG;QACpG,oGAAoG;QACpG,+FAA+F;QAC/F,oGAAoG;QACpG,kGAAkG;QAClG,iGAAiG;QACjG,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC;QACjD,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC5B,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC;YACzB,CAAC,CAAC,SAAS,GAAG,CAAC;YACf,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAA6C,wBAAwB;YAClG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CACvE,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,CAAC,CAAuB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YAC3G,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvH,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iEAAiE,CAAC;YACrG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,IAAI,CAAC,GAAG,wFAAwF,MAAM,EAAE,EAAE,CAAC;QACnO,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,iIAAiI,EAAE,CAAC;IACpN,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,iCAAiC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,gCAAgC,EAAE,CAAC;IAC9L,CAAC;IACD,kGAAkG;IAClG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,kCAAkC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IACtK,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,sFAAsF,EAAE,CAAC;AAC/L,CAAC;AASD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAA+B,EAC/B,UAAyC,EACzC,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,CAAC,oBAAoB,OAAO,qBAAqB,EAAE,CAAC;IAC7H,CAAC;IACD,gGAAgG;IAChG,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+GAA+G,EAAE,CAAC;IACrJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAC,MAAM,GAAG,KAAK,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,+FAA+F;QAC/F,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,0DAA0D,EAAE,CAAC;QAC9K,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,oCAAoC,CAAC,iEAAiE,EAAE,CAAC;AACtL,CAAC;AAQD,oFAAoF;AACpF,QAAQ,CAAC,CAAC,YAAY,CAAI,KAAU,EAAE,CAAS;IAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAAC,MAAM,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1F,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,aAAa,CAAC,UAAyC,EAAE,IAAc,EAAE,OAAe;IAC7F,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;IAAC,CAAC;IAC/E,2FAA2F;IAC3F,iGAAiG;IACjG,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,OAAO,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC5B,OAA+B,EAC/B,UAAyC,EACzC,OAA2E,EAAE;IAE7E,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;IAC/C,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,YAAY,OAAO,qBAAqB,EAAE,CAAC;IACxH,CAAC;IACD,gGAAgG;IAChG,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;IACjF,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,IAAI,IAAI,GAA8D,IAAI,CAAC;QAC3E,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI;gBAAE,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,UAAU,CAAC,MAAM,iBAAiB,EAAE,CAAC;QACtL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,SAAS,UAAU,CAAC,MAAM,iEAAiE,EAAE,CAAC;AACjM,CAAC;AAED,iGAAiG;AACjG,SAAS,cAAc,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YAAC,OAAO,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,oBAAoB,CAAC;QAAC,CAAC;IACvF,CAAC;IACD,OAAO,OAAO,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,yFAAyF;AACzF,KAAK,SAAS,CAAC,CAAC,eAAe,CAAI,GAAmC;IAClE,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,CAAC,GAAuB,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,IAAI,IAAI,GAAkB;YAAE,MAAM,IAAI,CAAC;IACtD,CAAC;AACL,CAAC"}
+{"version":3,"file":"StreamingDiscovery.js","sourceRoot":"","sources":["../src/StreamingDiscovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,wBAAwB,EAA2B,MAAM,4BAA4B,CAAC;AA0D/F,yEAAyE;AACzE,SAAS,MAAM,CAAC,IAAY,EAAE,QAAgB;IAC1C,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACtD,CAAC;AAED,uGAAuG;AACvG,uGAAuG;AACvG,+CAA+C;AAC/C,MAAM,sBAAsB,GAAG,MAAM,CAAC,yCAAyC,EAAE,MAAM,CAAC,CAAC;AACzF,MAAM,wBAAwB,GAAG,MAAM,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;AACzF,MAAM,4BAA4B,GAAG,MAAM,CAAC,uCAAuC,EAAE,OAAO,CAAC,CAAC;AAC9F,MAAM,gCAAgC,GAAG,MAAM,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;AAWrG;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,OAAmF,EACnF,OAA+B,EAAE;IAEjC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,sBAAsB,CAAC;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,IAAI,wBAAwB,CAAC;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;IAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;IAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,IAAI,gCAAgC,CAAC;IACpF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;IACzC,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAgC,WAAW,CAAC;IAE7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;QAClD,SAAS,EAAE,CAAC;QACZ,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QACtD,8FAA8F;QAC9F,yFAAyF;QACzF,IAAI,UAAU,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;YACnC,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;oBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,GAAG,EAAE,GAAG,KAAK,GAAG,YAAY,EAAE,CAAC;YAC/B,aAAa,GAAG,aAAa,CAAC;YAC9B,MAAM;QACV,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAA2B,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1E,GAAG,EAAE,GAAG;QACR,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,SAAS,EAAE,SAAS;QACpB,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QAChC,cAAc,EAAE,CAAC,CAAC,MAAM;QACxB,YAAY,EAAE,CAAC,CAAC,OAAO;QACvB,iBAAiB,EAAE,CAAC,CAAC,MAAM;QAC3B,yFAAyF;QACzF,yFAAyF;QACzF,QAAQ,EAAE,wBAAwB,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;KAC1D,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AAC9G,CAAC;AAED,0EAA0E;AAC1E,SAAS,gBAAgB,CACrB,MAA+B,EAC/B,GAA2B,EAC3B,SAAiB,EACjB,WAAmB;IAEnB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,CAAC,EAAE,CAAC;YACL,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QACpD,CAAC,CAAC,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS;YAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,oFAAoF;QACpF,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACjC,IAAI,GAAG,GAAG,CAAC,CAAC,MAAM;YAAE,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC;QACnC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,WAAW;gBAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;;gBACpE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;AACL,CAAC;AAgCD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACpC,OAAO,oDAAoD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED,8FAA8F;AAC9F;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,CAAC;AAEpD,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACnC,OAA+B,EAC/B,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,iCAAiC,CAAC;IACjF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,SAAS,IAAI,OAAO;QACtB,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAAQ,wBAAwB;QAC7D,CAAC,CAAC,CAAC,cAAc,IAAqB,wCAAwC;QAC9E,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,WAAW,CACtC,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,iGAAiG;QACjG,kGAAkG;QAClG,kGAAkG;QAClG,mGAAmG;QACnG,oGAAoG;QACpG,oGAAoG;QACpG,+FAA+F;QAC/F,oGAAoG;QACpG,kGAAkG;QAClG,iGAAiG;QACjG,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC;QACjD,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC5B,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC;YACzB,CAAC,CAAC,SAAS,GAAG,CAAC;YACf,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,IAA6C,wBAAwB;YAClG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CACvE,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,CAAC,CAAuB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YAC3G,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvH,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iEAAiE,CAAC;YACrG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,IAAI,CAAC,GAAG,wFAAwF,MAAM,EAAE,EAAE,CAAC;QACnO,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,iIAAiI,EAAE,CAAC;IACpN,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,iCAAiC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,gCAAgC,EAAE,CAAC;IAC9L,CAAC;IACD,kGAAkG;IAClG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,kCAAkC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IACtK,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,sFAAsF,EAAE,CAAC;AAC/L,CAAC;AASD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAA+B,EAC/B,UAAyC,EACzC,OAAsB,EAAE;IAExB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,iCAAiC,CAAC;IACjF,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,CAAC,oBAAoB,OAAO,qBAAqB,EAAE,CAAC;IAC7H,CAAC;IACD,gGAAgG;IAChG,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+GAA+G,EAAE,CAAC;IACrJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAC,MAAM,GAAG,KAAK,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,+FAA+F;QAC/F,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,0DAA0D,EAAE,CAAC;QAC9K,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,oCAAoC,CAAC,iEAAiE,EAAE,CAAC;AACtL,CAAC;AAQD,oFAAoF;AACpF,QAAQ,CAAC,CAAC,YAAY,CAAI,KAAU,EAAE,CAAS;IAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAAC,MAAM,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1F,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,aAAa,CAAC,UAAyC,EAAE,IAAc,EAAE,OAAe;IAC7F,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,CAAC;IAAC,CAAC;IAC/E,2FAA2F;IAC3F,iGAAiG;IACjG,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,OAAO,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC5B,OAA+B,EAC/B,UAAyC,EACzC,OAA2E,EAAE;IAE7E,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,IAAI,iCAAiC,CAAC;IACjF,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;IAC/C,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,UAAU,CAAC,MAAM,YAAY,OAAO,qBAAqB,EAAE,CAAC;IACxH,CAAC;IACD,gGAAgG;IAChG,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,SAAS,CAAC;SAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;IACjF,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,IAAI,IAAI,GAA8D,IAAI,CAAC;QAC3E,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI;gBAAE,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,UAAU,CAAC,MAAM,iBAAiB,EAAE,CAAC;QACtL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,SAAS,UAAU,CAAC,MAAM,iEAAiE,EAAE,CAAC;AACjM,CAAC;AAED,iGAAiG;AACjG,SAAS,cAAc,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YAAC,OAAO,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,oBAAoB,CAAC;QAAC,CAAC;IACvF,CAAC;IACD,OAAO,OAAO,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,yFAAyF;AACzF,KAAK,SAAS,CAAC,CAAC,eAAe,CAAI,GAAmC;IAClE,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,CAAC,GAAuB,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,IAAI,IAAI,GAAkB;YAAE,MAAM,IAAI,CAAC;IACtD,CAAC;AACL,CAAC"}

package/dist/SyncDirectives.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Field-level sync directives.
+ *
+ * A connector can now declare that a source field should not be synced at all
+ * (`SourceFieldInfo.SyncDirective: 'Exclude'`). The directive is persisted into
+ * `IntegrationObjectField.Configuration` (a JSON column that already exists, so no
+ * migration is required) and honoured by the mapping stage, which strips excluded
+ * keys from the record BEFORE field mapping runs.
+ *
+ * Why stripping must happen there and not by deactivating a field map: an unmapped
+ * source key does not disappear — `computeUnmappedFields` captures it and the writer
+ * parks it in `__mj_integration_CustomOverflow`. Deactivating the map therefore
+ * REROUTES the value instead of excluding it, and the custom-column promoter will
+ * happily resurrect it as a real column later. Stripping before mapping keeps the
+ * key out of MappedFields, out of the overflow, and out of the content hash (whose
+ * basis is MappedFields), so an excluded field stops influencing change detection
+ * entirely.
+ *
+ * What this is for, concretely (measured on a live tenant, 2026-08-19):
+ *   - `preferences` on Totara Users / Enrolled_Users: Moodle UI widget state
+ *     (file-picker recents, user-selector toggles), identical nine keys on 100% of
+ *     rows — ~2.5M expanded values of nothing.
+ *   - `courseformatoptions` on Courses: course theming (header colours, tile icons).
+ *   - `enrolledcourses` on Enrolled_Users: re-derives the Enrolled_Users table
+ *     itself — ~7.6M expanded values that duplicate an object already synced.
+ *
+ * The directive lives in Configuration rather than a new column so that existing
+ * installs pick it up on their next schema sync with no DDL. Absence of a directive
+ * means Sync — connectors that never heard of this feature behave exactly as before.
+ */
+/** The Configuration key under which a field's sync directive is stored. */
+export declare const SYNC_DIRECTIVE_CONFIG_KEY = "syncDirective";
+/** Recognised directive values. Anything unrecognised is treated as 'Sync'. */
+export type FieldSyncDirective = 'Sync' | 'Exclude';
+/** Minimal shape of an IntegrationObjectField row this module needs. */
+export interface FieldWithConfiguration {
+    Name: string;
+    Configuration: string | null;
+}
+/**
+ * Reads the sync directive out of an IntegrationObjectField.Configuration JSON blob.
+ * Malformed JSON, a missing key, or an unrecognised value all mean 'Sync' — the
+ * directive can only ever narrow what is synced, never break a sync by its absence.
+ */
+export declare function ReadFieldSyncDirective(configuration: string | null | undefined): FieldSyncDirective;
+/**
+ * Merges a directive into an existing Configuration JSON string, preserving every
+ * other key. Returns the new JSON, or the original string when nothing changes
+ * (so callers can cheaply detect no-op writes). Setting 'Sync' REMOVES the key
+ * rather than storing the default.
+ */
+export declare function WriteFieldSyncDirective(configuration: string | null | undefined, directive: FieldSyncDirective): string | null;
+/**
+ * The set of source field names to strip for one integration object, derived from
+ * its IntegrationObjectField rows. Empty set when nothing is excluded — the
+ * mapping engine's fast path.
+ */
+export declare function ComputeExcludedSourceNames(fields: ReadonlyArray<FieldWithConfiguration>): Set<string>;
+/**
+ * Returns a copy of `fields` without the excluded keys, or the ORIGINAL object when
+ * no key matches (so the no-exclusions path allocates nothing). Matching is exact:
+ * source field names are the connector's own spelling, already used verbatim as
+ * field-map SourceFieldName and overflow keys.
+ */
+export declare function StripExcludedFields(fields: Record<string, unknown>, excluded: ReadonlySet<string>): Record<string, unknown>;
+//# sourceMappingURL=SyncDirectives.d.ts.map

package/dist/SyncDirectives.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SyncDirectives.d.ts","sourceRoot":"","sources":["../src/SyncDirectives.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,4EAA4E;AAC5E,eAAO,MAAM,yBAAyB,kBAAkB,CAAC;AAEzD,+EAA+E;AAC/E,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,SAAS,CAAC;AAEpD,wEAAwE;AACxE,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,kBAAkB,CAYnG;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACnC,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACxC,SAAS,EAAE,kBAAkB,GAC9B,MAAM,GAAG,IAAI,CAqBf;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,aAAa,CAAC,sBAAsB,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAQrG;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,GAC9B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAYzB"}