@ryanstark24/sfgraph-core 1.2.0 → 1.6.0

package/dist/extractors/live-org/retry.js

@@ -0,0 +1,416 @@
+/**
+ * Shared retry / pagination / incomplete-source helpers for live-org
+ * extractors.
+ *
+ * Background (large live-org ingest, 2026-10): several extractors wrapped
+ * their network calls in `catch {}` / `catch { continue }` and dropped data
+ * silently, so a source that lost thousands of members still logged `✓` and
+ * the run reported `skips=0`. The contract now:
+ *
+ *   1. Every network call that fetches data is retried with backoff
+ *      ({@link withRetry}). Stop-waiting (wedge cap-eviction) and read-only
+ *      violations are never retried.
+ *   2. Whatever still fails after retries is collected and, once the source
+ *      has yielded everything it could fetch, re-thrown as an
+ *      {@link IncompleteSourceError} naming the lost members. The
+ *      bulk-retrieve `failSoft` wrapper turns that into a skip entry keyed by
+ *      the source label, so `--retry-skipped` re-runs the source.
+ *   3. SOQL reads drain every page ({@link drainSoqlPages}); a plain
+ *      `await conn.query(soql)` in jsforce 3 returns ONLY the first batch
+ *      (autoFetch defaults to false).
+ */
+import { ReadOnlyViolationError } from "./errors.js";
+import { StopWaitingError, soqlWithTimeout } from "./rate-limit.js";
+/** Upper bound on retries, whatever the source (env or option). */
+export const MAX_RETRIES = 10;
+/** Upper bound on a single backoff sleep. Without it `base * 2^attempt`
+ *  grows to hours and then overflows setTimeout (Node clamps to 1 ms). */
+export const MAX_RETRY_DELAY_MS = 30_000;
+const warnedEnv = new Set();
+/** Strict non-negative integer env read: `"2s"` / `"1e3"` / `"-1"` are
+ *  rejected (with a one-time warning) instead of parseInt-truncated. */
+export function envInt(name) {
+    const raw = process.env[name];
+    if (raw === undefined || raw === "")
+        return undefined;
+    const trimmed = raw.trim();
+    if (/^\d+$/.test(trimmed))
+        return Number(trimmed);
+    if (!warnedEnv.has(name)) {
+        warnedEnv.add(name);
+        console.warn(`sfgraph: ignoring ${name}=${JSON.stringify(raw)} (expected a non-negative integer)`);
+    }
+    return undefined;
+}
+/** Production base backoff (2 s, doubling: 2 + 4 + 8 s over 3 retries). */
+export const DEFAULT_RETRY_BACKOFF_MS = 2_000;
+let moduleBackoffMs;
+/**
+ * Module-level override of the base backoff for callers that can't thread
+ * {@link RetryOptions} through (e.g. tests driving the whole live ingest).
+ * Pass `undefined` to restore the default.
+ */
+export function setRetryBackoffMs(ms) {
+    moduleBackoffMs = ms;
+}
+/**
+ * Base backoff resolution, first match wins:
+ *   1. explicit `retryBackoffMs` option
+ *   2. module override ({@link setRetryBackoffMs})
+ *   3. env `SFGRAPH_LIVE_RETRY_BASE_MS`, then `SFGRAPH_FETCH_RETRY_BACKOFF_MS`
+ *      (valid non-negative integers only)
+ *   4. 0 — ONLY when `VITEST` is set AND none of 1-3 applies
+ *   5. {@link DEFAULT_RETRY_BACKOFF_MS}
+ *
+ * The vitest 0 exists so mocked-org suites never sleep through retries. It is
+ * deliberately the LAST override: any process that inherits `VITEST` but
+ * talks to a real org (e.g. an e2e test spawning the CLI) gets real backoff
+ * back by setting `SFGRAPH_LIVE_RETRY_BASE_MS` (e.g. to 2000) — an explicit
+ * env value always beats the vitest default (review M4).
+ */
+function defaultBackoffMs() {
+    return (moduleBackoffMs ??
+        envInt("SFGRAPH_LIVE_RETRY_BASE_MS") ??
+        envInt("SFGRAPH_FETCH_RETRY_BACKOFF_MS") ??
+        (process.env.VITEST ? 0 : DEFAULT_RETRY_BACKOFF_MS));
+}
+export function resolveRetryOptions(opts = {}) {
+    return {
+        retries: Math.min(MAX_RETRIES, Math.max(0, opts.retries ?? envInt("SFGRAPH_FETCH_RETRIES") ?? 3)),
+        retryBackoffMs: Math.max(0, opts.retryBackoffMs ?? defaultBackoffMs()),
+    };
+}
+/** Errors that must not be re-tried: the source was told to stop waiting
+ *  (wedge cap-eviction), the read-only guard refused the call, or the org
+ *  rejected the request outright ({@link isOrgRejection}). */
+export function isNonRetryable(e) {
+    return e instanceof StopWaitingError || e instanceof ReadOnlyViolationError || isOrgRejection(e);
+}
+/** Sleep before retry `attempt` (0-based): base doubling per attempt, capped
+ *  at {@link MAX_RETRY_DELAY_MS}. */
+export function retryDelayMs(baseMs, attempt) {
+    return Math.min(MAX_RETRY_DELAY_MS, baseMs * 2 ** attempt);
+}
+/** Run `fn`, re-trying failures with exponential backoff. `fn` must create a
+ *  fresh request per call (jsforce Query objects are single-shot). */
+export async function withRetry(fn, opts = {}) {
+    const { retries, retryBackoffMs } = resolveRetryOptions(opts);
+    for (let attempt = 0;; attempt += 1) {
+        try {
+            return await fn();
+        }
+        catch (e) {
+            if (attempt >= retries || isNonRetryable(e))
+                throw e;
+            const delay = retryDelayMs(retryBackoffMs, attempt);
+            if (delay > 0)
+                await new Promise((r) => setTimeout(r, delay));
+        }
+    }
+}
+/**
+ * The org rejected the request itself (unknown type/object/field, no access).
+ * Re-trying cannot help and the member is not fetchable at all, so callers
+ * treat it as "nothing to fetch" rather than as lost data.
+ */
+export function isOrgRejection(e) {
+    const msg = e instanceof Error
+        ? `${e.errorCode ?? ""} ${e.name} ${e.message}`
+        : String(e);
+    return /INVALID_TYPE|INSUFFICIENT_ACCESS|INVALID_FIELD|not a valid metadata type|is not supported|UNSUPPORTED_API_VERSION/i.test(msg);
+}
+/*
+ * `unreadable` = "the org refuses this deterministically; do not auto-retry
+ * it within this run" (it stays in the skip report and an explicit
+ * `--retry-skipped` re-runs it). The bar is deliberately high: an error is a
+ * refusal ONLY when
+ *   (a) it is a recognised deterministic org rejection (allowlist below), or
+ *   (b) the SAME `UNKNOWN_EXCEPTION` came back on
+ *       {@link UNKNOWN_EXCEPTION_CONFIRM_ATTEMPTS} attempts spaced by growing
+ *       backoff (>= ~10 s in production, see singleItemConfirmDelaysMs).
+ * Everything else is ALWAYS transient however often it repeats: HTTP errors
+ * (jsforce `ERROR_HTTP_<status>` — 5xx / 408 / 429, html maintenance pages),
+ * any fault code not listed here, session / lock / rate-limit faults, and
+ * code-less client errors (network, timeouts). (Review C1 / I1.)
+ */
+/**
+ * Fault codes that mean the org rejects THIS request as malformed for it,
+ * on every call:
+ *  - INVALID_TYPE: the type/sObject does not exist (or is not readable) here.
+ *  - INVALID_FIELD: a field the request names does not exist.
+ *  - INVALID_CROSS_REFERENCE_KEY: the member references an id that does not
+ *    resolve (large live org, NetworkBranding: identical on 9 reads over 3 rounds).
+ *  - UNSUPPORTED_API_VERSION: the API version cannot serve this type.
+ * INSUFFICIENT_ACCESS is deliberately absent: a permission grant fixes it, so
+ * it keeps its own `insufficient_access` skip category and remediation.
+ */
+const DETERMINISTIC_REJECTION_CODES = new Set([
+    "INVALID_TYPE",
+    "INVALID_FIELD",
+    "INVALID_CROSS_REFERENCE_KEY",
+    "UNSUPPORTED_API_VERSION",
+]);
+/**
+ * Deterministic rejections the Metadata API reports under a generic code
+ * (usually UNKNOWN_EXCEPTION), recognised by their message:
+ *  - "invalid ID field": a server-side internal SOQL on a Data Cloud object
+ *    (DataStreamDefinition / ObjectSourceTargetMap on a large live org).
+ *  - "Invalid input. See <X> documentation.": the type cannot be listed this
+ *    way (ManagedTopic; its container ManagedTopics can).
+ *  - "targetObject is invalid": a QuickAction whose target cannot be resolved.
+ *  - "not a valid metadata type": the type cannot be read/listed under that
+ *    name (e.g. bare `Settings` — an extractor routing problem, but the org's
+ *    answer will not change on retry).
+ */
+const DETERMINISTIC_REJECTION_MESSAGES = [
+    /\binvalid ID field\b/i,
+    /\bInvalid input\. See \w+ documentation\b/i,
+    /\btargetObject is invalid\b/i,
+    /\bnot a valid metadata type\b/i,
+];
+/** Identical UNKNOWN_EXCEPTION attempts that confirm a refusal. */
+export const UNKNOWN_EXCEPTION_CONFIRM_ATTEMPTS = 3;
+/**
+ * Backoff before re-try 2 and 3 of a single-item read: one doubling step
+ * ahead of {@link withRetry}'s schedule (4 s then 8 s at the 2 s production
+ * base = 12 s), so a gack is only confirmed after it outlived a short
+ * server-side incident.
+ */
+export function singleItemConfirmDelaysMs(baseMs) {
+    return [retryDelayMs(baseMs, 1), retryDelayMs(baseMs, 2)];
+}
+/** The fault code an error carries (`sf:UNKNOWN_EXCEPTION` →
+ *  `UNKNOWN_EXCEPTION`, `ERROR_HTTP_503` as is), from jsforce's `errorCode`
+ *  or a `CODE:` message prefix. Undefined for code-less client errors. */
+function faultCode(e) {
+    if (!(e instanceof Error))
+        return undefined;
+    const raw = e.errorCode;
+    if (typeof raw === "string") {
+        const code = raw.replace(/^sf:/, "");
+        if (/^[A-Z][A-Z0-9_]+$/.test(code))
+            return code;
+    }
+    return /^([A-Z][A-Z0-9_]{2,}):/.exec(e.message)?.[1];
+}
+function isHttpError(code) {
+    return code !== undefined && /^ERROR_HTTP_\d+$/.test(code);
+}
+/** Gack messages carry a fresh ErrorId per call; with a trailing stack hash
+ *  `(-?\d+)` the hash identifies the failure, so drop the id. Without a hash
+ *  keep the whole message: two different gacks must not compare equal (M1). */
+function normaliseGack(msg) {
+    return msg
+        .replace(/(ErrorId if you contact support:\s*)[\w-]+(\s*\(-?\d+\))/gi, (_m, pre, hash) => `${pre}<id>${hash}`)
+        .trim();
+}
+/** Session / lock / rate-limit / server-busy fault codes, and Node network
+ *  error codes: always transient, whatever their message says. */
+const TRANSIENT_CODE = /SESSION|LOCK|LIMIT_EXCEEDED|RATE_LIMIT|TOO_MANY|CONCURRENT|SERVER_UNAVAILABLE|RUNNING_TOO_LONG|TIMEOUT|TIMED_OUT|^E[A-Z]{3,}$/;
+/** Network / timeout wording of code-less errors (jsforce, Node, our own
+ *  withTimeout): always transient. */
+const TRANSIENT_MESSAGE = /\b(ECONN\w*|ETIMEDOUT|ENOTFOUND|EAI_AGAIN|EPIPE|EHOSTUNREACH|ENETUNREACH)\b|socket hang up|network|timed? ?out\b|timeout/i;
+/** True when the message allowlist may be consulted for this error (review
+ *  N4): never for an HTTP error, a transient fault code, or a code-less
+ *  network / timeout error — those stay transient even if their text
+ *  happens to contain an allowlisted phrase. */
+function messagePatternsApply(code, msg) {
+    if (code === undefined)
+        return !TRANSIENT_MESSAGE.test(msg);
+    return !isHttpError(code) && !TRANSIENT_CODE.test(code);
+}
+/**
+ * Signature of a recognised deterministic rejection, else undefined. The
+ * signature is the code plus the full (ErrorId-normalised) message — not
+ * the matched pattern — so ten QuickActions refused for ten DIFFERENT
+ * targets are ten signatures, not one (review N1b).
+ */
+function deterministicRejection(e) {
+    if (!(e instanceof Error))
+        return undefined;
+    const code = faultCode(e);
+    if (isHttpError(code))
+        return undefined;
+    const sig = `${code ?? ""}|${normaliseGack(e.message)}`;
+    if (code && DETERMINISTIC_REJECTION_CODES.has(code))
+        return sig;
+    if (!messagePatternsApply(code, e.message))
+        return undefined;
+    return DETERMINISTIC_REJECTION_MESSAGES.some((re) => re.test(e.message)) ? sig : undefined;
+}
+/** Signature of an UNKNOWN_EXCEPTION gack (normalised), else undefined. */
+function gackSignature(e) {
+    if (!(e instanceof Error) || faultCode(e) !== "UNKNOWN_EXCEPTION")
+        return undefined;
+    return `UNKNOWN_EXCEPTION|${normaliseGack(e.message)}`;
+}
+/** True when `e` is a recognised deterministic org rejection: re-trying it
+ *  cannot help, so callers stop re-trying at once. */
+export function isDeterministicRejection(e) {
+    return deterministicRejection(e) !== undefined;
+}
+/**
+ * True when at least {@link UNKNOWN_EXCEPTION_CONFIRM_ATTEMPTS} attempts all
+ * failed with the SAME UNKNOWN_EXCEPTION (ErrorId-normalised when hashed).
+ */
+export function isSameRefusal(errors) {
+    if (errors.length < UNKNOWN_EXCEPTION_CONFIRM_ATTEMPTS)
+        return false;
+    const first = gackSignature(errors[0]);
+    return first !== undefined && errors.every((e) => gackSignature(e) === first);
+}
+/**
+ * A member (or type listing) the org refuses deterministically (see the
+ * rules above). Re-running within the same ingest cannot recover it, so the
+ * skip report files it under `unreadable`: listed with the error, not
+ * auto-retried, re-run by an explicit `--retry-skipped`. Message / errorCode
+ * are the cause's.
+ */
+export class PlatformRefusalError extends Error {
+    unreadable = true;
+    errorCode;
+    constructor(cause) {
+        super(errMessage(cause), { cause });
+        this.name = "PlatformRefusalError";
+        this.errorCode = cause?.errorCode;
+    }
+}
+export function isPlatformRefusal(e) {
+    return e instanceof PlatformRefusalError;
+}
+/**
+ * A whole type the extractor stopped reading after its first
+ * {@link UNREADABLE_EARLY_STOP} members were all refused with the same
+ * signature: `unreadCount` members were never requested. Filed under
+ * `unreadable` like the per-member refusals; message / errorCode are those
+ * of the shared refusal.
+ */
+export class TypeUnreadableError extends PlatformRefusalError {
+    unreadCount;
+    constructor(cause, unreadCount) {
+        super(cause instanceof PlatformRefusalError ? (cause.cause ?? cause) : cause);
+        this.name = "TypeUnreadableError";
+        this.unreadCount = unreadCount;
+    }
+}
+/** Members a type must have refused, all with one signature, before the
+ *  generic extractor stops reading the rest of it. */
+export const UNREADABLE_EARLY_STOP = 10;
+/** Signature of an unreadable member's refusal (the same deterministic
+ *  rejection, or the same confirmed gack), or undefined when `e` is not a
+ *  platform refusal. */
+export function unreadableSignature(e) {
+    if (!isPlatformRefusal(e))
+        return undefined;
+    const cause = e.cause ?? e;
+    return deterministicRejection(cause) ?? gackSignature(cause);
+}
+/** Wrap `e` as a {@link PlatformRefusalError} (idempotent). */
+export function asPlatformRefusal(e) {
+    return e instanceof PlatformRefusalError ? e : new PlatformRefusalError(e);
+}
+/**
+ * Classify the final error of a fetch that was attempted `attempts` times:
+ * a recognised deterministic rejection, or the same UNKNOWN_EXCEPTION on
+ * every one of at least 3 attempts, becomes a {@link PlatformRefusalError};
+ * anything else is returned unchanged and stays retryable.
+ */
+export function classifyFinalError(attempts) {
+    const last = attempts[attempts.length - 1];
+    if (last instanceof StopWaitingError || last instanceof ReadOnlyViolationError)
+        return last;
+    if (isDeterministicRejection(last))
+        return asPlatformRefusal(last);
+    return isSameRefusal(attempts) ? asPlatformRefusal(last) : last;
+}
+function errMessage(e) {
+    return e instanceof Error ? e.message : String(e);
+}
+/**
+ * Thrown by an extractor AFTER it yielded everything it could fetch, when
+ * some members were lost. The message names them (truncated to keep the
+ * skip line readable) and `failures` carries the full list.
+ */
+export class IncompleteSourceError extends Error {
+    failures;
+    source;
+    constructor(source, failures) {
+        const MAX_NAMES = 25;
+        const names = failures.map((f) => f.name);
+        const shown = names.slice(0, MAX_NAMES).join(", ");
+        const more = names.length > MAX_NAMES ? ` (+${names.length - MAX_NAMES} more)` : "";
+        const first = failures[0] ? errMessage(failures[0].error) : "";
+        super(`${source}: ${failures.length} member(s) not fetched after retries: ${shown}${more}; first error: ${first}`, { cause: failures[0]?.error });
+        this.name = "IncompleteSourceError";
+        this.failures = failures;
+        this.source = source;
+    }
+}
+/** Throw an {@link IncompleteSourceError} when `failures` is non-empty. */
+export function throwIfIncomplete(source, failures) {
+    if (failures.length > 0)
+        throw new IncompleteSourceError(source, failures);
+}
+/**
+ * Drain a SOQL query across ALL pages, re-trying each page fetch. Throws
+ * `"<label> drain truncated after N rows (P pages): <cause>"` when a page
+ * still fails — rows already yielded stay yielded, so callers keep what was
+ * fetched and the truncation still surfaces.
+ */
+export async function* drainSoqlPages(api, soql, label, schedule, opts = {}) {
+    let drained = 0;
+    let pages = 0;
+    const fetchPage = (fn, pageLabel) => withRetry(() => schedule(() => soqlWithTimeout(Promise.resolve(fn()), pageLabel)), opts);
+    const fail = (e) => {
+        throw new Error(`${label} drain truncated after ${drained} rows (${pages} pages): ${errMessage(e)}`, { cause: e });
+    };
+    let page = null;
+    try {
+        page = await fetchPage(() => api.query(soql), label);
+    }
+    catch (e) {
+        fail(e);
+    }
+    while (page) {
+        pages += 1;
+        for (const r of page.records ?? []) {
+            drained += 1;
+            yield r;
+        }
+        if (page.done || !page.nextRecordsUrl || typeof api.queryMore !== "function")
+            break;
+        const url = page.nextRecordsUrl;
+        const more = api.queryMore.bind(api);
+        try {
+            page = await fetchPage(() => more(url), `${label} more`);
+        }
+        catch (e) {
+            fail(e);
+        }
+    }
+}
+/** Collect {@link drainSoqlPages} into an array. */
+export async function querySoqlAll(api, soql, label, schedule, opts = {}) {
+    const out = [];
+    for await (const r of drainSoqlPages(api, soql, label, schedule, opts))
+        out.push(r);
+    return out;
+}
+/**
+ * Run `it` to completion, recording a thrown error into `failures` (as
+ * `name`) instead of propagating it. Used to wrap sub-streams fed to
+ * `mergeAsyncIterablesParallel`, which otherwise treats a rejected
+ * sub-iterator as silently "done".
+ */
+export async function* catchInto(name, it, failures) {
+    try {
+        yield* it;
+    }
+    catch (e) {
+        if (e instanceof IncompleteSourceError)
+            failures.push(...e.failures);
+        else
+            failures.push({ name, error: e });
+    }
+}
+//# sourceMappingURL=retry.js.map

package/dist/extractors/live-org/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../src/extractors/live-org/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAUpE,mEAAmE;AACnE,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC9B;0EAC0E;AAC1E,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAEzC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;AAEpC;wEACwE;AACxE,MAAM,UAAU,MAAM,CAAC,IAAY;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IACtD,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,CAAC,IAAI,CACV,qBAAqB,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oCAAoC,CACrF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAE9C,IAAI,eAAmC,CAAC;AAExC;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,EAAsB;IACtD,eAAe,GAAG,EAAE,CAAC;AACvB,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,gBAAgB;IACvB,OAAO,CACL,eAAe;QACf,MAAM,CAAC,4BAA4B,CAAC;QACpC,MAAM,CAAC,gCAAgC,CAAC;QACxC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAqB,EAAE;IACzD,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,GAAG,CACf,WAAW,EACX,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAClE;QACD,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,IAAI,gBAAgB,EAAE,CAAC;KACvE,CAAC;AACJ,CAAC;AAED;;8DAE8D;AAC9D,MAAM,UAAU,cAAc,CAAC,CAAU;IACvC,OAAO,CAAC,YAAY,gBAAgB,IAAI,CAAC,YAAY,sBAAsB,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC;AAED;qCACqC;AACrC,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,OAAe;IAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC;AAC7D,CAAC;AAED;sEACsE;AACtE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,EAAoB,EAAE,OAAqB,EAAE;IAC9E,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,OAAO,IAAI,OAAO,IAAI,cAAc,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,CAAU;IACvC,MAAM,GAAG,GACP,CAAC,YAAY,KAAK;QAChB,CAAC,CAAC,GAAI,CAA4B,CAAC,SAAS,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,EAAE;QAC3E,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChB,OAAO,oHAAoH,CAAC,IAAI,CAC9H,GAAG,CACJ,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AAEH;;;;;;;;;;GAUG;AACH,MAAM,6BAA6B,GAAG,IAAI,GAAG,CAAC;IAC5C,cAAc;IACd,eAAe;IACf,6BAA6B;IAC7B,yBAAyB;CAC1B,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,gCAAgC,GAAa;IACjD,uBAAuB;IACvB,4CAA4C;IAC5C,8BAA8B;IAC9B,gCAAgC;CACjC,CAAC;AAEF,mEAAmE;AACnE,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC;AAEpD;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;0EAE0E;AAC1E,SAAS,SAAS,CAAC,CAAU;IAC3B,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,GAAG,GAAI,CAA6B,CAAC,SAAS,CAAC;IACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IAClD,CAAC;IACD,OAAO,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB;IAC3C,OAAO,IAAI,KAAK,SAAS,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED;;+EAE+E;AAC/E,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,GAAG;SACP,OAAO,CACN,4DAA4D,EAC5D,CAAC,EAAE,EAAE,GAAW,EAAE,IAAY,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,IAAI,EAAE,CACvD;SACA,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;kEACkE;AAClE,MAAM,cAAc,GAClB,+HAA+H,CAAC;AAClI;sCACsC;AACtC,MAAM,iBAAiB,GACrB,2HAA2H,CAAC;AAE9H;;;gDAGgD;AAChD,SAAS,oBAAoB,CAAC,IAAwB,EAAE,GAAW;IACjE,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;GAKG;AACH,SAAS,sBAAsB,CAAC,CAAU;IACxC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC1B,IAAI,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,EAAE,IAAI,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxD,IAAI,IAAI,IAAI,6BAA6B,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAChE,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7D,OAAO,gCAAgC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7F,CAAC;AAED,2EAA2E;AAC3E,SAAS,aAAa,CAAC,CAAU;IAC/B,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,mBAAmB;QAAE,OAAO,SAAS,CAAC;IACpF,OAAO,qBAAqB,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;AACzD,CAAC;AAED;sDACsD;AACtD,MAAM,UAAU,wBAAwB,CAAC,CAAU;IACjD,OAAO,sBAAsB,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;AACjD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,IAAI,MAAM,CAAC,MAAM,GAAG,kCAAkC;QAAE,OAAO,KAAK,CAAC;IACrE,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC;AAChF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACpC,UAAU,GAAG,IAAI,CAAC;IAClB,SAAS,CAAqB;IACvC,YAAY,KAAc;QACxB,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;QACnC,IAAI,CAAC,SAAS,GAAI,KAAuC,EAAE,SAAS,CAAC;IACvE,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,CAAU;IAC1C,OAAO,CAAC,YAAY,oBAAoB,CAAC;AAC3C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAoB,SAAQ,oBAAoB;IAClD,WAAW,CAAS;IAC7B,YAAY,KAAc,EAAE,WAAmB;QAC7C,KAAK,CAAC,KAAK,YAAY,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9E,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;CACF;AAED;sDACsD;AACtD,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAExC;;wBAEwB;AACxB,MAAM,UAAU,mBAAmB,CAAC,CAAU;IAC5C,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC3B,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,iBAAiB,CAAC,CAAU;IAC1C,OAAO,CAAC,YAAY,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAmB;IACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAI,IAAI,YAAY,gBAAgB,IAAI,IAAI,YAAY,sBAAsB;QAAE,OAAO,IAAI,CAAC;IAC5F,IAAI,wBAAwB,CAAC,IAAI,CAAC;QAAE,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACnE,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClE,CAAC;AAED,SAAS,UAAU,CAAC,CAAU;IAC5B,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAQD;;;;GAIG;AACH,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IACrC,QAAQ,CAAiB;IACzB,MAAM,CAAS;IACxB,YAAY,MAAc,EAAE,QAAwB;QAClD,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,GAAG,SAAS,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,KAAK,CACH,GAAG,MAAM,KAAK,QAAQ,CAAC,MAAM,yCAAyC,KAAK,GAAG,IAAI,kBAAkB,KAAK,EAAE,EAC3G,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAC9B,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAED,2EAA2E;AAC3E,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,QAAwB;IACxE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC7E,CAAC;AAcD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,GAAY,EACZ,IAAY,EACZ,KAAa,EACb,QAAiD,EACjD,OAAqB,EAAE;IAEvB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,SAAS,GAAG,CAAC,EAA8B,EAAE,SAAiB,EAAE,EAAE,CACtE,SAAS,CACP,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC,EACvE,IAAI,CAC0B,CAAC;IACnC,MAAM,IAAI,GAAG,CAAC,CAAU,EAAS,EAAE;QACjC,MAAM,IAAI,KAAK,CACb,GAAG,KAAK,0BAA0B,OAAO,UAAU,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,EAAE,EACnF,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,GAAuB,IAAI,CAAC;IACpC,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,CAAC;IACV,CAAC;IACD,OAAO,IAAI,EAAE,CAAC;QACZ,KAAK,IAAI,CAAC,CAAC;QACX,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,CAAC;YACb,MAAM,CAAC,CAAC;QACV,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,UAAU;YAAE,MAAM;QACpF,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC;QAChC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,CAAC;IACH,CAAC;AACH,CAAC;AAED,oDAAoD;AACpD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAY,EACZ,IAAY,EACZ,KAAa,EACb,QAAiD,EACjD,OAAqB,EAAE;IAEvB,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,cAAc,CAAI,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,SAAS,CAC9B,IAAY,EACZ,EAAoB,EACpB,QAAwB;IAExB,IAAI,CAAC;QACH,KAAK,CAAC,CAAC,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,qBAAqB;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;;YAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC"}

package/dist/extractors/live-org/vlocity/runner.d.ts

@@ -1,5 +1,6 @@
 import type { RawMember } from "../../interfaces/metadata-source.js";
 import type { OrgCapabilities } from "../capabilities.js";
+import { type RetryOptions } from "../retry.js";
 export interface VlocityTypeDef {
     vlocityDataPackType: string;
     /** Raw SOQL with `%vlocity_namespace%` placeholder. */
@@ -17,5 +18,5 @@ export declare function loadVlocityRegistry(): Record<string, VlocityTypeDef>;
  * emit zero edges, so Vlocity nodes exist in the graph but have no
  * relationships.
  */
-export declare function iterVlocityRecords(conn: any, caps: OrgCapabilities, orgId: string, onError?: (label: string, err: Error) => void): AsyncIterable<RawMember>;
+export declare function iterVlocityRecords(conn: any, caps: OrgCapabilities, orgId: string, onError?: (label: string, err: Error) => void, retryOpts?: RetryOptions): AsyncIterable<RawMember>;
 //# sourceMappingURL=runner.d.ts.map

package/dist/extractors/live-org/vlocity/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/vlocity/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AACrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D,MAAM,WAAW,cAAc;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;CACf;AAYD,mEAAmE;AACnE,wBAAgB,mBAAmB,IAAI,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAgBpE;AAwKD;;;;;;;;;GASG;AACH,wBAAuB,kBAAkB,CACvC,IAAI,EAAE,GAAG,EACT,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,KAAK,IAAI,GAC5C,aAAa,CAAC,SAAS,CAAC,CAkG1B"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/vlocity/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAErE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,EAEL,KAAK,YAAY,EAIlB,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,cAAc;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;CACf;AAYD,mEAAmE;AACnE,wBAAgB,mBAAmB,IAAI,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAgBpE;AAmKD;;;;;;;;;GASG;AACH,wBAAuB,kBAAkB,CACvC,IAAI,EAAE,GAAG,EACT,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,KAAK,IAAI,EAC7C,SAAS,GAAE,YAAiB,GAC3B,aAAa,CAAC,SAAS,CAAC,CAwL1B"}