@enricai/barnacle 1.6.2 → 1.6.4

package/dist/scraper/http-client.d.ts

@@ -38,7 +38,17 @@ export interface HttpResponseBinding {
      * whose raw value is bound as-is.
      */
     cookieName?: string;
-    /** Outbound request header to populate on subsequent calls, e.g. `"Cookie"`. */
+    /**
+     * Outbound request header to populate on subsequent calls, e.g. `"Cookie"`.
+     * Compared case-insensitively (HTTP header names are), so bindings whose
+     * `targetHeader` differs only by casing (e.g. `"Cookie"` vs `"cookie"`)
+     * are treated as the same target. Multiple bindings with a `cookieName`
+     * may share the same `targetHeader` (the `Cookie` header carries many
+     * cookies) — each is tracked separately and materialized joined by `"; "`.
+     * Bindings without `cookieName` bind a raw header value as-is and keep
+     * overwrite semantics: a second such binding sharing a `targetHeader`
+     * replaces the first.
+     */
     targetHeader: string;
 }
 /**
@@ -88,8 +98,12 @@ export interface HttpClientOptions<TResponse> {
  * the browser `RequestInit` API — keeps the interface portable and prevents
  * callers from bypassing the Bottleneck or Zod layers by passing raw fetch
  * options that the client doesn't know about.
+ *
+ * `TOverride` defaults to `unknown` for callers that don't need the per-call
+ * `schema` escape hatch — `HttpRequestInit` (no type argument) still behaves
+ * exactly as before.
  */
-export interface HttpRequestInit {
+export interface HttpRequestInit<TOverride = unknown> {
     method?: string;
     headers?: Record<string, string>;
     body?: string;
@@ -102,6 +116,14 @@ export interface HttpRequestInit {
      * until the server closes it (~15min for testmail livequery).
      */
     signal?: AbortSignal;
+    /**
+     * Validates this call's response against `schema` instead of the client's
+     * default schema — the escape hatch a multi-call chain with heterogeneous
+     * response shapes needs, since `createHttpClient`'s `schema` option is a
+     * single client-wide default (see `HttpClientOptions.schema`). Omitted
+     * calls keep validating against the client default exactly as before.
+     */
+    schema?: ZodType<TOverride>;
 }
 /**
  * Factory that creates a typed direct-HTTP request function pre-wired with
@@ -124,5 +146,5 @@ export interface HttpRequestInit {
  * Wraps transient network errors in `UnknownScraperError` and retries up to
  * 2 times with exponential backoff before propagating.
  */
-export declare function createHttpClient<TResponse>(options: HttpClientOptions<TResponse>): (url: string, init?: HttpRequestInit) => Promise<TResponse>;
+export declare function createHttpClient<TResponse>(options: HttpClientOptions<TResponse>): <TOverride = TResponse>(url: string, init?: HttpRequestInit<TOverride>) => Promise<TOverride>;
 //# sourceMappingURL=http-client.d.ts.map

package/dist/scraper/http-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"http-client.d.ts","sourceRoot":"","sources":["../../src/scraper/http-client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,EAKL,KAAK,YAAY,EAElB,MAAM,kBAAkB,CAAC;AAc1B;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;OAKG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB,CAAC,SAAS;IAC1C,+DAA+D;IAC/D,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,yEAAyE;IACzE,UAAU,EAAE,UAAU,CAAC;IACvB,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC;;;;OAIG;IACH,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC9C;;;;;;;;;OASG;IACH,IAAI,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC7B;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,KAAK,YAAY,GAAG,SAAS,CAAC;CAC5F;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAoDD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EACxC,OAAO,EAAE,iBAAiB,CAAC,SAAS,CAAC,GACpC,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,eAAe,KAAK,OAAO,CAAC,SAAS,CAAC,CAqJ7D"}
+{"version":3,"file":"http-client.d.ts","sourceRoot":"","sources":["../../src/scraper/http-client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,EAKL,KAAK,YAAY,EAElB,MAAM,kBAAkB,CAAC;AAc1B;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;OAKG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;;;;;;OAUG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB,CAAC,SAAS;IAC1C,+DAA+D;IAC/D,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,yEAAyE;IACzE,UAAU,EAAE,UAAU,CAAC;IACvB,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC;;;;OAIG;IACH,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC9C;;;;;;;;;OASG;IACH,IAAI,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC7B;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,KAAK,YAAY,GAAG,SAAS,CAAC;CAC5F;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe,CAAC,SAAS,GAAG,OAAO;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;CAC7B;AA+GD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EACxC,OAAO,EAAE,iBAAiB,CAAC,SAAS,CAAC,GACpC,CAAC,SAAS,GAAG,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,eAAe,CAAC,SAAS,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,CA+L/F"}

package/dist/scraper/http-client.js

@@ -83,6 +83,58 @@ function extractCookieValue(setCookieHeaders, cookieName) {
     }
     return undefined;
 }
+/**
+ * Finds a header's value by case-insensitive key lookup — `baseHeaders` and
+ * `init.headers` are operator-supplied with arbitrary casing (unlike
+ * `boundHeaders`, which is normalized via `targetHeaderCasing`), so a plain
+ * `headers["Cookie"]` lookup would miss a `"cookie"` or `"COOKIE"` key.
+ */
+function findHeaderCaseInsensitive(headers, name) {
+    const lower = name.toLowerCase();
+    const key = Object.keys(headers).find((k) => k.toLowerCase() === lower);
+    return key === undefined ? undefined : headers[key];
+}
+/**
+ * Parses a `name=value; name=value` Cookie header string into per-cookie
+ * entries, mirroring the pair-splitting `extractCookieValue` already does
+ * for `Set-Cookie`. Skips malformed segments (no `=`) rather than throwing —
+ * an operator-authored `baseHeaders` or per-call `init.headers` Cookie value
+ * is untrusted input, not a value this module produced.
+ */
+function parseCookiePairs(cookieHeader) {
+    return cookieHeader
+        .split(";")
+        .map((pair) => pair.trim())
+        .filter(Boolean)
+        .flatMap((pair) => {
+        const eq = pair.indexOf("=");
+        return eq === -1 ? [] : [[pair.slice(0, eq).trim(), pair.slice(eq + 1).trim()]];
+    });
+}
+/**
+ * Merges the Cookie header across `baseHeaders`, the live `boundHeaders`
+ * accumulator, and per-call `init.headers` by individual cookie name instead
+ * of the last-wins overwrite plain object spread gives every other header —
+ * see the http-client.ts module docblock and CLAUDE.md "battle-tested
+ * libraries only" for why the Cookie header specifically needs pair-level
+ * merging. Precedence on a name collision: a freshly bound value (the live
+ * session state a response just handed back) wins over a per-call override,
+ * which wins over the plugin's static default — bound values are the most
+ * current source of truth for a cookie in active rotation.
+ */
+function mergeCookieHeader(baseHeaders, boundHeaders, initHeaders) {
+    const merged = new Map();
+    for (const source of [baseHeaders, initHeaders, boundHeaders]) {
+        const cookieHeader = findHeaderCaseInsensitive(source, "Cookie");
+        if (cookieHeader === undefined)
+            continue;
+        for (const [name, value] of parseCookiePairs(cookieHeader))
+            merged.set(name, value);
+    }
+    if (merged.size === 0)
+        return undefined;
+    return [...merged.entries()].map(([name, value]) => `${name}=${value}`).join("; ");
+}
 /**
  * Resolves one {@link HttpResponseBinding} against a response's headers.
  * Returns `undefined` on a miss (source header/cookie absent) so the caller
@@ -125,10 +177,37 @@ function createHttpClient(options) {
     // targetHeader. Lives for the lifetime of this client instance so a later
     // call can pick up what an earlier call captured — see HttpResponseBinding.
     const boundHeaders = {};
+    // Per-cookie values for targetHeaders that carry multiple cookies (e.g.
+    // "Cookie"), keyed by targetHeader.toLowerCase() then cookieName so
+    // several bindings sharing one targetHeader — even across differing
+    // casing, since HTTP header names are case-insensitive — accumulate
+    // instead of overwriting or splitting into two outbound headers — see
+    // HttpResponseBinding.targetHeader. Materialized into boundHeaders
+    // (joined by "; ") whenever an entry changes.
+    const boundCookiesByTarget = new Map();
+    // Canonical (first-seen) casing of each targetHeader, keyed by
+    // targetHeader.toLowerCase() — lets both branches below write
+    // boundHeaders under one stable key regardless of which casing a later
+    // binding declares.
+    const targetHeaderCasing = new Map();
     return async (url, init = {}) => {
+        // A per-call `init.schema` supersedes the client-level default for this
+        // call only — see HttpRequestInit.schema for why a multi-call chain with
+        // heterogeneous response shapes needs this escape hatch.
+        const activeSchema = init.schema ?? schema;
         return bottleneck.schedule(() => (0, p_retry_1.default)(async () => {
             const method = init.method ?? "GET";
-            const headers = { ...baseHeaders, ...boundHeaders, ...(init.headers ?? {}) };
+            const initHeaders = init.headers ?? {};
+            const mergedCookie = mergeCookieHeader(baseHeaders, boundHeaders, initHeaders);
+            const headers = {
+                ...baseHeaders,
+                ...boundHeaders,
+                ...initHeaders,
+            };
+            if (mergedCookie !== undefined) {
+                const cookieKey = Object.keys(headers).find((k) => k.toLowerCase() === "cookie") ?? "Cookie";
+                headers[cookieKey] = mergedCookie;
+            }
             let response;
             try {
                 response = await fetch(url, {
@@ -157,9 +236,21 @@ function createHttpClient(options) {
                 // clearing it — and if nothing has ever been bound, the target
                 // header stays absent from `boundHeaders` entirely, so later
                 // requests never send it as an empty string.
-                if (value !== undefined) {
-                    boundHeaders[binding.targetHeader] = value;
+                if (value === undefined)
+                    continue;
+                const targetKey = binding.targetHeader.toLowerCase();
+                const canonicalTarget = targetHeaderCasing.get(targetKey) ?? binding.targetHeader;
+                targetHeaderCasing.set(targetKey, canonicalTarget);
+                if (binding.cookieName === undefined) {
+                    boundHeaders[canonicalTarget] = value;
+                    continue;
                 }
+                const cookies = boundCookiesByTarget.get(targetKey) ?? new Map();
+                cookies.set(binding.cookieName, value);
+                boundCookiesByTarget.set(targetKey, cookies);
+                boundHeaders[canonicalTarget] = [...cookies.entries()]
+                    .map(([name, cookieValue]) => `${name}=${cookieValue}`)
+                    .join("; ");
             }
             if (response.status === 401 || response.status === 403) {
                 // Bot challenge / auth wall — not a transient failure, abort retry.
@@ -209,7 +300,7 @@ function createHttpClient(options) {
                 throw classified.retryable ? classified : new p_retry_1.AbortError(classified);
             }
             const body = parseJsonOrThrowRetryable(rawText, url);
-            const parsed = schema.safeParse(body);
+            const parsed = activeSchema.safeParse(body);
             if (!parsed.success) {
                 logger.warn(`http schema mismatch from ${url}: ${parsed.error.issues.map((i) => i.message).join("; ")}`);
                 // Schema mismatch — not transient, abort retry.

package/dist/scraper/http-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"http-client.js","sourceRoot":"","sources":["../../src/scraper/http-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAAmD;AACnD,yCAAiC;AAGjC,mDAA6C;AAG7C,2CAA0C;AAC1C,6CAO0B;AAE1B,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAE1D;;;;;;;GAOG;AACH,IAAI,mBAAmB,GAAG,CAAC,CAAC;AA0G5B;;;;;;GAMG;AACH,SAAS,yBAAyB,CAAC,OAAe,EAAE,GAAW;IAC7D,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,+BAA+B,GAAG,uBAAuB,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,IAAI,4BAAmB,CAAC,oCAAoC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,gBAA0B,EAAE,UAAkB;IACxE,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,SAAS;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,UAAU,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CAAC,OAA4B,EAAE,OAAgB;IACpE,IAAI,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,YAAY,EAAE,CAAC;QACxD,OAAO,OAAO,CAAC,UAAU;YACvB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC;YAChE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,SAAS,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,0BACE,OAAqC;IAErC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC;IACjG,0EAA0E;IAC1E,0EAA0E;IAC1E,4EAA4E;IAC5E,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,OAAO,KAAK,EAAE,GAAW,EAAE,IAAI,GAAoB,EAAE,EAAsB,EAAE;QAC3E,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,CAC9B,IAAA,iBAAM,EACJ,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;YACpC,MAAM,OAAO,GAAG,EAAE,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YAE7E,IAAI,QAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC1B,MAAM;oBACN,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+DAA+D;gBAC/D,+DAA+D;gBAC/D,gEAAgE;gBAChE,+DAA+D;gBAC/D,uBAAuB;gBACvB,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACtD,MAAM,IAAI,oBAAU,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBACD,+DAA+D;gBAC/D,MAAM,IAAI,4BAAmB,CAAC,sBAAsB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;YAE1E,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACxD,gEAAgE;gBAChE,+DAA+D;gBAC/D,6DAA6D;gBAC7D,6CAA6C;gBAC7C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,YAAY,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvD,oEAAoE;gBACpE,MAAM,IAAI,oBAAU,CAClB,IAAI,8BAAqB,CACvB,QAAQ,QAAQ,CAAC,MAAM,SAAS,GAAG,mCAAmC,CACvE,CACF,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,qDAAqD;gBACrD,MAAM,IAAI,oBAAU,CAClB,IAAI,2BAAkB,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,CACrE,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC3B,kEAAkE;gBAClE,uCAAuC;gBACvC,MAAM,IAAI,oBAAU,CAAC,IAAI,wBAAe,CAAC,QAAQ,QAAQ,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YACnF,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,EAAE,CAAC;gBAChD,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,sBAAsB,CAAC;oBACtE,IAAA,mBAAS,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpC,MAAM,GAAG,GAAG,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAC3D,MAAM,IAAI,GACR,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ;yBAClB,KAAK,CAAC,GAAG,CAAC;yBACV,MAAM,CAAC,OAAO,CAAC;yBACf,KAAK,CAAC,CAAC,CAAC,CAAC;yBACT,IAAI,CAAC,GAAG,CAAC;yBACT,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC;oBAChD,MAAM,MAAM,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,GAAG,GAAG,IAAI,MAAM,IAAI,IAAI,OAAO,CAAC,CAAC;oBAC1D,IAAA,uBAAa,EACX,MAAM,EACN,IAAI,CAAC,SAAS,CACZ;wBACE,MAAM;wBACN,GAAG;wBACH,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,cAAc,EAAE,OAAO;wBACvB,WAAW,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI;qBAC/B,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CACT,iCAAiC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEtC,mEAAmE;YACnE,gEAAgE;YAChE,qEAAqE;YACrE,gEAAgE;YAChE,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,oBAAU,CAAC,UAAU,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,GAAG,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CACT,6BAA6B,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5F,CAAC;gBACF,gDAAgD;gBAChD,MAAM,IAAI,oBAAU,CAClB,IAAI,wBAAe,CACjB,6BAA6B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpF,CACF,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE;gBAC3B,MAAM,CAAC,IAAI,CACT,yBAAyB,OAAO,CAAC,aAAa,YAAY,OAAO,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,WAAW,eAAe,CACvH,CAAC;YACJ,CAAC;SACF,CACF,CACF,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"http-client.js","sourceRoot":"","sources":["../../src/scraper/http-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAAmD;AACnD,yCAAiC;AAGjC,mDAA6C;AAG7C,2CAA0C;AAC1C,6CAO0B;AAE1B,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAE1D;;;;;;;GAOG;AACH,IAAI,mBAAmB,GAAG,CAAC,CAAC;AAgI5B;;;;;;GAMG;AACH,SAAS,yBAAyB,CAAC,OAAe,EAAE,GAAW;IAC7D,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,+BAA+B,GAAG,uBAAuB,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,IAAI,4BAAmB,CAAC,oCAAoC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,gBAA0B,EAAE,UAAkB;IACxE,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,SAAS;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,UAAU,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,SAAS,yBAAyB,CAChC,OAA+B,EAC/B,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;IACxE,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACtD,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,YAAoB;IAC5C,OAAO,YAAY;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC;SACf,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAChB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAU,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,iBAAiB,CACxB,WAAmC,EACnC,YAAoC,EACpC,WAAmC;IAEnC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,MAAM,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,EAAE,CAAC;QAC9D,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjE,IAAI,YAAY,KAAK,SAAS;YAAE,SAAS;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,gBAAgB,CAAC,YAAY,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrF,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CAAC,OAA4B,EAAE,OAAgB;IACpE,IAAI,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,YAAY,EAAE,CAAC;QACxD,OAAO,OAAO,CAAC,UAAU;YACvB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC;YAChE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,SAAS,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,0BACE,OAAqC;IAErC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC;IACjG,0EAA0E;IAC1E,0EAA0E;IAC1E,4EAA4E;IAC5E,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,wEAAwE;IACxE,oEAAoE;IACpE,oEAAoE;IACpE,oEAAoE;IACpE,sEAAsE;IACtE,mEAAmE;IACnE,8CAA8C;IAC9C,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACpE,+DAA+D;IAC/D,8DAA8D;IAC9D,uEAAuE;IACvE,oBAAoB;IACpB,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAErD,OAAO,KAAK,EACV,GAAW,EACX,IAAI,GAA+B,EAAE,EACjB,EAAE;QACtB,wEAAwE;QACxE,yEAAyE;QACzE,yDAAyD;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,IAAK,MAAwC,CAAC;QAC9E,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,CAC9B,IAAA,iBAAM,EACJ,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;YACpC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;YACvC,MAAM,YAAY,GAAG,iBAAiB,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YAC/E,MAAM,OAAO,GAA2B;gBACtC,GAAG,WAAW;gBACd,GAAG,YAAY;gBACf,GAAG,WAAW;aACf,CAAC;YACF,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,MAAM,SAAS,GACb,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,IAAI,QAAQ,CAAC;gBAC7E,OAAO,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC;YACpC,CAAC;YAED,IAAI,QAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC1B,MAAM;oBACN,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+DAA+D;gBAC/D,+DAA+D;gBAC/D,gEAAgE;gBAChE,+DAA+D;gBAC/D,uBAAuB;gBACvB,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACtD,MAAM,IAAI,oBAAU,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBACD,+DAA+D;gBAC/D,MAAM,IAAI,4BAAmB,CAAC,sBAAsB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;YAE1E,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACxD,gEAAgE;gBAChE,+DAA+D;gBAC/D,6DAA6D;gBAC7D,6CAA6C;gBAC7C,IAAI,KAAK,KAAK,SAAS;oBAAE,SAAS;gBAClC,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;gBACrD,MAAM,eAAe,GAAG,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,YAAY,CAAC;gBAClF,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;gBACnD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACrC,YAAY,CAAC,eAAe,CAAC,GAAG,KAAK,CAAC;oBACtC,SAAS;gBACX,CAAC;gBACD,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAkB,CAAC;gBACjF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;gBACvC,oBAAoB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC7C,YAAY,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;qBACnD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,WAAW,EAAE,CAAC;qBACtD,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvD,oEAAoE;gBACpE,MAAM,IAAI,oBAAU,CAClB,IAAI,8BAAqB,CACvB,QAAQ,QAAQ,CAAC,MAAM,SAAS,GAAG,mCAAmC,CACvE,CACF,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,qDAAqD;gBACrD,MAAM,IAAI,oBAAU,CAClB,IAAI,2BAAkB,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,CACrE,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC3B,kEAAkE;gBAClE,uCAAuC;gBACvC,MAAM,IAAI,oBAAU,CAAC,IAAI,wBAAe,CAAC,QAAQ,QAAQ,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YACnF,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,EAAE,CAAC;gBAChD,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,sBAAsB,CAAC;oBACtE,IAAA,mBAAS,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpC,MAAM,GAAG,GAAG,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAC3D,MAAM,IAAI,GACR,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ;yBAClB,KAAK,CAAC,GAAG,CAAC;yBACV,MAAM,CAAC,OAAO,CAAC;yBACf,KAAK,CAAC,CAAC,CAAC,CAAC;yBACT,IAAI,CAAC,GAAG,CAAC;yBACT,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC;oBAChD,MAAM,MAAM,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,GAAG,GAAG,IAAI,MAAM,IAAI,IAAI,OAAO,CAAC,CAAC;oBAC1D,IAAA,uBAAa,EACX,MAAM,EACN,IAAI,CAAC,SAAS,CACZ;wBACE,MAAM;wBACN,GAAG;wBACH,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,cAAc,EAAE,OAAO;wBACvB,WAAW,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI;qBAC/B,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CACT,iCAAiC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEtC,mEAAmE;YACnE,gEAAgE;YAChE,qEAAqE;YACrE,gEAAgE;YAChE,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,oBAAU,CAAC,UAAU,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,GAAG,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CACT,6BAA6B,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5F,CAAC;gBACF,gDAAgD;gBAChD,MAAM,IAAI,oBAAU,CAClB,IAAI,wBAAe,CACjB,6BAA6B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpF,CACF,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE;gBAC3B,MAAM,CAAC,IAAI,CACT,yBAAyB,OAAO,CAAC,aAAa,YAAY,OAAO,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,WAAW,eAAe,CACvH,CAAC;YACJ,CAAC;SACF,CACF,CACF,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}

package/dist/scraper/rate-limited-json-client.d.ts

@@ -38,5 +38,5 @@ export interface RateLimitedJsonClientOptions<TResponse> {
  * and site-specific `extraHeaders`; the factory owns the limiter lifecycle and
  * the header merge order (hints first, extraHeaders on top).
  */
-export declare function createRateLimitedJsonClient<TResponse>(opts: RateLimitedJsonClientOptions<TResponse>): (url: string, init?: HttpRequestInit) => Promise<TResponse>;
+export declare function createRateLimitedJsonClient<TResponse>(opts: RateLimitedJsonClientOptions<TResponse>): <TOverride = TResponse>(url: string, init?: HttpRequestInit<TOverride>) => Promise<TOverride>;
 //# sourceMappingURL=rate-limited-json-client.d.ts.map

package/dist/scraper/rate-limited-json-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rate-limited-json-client.d.ts","sourceRoot":"","sources":["../../src/scraper/rate-limited-json-client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGhF;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B,CAAC,SAAS;IACrD,qFAAqF;IACrF,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,gEAAgE;IAChE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,CAAC;CAC7E;AAED;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CAAC,SAAS,EACnD,IAAI,EAAE,4BAA4B,CAAC,SAAS,CAAC,GAC5C,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,eAAe,KAAK,OAAO,CAAC,SAAS,CAAC,CAgB7D"}
+{"version":3,"file":"rate-limited-json-client.d.ts","sourceRoot":"","sources":["../../src/scraper/rate-limited-json-client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGhF;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B,CAAC,SAAS;IACrD,qFAAqF;IACrF,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,gEAAgE;IAChE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,CAAC;CAC7E;AAED;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CAAC,SAAS,EACnD,IAAI,EAAE,4BAA4B,CAAC,SAAS,CAAC,GAC5C,CAAC,SAAS,GAAG,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,eAAe,CAAC,SAAS,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,CAgB/F"}

package/dist/scraper/raw-fetch.d.ts

@@ -1,7 +1,7 @@
 /**
  * Site-agnostic fetch scaffold shared by plugins that cannot use
  * `createHttpClient` — typically because they need multipart Buffer bodies
- * or per-response header rotation (appcast token churn). Owns the
+ * or per-response header rotation (per-site token churn). Owns the
  * try/catch network-error conversion, the onResponse hook, and the
  * classifyHttpStatus call so callers only supply the what (URL, headers,
  * body) and the where (their token-rotation / audit hook and context label).
@@ -47,7 +47,7 @@ export interface RawFetchOptions {
     onResponse: (headers: Headers) => void;
     /**
      * Short label used in error messages from `classifyHttpStatus`, e.g.
-     * `"appcast /integrated_questions"`. Should identify the endpoint so
+     * `"<site> /integrated_questions"`. Should identify the endpoint so
      * logs and error surfaces are actionable.
      */
     contextLabel: string;

package/dist/scraper/raw-fetch.js

@@ -2,7 +2,7 @@
 /**
  * Site-agnostic fetch scaffold shared by plugins that cannot use
  * `createHttpClient` — typically because they need multipart Buffer bodies
- * or per-response header rotation (appcast token churn). Owns the
+ * or per-response header rotation (per-site token churn). Owns the
  * try/catch network-error conversion, the onResponse hook, and the
  * classifyHttpStatus call so callers only supply the what (URL, headers,
  * body) and the where (their token-rotation / audit hook and context label).

package/dist/scraper/require-response-field.d.ts

@@ -14,7 +14,7 @@ export declare function requireResponseField<T>(obj: Record<string, unknown>, ke
 /**
  * Returns `resp.items[0][key]` cast to `T`. Throws {@link HttpSchemaError}
  * when `items` is absent or empty, or when the field itself is nullish.
- * Covers the Oracle HCM `?finder=...` pattern where results always arrive as
+ * Covers the `?finder=...` pattern used by some ATS APIs where results arrive as
  * `{ items: [...] }` and the first element carries the required field.
  */
 export declare function requireFirstItemField<T>(resp: {

package/dist/scraper/require-response-field.js

@@ -25,7 +25,7 @@ function requireResponseField(obj, key, contextLabel) {
 /**
  * Returns `resp.items[0][key]` cast to `T`. Throws {@link HttpSchemaError}
  * when `items` is absent or empty, or when the field itself is nullish.
- * Covers the Oracle HCM `?finder=...` pattern where results always arrive as
+ * Covers the `?finder=...` pattern used by some ATS APIs where results arrive as
  * `{ items: [...] }` and the first element carries the required field.
  */
 function requireFirstItemField(resp, key, contextLabel) {

package/dist/scraper/session-warmup.d.ts

@@ -5,7 +5,7 @@
  * the caller-supplied pRetry options. On exhaustion, wraps the last error in
  * the caller-supplied `exhaustionError`.
  *
- * Extracted from appcast/tokens/warmup.ts so any future recon→generate warmup
+ * Extracted from a plugin's token warmup so any future recon→generate warmup
  * flow can reuse the session-lifecycle shell without re-hand-rolling pRetry +
  * finally-close + error-mapping each time.
  */

package/dist/scraper/session-warmup.js

@@ -6,7 +6,7 @@
  * the caller-supplied pRetry options. On exhaustion, wraps the last error in
  * the caller-supplied `exhaustionError`.
  *
- * Extracted from appcast/tokens/warmup.ts so any future recon→generate warmup
+ * Extracted from a plugin's token warmup so any future recon→generate warmup
  * flow can reuse the session-lifecycle shell without re-hand-rolling pRetry +
  * finally-close + error-mapping each time.
  */

package/dist/scripts/migrate-telemetry-dir-names.d.ts

@@ -23,12 +23,12 @@
  * Usage:
  *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
  *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site appcast --apply
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site <siteId> --apply
  */
 interface MigrateOptions {
     /** Path to the project root containing `src/sites/`. */
     sitesRoot: string;
-    /** Optional: restrict to one site directory by name (e.g. "appcast"). */
+    /** Optional: restrict to one site directory by name (e.g. "acme-jobs"). */
     siteFilter: string | null;
     /** If false, log planned renames but do not execute them. */
     apply: boolean;

package/dist/scripts/migrate-telemetry-dir-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"migrate-telemetry-dir-names.d.ts","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAYH,UAAU,cAAc;IACtB,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6DAA6D;IAC7D,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAiB3E;AAqED,UAAU,UAAU;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAapD"}
+{"version":3,"file":"migrate-telemetry-dir-names.d.ts","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAYH,UAAU,cAAc;IACtB,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6DAA6D;IAC7D,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAiB3E;AAqED,UAAU,UAAU;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAapD"}

package/dist/scripts/migrate-telemetry-dir-names.js

@@ -24,7 +24,7 @@
  * Usage:
  *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
  *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site appcast --apply
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site <siteId> --apply
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.migrateTelemetryDirs = migrateTelemetryDirs;

package/dist/scripts/recon-browser.d.ts

@@ -120,8 +120,8 @@ export declare function isReplanCycle(priorReplans: readonly ReplanEvent[], newS
  * false. `origin` distinguishes hand-authored steps from steps the LLM
  * replanner appended at cascade-exhausted recovery points — persistReplannedFlow
  * uses it to force replan-origin steps to optional on write-back, preventing
- * cross-employer regressions when a Presbyterian-specific replanned question
- * gets persisted and the next run is on Encompass.
+ * cross-employer regressions when an employer-specific replanned question
+ * gets persisted and the next run is on a different tenant.
  */
 interface NormalizedStep {
     instruction: string;

package/dist/scripts/recon-browser.js

@@ -238,7 +238,7 @@ function detectRejectionInResponseBody(body) {
  *
  * Previous version of this helper assumed string-only and returned null for
  * the object case — causing Q1's audit to miss 100% of rejection envelopes
- * because AppCast (and any JSON-serving ATS) lands in the object case.
+ * because JSON-serving ATSs land in the object case.
  * Verified 2026-06-15 against capture 122-...-a4ab5256.json:
  * `jq '.responseBody | type'` returned `"object"`, the broken helper
  * returned null, the audit declared "PASSED" while the body contained
@@ -273,14 +273,14 @@ function normalizeResponseBodyForAudit(data) {
  * The audit is independent of the per-step verifier — the verifier may
  * have accepted a DOM-fallback or URL-change signal as proof, but if
  * the configured submit endpoint never returned 2xx, OR returned 2xx
- * with a rejection envelope (e.g. AppCast's `not_qualified: true`), the
+ * with a rejection envelope (e.g. `not_qualified: true`), the
  * application data didn't actually reach the employer's ATS.
  *
  * Site-agnostic: rejection detection is via `detectRejectionInResponseBody`
  * which knows the union of common ATS rejection-envelope shapes
- * (AppCast/Greenhouse/Lever/Workday). New ATSs extend the union.
+ * (Greenhouse/Lever/Workday and JSON-envelope ATSs). New ATSs extend the union.
  *
- * Pre-existing AppCast-specific equivalent: readJobOutcome in
+ * Pre-existing site-specific equivalent: readJobOutcome in
  * recon-replay-jobs.ts. This is the agnostic engine-side version using
  * the flow file's declared pattern.
  */
@@ -423,7 +423,7 @@ const RECON_FLOW_SCHEMA = v4_1.z.array(schemas_1.RECON_FLOW_STEP_SCHEMA).min(1);
  *       the self-healing cascade can detect "the click fired tracking but
  *       not the real submit XHR."
  *     - `submittedStateSelectors`: DOM-level fallback when the submit POST
- *       lands outside the per-attempt capture window. SPAs (e.g. AppCast)
+ *       lands outside the per-attempt capture window. Some SPAs
  *       can swap the form for a thank-you component (`<uapp-universal-
  *       submitted-page>`) faster than the network capture pipeline records
  *       the POST. If any selector in this list matches via
@@ -454,7 +454,7 @@ const RECON_FLOW_FILE_SCHEMA = v4_1.z.union([
          * Surfaced to the Haiku verifySubmit judge as evidence — when the page
          * URL after the click contains any of these, that's one of the strong
          * signals required for verified=true. Examples: ["/applied",
-         * "/applyboard/applied", "/confirmation", "/thank-you"]. Site-specific
+         * "/apply-portal/applied", "/confirmation", "/thank-you"]. Site-specific
          * since URL conventions vary across ATS tenants.
          */
         successUrlFragments: v4_1.z.array(v4_1.z.string().min(1)).optional(),
@@ -472,7 +472,7 @@ const RECON_FLOW_FILE_SCHEMA = v4_1.z.union([
          * hostnames as a corroborating network signal — anything else (e.g.
          * analytics, third-party trackers, CDNs) is ignored. Without this
          * list the judge falls back to the URL alone, which is weaker.
-         * Examples: ["apply.appcast.io"], ["careers.<ats>.com",
+         * Examples: ["apply.<ats>.com"], ["careers.<ats>.com",
          * "<tenant>.<ats>.com"].
          */
         ownBackendHostnames: v4_1.z.array(v4_1.z.string().min(1)).optional(),
@@ -480,8 +480,8 @@ const RECON_FLOW_FILE_SCHEMA = v4_1.z.union([
          * Optional site-specific class-name prefixes that wrap form/error
          * state. The Haiku invalid-fields judge uses these as additional
          * structural evidence beyond framework-conventional patterns
-         * (ng-invalid, aria-invalid, data-invalid). Examples for AppCast:
-         * ["uapp-", "app-"]. When omitted, the judge falls back to framework
+         * (ng-invalid, aria-invalid, data-invalid). Examples for an Angular
+         * apply SPA: ["uapp-", "app-"]. When omitted, the judge falls back to framework
          * conventions alone.
          */
         knownErrorClassPrefixes: v4_1.z.array(v4_1.z.string().min(1)).optional(),
@@ -506,7 +506,7 @@ const RECON_FLOW_FILE_SCHEMA = v4_1.z.union([
          * captures to prove an interior (non-submit) "advance"/"Next" step actually
          * moved the wizard forward — not merely fired some other same-origin POST.
          * Needed for SPAs where advance and non-advance mutations share one endpoint
-         * URL (e.g. Talemetry's `/gq`: a real page advance is a `TransitionWorklet`
+         * URL (e.g. a wizard ATS's `/gq`: a real page advance is a `TransitionWorklet`
          * mutation, while `EditQuestionItem` is just a field edit — byte-identical
          * URLs, only the body differs). When set, an advance step's `networkFired`
          * signal is trusted ONLY if a capture body in the step's window matches this
@@ -1471,7 +1471,7 @@ async function main() {
         let lastSuccessNetworkCount = signalCounter.n;
         let lastSuccessUrl = page.url();
         // Track the page origin so a cross-origin navigation mid-flow (e.g. the
-        // Apply click taking careers.hcahealthcare.com → apply.talemetry.com) can
+        // Apply click taking careers.<employer>.com → apply.<ats>.com) can
         // re-gate on SPA hydration. The initial goto's readiness gate only covers
         // the landing page; the wizard app boots on a DIFFERENT origin with no gate,
         // so its first steps would otherwise probe an un-hydrated shell and skip.
@@ -1495,7 +1495,7 @@ async function main() {
             logger.info(`${(0, flow_runner_1.formatStepPrefix)(i, () => plan.length)} [${currentPhase}]${step.optional ? " (optional)" : ""}: ${step.instruction}`);
             await snapshotAndPersistCookieJar(page, jarCounter, "pre-step", currentPhase, i);
             // Re-gate on SPA hydration when the origin changed since the last step —
-            // the wizard SPA (e.g. apply.talemetry.com after the Apply click) boots on
+            // the wizard SPA (e.g. apply.<ats>.com after the Apply click) boots on
             // a new origin the initial-goto readiness gate never covered, so wait for
             // its body to render before probing rather than skipping a shell page.
             const currentOrigin = originOf(page.url());
@@ -1561,7 +1561,7 @@ async function main() {
                 });
                 await snapshotAndPersistCookieJar(page, jarCounter, "post-step", currentPhase, i);
                 // Wizard-restart detection: if a configured restart-signal URL (e.g.
-                // Talemetry's `init-apply?...&application_canceled=true`) landed during
+                // a wizard ATS's `init-apply?...&application_canceled=true`) landed during
                 // this step, the multi-page wizard reset to page 1. Remaining steps now
                 // target a reset page and replanning against the restarted wizard is
                 // futile — abort with a diagnostic instead of silently cycling.
@@ -1627,7 +1627,7 @@ async function main() {
                 // googletagmanager) that fire on form interaction events. Those look
                 // exactly like real submissions by HTTP signal but don't represent the
                 // actual application landing. Verified by reading captures from
-                // /tmp/recon/graphql/ during a sweep: Presbyterian jobs hit this exact
+                // /tmp/recon/graphql/ during a sweep: some tenants hit this exact
                 // failure — only interruption_check + GA tracking POSTs fired, no
                 // integrated_apply, yet trailing-grace declared success.
                 if (step.optional && i >= plan.length - flow_runner_1.TRAILING_GRACE_WINDOW) {