@enricai/barnacle 1.0.0

package/dist/scraper/raw-fetch.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Site-agnostic fetch scaffold shared by plugins that cannot use
+ * `createHttpClient` — typically because they need multipart Buffer bodies
+ * or per-response header rotation (appcast token churn). Owns the
+ * try/catch network-error conversion, the onResponse hook, and the
+ * classifyHttpStatus call so callers only supply the what (URL, headers,
+ * body) and the where (their token-rotation / audit hook and context label).
+ */
+/** Return value: raw outcome before any Zod parsing. */
+export interface RawFetchResult {
+    status: number;
+    rawBody: string;
+}
+/** Input options for {@link rawFetch}. */
+export interface RawFetchOptions {
+    method: string;
+    headers: Record<string, string>;
+    /** Optional request body — pass `undefined` for GET requests. */
+    body?: Buffer | string;
+    /**
+     * Called with the response `Headers` on every fetch outcome, including
+     * non-2xx. Fires before `classifyHttpStatus` so the caller can harvest
+     * rotating session tokens even when the request ultimately fails.
+     */
+    onResponse: (headers: Headers) => void;
+    /**
+     * Short label used in error messages from `classifyHttpStatus`, e.g.
+     * `"appcast /integrated_questions"`. Should identify the endpoint so
+     * logs and error surfaces are actionable.
+     */
+    contextLabel: string;
+    /**
+     * When `true`, skip the automatic `classifyHttpStatus` call and return
+     * `{ status, rawBody }` for every response. Use when the caller needs
+     * to inspect the body before deciding how to classify (e.g. transient-500
+     * detection that must precede the generic 5xx path).
+     */
+    skipClassify?: boolean;
+}
+/**
+ * Issues an undici fetch with caller-supplied URL / method / headers / body,
+ * invokes `onResponse` with the response headers (for token rotation or audit),
+ * delegates status classification to `classifyHttpStatus`, and returns
+ * `{ status, rawBody }` for the caller to parse. Network errors are wrapped
+ * in `HttpServerError` so callers get a typed, non-retryable error from the
+ * same error hierarchy as classification errors.
+ */
+export declare function rawFetch(url: string, options: RawFetchOptions): Promise<RawFetchResult>;
+//# sourceMappingURL=raw-fetch.d.ts.map

package/dist/scraper/raw-fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-fetch.d.ts","sourceRoot":"","sources":["../../src/scraper/raw-fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,0CAA0C;AAC1C,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,iEAAiE;IACjE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB;;;;OAIG;IACH,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACvC;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;;;;;;GAOG;AACH,wBAAsB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAkB7F"}

package/dist/scraper/raw-fetch.js

@@ -0,0 +1,40 @@
+"use strict";
+/**
+ * Site-agnostic fetch scaffold shared by plugins that cannot use
+ * `createHttpClient` — typically because they need multipart Buffer bodies
+ * or per-response header rotation (appcast token churn). Owns the
+ * try/catch network-error conversion, the onResponse hook, and the
+ * classifyHttpStatus call so callers only supply the what (URL, headers,
+ * body) and the where (their token-rotation / audit hook and context label).
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rawFetch = rawFetch;
+const undici_1 = require("undici");
+const errors_1 = require("../lib/errors");
+const errors_2 = require("../scraper/errors");
+const http_status_classifier_1 = require("../scraper/http-status-classifier");
+/**
+ * Issues an undici fetch with caller-supplied URL / method / headers / body,
+ * invokes `onResponse` with the response headers (for token rotation or audit),
+ * delegates status classification to `classifyHttpStatus`, and returns
+ * `{ status, rawBody }` for the caller to parse. Network errors are wrapped
+ * in `HttpServerError` so callers get a typed, non-retryable error from the
+ * same error hierarchy as classification errors.
+ */
+async function rawFetch(url, options) {
+    const { method, headers, body, onResponse, contextLabel, skipClassify = false } = options;
+    let response;
+    try {
+        response = await (0, undici_1.fetch)(url, { method, headers, body });
+    }
+    catch (err) {
+        throw new errors_2.HttpServerError(`${contextLabel} network error: ${(0, errors_1.toErrorMessage)(err)}`);
+    }
+    onResponse(response.headers);
+    const rawBody = await response.text();
+    if (!skipClassify) {
+        (0, http_status_classifier_1.classifyHttpStatus)(response.status, rawBody.slice(0, 200), contextLabel);
+    }
+    return { status: response.status, rawBody };
+}
+//# sourceMappingURL=raw-fetch.js.map

package/dist/scraper/raw-fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-fetch.js","sourceRoot":"","sources":["../../src/scraper/raw-fetch.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAiDH,4BAkBC;AAjED,mCAA8C;AAE9C,yCAA8C;AAC9C,6CAAmD;AACnD,6EAAsE;AAmCtE;;;;;;;GAOG;AACI,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,OAAwB;IAClE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IAE1F,IAAI,QAAiD,CAAC;IACtD,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,IAAA,cAAW,EAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,wBAAe,CAAC,GAAG,YAAY,mBAAmB,IAAA,uBAAc,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAE7B,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAA,2CAAkB,EAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;AAC9C,CAAC"}

package/dist/scraper/require-response-field.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Shared helpers for extracting required fields from already-parsed HTTP
+ * response objects. Each plugin that calls createHttpClient receives a plain
+ * object — these helpers standardise the "field must exist or throw" idiom so
+ * every plugin surfaces the same HttpSchemaError shape and the log grep stays
+ * stable across sites.
+ */
+/**
+ * Returns `obj[key]` cast to `T`. Throws {@link HttpSchemaError} when the
+ * value is `null`, `undefined`, or the key is absent — with `contextLabel`
+ * prefixed so the error is immediately actionable without additional wrapping.
+ */
+export declare function requireResponseField<T>(obj: Record<string, unknown>, key: string, contextLabel: string): T;
+/**
+ * Returns `resp.items[0][key]` cast to `T`. Throws {@link HttpSchemaError}
+ * when `items` is absent or empty, or when the field itself is nullish.
+ * Covers the Oracle HCM `?finder=...` pattern where results always arrive as
+ * `{ items: [...] }` and the first element carries the required field.
+ */
+export declare function requireFirstItemField<T>(resp: {
+    items?: Array<Record<string, unknown>>;
+}, key: string, contextLabel: string): T;
+//# sourceMappingURL=require-response-field.d.ts.map

package/dist/scraper/require-response-field.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"require-response-field.d.ts","sourceRoot":"","sources":["../../src/scraper/require-response-field.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EACpC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,MAAM,GACnB,CAAC,CAMH;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,IAAI,EAAE;IAAE,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;CAAE,EAChD,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,MAAM,GACnB,CAAC,CAUH"}

package/dist/scraper/require-response-field.js

@@ -0,0 +1,42 @@
+"use strict";
+/**
+ * Shared helpers for extracting required fields from already-parsed HTTP
+ * response objects. Each plugin that calls createHttpClient receives a plain
+ * object — these helpers standardise the "field must exist or throw" idiom so
+ * every plugin surfaces the same HttpSchemaError shape and the log grep stays
+ * stable across sites.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.requireResponseField = requireResponseField;
+exports.requireFirstItemField = requireFirstItemField;
+const errors_1 = require("../scraper/errors");
+/**
+ * Returns `obj[key]` cast to `T`. Throws {@link HttpSchemaError} when the
+ * value is `null`, `undefined`, or the key is absent — with `contextLabel`
+ * prefixed so the error is immediately actionable without additional wrapping.
+ */
+function requireResponseField(obj, key, contextLabel) {
+    const value = obj[key];
+    if (value === null || value === undefined) {
+        throw new errors_1.HttpSchemaError(`${contextLabel} missing ${key}`);
+    }
+    return value;
+}
+/**
+ * Returns `resp.items[0][key]` cast to `T`. Throws {@link HttpSchemaError}
+ * when `items` is absent or empty, or when the field itself is nullish.
+ * Covers the Oracle HCM `?finder=...` pattern where results always arrive as
+ * `{ items: [...] }` and the first element carries the required field.
+ */
+function requireFirstItemField(resp, key, contextLabel) {
+    const first = resp.items?.[0];
+    if (!first) {
+        throw new errors_1.HttpSchemaError(`${contextLabel} missing items`);
+    }
+    const value = first[key];
+    if (value === null || value === undefined) {
+        throw new errors_1.HttpSchemaError(`${contextLabel} missing ${key}`);
+    }
+    return value;
+}
+//# sourceMappingURL=require-response-field.js.map

package/dist/scraper/require-response-field.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"require-response-field.js","sourceRoot":"","sources":["../../src/scraper/require-response-field.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;AASH,oDAUC;AAQD,sDAcC;AAvCD,6CAAmD;AAEnD;;;;GAIG;AACH,SAAgB,oBAAoB,CAClC,GAA4B,EAC5B,GAAW,EACX,YAAoB;IAEpB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,IAAI,wBAAe,CAAC,GAAG,YAAY,YAAY,GAAG,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,KAAU,CAAC;AACpB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,qBAAqB,CACnC,IAAgD,EAChD,GAAW,EACX,YAAoB;IAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,wBAAe,CAAC,GAAG,YAAY,gBAAgB,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,IAAI,wBAAe,CAAC,GAAG,YAAY,YAAY,GAAG,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,KAAU,CAAC;AACpB,CAAC"}

package/dist/scraper/retry.d.ts

@@ -0,0 +1,33 @@
+import { ScraperError } from "../scraper/errors";
+/**
+ * Tuning knobs for `withScraperRetry`. All fields are optional — callers that
+ * only need the default 3-attempt policy can pass an empty object or omit the
+ * argument entirely.
+ */
+export interface RetryOptions {
+    /** Max attempts including the first try. Defaults to 3. */
+    maxAttempts?: number;
+    /** Called when a session needs to be torn down and re-created. */
+    onSessionRestart?: () => Promise<void>;
+    /** Called before each retry attempt so callers can bust caches. */
+    onRetry?: (error: ScraperError, attempt: number) => void | Promise<void>;
+}
+/**
+ * Wraps a scraper task with p-retry and a classification policy aligned
+ * with our ScraperError hierarchy:
+ *
+ * - CaptchaError + EmptyResultsError → AbortError, no retry.
+ * - SessionTimeoutError → invoke onSessionRestart once (guarded by sessionRestartEntry.done), then retry up to maxAttempts.
+ * - SelectorFailureError + UnknownScraperError → retry up to maxAttempts.
+ * - Anything non-ScraperError → wrap in UnknownScraperError and retry.
+ *
+ * We lean on p-retry entirely for backoff, jitter, and attempt counting —
+ * this module just supplies the policy.
+ */
+export declare function withScraperRetry<T>(task: () => Promise<T>, options?: RetryOptions): Promise<T>;
+/**
+ * Maps a raw thrown value (Error, string, or anything) onto our typed
+ * ScraperError hierarchy so the retry policy can branch on it.
+ */
+export declare function classifyScraperError(raw: unknown): ScraperError;
+//# sourceMappingURL=retry.d.ts.map

package/dist/scraper/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/scraper/retry.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,YAAY,EAIb,MAAM,kBAAkB,CAAC;AAI1B;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,mEAAmE;IACnE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1E;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,gBAAgB,CAAC,CAAC,EACtC,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACtB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,CAAC,CAAC,CAkDZ;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,OAAO,GAAG,YAAY,CAmB/D"}

package/dist/scraper/retry.js

@@ -0,0 +1,122 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.withScraperRetry = withScraperRetry;
+exports.classifyScraperError = classifyScraperError;
+const p_retry_1 = __importStar(require("p-retry"));
+const errors_1 = require("../lib/errors");
+const logging_1 = require("../lib/logging");
+const errors_2 = require("../scraper/errors");
+const logger = (0, logging_1.getLogger)({ name: "scraper/retry" });
+/**
+ * Wraps a scraper task with p-retry and a classification policy aligned
+ * with our ScraperError hierarchy:
+ *
+ * - CaptchaError + EmptyResultsError → AbortError, no retry.
+ * - SessionTimeoutError → invoke onSessionRestart once (guarded by sessionRestartEntry.done), then retry up to maxAttempts.
+ * - SelectorFailureError + UnknownScraperError → retry up to maxAttempts.
+ * - Anything non-ScraperError → wrap in UnknownScraperError and retry.
+ *
+ * We lean on p-retry entirely for backoff, jitter, and attempt counting —
+ * this module just supplies the policy.
+ */
+async function withScraperRetry(task, options = {}) {
+    const maxAttempts = options.maxAttempts ?? 3;
+    const sessionRestartEntry = { done: false };
+    return (0, p_retry_1.default)(async () => {
+        try {
+            return await task();
+        }
+        catch (raw) {
+            const err = classifyScraperError(raw);
+            if (err instanceof errors_2.CaptchaError) {
+                // Task 10: CAPTCHA hit — log it. p-retry skips onFailedAttempt
+                // for AbortError, so the warn log below is the only signal a
+                // captcha was encountered before it propagates to callers.
+                logger.error(`captcha encountered upstream — aborting retry: ${err.message}`);
+                throw new p_retry_1.AbortError(err.message);
+            }
+            if (err instanceof errors_2.EmptyResultsError) {
+                logger.warn(`scraper returned empty results — aborting retry: ${err.message}`);
+                throw new p_retry_1.AbortError(err.message);
+            }
+            if (err instanceof errors_2.SessionTimeoutError && !sessionRestartEntry.done) {
+                sessionRestartEntry.done = true;
+                if (options.onSessionRestart) {
+                    await options.onSessionRestart();
+                }
+            }
+            throw err;
+        }
+    }, {
+        retries: Math.max(0, maxAttempts - 1),
+        factor: 2,
+        minTimeout: 500,
+        maxTimeout: 5_000,
+        randomize: true,
+        onFailedAttempt: async (context) => {
+            const { error, attemptNumber, retriesLeft } = context;
+            logger.warn(`scraper attempt ${attemptNumber} failed (${error.name}): ${error.message}; ${retriesLeft} retries left`);
+            if (options.onRetry && error instanceof errors_2.ScraperError) {
+                await options.onRetry(error, attemptNumber);
+            }
+        },
+    });
+}
+/**
+ * Maps a raw thrown value (Error, string, or anything) onto our typed
+ * ScraperError hierarchy so the retry policy can branch on it.
+ */
+function classifyScraperError(raw) {
+    if (raw instanceof errors_2.ScraperError)
+        return raw;
+    const message = (0, errors_1.toErrorMessage)(raw);
+    const lower = message.toLowerCase();
+    if (lower.includes("captcha"))
+        return new errors_2.CaptchaError(message);
+    if (lower.includes("timeout") || lower.includes("timed out")) {
+        return new errors_2.SessionTimeoutError(message);
+    }
+    if (lower.includes("selector") ||
+        lower.includes("could not find") ||
+        lower.includes("not found")) {
+        return new errors_2.SelectorFailureError(message);
+    }
+    if (lower.includes("empty") || lower.includes("no results")) {
+        return new errors_2.EmptyResultsError(message);
+    }
+    return new errors_2.UnknownScraperError(message);
+}
+//# sourceMappingURL=retry.js.map

package/dist/scraper/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/scraper/retry.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyCA,4CAqDC;AAMD,oDAmBC;AAvHD,mDAA6C;AAE7C,yCAA8C;AAC9C,2CAA0C;AAC1C,6CAO0B;AAE1B,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;AAgBpD;;;;;;;;;;;GAWG;AACI,KAAK,UAAU,gBAAgB,CACpC,IAAsB,EACtB,UAAwB,EAAE;IAE1B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;IAC7C,MAAM,mBAAmB,GAAsB,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAE/D,OAAO,IAAA,iBAAM,EACX,KAAK,IAAI,EAAE;QACT,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAEtC,IAAI,GAAG,YAAY,qBAAY,EAAE,CAAC;gBAChC,+DAA+D;gBAC/D,6DAA6D;gBAC7D,2DAA2D;gBAC3D,MAAM,CAAC,KAAK,CAAC,kDAAkD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9E,MAAM,IAAI,oBAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,GAAG,YAAY,0BAAiB,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,oDAAoD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/E,MAAM,IAAI,oBAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,GAAG,YAAY,4BAAmB,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;gBACpE,mBAAmB,CAAC,IAAI,GAAG,IAAI,CAAC;gBAChC,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAC7B,MAAM,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC,EACD;QACE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,GAAG;QACf,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,IAAI;QACf,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACjC,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;YACtD,MAAM,CAAC,IAAI,CACT,mBAAmB,aAAa,YAAY,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,OAAO,KAAK,WAAW,eAAe,CACzG,CAAC;YACF,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,YAAY,qBAAY,EAAE,CAAC;gBACrD,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;KACF,CACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAgB,oBAAoB,CAAC,GAAY;IAC/C,IAAI,GAAG,YAAY,qBAAY;QAAE,OAAO,GAAG,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAA,uBAAc,EAAC,GAAG,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,qBAAY,CAAC,OAAO,CAAC,CAAC;IAChE,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAI,4BAAmB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC3B,CAAC;QACD,OAAO,IAAI,6BAAoB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC5D,OAAO,IAAI,0BAAiB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,4BAAmB,CAAC,OAAO,CAAC,CAAC;AAC1C,CAAC"}

package/dist/scraper/session-browserbase.d.ts

@@ -0,0 +1,35 @@
+import { type BrowserSession } from "../scraper/session-shared";
+/**
+ * Spins up one Browserbase cloud session with the configured Stagehand LLM.
+ *
+ * Why Browserbase (and why it's the default): Stagehand v3 has five distinct
+ * code paths gated on `env === "BROWSERBASE"` — file-input payload injection
+ * for remote uploads, tuned CDP connection timeouts, session-recovery logic,
+ * and event-window timing for the active-page detection. Steel-over-CDP
+ * (env: "LOCAL") misses all five. Defaulting to Browserbase keeps us on the
+ * code path Stagehand validates first.
+ *
+ * Session lifecycle: Stagehand owns Browserbase session creation when
+ * `env: "BROWSERBASE"` is set. `stagehand.close()` releases the session;
+ * no separate Browserbase SDK release call is needed (unlike Steel).
+ *
+ * Viewport rotation: forwarded via `fingerprint.screen.{min,max}{Width,Height}`
+ * pinned to the chosen viewport. The min/max bracket forces Browserbase's
+ * fingerprint generator to pick that exact size rather than negotiating it.
+ *
+ * Proxies: `proxies: true` enables Browserbase's residential proxy pool. The
+ * boolean form takes Browserbase's default region; per-region routing is
+ * available via the array form (not used here — out of scope until needed).
+ */
+/**
+ * `advancedStealth` opts into Browserbase's Scale Plan stealth profile. When
+ * enabled we also force `solveCaptchas: true` (explicit; Browserbase defaults
+ * it on) and pin a Windows desktop fingerprint — DataDome-protected sites
+ * (notably `apply.appcast.io`) react significantly better to Windows OS
+ * signals than the default mac/linux mix. Pattern mirrors nursefly-web's
+ * production preset at `server/jobs/ingest/scraped/browserbase/stagehand.config.ts`.
+ */
+export declare function createBrowserbaseBrowserSession(opts?: {
+    advancedStealth?: boolean;
+}): Promise<BrowserSession>;
+//# sourceMappingURL=session-browserbase.d.ts.map

package/dist/scraper/session-browserbase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-browserbase.d.ts","sourceRoot":"","sources":["../../src/scraper/session-browserbase.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,KAAK,cAAc,EAGpB,MAAM,0BAA0B,CAAC;AA6ElC;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH;;;;;;;GAOG;AACH,wBAAsB,+BAA+B,CAAC,IAAI,CAAC,EAAE;IAC3D,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,GAAG,OAAO,CAAC,cAAc,CAAC,CA8G1B"}

package/dist/scraper/session-browserbase.js

@@ -0,0 +1,198 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createBrowserbaseBrowserSession = createBrowserbaseBrowserSession;
+const stagehand_1 = require("@browserbasehq/stagehand");
+const config_1 = require("../config");
+const bedrock_1 = require("../lib/bedrock");
+const errors_1 = require("../lib/errors");
+const logging_1 = require("../lib/logging");
+const session_shared_1 = require("../scraper/session-shared");
+const throttle_1 = require("../scraper/throttle");
+const logger = (0, logging_1.getLogger)({ name: "scraper/session-browserbase" });
+/**
+ * Build a custom Stagehand logger that filters out the noisy upstream
+ * `AI_TypeValidationError` schema-validation spam. The errors come from
+ * Stagehand's internal Haiku LLM returning bare integers like "4671"
+ * when its Zod schema requires "N-N" format (regex /^\\d+-\\d+$/ at
+ * stagehand inference.js:147+240). Each error stack-trace is ~500 bytes
+ * of pino I/O — verified at 118 occurrences in run 1781485435455
+ * (2026-06-14), totaling ~5-7 min of wasted wall clock.
+ *
+ * The existing cascade Fix 1B (resolvedAction-null fast-skip) already
+ * handles the consequence: when Stagehand returns success=false due to
+ * this schema error, attempt 1 short-circuits cleanly and attempt 2
+ * (observe-act) runs on a structured target instead. The error log
+ * lines are pure noise.
+ *
+ * Filter is precise — only matches when category is "AISDK error"
+ * AND the cause body contains both `AI_TypeValidationError` and
+ * `elementId`. Other AISDK errors (rate limits, malformed requests,
+ * server errors) pass through unchanged. Site-agnostic — the
+ * upstream Stagehand bug is universal across tenants.
+ *
+ * Returns the callback + a `reportSuppressed` function that the
+ * session teardown calls to log the final suppression count — keeps
+ * the noise out of the running log while preserving the diagnostic
+ * for run-completion summary.
+ */
+function makeFilteredStagehandLogger(pinoLogger) {
+    let suppressedCount = 0;
+    const callback = (line) => {
+        if (line.category === "AISDK error") {
+            const cause = line.auxiliary?.cause?.value ?? "";
+            if (cause.includes("AI_TypeValidationError") && cause.includes("elementId")) {
+                suppressedCount++;
+                return;
+            }
+        }
+        // Forward everything else as today — Stagehand's default logger
+        // emits via console; we route through pino for consistency.
+        if (line.level === 0) {
+            pinoLogger.error({ stagehand: line.category }, line.message);
+        }
+        else if (line.level === 1) {
+            pinoLogger.info({ stagehand: line.category }, line.message);
+        }
+        else {
+            pinoLogger.debug({ stagehand: line.category }, line.message);
+        }
+    };
+    const reportSuppressed = () => {
+        if (suppressedCount > 0) {
+            pinoLogger.info(`stagehand-logger: suppressed ${suppressedCount} AISDK elementId-regex errors (upstream Stagehand bug; cascade Fix 1B handles consequence)`);
+        }
+    };
+    return { callback, reportSuppressed };
+}
+/**
+ * Spins up one Browserbase cloud session with the configured Stagehand LLM.
+ *
+ * Why Browserbase (and why it's the default): Stagehand v3 has five distinct
+ * code paths gated on `env === "BROWSERBASE"` — file-input payload injection
+ * for remote uploads, tuned CDP connection timeouts, session-recovery logic,
+ * and event-window timing for the active-page detection. Steel-over-CDP
+ * (env: "LOCAL") misses all five. Defaulting to Browserbase keeps us on the
+ * code path Stagehand validates first.
+ *
+ * Session lifecycle: Stagehand owns Browserbase session creation when
+ * `env: "BROWSERBASE"` is set. `stagehand.close()` releases the session;
+ * no separate Browserbase SDK release call is needed (unlike Steel).
+ *
+ * Viewport rotation: forwarded via `fingerprint.screen.{min,max}{Width,Height}`
+ * pinned to the chosen viewport. The min/max bracket forces Browserbase's
+ * fingerprint generator to pick that exact size rather than negotiating it.
+ *
+ * Proxies: `proxies: true` enables Browserbase's residential proxy pool. The
+ * boolean form takes Browserbase's default region; per-region routing is
+ * available via the array form (not used here — out of scope until needed).
+ */
+/**
+ * `advancedStealth` opts into Browserbase's Scale Plan stealth profile. When
+ * enabled we also force `solveCaptchas: true` (explicit; Browserbase defaults
+ * it on) and pin a Windows desktop fingerprint — DataDome-protected sites
+ * (notably `apply.appcast.io`) react significantly better to Windows OS
+ * signals than the default mac/linux mix. Pattern mirrors nursefly-web's
+ * production preset at `server/jobs/ingest/scraped/browserbase/stagehand.config.ts`.
+ */
+async function createBrowserbaseBrowserSession(opts) {
+    if (!config_1.config.scraper.browserbaseApiKey) {
+        throw new Error("BROWSERBASE_API_KEY is required for the browserbase provider");
+    }
+    if (!config_1.config.scraper.browserbaseProjectId) {
+        throw new Error("BROWSERBASE_PROJECT_ID is required for the browserbase provider");
+    }
+    if (!config_1.config.scraper.useBedrock && !config_1.config.scraper.anthropicApiKey) {
+        throw new Error("ANTHROPIC_API_KEY is required for the Stagehand LLM client");
+    }
+    const viewport = (0, session_shared_1.pickRandomViewport)();
+    const useResidentialProxy = config_1.config.scraper.proxyType.toLowerCase() === "residential";
+    const advancedStealth = opts?.advancedStealth === true;
+    if (config_1.config.scraper.useBedrock) {
+        logger.info(`using bedrock model ${config_1.config.bedrock.model} in region ${config_1.config.bedrock.region}`);
+    }
+    const llmClient = config_1.config.scraper.useBedrock
+        ? new stagehand_1.AISdkClient({ model: (0, bedrock_1.createBedrockModel)(config_1.config.bedrock) })
+        : undefined;
+    // Base fingerprint always pins the screen size. Advanced stealth layers on
+    // desktop + Windows OS hints; the stronger fingerprint is required for
+    // DataDome-protected flows.
+    const baseFingerprint = {
+        screen: {
+            minWidth: viewport.width,
+            maxWidth: viewport.width,
+            minHeight: viewport.height,
+            maxHeight: viewport.height,
+        },
+    };
+    const fingerprint = advancedStealth
+        ? {
+            ...baseFingerprint,
+            devices: ["desktop"],
+            operatingSystems: ["windows"],
+        }
+        : baseFingerprint;
+    const { callback: stagehandLoggerCallback, reportSuppressed: reportSuppressedAisdkErrors } = makeFilteredStagehandLogger(logger);
+    let stagehand;
+    try {
+        stagehand = new stagehand_1.Stagehand({
+            env: "BROWSERBASE",
+            apiKey: config_1.config.scraper.browserbaseApiKey,
+            projectId: config_1.config.scraper.browserbaseProjectId,
+            browserbaseSessionCreateParams: {
+                projectId: config_1.config.scraper.browserbaseProjectId,
+                proxies: useResidentialProxy,
+                browserSettings: {
+                    ...(advancedStealth ? { advancedStealth: true, solveCaptchas: true } : {}),
+                    fingerprint,
+                },
+            },
+            model: config_1.config.scraper.useBedrock
+                ? undefined
+                : {
+                    modelName: config_1.config.scraper.model,
+                    apiKey: config_1.config.scraper.anthropicApiKey,
+                    // @ai-sdk/anthropic has no `timeout` option; inject timeout at the fetch layer.
+                    fetch: (0, session_shared_1.createTimeoutFetch)(config_1.config.scraper.anthropicTimeoutMs),
+                },
+            llmClient,
+            serverCache: true,
+            selfHeal: false,
+            verbose: 0,
+            // Custom logger to filter AISDK schema-error spam — see
+            // makeFilteredStagehandLogger TSDoc for rationale.
+            logger: stagehandLoggerCallback,
+        });
+        await stagehand.init();
+    }
+    catch (err) {
+        try {
+            if (stagehand)
+                await stagehand.close();
+        }
+        catch (closeErr) {
+            logger.warn(`stagehand close during failed init: ${(0, errors_1.toErrorMessage)(closeErr)}`);
+        }
+        throw err;
+    }
+    const sessionId = stagehand.browserbaseSessionID ?? "unknown";
+    logger.info(`created browserbase session ${sessionId} viewport=${viewport.width}x${viewport.height} proxies=${useResidentialProxy} advancedStealth=${advancedStealth}`);
+    const limiter = (0, throttle_1.createSessionLimiter)();
+    const close = async () => {
+        try {
+            await stagehand.close();
+        }
+        catch (err) {
+            logger.warn(`stagehand close failed for session ${sessionId}: ${(0, errors_1.toErrorMessage)(err)}`);
+        }
+        await limiter.stop({ dropWaitingJobs: true });
+        reportSuppressedAisdkErrors();
+    };
+    return {
+        stagehand,
+        limiter,
+        sessionId,
+        provider: "browserbase",
+        close,
+    };
+}
+//# sourceMappingURL=session-browserbase.js.map

package/dist/scraper/session-browserbase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-browserbase.js","sourceRoot":"","sources":["../../src/scraper/session-browserbase.ts"],"names":[],"mappings":";;AAqHA,0EAgHC;AArOD,wDAA2F;AAE3F,qCAAkC;AAClC,2CAAmD;AACnD,yCAA8C;AAC9C,2CAA0C;AAC1C,6DAIkC;AAClC,iDAA0D;AAG1D,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,EAAE,IAAI,EAAE,6BAA6B,EAAE,CAAC,CAAC;AAclE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,SAAS,2BAA2B,CAAC,UAAkB;IAIrD,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,CAAC,IAAsB,EAAQ,EAAE;QAChD,IAAI,IAAI,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC5E,eAAe,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;QACH,CAAC;QACD,gEAAgE;QAChE,4DAA4D;QAC5D,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACrB,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/D,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC;IACF,MAAM,gBAAgB,GAAG,GAAS,EAAE;QAClC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YACxB,UAAU,CAAC,IAAI,CACb,gCAAgC,eAAe,4FAA4F,CAC5I,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IACF,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;AACxC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH;;;;;;;GAOG;AACI,KAAK,UAAU,+BAA+B,CAAC,IAErD;IACC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,mCAAkB,GAAE,CAAC;IACtC,MAAM,mBAAmB,GAAG,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC;IACrF,MAAM,eAAe,GAAG,IAAI,EAAE,eAAe,KAAK,IAAI,CAAC;IAEvD,IAAI,eAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,uBAAuB,eAAM,CAAC,OAAO,CAAC,KAAK,cAAc,eAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,SAAS,GAAG,eAAM,CAAC,OAAO,CAAC,UAAU;QACzC,CAAC,CAAC,IAAI,uBAAW,CAAC,EAAE,KAAK,EAAE,IAAA,4BAAkB,EAAC,eAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,CAAC,CAAC,SAAS,CAAC;IAEd,2EAA2E;IAC3E,uEAAuE;IACvE,4BAA4B;IAC5B,MAAM,eAAe,GAAG;QACtB,MAAM,EAAE;YACN,QAAQ,EAAE,QAAQ,CAAC,KAAK;YACxB,QAAQ,EAAE,QAAQ,CAAC,KAAK;YACxB,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,SAAS,EAAE,QAAQ,CAAC,MAAM;SAC3B;KACF,CAAC;IACF,MAAM,WAAW,GAAG,eAAe;QACjC,CAAC,CAAC;YACE,GAAG,eAAe;YAClB,OAAO,EAAE,CAAC,SAAkB,CAAC;YAC7B,gBAAgB,EAAE,CAAC,SAAkB,CAAC;SACvC;QACH,CAAC,CAAC,eAAe,CAAC;IAEpB,MAAM,EAAE,QAAQ,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,GACxF,2BAA2B,CAAC,MAAM,CAAC,CAAC;IAEtC,IAAI,SAAgC,CAAC;IACrC,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,qBAAS,CAAC;YACxB,GAAG,EAAE,aAAa;YAClB,MAAM,EAAE,eAAM,CAAC,OAAO,CAAC,iBAAiB;YACxC,SAAS,EAAE,eAAM,CAAC,OAAO,CAAC,oBAAoB;YAC9C,8BAA8B,EAAE;gBAC9B,SAAS,EAAE,eAAM,CAAC,OAAO,CAAC,oBAAoB;gBAC9C,OAAO,EAAE,mBAAmB;gBAC5B,eAAe,EAAE;oBACf,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,WAAW;iBACZ;aACF;YACD,KAAK,EAAE,eAAM,CAAC,OAAO,CAAC,UAAU;gBAC9B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAE;oBACC,SAAS,EAAE,eAAM,CAAC,OAAO,CAAC,KAAK;oBAC/B,MAAM,EAAE,eAAM,CAAC,OAAO,CAAC,eAAe;oBACtC,gFAAgF;oBAChF,KAAK,EAAE,IAAA,mCAAkB,EAAC,eAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;iBACtC;YAC5B,SAAS;YACT,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,CAAC;YACV,wDAAwD;YACxD,mDAAmD;YACnD,MAAM,EAAE,uBAAuB;SAChC,CAAC,CAAC;QAEH,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC;YACH,IAAI,SAAS;gBAAE,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAA,uBAAc,EAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,oBAAoB,IAAI,SAAS,CAAC;IAC9D,MAAM,CAAC,IAAI,CACT,+BAA+B,SAAS,aAAa,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,YAAY,mBAAmB,oBAAoB,eAAe,EAAE,CAC3J,CAAC;IAEF,MAAM,OAAO,GAAG,IAAA,+BAAoB,GAAE,CAAC;IAEvC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,sCAAsC,SAAS,KAAK,IAAA,uBAAc,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,2BAA2B,EAAE,CAAC;IAChC,CAAC,CAAC;IAEF,OAAO;QACL,SAAS;QACT,OAAO;QACP,SAAS;QACT,QAAQ,EAAE,aAAa;QACvB,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/scraper/session-shared.d.ts

@@ -0,0 +1,29 @@
+import type { Stagehand } from "@browserbasehq/stagehand";
+import type Bottleneck from "bottleneck";
+/** Allowed provider names. */
+export type ProviderName = "browserbase" | "steel";
+/**
+ * A live browser session paired with the per-session action limiter.
+ * Callers MUST call `close()` in a `finally` block so the upstream provider
+ * stops billing and the underlying browser process is released.
+ */
+export interface BrowserSession {
+    stagehand: Stagehand;
+    limiter: Bottleneck;
+    /** Provider-issued session id; useful for log correlation. */
+    sessionId: string;
+    /** Which provider produced this session — informational, useful for logs. */
+    provider: ProviderName;
+    close(): Promise<void>;
+}
+/**
+ * Returns a fetch wrapper that aborts after `timeoutMs` milliseconds.
+ * Handles the total request timeout for Anthropic API calls; the TCP connect
+ * timeout is handled separately via setGlobalDispatcher in server.ts.
+ */
+export declare function createTimeoutFetch(timeoutMs: number): typeof fetch;
+export declare function pickRandomViewport(): {
+    width: number;
+    height: number;
+};
+//# sourceMappingURL=session-shared.d.ts.map

package/dist/scraper/session-shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-shared.d.ts","sourceRoot":"","sources":["../../src/scraper/session-shared.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAIzC,8BAA8B;AAC9B,MAAM,MAAM,YAAY,GAAG,aAAa,GAAG,OAAO,CAAC;AAEnD;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,EAAE,UAAU,CAAC;IACpB,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,KAAK,CAYlE;AAaD,wBAAgB,kBAAkB,IAAI;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAEtE"}