@crawlee/core 4.0.0-beta.99 → 4.0.0-rc.1

package/crawlers/statistics.js

@@ -1,350 +0,0 @@
-import ow from 'ow';
-import { serviceLocator } from '../service_locator.js';
-import { KeyValueStore } from '../storages/key_value_store.js';
-import { ErrorTracker } from './error_tracker.js';
-/**
- * @ignore
- */
-class Job {
-    lastRunAt = null;
-    durationMillis;
-    run() {
-        this.lastRunAt = Date.now();
-    }
-    finish() {
-        this.durationMillis = Date.now() - this.lastRunAt;
-        return this.durationMillis;
-    }
-}
-const errorTrackerConfig = {
-    showErrorCode: true,
-    showErrorName: true,
-    showStackTrace: true,
-    showFullStack: false,
-    showErrorMessage: true,
-    showFullMessage: false,
-};
-/**
- * The statistics class provides an interface to collecting and logging run
- * statistics for requests.
- *
- * All statistic information is saved on key value store
- * under the key `CRAWLEE_CRAWLER_STATISTICS_*`, persists between
- * migrations and abort/resurrect
- *
- * @category Crawlers
- */
-export class Statistics {
-    static id = 0;
-    /**
-     * An error tracker for final retry errors.
-     */
-    errorTracker;
-    /**
-     * An error tracker for retry errors prior to the final retry.
-     */
-    errorTrackerRetry;
-    /**
-     * Statistic instance id.
-     */
-    id;
-    /**
-     * Current statistic state used for doing calculations on {@link Statistics.calculate} calls
-     */
-    state;
-    /**
-     * Contains the current retries histogram. Index 0 means 0 retries, index 2, 2 retries, and so on
-     */
-    requestRetryHistogram = [];
-    keyValueStore = undefined;
-    persistStateKey;
-    logIntervalMillis;
-    logMessage;
-    listener;
-    requestsInProgress = new Map();
-    log;
-    instanceStart;
-    logInterval;
-    _events;
-    persistenceOptions;
-    get events() {
-        if (!this._events) {
-            this._events = serviceLocator.getEventManager();
-        }
-        return this._events;
-    }
-    /**
-     * @internal
-     */
-    constructor(options = {}) {
-        ow(options, ow.object.exactShape({
-            logIntervalSecs: ow.optional.number,
-            logMessage: ow.optional.string,
-            log: ow.optional.object,
-            keyValueStore: ow.optional.object,
-            persistenceOptions: ow.optional.object,
-            saveErrorSnapshots: ow.optional.boolean,
-            id: ow.optional.any(ow.number, ow.string),
-        }));
-        const { logIntervalSecs = 60, logMessage = 'Statistics', keyValueStore, persistenceOptions = {
-            enable: true,
-        }, saveErrorSnapshots = false, id, } = options;
-        this.id = id ?? String(Statistics.id++);
-        this.persistStateKey = `CRAWLEE_CRAWLER_STATISTICS_${this.id}`;
-        this.log = (options.log ?? serviceLocator.getLogger()).child({ prefix: 'Statistics' });
-        this.errorTracker = new ErrorTracker({ ...errorTrackerConfig, saveErrorSnapshots });
-        this.errorTrackerRetry = new ErrorTracker({ ...errorTrackerConfig, saveErrorSnapshots });
-        this.logIntervalMillis = logIntervalSecs * 1000;
-        this.logMessage = logMessage;
-        this.keyValueStore = keyValueStore;
-        this.listener = this.persistState.bind(this);
-        this.persistenceOptions = persistenceOptions;
-        // initialize by "resetting"
-        this.reset();
-    }
-    /**
-     * Set the current statistic instance to pristine values
-     */
-    reset() {
-        this.errorTracker.reset();
-        this.errorTrackerRetry.reset();
-        this.state = {
-            requestsFinished: 0,
-            requestsFailed: 0,
-            requestsRetries: 0,
-            requestsFailedPerMinute: 0,
-            requestsFinishedPerMinute: 0,
-            requestMinDurationMillis: Infinity,
-            requestMaxDurationMillis: 0,
-            requestTotalFailedDurationMillis: 0,
-            requestTotalFinishedDurationMillis: 0,
-            crawlerStartedAt: null,
-            crawlerFinishedAt: null,
-            statsPersistedAt: null,
-            crawlerRuntimeMillis: 0,
-            requestsWithStatusCode: {},
-            errors: this.errorTracker.result,
-            retryErrors: this.errorTrackerRetry.result,
-        };
-        this.requestRetryHistogram.length = 0;
-        this.requestsInProgress.clear();
-        this.instanceStart = Date.now();
-        this.teardown();
-    }
-    /**
-     * @param options - Override the persistence options provided in the constructor
-     */
-    async resetStore(options) {
-        if (!this.persistenceOptions.enable && !options?.enable) {
-            return;
-        }
-        if (!this.keyValueStore) {
-            return;
-        }
-        await this.keyValueStore.setValue(this.persistStateKey, null);
-    }
-    /**
-     * Increments the status code counter.
-     */
-    registerStatusCode(code) {
-        const s = String(code);
-        if (this.state.requestsWithStatusCode[s] === undefined) {
-            this.state.requestsWithStatusCode[s] = 0;
-        }
-        this.state.requestsWithStatusCode[s]++;
-    }
-    /**
-     * Starts a job
-     * @ignore
-     */
-    startJob(id) {
-        let job = this.requestsInProgress.get(id);
-        if (!job)
-            job = new Job();
-        job.run();
-        this.requestsInProgress.set(id, job);
-    }
-    /**
-     * Mark job as finished and sets the state
-     * @ignore
-     */
-    finishJob(id, retryCount) {
-        const job = this.requestsInProgress.get(id);
-        if (!job)
-            return;
-        const jobDurationMillis = job.finish();
-        this.state.requestsFinished++;
-        this.state.requestTotalFinishedDurationMillis += jobDurationMillis;
-        this.saveRetryCountForJob(retryCount);
-        if (jobDurationMillis < this.state.requestMinDurationMillis)
-            this.state.requestMinDurationMillis = jobDurationMillis;
-        if (jobDurationMillis > this.state.requestMaxDurationMillis)
-            this.state.requestMaxDurationMillis = jobDurationMillis;
-        this.requestsInProgress.delete(id);
-    }
-    /**
-     * Mark job as failed and sets the state
-     * @ignore
-     */
-    failJob(id, retryCount) {
-        const job = this.requestsInProgress.get(id);
-        if (!job)
-            return;
-        this.state.requestTotalFailedDurationMillis += job.finish();
-        this.state.requestsFailed++;
-        this.saveRetryCountForJob(retryCount);
-        this.requestsInProgress.delete(id);
-    }
-    /**
-     * Discards a started job without affecting the finished/failed counters, e.g. when a request
-     * turns out to be skipped (robots.txt, enqueue strategy) after `startJob` was already called for it.
-     * @ignore
-     */
-    discardJob(id) {
-        this.requestsInProgress.delete(id);
-    }
-    /**
-     * Calculate the current statistics
-     */
-    calculate() {
-        const { requestsFailed, requestsFinished, requestTotalFailedDurationMillis, requestTotalFinishedDurationMillis, } = this.state;
-        const totalMillis = Date.now() - this.instanceStart;
-        const totalMinutes = totalMillis / 1000 / 60;
-        return {
-            requestAvgFailedDurationMillis: Math.round(requestTotalFailedDurationMillis / requestsFailed) || Infinity,
-            requestAvgFinishedDurationMillis: Math.round(requestTotalFinishedDurationMillis / requestsFinished) || Infinity,
-            requestsFinishedPerMinute: Math.round(requestsFinished / totalMinutes) || 0,
-            requestsFailedPerMinute: Math.floor(requestsFailed / totalMinutes) || 0,
-            requestTotalDurationMillis: requestTotalFinishedDurationMillis + requestTotalFailedDurationMillis,
-            requestsTotal: requestsFailed + requestsFinished,
-            crawlerRuntimeMillis: totalMillis,
-        };
-    }
-    /**
-     * Initializes the key value store for persisting the statistics,
-     * displaying the current state in predefined intervals
-     */
-    async startCapturing() {
-        this.keyValueStore ??= await KeyValueStore.open(null, { configuration: serviceLocator.getConfiguration() });
-        if (this.state.crawlerStartedAt === null) {
-            this.state.crawlerStartedAt = new Date();
-        }
-        if (this.persistenceOptions.enable) {
-            await this.maybeLoadStatistics();
-            this.events.on("persistState" /* EventType.PERSIST_STATE */, this.listener);
-        }
-        this.logInterval = setInterval(() => {
-            this.log.info(this.logMessage, {
-                ...this.calculate(),
-                retryHistogram: this.requestRetryHistogram,
-            });
-        }, this.logIntervalMillis);
-    }
-    /**
-     * Stops logging and remove event listeners, then persist
-     */
-    async stopCapturing() {
-        this.teardown();
-        this.state.crawlerFinishedAt = new Date();
-        await this.persistState();
-    }
-    saveRetryCountForJob(retryCount) {
-        if (retryCount > 0)
-            this.state.requestsRetries++;
-        this.requestRetryHistogram[retryCount] ??= 0;
-        this.requestRetryHistogram[retryCount]++;
-    }
-    /**
-     * Persist internal state to the key value store
-     * @param options - Override the persistence options provided in the constructor
-     */
-    async persistState(options) {
-        if (!this.persistenceOptions.enable && !options?.enable) {
-            return;
-        }
-        // this might be called before startCapturing was called without using await, should not crash
-        if (!this.keyValueStore) {
-            return;
-        }
-        this.log.debug('Persisting state', { persistStateKey: this.persistStateKey });
-        await this.keyValueStore
-            .setValue(this.persistStateKey, this.toJSON())
-            .catch((error) => this.log.warning(`Failed to persist the statistics to ${this.persistStateKey}`, { error }));
-    }
-    /**
-     * Loads the current statistic from the key value store if any
-     */
-    async maybeLoadStatistics() {
-        // this might be called before startCapturing was called without using await, should not crash
-        if (!this.keyValueStore) {
-            return;
-        }
-        const savedState = await this.keyValueStore.getValue(this.persistStateKey);
-        if (!savedState)
-            return;
-        // We saw a run where the requestRetryHistogram was not iterable and crashed
-        // the crawler. Adding some logging to monitor this problem in the future.
-        if (!Array.isArray(savedState.requestRetryHistogram)) {
-            this.log.warning('Received invalid state from Key-value store.', {
-                persistStateKey: this.persistStateKey,
-                state: savedState,
-            });
-        }
-        this.log.debug('Recreating state from KeyValueStore', { persistStateKey: this.persistStateKey });
-        // the `requestRetryHistogram` array might be very large, we could end up with
-        // `RangeError: Maximum call stack size exceeded` if we use `a.push(...b)`
-        savedState.requestRetryHistogram.forEach((idx) => this.requestRetryHistogram.push(idx));
-        this.state.requestsFinished = savedState.requestsFinished;
-        this.state.requestsFailed = savedState.requestsFailed;
-        this.state.requestsRetries = savedState.requestsRetries;
-        this.state.requestTotalFailedDurationMillis = savedState.requestTotalFailedDurationMillis;
-        this.state.requestTotalFinishedDurationMillis = savedState.requestTotalFinishedDurationMillis;
-        this.state.requestMinDurationMillis = savedState.requestMinDurationMillis;
-        this.state.requestMaxDurationMillis = savedState.requestMaxDurationMillis;
-        // persisted state uses ISO date strings
-        this.state.crawlerFinishedAt = savedState.crawlerFinishedAt ? new Date(savedState.crawlerFinishedAt) : null;
-        this.state.crawlerStartedAt = savedState.crawlerStartedAt ? new Date(savedState.crawlerStartedAt) : null;
-        this.state.statsPersistedAt = savedState.statsPersistedAt ? new Date(savedState.statsPersistedAt) : null;
-        this.state.crawlerRuntimeMillis = savedState.crawlerRuntimeMillis;
-        this.instanceStart = Date.now() - (+this.state.statsPersistedAt - savedState.crawlerLastStartTimestamp);
-        this.log.debug('Loaded from KeyValueStore');
-    }
-    teardown() {
-        // this can be called before a call to startCapturing happens (or in a 'finally' block)
-        // Only unsubscribe if event manager was already resolved — avoid eagerly resolving it
-        // (e.g. during the constructor's reset() call, which would capture the wrong context)
-        this._events?.off("persistState" /* EventType.PERSIST_STATE */, this.listener);
-        if (this.logInterval) {
-            clearInterval(this.logInterval);
-            this.logInterval = null;
-        }
-    }
-    /**
-     * Make this class serializable when called with `JSON.stringify(statsInstance)` directly
-     * or through `keyValueStore.setValue('KEY', statsInstance)`
-     */
-    toJSON() {
-        // merge all the current state information that can be used from the outside
-        // without the need to reconstruct for the sake of stats.calculate()
-        // omit duplicated information
-        const result = {
-            ...this.state,
-            crawlerLastStartTimestamp: this.instanceStart,
-            crawlerFinishedAt: this.state.crawlerFinishedAt
-                ? new Date(this.state.crawlerFinishedAt).toISOString()
-                : null,
-            crawlerStartedAt: this.state.crawlerStartedAt ? new Date(this.state.crawlerStartedAt).toISOString() : null,
-            requestRetryHistogram: this.requestRetryHistogram,
-            statsId: this.id,
-            statsPersistedAt: new Date().toISOString(),
-            ...this.calculate(),
-        };
-        Reflect.deleteProperty(result, 'requestsWithStatusCode');
-        Reflect.deleteProperty(result, 'errors');
-        Reflect.deleteProperty(result, 'retryErrors');
-        result.requestsWithStatusCode = this.state.requestsWithStatusCode;
-        result.errors = this.state.errors;
-        result.retryErrors = this.state.retryErrors;
-        return result;
-    }
-}

package/enqueue_links/enqueue_links.d.ts

@@ -1,264 +0,0 @@
-import type { BatchAddRequestsResult, Dictionary } from '@crawlee/types';
-import { type RobotsTxtFile } from '@crawlee/utils';
-import type { SetRequired } from 'type-fest';
-import { Request } from '../request.js';
-import type { IRequestManager } from '../storages/request_manager.js';
-import type { AddRequestsBatchedOptions, AddRequestsBatchedResult, RequestQueueOperationOptions } from '../storages/request_queue.js';
-import type { GlobInput, PseudoUrlInput, RegExpInput, RequestTransform, SkippedRequestCallback } from './shared.js';
-export interface EnqueueLinksOptions extends RequestQueueOperationOptions {
-    /** Limit the amount of actually enqueued URLs to this number. Useful for testing across the entire crawling scope. */
-    limit?: number;
-    /** An array of URLs to enqueue. */
-    urls?: readonly string[];
-    /** A request manager to which the URLs will be enqueued. */
-    requestManager?: IRequestManager;
-    /** A CSS selector matching links to be enqueued. */
-    selector?: string;
-    /** Sets {@link Request.userData} for newly enqueued requests. */
-    userData?: Dictionary;
-    /**
-     * Sets {@link Request.label} for newly enqueued requests.
-     *
-     * This option has the lowest priority and can be overwritten by request options
-     * specified in `globs`, `regexps`, or `pseudoUrls` objects, as well as by `transformRequestFunction`.
-     */
-    label?: string;
-    /** Sets {@link Request.sessionId} for newly enqueued requests. */
-    sessionId?: string;
-    /**
-     * If set to `true`, tells the crawler to skip navigation and process the request directly.
-     * @default false
-     */
-    skipNavigation?: boolean;
-    /**
-     * A base URL that will be used to resolve relative URLs when using Cheerio. Ignored when using Puppeteer,
-     * since the relative URL resolution is done inside the browser automatically.
-     */
-    baseUrl?: string;
-    /**
-     * An array of glob pattern strings or plain objects
-     * containing glob pattern strings matching the URLs to be enqueued.
-     *
-     * The plain objects must include at least the `glob` property, which holds the glob pattern string.
-     * All remaining keys will be used as request options for the corresponding enqueued {@link Request} objects.
-     *
-     * The matching is always case-insensitive.
-     * If you need case-sensitive matching, use `regexps` property directly.
-     *
-     * If `globs` is an empty array or `undefined`, and `regexps` are also not defined, then the function
-     * enqueues the links with the same subdomain.
-     */
-    globs?: readonly GlobInput[];
-    /**
-     * An array of glob pattern strings, regexp patterns or plain objects
-     * containing patterns matching URLs that will **never** be enqueued.
-     *
-     * The plain objects must include either the `glob` property or the `regexp` property.
-     *
-     * Glob matching is always case-insensitive.
-     * If you need case-sensitive matching, provide a regexp.
-     */
-    exclude?: readonly (GlobInput | RegExpInput)[];
-    /**
-     * An array of regular expressions or plain objects
-     * containing regular expressions matching the URLs to be enqueued.
-     *
-     * The plain objects must include at least the `regexp` property, which holds the regular expression.
-     * All remaining keys will be used as request options for the corresponding enqueued {@link Request} objects.
-     *
-     * If `regexps` is an empty array or `undefined`, and `globs` are also not defined, then the function
-     * enqueues the links with the same subdomain.
-     */
-    regexps?: readonly RegExpInput[];
-    /**
-     * *NOTE:* In future versions of SDK the options will be removed.
-     * Please use `globs` or `regexps` instead.
-     *
-     * An array of {@link PseudoUrl} strings or plain objects
-     * containing {@link PseudoUrl} strings matching the URLs to be enqueued.
-     *
-     * The plain objects must include at least the `purl` property, which holds the pseudo-URL string.
-     * All remaining keys will be used as request options for the corresponding enqueued {@link Request} objects.
-     *
-     * With a pseudo-URL string, the matching is always case-insensitive.
-     * If you need case-sensitive matching, use `regexps` property directly.
-     *
-     * If `pseudoUrls` is an empty array or `undefined`, then the function
-     * enqueues the links with the same subdomain.
-     *
-     * @deprecated prefer using `globs` or `regexps` instead
-     */
-    pseudoUrls?: readonly PseudoUrlInput[];
-    /**
-     * After request options are filtered by patterns, this function can be used
-     * to remove them or modify their contents such as `userData`, `payload` or, most importantly `uniqueKey`. This is useful
-     * when you need to enqueue multiple `Requests` to the queue that share the same URL, but differ in methods or payloads,
-     * or to dynamically update or create `userData`.
-     *
-     * For example: by adding `keepUrlFragment: true` to the request options, URL fragments will not be removed
-     * when `uniqueKey` is computed.
-     *
-     * **Example:**
-     * ```javascript
-     * {
-     *     transformRequestFunction: (request) => {
-     *         request.userData.foo = 'bar';
-     *         request.keepUrlFragment = true;
-     *         return request;
-     *     }
-     * }
-     * ```
-     *
-     * Note that `transformRequestFunction` has the highest priority and can overwrite request options
-     * specified in `globs`, `regexps`, or `pseudoUrls` objects, as well as the global `label` option.
-     *
-     * The function receives a {@link RequestOptions} object and can return either:
-     * - The modified {@link RequestOptions} object
-     * - `'unchanged'` to keep the original options as-is
-     * - A falsy value or `'skip'` to exclude the request from the queue
-     */
-    transformRequestFunction?: RequestTransform;
-    /**
-     * The strategy to use when enqueueing the urls.
-     *
-     * Depending on the strategy you select, we will only check certain parts of the URLs found. Here is a diagram of each URL part and their name:
-     *
-     * ```md
-     * Protocol          Domain
-     * ┌────┐          ┌─────────┐
-     * https://example.crawlee.dev/...
-     * │       └─────────────────┤
-     * │             Hostname    │
-     * │                         │
-     * └─────────────────────────┘
-     *          Origin
-     *```
-     *
-     * @default EnqueueStrategy.SameHostname
-     */
-    strategy?: EnqueueStrategy | 'all' | 'same-domain' | 'same-hostname' | 'same-origin';
-    /**
-     * By default, only the first batch (1000) of found requests will be added to the queue before resolving the call.
-     * You can use this option to wait for adding all of them.
-     */
-    waitForAllRequestsToBeAdded?: boolean;
-    /**
-     * RobotsTxtFile instance for the current request that triggered the `enqueueLinks`.
-     * If provided, disallowed URLs will be ignored.
-     */
-    robotsTxtFile?: Pick<RobotsTxtFile, 'isAllowed'>;
-    /**
-     * Mirrors {@link BasicCrawlerOptions.respectRobotsTxtFile}: pass `false` to disable filtering or
-     * `{ userAgent }` to evaluate rules for a specific user-agent. Defaults to `*` when
-     * {@link EnqueueLinksOptions.robotsTxtFile|`robotsTxtFile`} is provided.
-     */
-    respectRobotsTxtFile?: boolean | {
-        userAgent?: string;
-    };
-    /**
-     * When a request is skipped for some reason, you can use this callback to act on it.
-     * This is currently fired for requests skipped
-     * 1. based on robots.txt file,
-     * 2. because they don't match enqueueLinks filters,
-     * 3. or because the maxRequestsPerCrawl limit has been reached
-     */
-    onSkippedRequest?: SkippedRequestCallback;
-}
-/**
- * The different enqueueing strategies available.
- *
- * Depending on the strategy you select, we will only check certain parts of the URLs found. Here is a diagram of each URL part and their name:
- *
- * ```md
- * Protocol          Domain
- * ┌────┐          ┌─────────┐
- * https://example.crawlee.dev/...
- * │       └─────────────────┤
- * │             Hostname    │
- * │                         │
- * └─────────────────────────┘
- *          Origin
- *```
- *
- * - The `Protocol` is usually `http` or `https`
- * - The `Domain` represents the path without any possible subdomains to a website. For example, `crawlee.dev` is the domain of `https://example.crawlee.dev/`
- * - The `Hostname` is the full path to a website, including any subdomains. For example, `example.crawlee.dev` is the hostname of `https://example.crawlee.dev/`
- * - The `Origin` is the combination of the `Protocol` and `Hostname`. For example, `https://example.crawlee.dev` is the origin of `https://example.crawlee.dev/`
- */
-export declare enum EnqueueStrategy {
-    /**
-     * Matches any URLs found
-     */
-    All = "all",
-    /**
-     * Matches any URLs that have the same hostname.
-     * For example, `https://wow.example.com/hello` will be matched for a base url of `https://wow.example.com/`, but
-     * `https://example.com/hello` will not be matched.
-     *
-     * > This strategy will match both `http` and `https` protocols regardless of the base URL protocol.
-     */
-    SameHostname = "same-hostname",
-    /**
-     * Matches any URLs that have the same domain as the base URL.
-     * For example, `https://wow.an.example.com` and `https://example.com` will both be matched for a base url of
-     * `https://example.com`.
-     *
-     * > This strategy will match both `http` and `https` protocols regardless of the base URL protocol.
-     */
-    SameDomain = "same-domain",
-    /**
-     * Matches any URLs that have the same hostname and protocol.
-     * For example, `https://wow.example.com/hello` will be matched for a base url of `https://wow.example.com/`, but
-     * `http://wow.example.com/hello` will not be matched.
-     *
-     * > This strategy will ensure the protocol of the base URL is the same as the protocol of the URL to be enqueued.
-     */
-    SameOrigin = "same-origin"
-}
-/**
- * This function enqueues the urls provided to the {@link RequestQueue} provided. If you want to automatically find and enqueue links,
- * you should use the context-aware `enqueueLinks` function provided on the crawler contexts.
- *
- * Optionally, the function allows you to filter the target links' URLs using an array of globs or regular expressions
- * and override settings of the enqueued {@link Request} objects.
- *
- * **Example usage**
- *
- * ```javascript
- * await enqueueLinks({
- *   urls: aListOfFoundUrls,
- *   requestManager,
- *   selector: 'a.product-detail',
- *   globs: [
- *       'https://www.example.com/handbags/*',
- *       'https://www.example.com/purses/*'
- *   ],
- * });
- * ```
- *
- * @param options All `enqueueLinks()` parameters are passed via an options object.
- * @returns Promise that resolves to {@link BatchAddRequestsResult} object.
- */
-export declare function enqueueLinks(options: SetRequired<Omit<EnqueueLinksOptions, 'requestManager'>, 'urls'> & {
-    requestManager: {
-        addRequestsBatched: (requests: Request<Dictionary>[], options: AddRequestsBatchedOptions) => Promise<AddRequestsBatchedResult>;
-    };
-}): Promise<BatchAddRequestsResult>;
-/**
- * @internal
- * This method helps resolve the baseUrl that will be used for filtering in {@link enqueueLinks}.
- * - If a user provides a base url, we always return it
- * - If a user specifies {@link EnqueueStrategy.All} strategy, they do not care if the newly found urls are on the original
- *   request domain, or a redirected one
- * - In all other cases, we return the domain of the original request as that's the one we need to use for filtering
- */
-export declare function resolveBaseUrlForEnqueueLinksFiltering({ enqueueStrategy, finalRequestUrl, originalRequestUrl, userProvidedBaseUrl, }: ResolveBaseUrl): string | undefined;
-/**
- * @internal
- */
-export interface ResolveBaseUrl {
-    userProvidedBaseUrl?: string;
-    enqueueStrategy?: EnqueueLinksOptions['strategy'];
-    originalRequestUrl: string;
-    finalRequestUrl?: string;
-}