scrapfly-sdk 0.5.1 → 0.6.4

package/script/screenshotconfig.js

@@ -0,0 +1,224 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScreenshotConfig = exports.Format = exports.Options = void 0;
+const errors_js_1 = require("./errors.js");
+const utils_js_1 = require("./utils.js");
+const logger_js_1 = require("./logger.js");
+var Options;
+(function (Options) {
+    /**
+      Options to customize the screenshot behavior
+      Attributes:
+          LOAD_IMAGES: Enable image rendering with the request, add extra usage for the bandwidth consumed.
+          DARK_MODE: Enable dark mode display.
+          BLOCK_BANNERS: Block cookies banners and overlay that cover the screen.
+          PRINT_MEDIA_FORMAT: Render the page in the print mode.
+      */
+    Options["LOAD_IMAGES"] = "load_images";
+    Options["DARK_MODE"] = "dark_mode";
+    Options["BLOCK_BANNERS"] = "block_banners";
+    Options["PRINT_MEDIA_FORMAT"] = "print_media_format";
+})(Options || (exports.Options = Options = {}));
+var Format;
+(function (Format) {
+    /**
+      Format of the screenshot image.
+      Attributes:
+          JPG: JPG format.
+          PNG: PNG format.
+          WEBP: WEBP format.
+          GIF: GIF format.
+      */
+    Format["JPG"] = "jpg";
+    Format["PNG"] = "png";
+    Format["WEBP"] = "webp";
+    Format["GIF"] = "gif";
+})(Format || (exports.Format = Format = {}));
+class ScreenshotConfig {
+    constructor(options) {
+        Object.defineProperty(this, "url", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "capture", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "resolution", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "country", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "timeout", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "rendering_wait", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "wait_for_selector", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "auto_scroll", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "js", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cache", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cache_ttl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cache_clear", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "webhook", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.validateOptions(options);
+        if (options.format && !Object.values(Format).includes(options.format)) {
+            throw new errors_js_1.ScreenshotConfigError(`Invalid format param value: ${options.format}`);
+        }
+        this.format = options.format ?? this.format;
+        // Validate options against the enum
+        if (options.options) {
+            options.options.forEach((opt) => {
+                if (!Object.values(Options).includes(opt)) {
+                    throw new errors_js_1.ScreenshotConfigError(`Invalid options param value: ${opt}`);
+                }
+            });
+        }
+        this.url = options.url;
+        this.format = options.format ?? this.format;
+        this.capture = options.capture ?? this.capture;
+        this.resolution = options.resolution ?? this.resolution;
+        this.country = options.country ?? this.country;
+        this.timeout = options.timeout ?? this.timeout;
+        this.rendering_wait = options.rendering_wait ?? this.rendering_wait;
+        this.wait_for_selector = options.wait_for_selector ?? this.wait_for_selector;
+        this.options = options.options ?? this.options;
+        this.auto_scroll = options.auto_scroll ?? this.auto_scroll;
+        this.js = options.js ?? this.js;
+        this.cache = options.cache ?? this.cache;
+        this.cache_ttl = options.cache_ttl ?? this.cache_ttl;
+        this.cache_clear = options.cache_clear ?? this.cache_clear;
+        this.webhook = options.webhook;
+    }
+    validateOptions(options) {
+        const validKeys = new Set(Object.keys(this));
+        for (const key in options) {
+            if (!validKeys.has(key)) {
+                throw new errors_js_1.ScreenshotConfigError(`Invalid option provided: ${key}`);
+            }
+        }
+    }
+    toApiParams(options) {
+        const params = {
+            key: options.key,
+        };
+        params.url = this.url;
+        if (this.format) {
+            params.format = this.format.valueOf();
+        }
+        if (this.capture) {
+            params.capture = this.capture;
+        }
+        if (this.resolution) {
+            params.resolution = this.resolution;
+        }
+        if (this.country) {
+            params.country = this.country;
+        }
+        if (this.timeout) {
+            params.timeout = this.timeout;
+        }
+        if (this.rendering_wait) {
+            params.rendering_wait = this.rendering_wait;
+        }
+        if (this.wait_for_selector) {
+            params.wait_for_selector = this.wait_for_selector;
+        }
+        if (this.options) {
+            params.options = this.options.join(',');
+        }
+        if (this.auto_scroll === true) {
+            params.auto_scroll = this.auto_scroll;
+        }
+        if (this.js) {
+            params.js = (0, utils_js_1.urlsafe_b64encode)(this.js);
+        }
+        if (this.cache === true) {
+            params.cache = this.cache;
+            if (this.cache_ttl) {
+                params.cache_ttl = this.cache_ttl;
+            }
+            if (this.cache_clear === true) {
+                params.cache_clear = this.cache_clear;
+            }
+        }
+        else {
+            if (this.cache_ttl) {
+                logger_js_1.log.warn('Params "cache_ttl" is ignored. Works only if cache is enabled');
+            }
+            if (this.cache_clear) {
+                logger_js_1.log.warn('Params "cache_clear" is ignored. Works only if cache is enabled');
+            }
+        }
+        if (this.webhook) {
+            params.webhook_name = this.webhook;
+        }
+        return params;
+    }
+}
+exports.ScreenshotConfig = ScreenshotConfig;

package/script/types.d.ts

@@ -0,0 +1,3 @@
+export type Rec<T> = Record<string, T>;
+export type HttpMethod = 'GET' | 'POST' | 'PUT' | 'PATCH' | 'HEAD';
+//# sourceMappingURL=types.d.ts.map

package/script/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACvC,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM,CAAC"}

package/script/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/script/utils.d.ts

@@ -0,0 +1,10 @@
+/// <reference types="node" />
+export declare function urlsafe_b64encode(data: string): string;
+export type RequestOptions = {
+    url: string;
+    method?: string;
+    headers?: any;
+    body?: string | Uint8Array;
+};
+export declare function fetchRetry(config: RequestOptions, retries?: number, retryDelay?: number): Promise<Response>;
+//# sourceMappingURL=utils.d.ts.map

package/script/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";AAEA,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQtD;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;CAC5B,CAAC;AAEF,wBAAsB,UAAU,CAC9B,MAAM,EAAE,cAAc,EACtB,OAAO,GAAE,MAAU,EACnB,UAAU,GAAE,MAAa,GACxB,OAAO,CAAC,QAAQ,CAAC,CA+BnB"}

package/script/utils.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchRetry = exports.urlsafe_b64encode = void 0;
+const logger_js_1 = require("./logger.js");
+function urlsafe_b64encode(data) {
+    const encoder = new TextEncoder();
+    const encoded = encoder.encode(data);
+    const base64 = btoa(String.fromCharCode(...encoded))
+        .replace(/\+/g, '-')
+        .replace(/\//g, '_')
+        .replace(/=+$/, '');
+    return base64;
+}
+exports.urlsafe_b64encode = urlsafe_b64encode;
+async function fetchRetry(config, retries = 3, retryDelay = 1000) {
+    let lastError = null;
+    for (let attempt = 1; attempt <= retries; attempt++) {
+        try {
+            // XXX: note that cloudflare workers don't support init options
+            const { url, ...reqInit } = config;
+            const response = await fetch(new Request(url, reqInit));
+            // retry 5xx status codes
+            if (response.status >= 500 && response.status < 600) {
+                const _text = await response.text(); // consume response to prevent leak
+                lastError = new Error(`Fetch failed with status: ${response.status}`);
+                if (attempt < retries) {
+                    logger_js_1.log.debug(`request failed ${response.status} (${_text}): retry ${attempt}/${retries} after ${retryDelay}ms`);
+                    await new Promise((resolve) => setTimeout(resolve, retryDelay));
+                }
+            }
+            else {
+                return response;
+            }
+        }
+        catch (error) {
+            lastError = error;
+            if (attempt === retries || error.name === 'AbortError') {
+                throw error;
+            }
+            await new Promise((resolve) => setTimeout(resolve, retryDelay));
+        }
+    }
+    throw lastError;
+}
+exports.fetchRetry = fetchRetry;

package/build/src/client.d.ts

@@ -1,45 +0,0 @@
-import { ScrapeConfig } from './scrapeconfig.js';
-import * as errors from './errors.js';
-import { ScrapeResult, AccountData } from './result.js';
-import { AxiosResponse } from 'axios';
-export declare class ScrapflyClient {
-    HOST: string;
-    private key;
-    private ua;
-    constructor(options: {
-        key: string;
-    });
-    /**
-     * Raise appropriate error for given response and scrape result
-     */
-    errResult(response: AxiosResponse, result: ScrapeResult): errors.ScrapflyError;
-    /**
-     * Turn scrapfly API response to ScrapeResult or raise one of ScrapflyError
-     */
-    handleResponse(response: AxiosResponse): Promise<ScrapeResult>;
-    /**
-     * Retrieve Scrapfly account details
-     */
-    account(): Promise<AccountData>;
-    /**
-     * Issue a single scrape command from a given scrape configuration
-     */
-    scrape(config: ScrapeConfig): Promise<ScrapeResult>;
-    /**
-        Concurrently scrape multiple configs
-        This is a async generator call it like this:
-  
-          const results = [];
-          const errors = [];
-          for await (const resultOrError of client.concurrentScrape(configs)) {
-              if (resultOrError instanceof Error) {
-                  errors.push(resultOrError);
-              } else {
-                  results.push(resultOrError);
-              }
-          }
-        
-         @param concurrencyLimit: if not set it will be taken from your account info
-       */
-    concurrentScrape(configs: ScrapeConfig[], concurrencyLimit?: number): AsyncGenerator<ScrapeResult | Error | undefined, void, undefined>;
-}

package/build/src/client.js

@@ -1,199 +0,0 @@
-import * as errors from './errors.js';
-import { ScrapeResult } from './result.js';
-import axios from 'axios';
-import axiosRetry from 'axios-retry';
-import { log } from './logger.js';
-axios.defaults.timeout = 160_000; // 160 seconds
-axiosRetry(axios, {
-    retries: 3,
-    retryDelay: (retryCount) => {
-        return retryCount * 1000;
-    },
-    // note: default retryCondition is isNetworkOrIdempotentRequestError and it works us
-});
-export class ScrapflyClient {
-    HOST = 'https://api.scrapfly.io';
-    key;
-    ua;
-    constructor(options) {
-        if (typeof options.key !== 'string' || options.key.trim() === '') {
-            throw new errors.BadApiKeyError('Invalid key. Key must be a non-empty string');
-        }
-        this.key = options.key;
-        this.ua = 'Typescript Scrapfly SDK';
-    }
-    /**
-     * Raise appropriate error for given response and scrape result
-     */
-    errResult(response, result) {
-        const error = result.result.error;
-        const message = error.message ?? '';
-        const args = {
-            code: result.result.status,
-            http_status_code: result.result.status_code,
-            is_retryable: error.retryable ?? false,
-            api_response: result,
-            resource: result.result.status ? result.result.status.split('::')[1] : null,
-            retry_delay: error.retryable ? 5 : (response.headers ?? {})['X-Retry'] ?? 5,
-            retry_times: 3,
-            documentation_url: error.doc_url ?? 'https://scrapfly.io/docs/scrape-api/errors#api',
-        };
-        const resourceErrMap = {
-            SCRAPE: errors.ScrapflyScrapeError,
-            WEBHOOK: errors.ScrapflyWebhookError,
-            PROXY: errors.ScrapflyProxyError,
-            SCHEDULE: errors.ScrapflyScheduleError,
-            ASP: errors.ScrapflyAspError,
-            SESSION: errors.ScrapflySessionError,
-        };
-        const httpStatusErrMap = {
-            401: errors.BadApiKeyError,
-            429: errors.TooManyRequests,
-        };
-        if (result.result.success === true) {
-            if (args.http_status_code >= 500) {
-                return new errors.ApiHttpServerError(message, args);
-            }
-            if (httpStatusErrMap[args.http_status_code]) {
-                return new httpStatusErrMap[args.http_status_code](message, args);
-            }
-            if (resourceErrMap[args.resource]) {
-                return new resourceErrMap[args.resource](message, args);
-            }
-            return new errors.ApiHttpClientError(message, args);
-        }
-        else {
-            if (args.code === 'ERR::SCRAPE::BAD_UPSTREAM_RESPONSE') {
-                if (args.http_status_code >= 500) {
-                    return new errors.UpstreamHttpServerError(message, args);
-                }
-                if (args.http_status_code >= 400) {
-                    return new errors.UpstreamHttpClientError(message, args);
-                }
-            }
-            if (resourceErrMap[args.resource]) {
-                return new resourceErrMap[args.resource](message, args);
-            }
-            throw new errors.ScrapflyError(message, args);
-        }
-    }
-    /**
-     * Turn scrapfly API response to ScrapeResult or raise one of ScrapflyError
-     */
-    async handleResponse(response) {
-        const data = response.data;
-        const result = new ScrapeResult(data);
-        log.debug('scrape log url: ', result.result.log_url);
-        // success
-        if (result.result.status === 'DONE' && result.result.success === true) {
-            return result;
-        }
-        // something went wrong
-        throw this.errResult(response, result);
-    }
-    /**
-     * Retrieve Scrapfly account details
-     */
-    async account() {
-        log.debug('retrieving account info');
-        try {
-            const response = await axios.request({
-                method: 'GET',
-                url: this.HOST + '/account',
-                headers: {
-                    'user-agent': this.ua,
-                    'accept-ecoding': 'gzip, deflate, br',
-                    accept: 'application/json',
-                },
-                params: { key: this.key },
-            });
-            return response.data;
-        }
-        catch (e) {
-            log.error('error', e);
-            if (e.response && e.response.status === 401) {
-                throw new errors.BadApiKeyError(JSON.stringify(e.response.data));
-            }
-            throw new errors.HttpError(`failed to get account details; status code ${e.response.status}`, e);
-        }
-    }
-    /**
-     * Issue a single scrape command from a given scrape configuration
-     */
-    async scrape(config) {
-        log.debug('scraping', { method: config.method, url: config.url });
-        let response;
-        try {
-            response = await axios.request({
-                method: config.method,
-                url: this.HOST + '/scrape',
-                headers: {
-                    'user-agent': this.ua,
-                    'content-type': config.method === 'POST' ? config.headers['content-type'] : 'application/json',
-                    'accept-ecoding': 'gzip, deflate, br',
-                    accept: 'application/json',
-                },
-                params: config.toApiParams({ key: this.key }),
-                data: config.body,
-            });
-        }
-        catch (e) {
-            log.error('error', e);
-            if (e.response && e.response.status === 401) {
-                throw new errors.BadApiKeyError(JSON.stringify(e.response.data));
-            }
-            throw e;
-        }
-        const result = await this.handleResponse(response);
-        return result;
-    }
-    /**
-        Concurrently scrape multiple configs
-        This is a async generator call it like this:
-  
-          const results = [];
-          const errors = [];
-          for await (const resultOrError of client.concurrentScrape(configs)) {
-              if (resultOrError instanceof Error) {
-                  errors.push(resultOrError);
-              } else {
-                  results.push(resultOrError);
-              }
-          }
-        
-         @param concurrencyLimit: if not set it will be taken from your account info
-       */
-    async *concurrentScrape(configs, concurrencyLimit) {
-        if (concurrencyLimit === undefined) {
-            const account = await this.account();
-            concurrencyLimit = account.subscription.usage.scrape.concurrent_limit;
-            log.info(`concurrency not provided - setting it to ${concurrencyLimit} from account info`);
-        }
-        const activePromises = new Set();
-        const configsIterator = configs[Symbol.iterator]();
-        // Helper function to start a new scrape and add it to activePromises
-        const startNewScrape = () => {
-            const { value: config, done } = configsIterator.next();
-            if (done)
-                return; // No more configs
-            const promise = this.scrape(config).catch((error) => error); // Catch errors and return them
-            activePromises.add(promise);
-            promise.finally(() => {
-                activePromises.delete(promise);
-                // After each scrape, start a new one if there are remaining configs
-                startNewScrape();
-            });
-        };
-        // Initially start as many scrapes as the concurrency limit
-        for (let i = 0; i < concurrencyLimit; i++) {
-            startNewScrape();
-        }
-        // As each scrape finishes, yield the result or error and start a new one if there are remaining configs
-        while (activePromises.size > 0) {
-            log.debug(`concurrently scraping ${activePromises.size}/${configs.length}}`);
-            const resultOrError = await Promise.race(activePromises);
-            yield resultOrError;
-        }
-    }
-}
-//# sourceMappingURL=client.js.map

package/build/src/client.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAuC,YAAY,EAAe,MAAM,aAAa,CAAC;AAC7F,OAAO,KAAwB,MAAM,OAAO,CAAC;AAC7C,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAGlC,KAAK,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,CAAE,cAAc;AAEjD,UAAU,CAAC,KAAK,EAAE;IACd,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,CAAC,UAAU,EAAE,EAAE;QACvB,OAAO,UAAU,GAAG,IAAI,CAAC;IAC7B,CAAC;IACD,oFAAoF;CACvF,CAAC,CAAC;AAEH,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,yBAAyB,CAAC;IAChC,GAAG,CAAS;IACZ,EAAE,CAAS;IAEnB,YAAY,OAAwB;QAChC,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/D,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,6CAA6C,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,EAAE,GAAG,yBAAyB,CAAC;IACxC,CAAC;IACD;;OAEG;IACH,SAAS,CAAC,QAAuB,EAAE,MAAoB;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG;YACT,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC1B,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW;YAC3C,YAAY,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;YACtC,YAAY,EAAE,MAAM;YACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YAC3E,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;YAC3E,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,KAAK,CAAC,OAAO,IAAI,gDAAgD;SACvF,CAAC;QACF,MAAM,cAAc,GAAG;YACnB,MAAM,EAAE,MAAM,CAAC,mBAAmB;YAClC,OAAO,EAAE,MAAM,CAAC,oBAAoB;YACpC,KAAK,EAAE,MAAM,CAAC,kBAAkB;YAChC,QAAQ,EAAE,MAAM,CAAC,qBAAqB;YACtC,GAAG,EAAE,MAAM,CAAC,gBAAgB;YAC5B,OAAO,EAAE,MAAM,CAAC,oBAAoB;SACvC,CAAC;QACF,MAAM,gBAAgB,GAAG;YACrB,GAAG,EAAE,MAAM,CAAC,cAAc;YAC1B,GAAG,EAAE,MAAM,CAAC,eAAe;SAC9B,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC;gBAC/B,OAAO,IAAI,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC1C,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,CAAC;YACD,OAAO,IAAI,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACJ,IAAI,IAAI,CAAC,IAAI,KAAK,oCAAoC,EAAE,CAAC;gBACrD,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC;oBAC/B,OAAO,IAAI,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC7D,CAAC;gBACD,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC;oBAC/B,OAAO,IAAI,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC7D,CAAC;YACL,CAAC;YACD,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,CAAC;YACD,MAAM,IAAI,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,QAAuB;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAKrB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACtC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,UAAU;QACV,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YACpE,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,uBAAuB;QACvB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACT,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACrC,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACjC,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,UAAU;gBAC3B,OAAO,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,gBAAgB,EAAE,mBAAmB;oBACrC,MAAM,EAAE,kBAAkB;iBAC7B;gBACD,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;aAC5B,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC1C,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,IAAI,MAAM,CAAC,SAAS,CAAC,8CAA8C,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;IACD;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC7B,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAClE,IAAI,QAAuB,CAAC;QAC5B,IAAI,CAAC;YACD,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,SAAS;gBAC1B,OAAO,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,cAAc,EAAE,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,kBAAkB;oBAC9F,gBAAgB,EAAE,mBAAmB;oBACrC,MAAM,EAAE,kBAAkB;iBAC7B;gBACD,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7C,IAAI,EAAE,MAAM,CAAC,IAAI;aACpB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC1C,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,CAAC,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACnD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;;;;;;;;;;SAeK;IACL,KAAK,CAAC,CAAC,gBAAgB,CACnB,OAAuB,EACvB,gBAAyB;QAEzB,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC;YACtE,GAAG,CAAC,IAAI,CAAC,4CAA4C,gBAAgB,oBAAoB,CAAC,CAAC;QAC/F,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAiC,CAAC;QAChE,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAEnD,qEAAqE;QACrE,MAAM,cAAc,GAAG,GAAG,EAAE;YACxB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YACvD,IAAI,IAAI;gBAAE,OAAO,CAAC,kBAAkB;YAEpC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B;YAC5F,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE5B,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE;gBACjB,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC/B,oEAAoE;gBACpE,cAAc,EAAE,CAAC;YACrB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEF,2DAA2D;QAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,cAAc,EAAE,CAAC;QACrB,CAAC;QAED,wGAAwG;QACxG,OAAO,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7B,GAAG,CAAC,KAAK,CAAC,yBAAyB,cAAc,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7E,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACzD,MAAM,aAAa,CAAC;QACxB,CAAC;IACL,CAAC;CACJ"}

package/build/src/errors.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,aAAc,SAAQ,KAAK;IACpC,IAAI,CAAsB;IAE1B,YAAY,OAAe,EAAE,IAA0B;QACnD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ;AAED,uCAAuC;AACvC,MAAM,OAAO,iBAAkB,SAAQ,aAAa;CAAG;AAEvD,kDAAkD;AAClD,MAAM,OAAO,WAAY,SAAQ,aAAa;CAAG;AACjD,MAAM,OAAO,gBAAiB,SAAQ,aAAa;CAAG;AAEtD,6CAA6C;AAC7C,MAAM,OAAO,SAAU,SAAQ,aAAa;CAAG;AAC/C,MAAM,OAAO,iBAAkB,SAAQ,SAAS;CAAG;AACnD,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;CAAG;AACjE,MAAM,OAAO,uBAAwB,SAAQ,uBAAuB;CAAG;AAEvE,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,sEAAsE;AACtE,MAAM,OAAO,cAAe,SAAQ,kBAAkB;CAAG;AAEzD,MAAM,OAAO,eAAgB,SAAQ,SAAS;CAAG;AACjD,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,MAAM,OAAO,mBAAoB,SAAQ,SAAS;CAAG;AACrD,sGAAsG;AACtG,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,MAAM,OAAO,qBAAsB,SAAQ,SAAS;CAAG;AACvD,gEAAgE;AAChE,MAAM,OAAO,gBAAiB,SAAQ,SAAS;CAAG;AAClD,MAAM,OAAO,qBAAsB,SAAQ,SAAS;CAAG;AACvD,0EAA0E;AAC1E,MAAM,OAAO,oBAAqB,SAAQ,SAAS;CAAG;AACtD,6CAA6C;AAC7C,MAAM,OAAO,oBAAqB,SAAQ,SAAS;CAAG;AACtD,wDAAwD;AACxD,MAAM,OAAO,yBAA0B,SAAQ,SAAS;CAAG;AAC3D,+CAA+C;AAC/C,MAAM,OAAO,iBAAkB,SAAQ,SAAS;CAAG"}

package/build/src/logger.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/logger.ts"],"names":[],"mappings":"AAAA,IAAK,QAKJ;AALD,WAAK,QAAQ;IACT,2BAAe,CAAA;IACf,yBAAa,CAAA;IACb,yBAAa,CAAA;IACb,2BAAe,CAAA;AACnB,CAAC,EALI,QAAQ,KAAR,QAAQ,QAKZ;AAED,MAAM,MAAM;IACA,KAAK,CAAW;IACjB,IAAI,CAAS;IAEpB,YAAY,IAAY,EAAE,QAAkB,QAAQ,CAAC,IAAI;QACrD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,GAAG,IAAW;QAChB,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACzB,CAAC;IACL,CAAC;IAED,IAAI,CAAC,GAAG,IAAW;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,IAAI,CAAC,GAAG,IAAW;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,IAAW;QAChB,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,KAAa;QAClB,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAiB,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,KAAK,GAAG,KAAiB,CAAC;QACnC,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;CACJ;AAED,eAAe,MAAM,CAAC;AACtB,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC"}

package/build/src/main.d.ts

@@ -1,5 +0,0 @@
-export { ScrapflyClient } from './client.js';
-export { ScrapeConfig } from './scrapeconfig.js';
-export * as errors from './errors.js';
-export { AccountData, ConfigData, ResultData, ScrapeResult, ContextData } from './result.js';
-export { log } from './logger.js';

package/build/src/main.js

@@ -1,6 +0,0 @@
-export { ScrapflyClient } from './client.js';
-export { ScrapeConfig } from './scrapeconfig.js';
-export * as errors from './errors.js';
-export { AccountData, ScrapeResult } from './result.js';
-export { log } from './logger.js';
-//# sourceMappingURL=main.js.map

package/build/src/main.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,WAAW,EAA0B,YAAY,EAAe,MAAM,aAAa,CAAC;AAC7F,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC"}

package/build/src/result.js

@@ -1,30 +0,0 @@
-import * as errors from './errors.js';
-import * as cheerio from 'cheerio';
-export class ScrapeResult {
-    config;
-    context;
-    result;
-    uuid;
-    _selector;
-    constructor(data) {
-        this.config = data.config;
-        this.context = data.context;
-        this.result = data.result;
-        this.uuid = data.uuid;
-    }
-    get selector() {
-        if (!this._selector) {
-            if (!this.result.response_headers['content-type'].includes('text/html')) {
-                throw new errors.ContentTypeError(`Cannot use selector on non-html content-type, received: ${this.result.response_headers['content-type']}`);
-            }
-            this._selector = cheerio.load(this.result.content);
-        }
-        return this._selector;
-    }
-}
-export class AccountData {
-    acount;
-    project;
-    subscription;
-}
-//# sourceMappingURL=result.js.map

package/build/src/result.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/result.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AA+LnC,MAAM,OAAO,YAAY;IACrB,MAAM,CAAa;IACnB,OAAO,CAAc;IACrB,MAAM,CAAa;IACnB,IAAI,CAAS;IACL,SAAS,CAAqB;IAEtC,YAAY,IAAoF;QAC5F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACtE,MAAM,IAAI,MAAM,CAAC,gBAAgB,CAC7B,2DAA2D,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,EAAE,CAC5G,CAAC;YACN,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;CACJ;AAED,MAAM,OAAO,WAAW;IACpB,MAAM,CAIJ;IACF,OAAO,CAWL;IACF,YAAY,CA2BV;CACL"}