scrapfly-sdk 0.1.0

package/LICENSE

@@ -0,0 +1,26 @@
+BSD 2-Clause License
+--------------------
+
+Copyright (c) 2013-2016, Scrapfly <https://scrapfly.io> and
+individual contributors. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

package/README.md

@@ -0,0 +1,49 @@
+# Scrapfly SDK
+
+`npm install scrapfly-sdk`
+
+## Quick Intro
+
+Get your API Key on [scrapfly.io/dashboard](https://scrapfly.io/dashboard) and start scraping:
+
+```javascript
+import { ScrapflyClient, ScrapeConfig } from 'scrapfly-sdk';
+
+const key = 'YOUR SCRAPFLY KEY';
+const client = new ScrapflyClient({ key });
+const apiResponse = await client.scrape(
+    new ScrapeConfig({
+        url: 'https://web-scraping.dev/product/1',
+        // optional parameters:
+        // enable javascript rendering
+        render_js: true,
+        // set proxy country
+        country: 'us',
+        // enable anti-scraping protection bypass
+        asp: true,
+        // set residential proxies
+        proxy_pool: 'public_residential_pool',
+        // etc.
+    }),
+);
+console.log(apiResponse.result.content); // html content
+```
+
+For more see [/examples](/examples/) directory.  
+For more on Scrapfly API see full documentation: <https://scrapfly.io/docs>  
+For Python see [Scrapfly Python SDK](https://github.com/scrapfly/python-scrapfly)
+
+## Development
+
+Install and setup environment:
+
+```shell
+$ npm install
+```
+
+Build and test:
+
+```shell
+$ npm task build
+$ npm task tests
+```

package/build/src/client.d.ts

@@ -0,0 +1,47 @@
+import { ScrapeConfig } from './scrapeconfig.js';
+import * as errors from './errors.js';
+import { ScrapeResult, AccountData } from './result.js';
+import { Logger, ILogObj } from 'tslog';
+import { AxiosResponse } from 'axios';
+export declare const log: Logger<ILogObj>;
+export declare class ScrapflyClient {
+    HOST: string;
+    private key;
+    private ua;
+    constructor(options: {
+        key: string;
+    });
+    /**
+     * Raise appropriate error for given response and scrape result
+     */
+    errResult(response: AxiosResponse, result: ScrapeResult): errors.ScrapflyError;
+    /**
+     * Turn scrapfly API response to ScrapeResult or raise one of ScrapflyError
+     */
+    handleResponse(response: AxiosResponse): Promise<ScrapeResult>;
+    /**
+     * Retrieve Scrapfly account details
+     */
+    account(): Promise<AccountData>;
+    /**
+     * Issue a single scrape command from a given scrape configuration
+     */
+    scrape(config: ScrapeConfig): Promise<ScrapeResult>;
+    /**
+        Concurrently scrape multiple configs
+        This is a async generator call it like this:
+  
+          const results = [];
+          const errors = [];
+          for await (const resultOrError of client.concurrentScrape(configs)) {
+              if (resultOrError instanceof Error) {
+                  errors.push(resultOrError);
+              } else {
+                  results.push(resultOrError);
+              }
+          }
+        
+         @param concurrencyLimit: if not set it will be taken from your account info
+       */
+    concurrentScrape(configs: ScrapeConfig[], concurrencyLimit?: number): AsyncGenerator<ScrapeResult | Error | undefined, void, undefined>;
+}

package/build/src/client.js

@@ -0,0 +1,191 @@
+import * as errors from './errors.js';
+import { ScrapeResult } from './result.js';
+import { Logger } from 'tslog';
+import axios from 'axios';
+export const log = new Logger();
+export class ScrapflyClient {
+    HOST = 'https://api.scrapfly.io';
+    key;
+    ua;
+    constructor(options) {
+        if (typeof options.key !== 'string' || options.key.trim() === '') {
+            throw new errors.BadApiKeyError('Invalid key. Key must be a non-empty string');
+        }
+        this.key = options.key;
+        this.ua = 'Typescript Scrapfly SDK';
+    }
+    /**
+     * Raise appropriate error for given response and scrape result
+     */
+    errResult(response, result) {
+        const error = result.result.error;
+        const message = error.message ?? '';
+        const args = {
+            code: result.result.status,
+            http_status_code: result.result.status_code,
+            is_retryable: error.retryable ?? false,
+            api_response: result,
+            resource: result.result.status ? result.result.status.split('::')[1] : null,
+            retry_delay: error.retryable ? 5 : (response.headers ?? {})['X-Retry'] ?? 5,
+            retry_times: 3,
+            documentation_url: error.doc_url ?? 'https://scrapfly.io/docs/scrape-api/errors#api',
+        };
+        const resourceErrMap = {
+            SCRAPE: errors.ScrapflyScrapeError,
+            WEBHOOK: errors.ScrapflyWebhookError,
+            PROXY: errors.ScrapflyProxyError,
+            SCHEDULE: errors.ScrapflyScheduleError,
+            ASP: errors.ScrapflyAspError,
+            SESSION: errors.ScrapflySessionError,
+        };
+        const httpStatusErrMap = {
+            401: errors.BadApiKeyError,
+            429: errors.TooManyRequests,
+        };
+        if (result.result.success === true) {
+            if (args.http_status_code >= 500) {
+                return new errors.ApiHttpServerError(message, args);
+            }
+            if (httpStatusErrMap[args.http_status_code]) {
+                return new httpStatusErrMap[args.http_status_code](message, args);
+            }
+            if (resourceErrMap[args.resource]) {
+                return new resourceErrMap[args.resource](message, args);
+            }
+            return new errors.ApiHttpClientError(message, args);
+        }
+        else {
+            if (args.code === 'ERR::SCRAPE::BAD_UPSTREAM_RESPONSE') {
+                if (args.http_status_code >= 500) {
+                    return new errors.UpstreamHttpServerError(message, args);
+                }
+                if (args.http_status_code >= 400) {
+                    return new errors.UpstreamHttpClientError(message, args);
+                }
+            }
+            if (resourceErrMap[args.resource]) {
+                return new resourceErrMap[args.resource](message, args);
+            }
+            throw new errors.ScrapflyError(message, args);
+        }
+    }
+    /**
+     * Turn scrapfly API response to ScrapeResult or raise one of ScrapflyError
+     */
+    async handleResponse(response) {
+        const data = response.data;
+        const result = new ScrapeResult(data);
+        log.debug('scrape log url: ', result.result.log_url);
+        // success
+        if (result.result.status === 'DONE' && result.result.success === true) {
+            return result;
+        }
+        // something went wrong
+        throw this.errResult(response, result);
+    }
+    /**
+     * Retrieve Scrapfly account details
+     */
+    async account() {
+        log.debug('retrieving account info');
+        try {
+            const response = await axios.request({
+                method: 'GET',
+                url: this.HOST + '/account',
+                headers: {
+                    'user-agent': this.ua,
+                    'accept-ecoding': 'gzip, deflate, br',
+                    accept: 'application/json',
+                },
+                params: { key: this.key },
+            });
+            return response.data;
+        }
+        catch (e) {
+            log.error('error', e);
+            if (e.response && e.response.status === 401) {
+                throw new errors.BadApiKeyError(JSON.stringify(e.response.data));
+            }
+            throw new errors.HttpError(`failed to get account details; status code ${e.response.status}`, e);
+        }
+    }
+    /**
+     * Issue a single scrape command from a given scrape configuration
+     */
+    async scrape(config) {
+        log.debug('scraping', { method: config.method, url: config.url });
+        let response;
+        try {
+            response = await axios.request({
+                method: config.method,
+                url: this.HOST + '/scrape',
+                headers: {
+                    'user-agent': this.ua,
+                    'content-type': config.method === 'POST' ? config.headers['content-type'] : 'application/json',
+                    'accept-ecoding': 'gzip, deflate, br',
+                    accept: 'application/json',
+                },
+                params: config.toApiParams({ key: this.key }),
+                data: config.body,
+            });
+        }
+        catch (e) {
+            log.error('error', e);
+            if (e.response && e.response.status === 401) {
+                throw new errors.BadApiKeyError(JSON.stringify(e.response.data));
+            }
+            throw e;
+        }
+        const result = await this.handleResponse(response);
+        return result;
+    }
+    /**
+        Concurrently scrape multiple configs
+        This is a async generator call it like this:
+  
+          const results = [];
+          const errors = [];
+          for await (const resultOrError of client.concurrentScrape(configs)) {
+              if (resultOrError instanceof Error) {
+                  errors.push(resultOrError);
+              } else {
+                  results.push(resultOrError);
+              }
+          }
+        
+         @param concurrencyLimit: if not set it will be taken from your account info
+       */
+    async *concurrentScrape(configs, concurrencyLimit) {
+        if (concurrencyLimit === undefined) {
+            const account = await this.account();
+            concurrencyLimit = account.subscription.usage.scrape.concurrent_limit;
+            log.info(`concurrency not provided - setting it to ${concurrencyLimit} from account info`);
+        }
+        const activePromises = new Set();
+        const configsIterator = configs[Symbol.iterator]();
+        // Helper function to start a new scrape and add it to activePromises
+        const startNewScrape = () => {
+            const { value: config, done } = configsIterator.next();
+            if (done)
+                return; // No more configs
+            const promise = this.scrape(config).catch((error) => error); // Catch errors and return them
+            activePromises.add(promise);
+            promise.finally(() => {
+                activePromises.delete(promise);
+                // After each scrape, start a new one if there are remaining configs
+                startNewScrape();
+            });
+        };
+        // Initially start as many scrapes as the concurrency limit
+        for (let i = 0; i < concurrencyLimit; i++) {
+            startNewScrape();
+        }
+        // As each scrape finishes, yield the result or error and start a new one if there are remaining configs
+        while (activePromises.size > 0) {
+            log.debug(`concurrently scraping ${activePromises.size}/${configs.length}}`);
+            const resultOrError = await Promise.race(activePromises);
+            yield resultOrError;
+        }
+    }
+}
+//# sourceMappingURL=client.js.map

package/build/src/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAuC,YAAY,EAAe,MAAM,aAAa,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAW,MAAM,OAAO,CAAC;AACxC,OAAO,KAAwB,MAAM,OAAO,CAAC;AAE7C,MAAM,CAAC,MAAM,GAAG,GAAoB,IAAI,MAAM,EAAE,CAAC;AAEjD,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,yBAAyB,CAAC;IAChC,GAAG,CAAS;IACZ,EAAE,CAAS;IAEnB,YAAY,OAAwB;QAChC,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC9D,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,6CAA6C,CAAC,CAAC;SAClF;QACD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,EAAE,GAAG,yBAAyB,CAAC;IACxC,CAAC;IACD;;OAEG;IACH,SAAS,CAAC,QAAuB,EAAE,MAAoB;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG;YACT,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC1B,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW;YAC3C,YAAY,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;YACtC,YAAY,EAAE,MAAM;YACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YAC3E,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;YAC3E,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,KAAK,CAAC,OAAO,IAAI,gDAAgD;SACvF,CAAC;QACF,MAAM,cAAc,GAAG;YACnB,MAAM,EAAE,MAAM,CAAC,mBAAmB;YAClC,OAAO,EAAE,MAAM,CAAC,oBAAoB;YACpC,KAAK,EAAE,MAAM,CAAC,kBAAkB;YAChC,QAAQ,EAAE,MAAM,CAAC,qBAAqB;YACtC,GAAG,EAAE,MAAM,CAAC,gBAAgB;YAC5B,OAAO,EAAE,MAAM,CAAC,oBAAoB;SACvC,CAAC;QACF,MAAM,gBAAgB,GAAG;YACrB,GAAG,EAAE,MAAM,CAAC,cAAc;YAC1B,GAAG,EAAE,MAAM,CAAC,eAAe;SAC9B,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE;YAChC,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE;gBAC9B,OAAO,IAAI,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACvD;YACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE;gBACzC,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACrE;YACD,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAC/B,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC3D;YACD,OAAO,IAAI,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SACvD;aAAM;YACH,IAAI,IAAI,CAAC,IAAI,KAAK,oCAAoC,EAAE;gBACpD,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE;oBAC9B,OAAO,IAAI,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;iBAC5D;gBACD,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,EAAE;oBAC9B,OAAO,IAAI,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;iBAC5D;aACJ;YACD,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAC/B,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC3D;YACD,MAAM,IAAI,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SACjD;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,QAAuB;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAKrB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACtC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,UAAU;QACV,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE;YACnE,OAAO,MAAM,CAAC;SACjB;QACD,uBAAuB;QACvB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACT,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACrC,IAAI;YACA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACjC,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,UAAU;gBAC3B,OAAO,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,gBAAgB,EAAE,mBAAmB;oBACrC,MAAM,EAAE,kBAAkB;iBAC7B;gBACD,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;aAC5B,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC;SACxB;QAAC,OAAO,CAAC,EAAE;YACR,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;gBACzC,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;aACpE;YACD,MAAM,IAAI,MAAM,CAAC,SAAS,CAAC,8CAA8C,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;SACpG;IACL,CAAC;IACD;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC7B,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAClE,IAAI,QAAuB,CAAC;QAC5B,IAAI;YACA,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG,SAAS;gBAC1B,OAAO,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,cAAc,EAAE,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,kBAAkB;oBAC9F,gBAAgB,EAAE,mBAAmB;oBACrC,MAAM,EAAE,kBAAkB;iBAC7B;gBACD,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7C,IAAI,EAAE,MAAM,CAAC,IAAI;aACpB,CAAC,CAAC;SACN;QAAC,OAAO,CAAC,EAAE;YACR,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;gBACzC,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;aACpE;YACD,MAAM,CAAC,CAAC;SACX;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACnD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;;;;;;;;;;SAeK;IACL,KAAK,CAAC,CAAC,gBAAgB,CACnB,OAAuB,EACvB,gBAAyB;QAEzB,IAAI,gBAAgB,KAAK,SAAS,EAAE;YAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC;YACtE,GAAG,CAAC,IAAI,CAAC,4CAA4C,gBAAgB,oBAAoB,CAAC,CAAC;SAC9F;QACD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAiC,CAAC;QAChE,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAEnD,qEAAqE;QACrE,MAAM,cAAc,GAAG,GAAG,EAAE;YACxB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YACvD,IAAI,IAAI;gBAAE,OAAO,CAAC,kBAAkB;YAEpC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B;YAC5F,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE5B,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE;gBACjB,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC/B,oEAAoE;gBACpE,cAAc,EAAE,CAAC;YACrB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEF,2DAA2D;QAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,EAAE;YACvC,cAAc,EAAE,CAAC;SACpB;QAED,wGAAwG;QACxG,OAAO,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE;YAC5B,GAAG,CAAC,KAAK,CAAC,yBAAyB,cAAc,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7E,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACzD,MAAM,aAAa,CAAC;SACvB;IACL,CAAC;CACJ"}

package/build/src/errors.d.ts

@@ -0,0 +1,42 @@
+export declare class ScrapflyError extends Error {
+    args: Record<string, any>;
+    constructor(message: string, args?: Record<string, any>);
+}
+export declare class ScrapeConfigError extends ScrapflyError {
+}
+export declare class EncodeError extends ScrapflyError {
+}
+export declare class HttpError extends ScrapflyError {
+}
+export declare class UpstreamHttpError extends HttpError {
+}
+export declare class UpstreamHttpClientError extends UpstreamHttpError {
+}
+export declare class UpstreamHttpServerError extends UpstreamHttpClientError {
+}
+export declare class ApiHttpClientError extends HttpError {
+}
+export declare class BadApiKeyError extends ApiHttpClientError {
+}
+export declare class TooManyRequests extends HttpError {
+}
+export declare class ApiHttpServerError extends HttpError {
+}
+export declare class ScrapflyScrapeError extends HttpError {
+}
+export declare class ScrapflyProxyError extends HttpError {
+}
+export declare class ScrapflyThrottleError extends HttpError {
+}
+export declare class ScrapflyAspError extends HttpError {
+}
+export declare class ScrapflyScheduleError extends HttpError {
+}
+export declare class ScrapflyWebhookError extends HttpError {
+}
+export declare class ScrapflySessionError extends HttpError {
+}
+export declare class TooManyConcurrentRequests extends HttpError {
+}
+export declare class QuotaLimitReached extends HttpError {
+}

package/build/src/errors.js

@@ -0,0 +1,56 @@
+export class ScrapflyError extends Error {
+    args;
+    constructor(message, args) {
+        super(message);
+        this.args = args;
+    }
+}
+// raised when scrape config is invalid
+export class ScrapeConfigError extends ScrapflyError {
+}
+// raised when scrape parameters cannot be encoded
+export class EncodeError extends ScrapflyError {
+}
+// Base error for all http related operations
+export class HttpError extends ScrapflyError {
+}
+export class UpstreamHttpError extends HttpError {
+}
+export class UpstreamHttpClientError extends UpstreamHttpError {
+}
+export class UpstreamHttpServerError extends UpstreamHttpClientError {
+}
+export class ApiHttpClientError extends HttpError {
+}
+// raised when API key provided to client is not valid or not existant
+export class BadApiKeyError extends ApiHttpClientError {
+}
+export class TooManyRequests extends HttpError {
+}
+export class ApiHttpServerError extends HttpError {
+}
+export class ScrapflyScrapeError extends HttpError {
+}
+// raised when proxy settings don't match available proxies (e.g. invalid proxy pool, country setting)
+export class ScrapflyProxyError extends HttpError {
+}
+export class ScrapflyThrottleError extends HttpError {
+}
+// raised when ScrapFly fails to bypass anti-scraping protection
+export class ScrapflyAspError extends HttpError {
+}
+export class ScrapflyScheduleError extends HttpError {
+}
+// raised when Webhook is invalid or cannot be fulfilled (i.e. full queue)
+export class ScrapflyWebhookError extends HttpError {
+}
+// raised when session is access concurrently
+export class ScrapflySessionError extends HttpError {
+}
+// raised when concurrent requests exceed account limits
+export class TooManyConcurrentRequests extends HttpError {
+}
+// raised when account is out of scrape credits
+export class QuotaLimitReached extends HttpError {
+}
+//# sourceMappingURL=errors.js.map

package/build/src/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,aAAc,SAAQ,KAAK;IACpC,IAAI,CAAsB;IAE1B,YAAY,OAAe,EAAE,IAA0B;QACnD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ;AAED,uCAAuC;AACvC,MAAM,OAAO,iBAAkB,SAAQ,aAAa;CAAG;AAEvD,kDAAkD;AAClD,MAAM,OAAO,WAAY,SAAQ,aAAa;CAAG;AAEjD,6CAA6C;AAC7C,MAAM,OAAO,SAAU,SAAQ,aAAa;CAAG;AAC/C,MAAM,OAAO,iBAAkB,SAAQ,SAAS;CAAG;AACnD,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;CAAG;AACjE,MAAM,OAAO,uBAAwB,SAAQ,uBAAuB;CAAG;AAEvE,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,sEAAsE;AACtE,MAAM,OAAO,cAAe,SAAQ,kBAAkB;CAAG;AAEzD,MAAM,OAAO,eAAgB,SAAQ,SAAS;CAAG;AACjD,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,MAAM,OAAO,mBAAoB,SAAQ,SAAS;CAAG;AACrD,sGAAsG;AACtG,MAAM,OAAO,kBAAmB,SAAQ,SAAS;CAAG;AACpD,MAAM,OAAO,qBAAsB,SAAQ,SAAS;CAAG;AACvD,gEAAgE;AAChE,MAAM,OAAO,gBAAiB,SAAQ,SAAS;CAAG;AAClD,MAAM,OAAO,qBAAsB,SAAQ,SAAS;CAAG;AACvD,0EAA0E;AAC1E,MAAM,OAAO,oBAAqB,SAAQ,SAAS;CAAG;AACtD,6CAA6C;AAC7C,MAAM,OAAO,oBAAqB,SAAQ,SAAS;CAAG;AACtD,wDAAwD;AACxD,MAAM,OAAO,yBAA0B,SAAQ,SAAS;CAAG;AAC3D,+CAA+C;AAC/C,MAAM,OAAO,iBAAkB,SAAQ,SAAS;CAAG"}

package/build/src/main.d.ts

@@ -0,0 +1,2 @@
+export { ScrapflyClient } from './client.js';
+export { ScrapeConfig } from './scrapeconfig.js';

package/build/src/main.js

@@ -0,0 +1,3 @@
+export { ScrapflyClient } from './client.js';
+export { ScrapeConfig } from './scrapeconfig.js';
+//# sourceMappingURL=main.js.map

package/build/src/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC"}

package/build/src/result.d.ts

@@ -0,0 +1,268 @@
+import { Rec, HttpMethod } from './types.js';
+export type ConfigData = {
+    url: string;
+    retry: boolean;
+    method: HttpMethod;
+    country?: string;
+    render_js: boolean;
+    cache: boolean;
+    cache_clear: boolean;
+    ssl: boolean;
+    dns: boolean;
+    asp: boolean;
+    debug: boolean;
+    raise_on_upstream_error: boolean;
+    cache_ttl: number;
+    proxy_pool: string;
+    session?: string;
+    tags: Set<string>;
+    correlation_id?: string;
+    cookies: Record<string, string>;
+    body?: string;
+    data?: Rec<any>;
+    headers: Rec<string>;
+    js?: string;
+    rendering_wait?: number;
+    wait_for_selector?: string;
+    session_sticky_proxy: boolean;
+    screenshots?: Rec<any>;
+    webhook?: string;
+    timeout?: number;
+    js_scenario?: Rec<any>;
+    extract?: Rec<any>;
+    lang?: string[];
+    os?: string;
+    auto_scroll?: boolean;
+};
+export type ContextData = {
+    asp: boolean;
+    bandwidth_consumed: number;
+    cache: {
+        state: string;
+        entry?: string;
+    };
+    cookies: Record<string, string>;
+    cost: {
+        details: Array<{
+            amount: number;
+            code: string;
+            description: string;
+        }>;
+        total: number;
+    };
+    created_at: string;
+    debug: {
+        response_url: string;
+        screenshot_url?: string;
+    };
+    env: string;
+    fingerprint: string;
+    headers: Record<string, string>;
+    is_xml_http_request: boolean;
+    job?: string;
+    lang: Array<string>;
+    os: {
+        distribution: string;
+        name: string;
+        type: string;
+        version: string;
+    };
+    project: string;
+    proxy: {
+        country: string;
+        identity: string;
+        network: string;
+        pool: string;
+    };
+    redirects: Array<string>;
+    retry: number;
+    schedule?: string;
+    session?: string;
+    spider?: any;
+    throttler?: any;
+    uri: {
+        base_url: string;
+        fragment?: string;
+        host: string;
+        params?: Rec<string>;
+        port: number;
+        query?: string;
+        root_domain: string;
+        scheme: string;
+    };
+    url: string;
+    webhook?: string;
+};
+export type ResultData = {
+    browser_data: {
+        javascript_evaluation_result: string;
+        js_scenario: {
+            duration: number;
+            executed: number;
+            response: any;
+            steps: Array<{
+                action: string;
+                config: Rec<string>;
+                duration: number;
+                executed: boolean;
+                result?: string;
+                success: boolean;
+            }>;
+        };
+        local_storage_data: Rec<string>;
+        session_storage_data: Rec<string>;
+        websockets: Array<any>;
+        xhr_call: Array<{
+            body?: string;
+            headers: Rec<string>;
+            method: string;
+            type: string;
+            url: string;
+            response: {
+                body: string;
+                duration: number;
+                format: string;
+                headers: Rec<string>;
+                status: number;
+            };
+        }>;
+    };
+    content: string;
+    content_encoding: string;
+    content_type: string;
+    cookies: Array<{
+        name: string;
+        value: string;
+        expires: string;
+        path: string;
+        comment: string;
+        domain: string;
+        max_age: number;
+        secure: boolean;
+        http_only: boolean;
+        version: string;
+        size: number;
+    }>;
+    data?: Rec<any>;
+    dns?: Rec<Array<Rec<any>>>;
+    duration: number;
+    error?: {
+        code: string;
+        http_code: number;
+        links: Rec<string>;
+        message: string;
+        retryable: boolean;
+        doc_url?: string;
+    };
+    format: string;
+    iframes: Array<{
+        url: string;
+        uri: {
+            root_domain: string;
+            base_url: string;
+            host: string;
+            scheme: string;
+            query?: string;
+            fragment?: string;
+            port: number;
+            params?: Rec<string>;
+        };
+        content: string;
+    }>;
+    log_url: string;
+    reason: string;
+    request_headers: Rec<string>;
+    response_headers: Rec<string>;
+    screenshots: Rec<{
+        css_selector?: string;
+        extension: string;
+        format: string;
+        size: number;
+        url: string;
+    }>;
+    size: number;
+    ssl?: {
+        certs: Array<Rec<any>>;
+    };
+    status: string;
+    status_code: number;
+    success: boolean;
+    url: string;
+};
+export declare class ScrapeResult {
+    config: ConfigData;
+    context: ContextData;
+    result: ResultData;
+    uuid: string;
+    constructor(data: {
+        config: ConfigData;
+        context: ContextData;
+        result: ResultData;
+        uuid: string;
+    });
+}
+export declare class AccountData {
+    acount: {
+        account_id: string;
+        currency: string;
+        timezone: string;
+    };
+    project: {
+        allow_extra_usage: boolean;
+        allowed_networks: Array<string>;
+        budget_limit: any;
+        budget_spent: any;
+        concurrency_limit?: number;
+        name: string;
+        quota_reached: boolean;
+        scrape_request_count: number;
+        scrape_request_limit: number;
+        tags: Array<string>;
+    };
+    subscription: {
+        billing: {
+            current_extra_scrape_request_price: {
+                currency: string;
+                amount: number;
+            };
+            extra_scrape_request_price_per_10k: {
+                currency: string;
+                amount: number;
+            };
+            ongoing_payment: {
+                currency: string;
+                amount: number;
+            };
+            plan_price: {
+                currency: string;
+                amount: number;
+            };
+        };
+        extra_scrape_allowed: boolean;
+        max_concurrency: number;
+        period: {
+            start: string;
+            end: string;
+        };
+        plan_name: string;
+        usage: {
+            schedule: {
+                current: number;
+                limit: number;
+            };
+            spider: {
+                current: number;
+                limit: number;
+            };
+            scrape: {
+                concurrent_limit: number;
+                concurrent_remaining: number;
+                concurrent_usage: number;
+                current: number;
+                extra: number;
+                limit: number;
+                remaining: number;
+            };
+        };
+    };
+}

package/build/src/result.js

@@ -0,0 +1,18 @@
+export class ScrapeResult {
+    config;
+    context;
+    result;
+    uuid;
+    constructor(data) {
+        this.config = data.config;
+        this.context = data.context;
+        this.result = data.result;
+        this.uuid = data.uuid;
+    }
+}
+export class AccountData {
+    acount;
+    project;
+    subscription;
+}
+//# sourceMappingURL=result.js.map

package/build/src/result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/result.ts"],"names":[],"mappings":"AA+LA,MAAM,OAAO,YAAY;IACrB,MAAM,CAAa;IACnB,OAAO,CAAc;IACrB,MAAM,CAAa;IACnB,IAAI,CAAS;IAEb,YAAY,IAAoF;QAC5F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC;CACJ;AAED,MAAM,OAAO,WAAW;IACpB,MAAM,CAIJ;IACF,OAAO,CAWL;IACF,YAAY,CA2BV;CACL"}

package/build/src/scrapeconfig.d.ts

@@ -0,0 +1,76 @@
+import { Rec, HttpMethod } from './types.js';
+export declare class ScrapeConfig {
+    static PUBLIC_DATACENTER_POOL: string;
+    static PUBLIC_RESIDENTIAL_POOL: string;
+    url: string;
+    retry: boolean;
+    method: HttpMethod;
+    country?: string;
+    render_js: boolean;
+    cache: boolean;
+    cache_clear: boolean;
+    ssl: boolean;
+    dns: boolean;
+    asp: boolean;
+    debug: boolean;
+    raise_on_upstream_error: boolean;
+    cache_ttl?: number;
+    proxy_pool?: string;
+    session?: string;
+    tags: Set<string>;
+    correlation_id?: string;
+    cookies?: Rec<string>;
+    body?: string;
+    data?: Rec<any>;
+    headers?: Rec<string>;
+    js?: string;
+    rendering_wait?: number;
+    wait_for_selector?: string;
+    session_sticky_proxy: boolean;
+    screenshots?: Rec<any>;
+    webhook?: string;
+    timeout?: number;
+    js_scenario?: Rec<any>;
+    extract?: Rec<any>;
+    lang?: string[];
+    os?: string;
+    auto_scroll?: boolean;
+    constructor(options: {
+        url: string;
+        retry?: boolean;
+        method?: HttpMethod;
+        country?: string;
+        render_js?: boolean;
+        cache?: boolean;
+        cache_clear?: boolean;
+        ssl?: boolean;
+        dns?: boolean;
+        asp?: boolean;
+        debug?: boolean;
+        raise_on_upstream_error?: boolean;
+        cache_ttl?: number;
+        proxy_pool?: string;
+        session?: string;
+        tags?: Array<string>;
+        correlation_id?: string;
+        cookies?: Rec<string>;
+        body?: string;
+        data?: Rec<any>;
+        headers?: Rec<string>;
+        js?: string;
+        rendering_wait?: number;
+        wait_for_selector?: string;
+        screenshots?: Rec<any>;
+        session_sticky_proxy?: boolean;
+        webhook?: string;
+        timeout?: number;
+        js_scenario?: Rec<any>;
+        extract?: Rec<any>;
+        os?: string;
+        lang?: string[];
+        auto_scroll?: boolean;
+    });
+    toApiParams(options: {
+        key: string;
+    }): Record<string, any>;
+}

package/build/src/scrapeconfig.js

@@ -0,0 +1,241 @@
+import { urlsafe_b64encode } from './utils.js';
+import { log } from './client.js';
+import { ScrapeConfigError } from './errors.js';
+class ScrapeConfig {
+    static PUBLIC_DATACENTER_POOL = 'public_datacenter_pool';
+    static PUBLIC_RESIDENTIAL_POOL = 'public_residential_pool';
+    url;
+    retry = true;
+    method = 'GET';
+    country = null;
+    render_js = false;
+    cache = false;
+    cache_clear = false;
+    ssl = false;
+    dns = false;
+    asp = false;
+    debug = false;
+    raise_on_upstream_error = true;
+    cache_ttl = null;
+    proxy_pool = null;
+    session = null;
+    tags = new Set();
+    correlation_id = null;
+    cookies = null;
+    body = null;
+    data = null;
+    headers = null;
+    js = null;
+    rendering_wait = null;
+    wait_for_selector = null;
+    session_sticky_proxy = false;
+    screenshots = null;
+    webhook = null;
+    timeout = null; // in milliseconds
+    js_scenario = null;
+    extract = null;
+    lang = null;
+    os = null;
+    auto_scroll = null;
+    constructor(options) {
+        this.url = options.url;
+        this.retry = options.retry ?? this.retry;
+        this.method = options.method ?? this.method;
+        this.country = options.country ?? this.country;
+        this.session_sticky_proxy = options.session_sticky_proxy ?? this.session_sticky_proxy;
+        this.render_js = options.render_js ?? this.render_js;
+        this.cache = options.cache ?? this.cache;
+        this.cache_clear = options.cache_clear ?? this.cache_clear;
+        this.asp = options.asp ?? this.asp;
+        this.headers = options.headers
+            ? Object.fromEntries(Object.entries(options.headers).map(([k, v]) => [k.toLowerCase(), v]))
+            : {};
+        this.raise_on_upstream_error = options.raise_on_upstream_error ?? this.raise_on_upstream_error;
+        this.cache_ttl = options.cache_ttl ?? this.cache_ttl;
+        this.proxy_pool = options.proxy_pool ?? this.proxy_pool;
+        this.session = options.session ?? this.session;
+        this.tags = new Set(options.tags) ?? this.tags;
+        this.correlation_id = options.correlation_id ?? this.correlation_id;
+        this.cookies = options.cookies
+            ? Object.fromEntries(Object.entries(options.cookies).map(([k, v]) => [k.toLowerCase(), v]))
+            : {};
+        this.body = options.body ?? this.body;
+        this.data = options.data ?? this.data;
+        this.js = options.js ?? this.js;
+        this.rendering_wait = options.rendering_wait ?? this.rendering_wait;
+        this.wait_for_selector = options.wait_for_selector ?? this.wait_for_selector;
+        this.screenshots = options.screenshots ?? this.screenshots;
+        this.webhook = options.webhook ?? this.webhook;
+        this.timeout = options.timeout ?? this.timeout;
+        this.js_scenario = options.js_scenario ?? this.js_scenario;
+        this.extract = options.extract ?? this.extract;
+        this.os = options.os ?? this.os;
+        this.lang = options.lang ?? this.lang;
+        this.auto_scroll = options.auto_scroll ?? this.auto_scroll;
+        this.dns = options.dns ?? this.dns;
+        this.ssl = options.ssl ?? this.ssl;
+        this.debug = options.debug ?? this.debug;
+        if (this.body && this.data) {
+            throw new ScrapeConfigError('Cannot set both body and data');
+        }
+        if (['POST', 'PUT', 'PATCH'].includes(this.method)) {
+            if (this.data && !this.body) {
+                if (!this.headers['content-type']) {
+                    this.headers['content-type'] = 'application/x-www-form-urlencoded';
+                    this.body = new URLSearchParams(this.data).toString();
+                }
+                else {
+                    if (this.headers['content-type']?.includes('application/json')) {
+                        this.body = JSON.stringify(this.data);
+                    }
+                    else if (this.headers['content-type']?.includes('application/x-www-form-urlencoded')) {
+                        this.body = new URLSearchParams(this.data).toString();
+                    }
+                    else {
+                        throw new ScrapeConfigError(`Content-Type "${this.headers['content-type']}" not supported, use body parameter to pass pre encoded body according to your content type`);
+                    }
+                }
+            }
+            else if (this.body && !this.data) {
+                this.headers['content-type'] = 'text/plain';
+            }
+        }
+    }
+    toApiParams(options) {
+        const params = {
+            key: options.key,
+        };
+        params.url = this.url;
+        if (this.country) {
+            params.country = this.country;
+        }
+        if (Object.keys(this.headers).length > 0) {
+            Object.entries(this.headers).forEach(([key, value]) => {
+                params[`headers[${key}]`] = value;
+            });
+        }
+        if (Object.keys(this.cookies).length > 0) {
+            const cookiesAsHeader = [...Object.entries(this.cookies)]
+                .map(([key, value]) => `${key}=${value}`)
+                .join('; ');
+            if (params['headers[cookie]']) {
+                // if current cookie value doesn't have a ';' at the end, add it.
+                if (params['headers[cookie]'][params['headers[cookie]'].length - 1] !== ';') {
+                    params['headers[cookie]'] += ';';
+                }
+                params['headers[cookie]'] += ` ${cookiesAsHeader}`;
+            }
+            else {
+                params['headers[cookie]'] = cookiesAsHeader;
+            }
+        }
+        if (this.webhook) {
+            params.webhook_name = this.webhook;
+        }
+        if (this.timeout) {
+            params.timeout = this.timeout;
+        }
+        if (this.render_js === true) {
+            params.render_js = true;
+            if (this.wait_for_selector !== null) {
+                params.wait_for_selector = this.wait_for_selector;
+            }
+            if (this.js !== null) {
+                params.js = urlsafe_b64encode(this.js);
+            }
+            if (this.js_scenario !== null) {
+                params.js_scenario = urlsafe_b64encode(JSON.stringify(this.js_scenario));
+            }
+            if (this.rendering_wait !== null) {
+                params.rendering_wait = this.rendering_wait;
+            }
+            if (this.screenshots) {
+                Object.keys(this.screenshots).forEach((key) => {
+                    params[`screenshots[${key}]`] = this.screenshots[key];
+                });
+            }
+            if (this.auto_scroll !== null) {
+                params.auto_scroll = this.auto_scroll;
+            }
+        }
+        else {
+            if (this.wait_for_selector !== null) {
+                log.warn('Params "wait_for_selector" is ignored. Works only if render_js is enabled');
+            }
+            if (this.screenshots !== null) {
+                log.warn('Params "screenshots" is ignored. Works only if render_js is enabled');
+            }
+            if (this.js_scenario !== null) {
+                log.warn('Params "js_scenario" is ignored. Works only if render_js is enabled');
+            }
+            if (this.js !== null) {
+                log.warn('Params "js" is ignored. Works only if render_js is enabled');
+            }
+            if (this.rendering_wait !== null) {
+                log.warn('Params "rendering_wait" is ignored. Works only if render_js is enabled');
+            }
+        }
+        if (this.asp === true) {
+            params.asp = true;
+        }
+        if (this.retry === false) {
+            params.retry = false;
+        }
+        if (this.cache === true) {
+            params.cache = true;
+            if (this.cache_clear) {
+                params.cache_clear = true;
+            }
+            if (this.cache_ttl) {
+                params.cache_ttl = this.cache_ttl;
+            }
+        }
+        else {
+            if (this.cache_clear) {
+                log.warn('Params "cache_clear" is ignored. Works only if cache is enabled');
+            }
+            if (this.cache_ttl) {
+                log.warn('Params "cache_ttl" is ignored. Works only if cache is enabled');
+            }
+        }
+        if (this.dns === true) {
+            params.dns = true;
+        }
+        if (this.ssl === true) {
+            params.ssl = true;
+        }
+        if (this.tags.size > 0) {
+            params.tags = Array.from(this.tags).join(',');
+        }
+        if (this.correlation_id) {
+            params.correlation_id = this.correlation_id;
+        }
+        if (this.session) {
+            params.session = this.session;
+            if (this.session_sticky_proxy) {
+                params.session_sticky_proxy = true;
+            }
+        }
+        else {
+            if (this.session_sticky_proxy) {
+                log.warn('Params "session_sticky_proxy" is ignored. Works only if session is enabled');
+            }
+        }
+        if (this.debug === true) {
+            params.debug = true;
+        }
+        if (this.proxy_pool) {
+            params.proxy_pool = this.proxy_pool;
+        }
+        if (this.lang !== null) {
+            params.lang = this.lang.join(',');
+        }
+        if (this.os !== null) {
+            params.os = this.os;
+        }
+        // XXX: mising this.extract(?)
+        return params;
+    }
+}
+export { ScrapeConfig };
+//# sourceMappingURL=scrapeconfig.js.map

package/build/src/scrapeconfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrapeconfig.js","sourceRoot":"","sources":["../../src/scrapeconfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAa,YAAY;IACrB,MAAM,CAAC,sBAAsB,GAAG,wBAAwB,CAAC;IACzD,MAAM,CAAC,uBAAuB,GAAG,yBAAyB,CAAC;IAE3D,GAAG,CAAS;IACZ,KAAK,GAAG,IAAI,CAAC;IACb,MAAM,GAAe,KAAK,CAAC;IAC3B,OAAO,GAAY,IAAI,CAAC;IACxB,SAAS,GAAG,KAAK,CAAC;IAClB,KAAK,GAAG,KAAK,CAAC;IACd,WAAW,GAAG,KAAK,CAAC;IACpB,GAAG,GAAG,KAAK,CAAC;IACZ,GAAG,GAAG,KAAK,CAAC;IACZ,GAAG,GAAG,KAAK,CAAC;IACZ,KAAK,GAAG,KAAK,CAAC;IACd,uBAAuB,GAAG,IAAI,CAAC;IAC/B,SAAS,GAAY,IAAI,CAAC;IAC1B,UAAU,GAAY,IAAI,CAAC;IAC3B,OAAO,GAAY,IAAI,CAAC;IACxB,IAAI,GAAgB,IAAI,GAAG,EAAU,CAAC;IACtC,cAAc,GAAY,IAAI,CAAC;IAC/B,OAAO,GAAiB,IAAI,CAAC;IAC7B,IAAI,GAAY,IAAI,CAAC;IACrB,IAAI,GAAc,IAAI,CAAC;IACvB,OAAO,GAAiB,IAAI,CAAC;IAC7B,EAAE,GAAY,IAAI,CAAC;IACnB,cAAc,GAAY,IAAI,CAAC;IAC/B,iBAAiB,GAAY,IAAI,CAAC;IAClC,oBAAoB,GAAG,KAAK,CAAC;IAC7B,WAAW,GAAc,IAAI,CAAC;IAC9B,OAAO,GAAY,IAAI,CAAC;IACxB,OAAO,GAAY,IAAI,CAAC,CAAC,kBAAkB;IAC3C,WAAW,GAAc,IAAI,CAAC;IAC9B,OAAO,GAAc,IAAI,CAAC;IAC1B,IAAI,GAAc,IAAI,CAAC;IACvB,EAAE,GAAY,IAAI,CAAC;IACnB,WAAW,GAAa,IAAI,CAAC;IAE7B,YAAY,OAkCX;QACG,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QACtF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO;YAC1B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3F,CAAC,CAAC,EAAE,CAAC;QACT,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,IAAI,IAAI,CAAC,uBAAuB,CAAC;QAC/F,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC;QACpE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO;YAC1B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3F,CAAC,CAAC,EAAE,CAAC;QACT,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC;QACpE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC;QAC7E,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACzC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;YACxB,MAAM,IAAI,iBAAiB,CAAC,+BAA+B,CAAC,CAAC;SAChE;QACD,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YAChD,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBACzB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;oBAC/B,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,mCAAmC,CAAC;oBACnE,IAAI,CAAC,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;iBACzD;qBAAM;oBACH,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE;wBAC5D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACzC;yBAAM,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,mCAAmC,CAAC,EAAE;wBACpF,IAAI,CAAC,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;qBACzD;yBAAM;wBACH,MAAM,IAAI,iBAAiB,CACvB,iBAAiB,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,6FAA6F,CAC7I,CAAC;qBACL;iBACJ;aACJ;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAChC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,YAAY,CAAC;aAC/C;SACJ;IACL,CAAC;IAED,WAAW,CAAC,OAAwB;QAChC,MAAM,MAAM,GAAwB;YAChC,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;QACF,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACjC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YACtC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBAClD,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC;YACtC,CAAC,CAAC,CAAC;SACN;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YACtC,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACpD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;iBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEhB,IAAI,MAAM,CAAC,iBAAiB,CAAC,EAAE;gBAC3B,iEAAiE;gBACjE,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;oBACzE,MAAM,CAAC,iBAAiB,CAAC,IAAI,GAAG,CAAC;iBACpC;gBACD,MAAM,CAAC,iBAAiB,CAAC,IAAI,IAAI,eAAe,EAAE,CAAC;aACtD;iBAAM;gBACH,MAAM,CAAC,iBAAiB,CAAC,GAAG,eAAe,CAAC;aAC/C;SACJ;QACD,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC;SACtC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACjC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE;YACzB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI,EAAE;gBACjC,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;aACrD;YACD,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,CAAC,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAC1C;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;gBAC3B,MAAM,CAAC,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;aAC5E;YACD,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE;gBAC9B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;aAC/C;YACD,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC1C,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC1D,CAAC,CAAC,CAAC;aACN;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;gBAC3B,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;aACzC;SACJ;aAAM;YACH,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI,EAAE;gBACjC,GAAG,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;aACzF;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;gBAC3B,GAAG,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;aACnF;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;gBAC3B,GAAG,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;aACnF;YACD,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;gBAClB,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;aAC1E;YACD,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE;gBAC9B,GAAG,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;aACtF;SACJ;QAED,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,EAAE;YACnB,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;SACrB;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;YACtB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;SACxB;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE;YACrB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;YACpB,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;aAC7B;YACD,IAAI,IAAI,CAAC,SAAS,EAAE;gBAChB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;aACrC;SACJ;aAAM;YACH,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,GAAG,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;aAC/E;YACD,IAAI,IAAI,CAAC,SAAS,EAAE;gBAChB,GAAG,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;aAC7E;SACJ;QACD,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,EAAE;YACnB,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;SACrB;QACD,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,EAAE;YACnB,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;SACrB;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;YACpB,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QACD,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;SAC/C;QACD,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC9B,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;aACtC;SACJ;aAAM;YACH,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,GAAG,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;aAC1F;SACJ;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE;YACrB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;SACvB;QACD,IAAI,IAAI,CAAC,UAAU,EAAE;YACjB,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;SACvC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE;YACpB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACrC;QACD,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;SACvB;QAED,8BAA8B;QAC9B,OAAO,MAAM,CAAC;IAClB,CAAC;;SA7QQ,YAAY"}

package/build/src/types.d.ts

@@ -0,0 +1,2 @@
+export type Rec<T> = Record<string, T>;
+export type HttpMethod = 'GET' | 'POST' | 'PUT' | 'PATCH' | 'HEAD';

package/build/src/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/build/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":""}

package/build/src/utils.d.ts

@@ -0,0 +1 @@
+export declare function urlsafe_b64encode(data: string): string;

package/build/src/utils.js

@@ -0,0 +1,4 @@
+export function urlsafe_b64encode(data) {
+    return Buffer.from(data, 'utf-8').toString('base64').replace('+', '-').replace('/', '_').replace(/=+$/, '');
+}
+//# sourceMappingURL=utils.js.map

package/build/src/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAChH,CAAC"}

package/package.json

@@ -0,0 +1,63 @@
+{
+    "name": "scrapfly-sdk",
+    "version": "0.1.0",
+    "description": "SDK for Scrapfly.io web scraping service",
+    "type": "module",
+    "types": "build/src/main.d.ts",
+    "main": "build/src/main.js",
+    "repository": {
+        "type": "git",
+        "url": "https://github.com/scrapfly/typescript-scrapfly"
+    },
+    "bugs": "https://github.com/scrapfly/typescript-scrapfly/issues",
+    "homepage": "https://scrapfly.io/",
+    "keywords": [
+        "web scraping",
+        "SDK",
+        "scrapfly",
+        "api"
+    ],
+    "files": [
+        "build/src"
+    ],
+    "engines": {
+        "node": ">= 18.12 <19"
+    },
+    "devDependencies": {
+        "@types/jest": "~29.5",
+        "@types/node": "~18",
+        "@typescript-eslint/eslint-plugin": "~5.59",
+        "@typescript-eslint/parser": "~5.59",
+        "eslint": "~8.38",
+        "eslint-config-prettier": "~8.8",
+        "eslint-plugin-jest": "~27.2",
+        "jest": "~29.5",
+        "prettier": "~2.8",
+        "rimraf": "~5.0",
+        "ts-api-utils": "~0.0.44",
+        "ts-jest": "~29.1",
+        "typescript": "~5.0"
+    },
+    "scripts": {
+        "clean": "rimraf coverage build tmp",
+        "prebuild": "npm run lint",
+        "build": "tsc -p tsconfig.json",
+        "build:watch": "tsc -w -p tsconfig.json",
+        "build:release": "npm run clean && tsc -p tsconfig.release.json",
+        "lint": "eslint . --ext .ts --ext .mts",
+        "test": "jest --coverage",
+        "prettier": "prettier --config .prettierrc --write .",
+        "test:watch": "jest --watch"
+    },
+    "author": "Bernardas Alisauskas <bernardas@scrapfly.io>",
+    "license": "BSD",
+    "dependencies": {
+        "axios": "^1.4.0",
+        "node-fetch": "^3.3.1",
+        "tslib": "~2.5",
+        "tslog": "^4.8.2"
+    },
+    "volta": {
+        "node": "18.17.0"
+    }
+}