scrapfly-sdk 0.5.1 → 0.6.4

package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.js

@@ -0,0 +1,53 @@
+"use strict";
+// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
+// This module is browser compatible.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toNamespacedPath = void 0;
+const constants_js_1 = require("../_common/constants.js");
+const _util_js_1 = require("./_util.js");
+const resolve_js_1 = require("./resolve.js");
+/**
+ * Resolves path to a namespace path
+ *
+ * @example Usage
+ * ```ts
+ * import { toNamespacedPath } from "@std/path/windows/to-namespaced-path";
+ * import { assertEquals } from "@std/assert";
+ *
+ * const namespaced = toNamespacedPath("C:\\foo\\bar");
+ * assertEquals(namespaced, "\\\\?\\C:\\foo\\bar");
+ * ```
+ *
+ * @param path The path to resolve to namespaced path
+ * @returns The resolved namespaced path
+ */
+function toNamespacedPath(path) {
+    // Note: this will *probably* throw somewhere.
+    if (typeof path !== "string")
+        return path;
+    if (path.length === 0)
+        return "";
+    const resolvedPath = (0, resolve_js_1.resolve)(path);
+    if (resolvedPath.length >= 3) {
+        if (resolvedPath.charCodeAt(0) === constants_js_1.CHAR_BACKWARD_SLASH) {
+            // Possible UNC root
+            if (resolvedPath.charCodeAt(1) === constants_js_1.CHAR_BACKWARD_SLASH) {
+                const code = resolvedPath.charCodeAt(2);
+                if (code !== constants_js_1.CHAR_QUESTION_MARK && code !== constants_js_1.CHAR_DOT) {
+                    // Matched non-long UNC root, convert the path to a long UNC path
+                    return `\\\\?\\UNC\\${resolvedPath.slice(2)}`;
+                }
+            }
+        }
+        else if ((0, _util_js_1.isWindowsDeviceRoot)(resolvedPath.charCodeAt(0))) {
+            // Possible device root
+            if (resolvedPath.charCodeAt(1) === constants_js_1.CHAR_COLON &&
+                resolvedPath.charCodeAt(2) === constants_js_1.CHAR_BACKWARD_SLASH) {
+                // Matched device root, convert the path to a long UNC path
+                return `\\\\?\\${resolvedPath}`;
+            }
+        }
+    }
+    return path;
+}
+exports.toNamespacedPath = toNamespacedPath;

package/script/deps.d.ts

@@ -0,0 +1,4 @@
+import * as cheerio from 'cheerio';
+import * as path from './deps/jsr.io/@std/path/1.0.1/mod.js';
+export { cheerio, path };
+//# sourceMappingURL=deps.d.ts.map

package/script/deps.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deps.d.ts","sourceRoot":"","sources":["../src/deps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,KAAK,IAAI,MAAM,sCAAsC,CAAC;AAE7D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC"}

package/script/deps.js

@@ -0,0 +1,30 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.path = exports.cheerio = void 0;
+const cheerio = __importStar(require("cheerio"));
+exports.cheerio = cheerio;
+const path = __importStar(require("./deps/jsr.io/@std/path/1.0.1/mod.js"));
+exports.path = path;

package/script/errors.d.ts

@@ -0,0 +1,53 @@
+export declare class ScrapflyError extends Error {
+    args: Record<string, any>;
+    constructor(message: string, args?: Record<string, any>);
+}
+export declare class ScrapeConfigError extends ScrapflyError {
+}
+export declare class ScreenshotConfigError extends ScrapflyError {
+}
+export declare class ExtractionConfigError extends ScrapflyError {
+}
+export declare class EncodeError extends ScrapflyError {
+}
+export declare class ContentTypeError extends ScrapflyError {
+}
+export declare class HttpError extends ScrapflyError {
+}
+export declare class UpstreamHttpError extends HttpError {
+}
+export declare class UpstreamHttpClientError extends UpstreamHttpError {
+}
+export declare class UpstreamHttpServerError extends UpstreamHttpClientError {
+}
+export declare class ApiHttpClientError extends HttpError {
+}
+export declare class BadApiKeyError extends ApiHttpClientError {
+}
+export declare class TooManyRequests extends HttpError {
+}
+export declare class ApiHttpServerError extends HttpError {
+}
+export declare class ScrapflyScrapeError extends HttpError {
+}
+export declare class ScrapflyProxyError extends HttpError {
+}
+export declare class ScrapflyThrottleError extends HttpError {
+}
+export declare class ScrapflyAspError extends HttpError {
+}
+export declare class ScrapflyScheduleError extends HttpError {
+}
+export declare class ScrapflyWebhookError extends HttpError {
+}
+export declare class ScrapflySessionError extends HttpError {
+}
+export declare class TooManyConcurrentRequests extends HttpError {
+}
+export declare class QuotaLimitReached extends HttpError {
+}
+export declare class ScreenshotApiError extends ApiHttpClientError {
+}
+export declare class ExtractionApiError extends ApiHttpClientError {
+}
+//# sourceMappingURL=errors.d.ts.map

package/script/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,aAAc,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAEd,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;CAI5D;AAGD,qBAAa,iBAAkB,SAAQ,aAAa;CAAG;AAEvD,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAE3D,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAG3D,qBAAa,WAAY,SAAQ,aAAa;CAAG;AACjD,qBAAa,gBAAiB,SAAQ,aAAa;CAAG;AAGtD,qBAAa,SAAU,SAAQ,aAAa;CAAG;AAC/C,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AACnD,qBAAa,uBAAwB,SAAQ,iBAAiB;CAAG;AACjE,qBAAa,uBAAwB,SAAQ,uBAAuB;CAAG;AAEvE,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AAEpD,qBAAa,cAAe,SAAQ,kBAAkB;CAAG;AAEzD,qBAAa,eAAgB,SAAQ,SAAS;CAAG;AACjD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,mBAAoB,SAAQ,SAAS;CAAG;AAErD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,gBAAiB,SAAQ,SAAS;CAAG;AAClD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,yBAA0B,SAAQ,SAAS;CAAG;AAE3D,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AAEnD,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG;AAE7D,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG"}

package/script/errors.js

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExtractionApiError = exports.ScreenshotApiError = exports.QuotaLimitReached = exports.TooManyConcurrentRequests = exports.ScrapflySessionError = exports.ScrapflyWebhookError = exports.ScrapflyScheduleError = exports.ScrapflyAspError = exports.ScrapflyThrottleError = exports.ScrapflyProxyError = exports.ScrapflyScrapeError = exports.ApiHttpServerError = exports.TooManyRequests = exports.BadApiKeyError = exports.ApiHttpClientError = exports.UpstreamHttpServerError = exports.UpstreamHttpClientError = exports.UpstreamHttpError = exports.HttpError = exports.ContentTypeError = exports.EncodeError = exports.ExtractionConfigError = exports.ScreenshotConfigError = exports.ScrapeConfigError = exports.ScrapflyError = void 0;
+class ScrapflyError extends Error {
+    constructor(message, args = {}) {
+        super(message);
+        Object.defineProperty(this, "args", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.args = args;
+    }
+}
+exports.ScrapflyError = ScrapflyError;
+// raised when scrape config is invalid
+class ScrapeConfigError extends ScrapflyError {
+}
+exports.ScrapeConfigError = ScrapeConfigError;
+// raised when screenshot config is invalid
+class ScreenshotConfigError extends ScrapflyError {
+}
+exports.ScreenshotConfigError = ScreenshotConfigError;
+// raised when extraction config is invalid
+class ExtractionConfigError extends ScrapflyError {
+}
+exports.ExtractionConfigError = ExtractionConfigError;
+// raised when scrape parameters cannot be encoded
+class EncodeError extends ScrapflyError {
+}
+exports.EncodeError = EncodeError;
+class ContentTypeError extends ScrapflyError {
+}
+exports.ContentTypeError = ContentTypeError;
+// Base error for all http related operations
+class HttpError extends ScrapflyError {
+}
+exports.HttpError = HttpError;
+class UpstreamHttpError extends HttpError {
+}
+exports.UpstreamHttpError = UpstreamHttpError;
+class UpstreamHttpClientError extends UpstreamHttpError {
+}
+exports.UpstreamHttpClientError = UpstreamHttpClientError;
+class UpstreamHttpServerError extends UpstreamHttpClientError {
+}
+exports.UpstreamHttpServerError = UpstreamHttpServerError;
+class ApiHttpClientError extends HttpError {
+}
+exports.ApiHttpClientError = ApiHttpClientError;
+// raised when API key provided to client is not valid or not existant
+class BadApiKeyError extends ApiHttpClientError {
+}
+exports.BadApiKeyError = BadApiKeyError;
+class TooManyRequests extends HttpError {
+}
+exports.TooManyRequests = TooManyRequests;
+class ApiHttpServerError extends HttpError {
+}
+exports.ApiHttpServerError = ApiHttpServerError;
+class ScrapflyScrapeError extends HttpError {
+}
+exports.ScrapflyScrapeError = ScrapflyScrapeError;
+// raised when proxy settings don't match available proxies (e.g. invalid proxy pool, country setting)
+class ScrapflyProxyError extends HttpError {
+}
+exports.ScrapflyProxyError = ScrapflyProxyError;
+class ScrapflyThrottleError extends HttpError {
+}
+exports.ScrapflyThrottleError = ScrapflyThrottleError;
+// raised when ScrapFly fails to bypass anti-scraping protection
+class ScrapflyAspError extends HttpError {
+}
+exports.ScrapflyAspError = ScrapflyAspError;
+class ScrapflyScheduleError extends HttpError {
+}
+exports.ScrapflyScheduleError = ScrapflyScheduleError;
+// raised when Webhook is invalid or cannot be fulfilled (i.e. full queue)
+class ScrapflyWebhookError extends HttpError {
+}
+exports.ScrapflyWebhookError = ScrapflyWebhookError;
+// raised when session is access concurrently
+class ScrapflySessionError extends HttpError {
+}
+exports.ScrapflySessionError = ScrapflySessionError;
+// raised when concurrent requests exceed account limits
+class TooManyConcurrentRequests extends HttpError {
+}
+exports.TooManyConcurrentRequests = TooManyConcurrentRequests;
+// raised when account is out of scrape credits
+class QuotaLimitReached extends HttpError {
+}
+exports.QuotaLimitReached = QuotaLimitReached;
+// raised with Scrapfly screenshot API related errors
+class ScreenshotApiError extends ApiHttpClientError {
+}
+exports.ScreenshotApiError = ScreenshotApiError;
+// raised with Scrapfly extraction API related errors
+class ExtractionApiError extends ApiHttpClientError {
+}
+exports.ExtractionApiError = ExtractionApiError;

package/script/extractionconfig.d.ts

@@ -0,0 +1,47 @@
+export declare enum CompressionFormat {
+    /**
+      Document compression format.
+  
+      Attributes:
+          GZIP: gzip format.
+          ZSTD: zstd format.
+          DEFLATE: deflate.
+      """
+       */
+    GZIP = "gzip",
+    ZSTD = "zstd",
+    DEFLATE = "deflate"
+}
+type ExtractionConfigOptions = {
+    body: string;
+    content_type: string;
+    url?: string;
+    charset?: string;
+    template?: string;
+    ephemeral_template?: object;
+    extraction_prompt?: string;
+    extraction_model?: string;
+    is_document_compressed?: boolean;
+    document_compression_format?: CompressionFormat;
+    webhook?: string;
+};
+export declare class ExtractionConfig {
+    body: string | Uint8Array;
+    content_type: string;
+    url?: string;
+    charset?: string;
+    template?: string;
+    ephemeral_template?: object;
+    extraction_prompt?: string;
+    extraction_model?: string;
+    is_document_compressed?: boolean;
+    document_compression_format?: CompressionFormat;
+    webhook?: string;
+    constructor(options: ExtractionConfigOptions);
+    private validateOptions;
+    toApiParams(options: {
+        key: string;
+    }): Record<string, any>;
+}
+export {};
+//# sourceMappingURL=extractionconfig.d.ts.map

package/script/extractionconfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractionconfig.d.ts","sourceRoot":"","sources":["../src/extractionconfig.ts"],"names":[],"mappings":"AAGA,oBAAY,iBAAiB;IAC3B;;;;;;;;SAQK;IACL,IAAI,SAAS;IACb,IAAI,SAAS;IACb,OAAO,YAAY;CACpB;AAED,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,qBAAa,gBAAgB;IAC3B,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;gBAEL,OAAO,EAAE,uBAAuB;IAe5C,OAAO,CAAC,eAAe;IASvB,WAAW,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAiE3D"}

package/script/extractionconfig.js

@@ -0,0 +1,183 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExtractionConfig = exports.CompressionFormat = void 0;
+const errors = __importStar(require("./errors.js"));
+const utils_js_1 = require("./utils.js");
+var CompressionFormat;
+(function (CompressionFormat) {
+    /**
+      Document compression format.
+  
+      Attributes:
+          GZIP: gzip format.
+          ZSTD: zstd format.
+          DEFLATE: deflate.
+      """
+       */
+    CompressionFormat["GZIP"] = "gzip";
+    CompressionFormat["ZSTD"] = "zstd";
+    CompressionFormat["DEFLATE"] = "deflate";
+})(CompressionFormat || (exports.CompressionFormat = CompressionFormat = {}));
+class ExtractionConfig {
+    constructor(options) {
+        Object.defineProperty(this, "body", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "content_type", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "url", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "charset", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "template", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        }); // saved template name
+        Object.defineProperty(this, "ephemeral_template", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        }); // ephemeraly declared json template
+        Object.defineProperty(this, "extraction_prompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "extraction_model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "is_document_compressed", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "document_compression_format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "webhook", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.validateOptions(options);
+        this.body = options.body;
+        this.content_type = options.content_type;
+        this.url = options.url ?? this.url;
+        this.charset = options.charset ?? this.charset;
+        this.template = options.template ?? this.template;
+        this.ephemeral_template = options.ephemeral_template ?? this.ephemeral_template;
+        this.extraction_prompt = options.extraction_prompt ?? this.extraction_prompt;
+        this.extraction_model = options.extraction_model ?? this.extraction_model;
+        this.is_document_compressed = options.is_document_compressed ?? this.is_document_compressed;
+        this.document_compression_format = options.document_compression_format ?? this.document_compression_format;
+        this.webhook = options.webhook ?? this.webhook;
+    }
+    validateOptions(options) {
+        const validKeys = new Set(Object.keys(this));
+        for (const key in options) {
+            if (!validKeys.has(key)) {
+                throw new errors.ExtractionConfigError(`Invalid option provided: ${key}`);
+            }
+        }
+    }
+    toApiParams(options) {
+        const params = {
+            key: options.key,
+        };
+        // params.body = this.body;
+        params.content_type = this.content_type;
+        if (this.url) {
+            params.url = encodeURI(this.url);
+        }
+        if (this.charset) {
+            params.charset = this.charset;
+        }
+        if (this.template && this.ephemeral_template) {
+            throw new errors.ExtractionConfigError('You cannot pass both parameters template and ephemeral_template. You must choose');
+        }
+        if (this.template) {
+            params.extraction_template = this.template;
+        }
+        if (this.ephemeral_template) {
+            params.extraction_template = 'ephemeral:' + (0, utils_js_1.urlsafe_b64encode)(JSON.stringify(this.ephemeral_template));
+        }
+        if (this.extraction_prompt) {
+            params.extraction_prompt = this.extraction_prompt;
+        }
+        if (this.extraction_model) {
+            params.extraction_model = this.extraction_model;
+        }
+        if (this.document_compression_format) {
+            if (this.is_document_compressed === undefined) {
+                throw new errors.ExtractionConfigError(`When declaring compression format, your must declare the ` +
+                    `is_document_compressed parameter to compress the document or skip it.`);
+            }
+            if (this.is_document_compressed === false) {
+                // if (this.document_compression_format === CompressionFormat.GZIP) {
+                // XXX: This breaks cloudflare workers for some reason
+                // const compressed = gzip(new TextEncoder().encode(this.body as string));
+                // this.body = new Uint8Array(compressed);
+                // throw new Error("automatic gzip is not supported yet, pass gzipped ");
+                // } else {
+                throw new errors.ExtractionConfigError(`Auto compression for ${this.document_compression_format} format isn't available. ` +
+                    `You can manually compress to ${this.document_compression_format}.`);
+                // }
+            }
+        }
+        if (this.webhook) {
+            params.webhook_name = this.webhook;
+        }
+        return params;
+    }
+}
+exports.ExtractionConfig = ExtractionConfig;

package/script/logger.d.ts

@@ -0,0 +1,19 @@
+declare enum LogLevel {
+    DEBUG = "DEBUG",
+    INFO = "INFO",
+    WARN = "WARN",
+    ERROR = "ERROR"
+}
+declare class Logger {
+    private level;
+    name: string;
+    constructor(name: string, level?: LogLevel);
+    debug(...args: any[]): void;
+    info(...args: any[]): void;
+    warn(...args: any[]): void;
+    error(...args: any[]): void;
+    setLevel(level: string): void;
+}
+export default Logger;
+export declare const log: Logger;
+//# sourceMappingURL=logger.d.ts.map

package/script/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,aAAK,QAAQ;IACX,KAAK,UAAU;IACf,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;CAChB;AAED,cAAM,MAAM;IACV,OAAO,CAAC,KAAK,CAAW;IACjB,IAAI,EAAE,MAAM,CAAC;gBAER,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,QAAwB;IAKzD,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAO9B;AAED,eAAe,MAAM,CAAC;AACtB,eAAO,MAAM,GAAG,EAAE,MAA+B,CAAC"}

package/script/logger.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.log = void 0;
+var LogLevel;
+(function (LogLevel) {
+    LogLevel["DEBUG"] = "DEBUG";
+    LogLevel["INFO"] = "INFO";
+    LogLevel["WARN"] = "WARN";
+    LogLevel["ERROR"] = "ERROR";
+})(LogLevel || (LogLevel = {}));
+class Logger {
+    constructor(name, level = LogLevel.INFO) {
+        Object.defineProperty(this, "level", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.name = name;
+        this.level = level;
+    }
+    debug(...args) {
+        if (this.level <= LogLevel.DEBUG) {
+            console.log(...args);
+        }
+    }
+    info(...args) {
+        if (this.level <= LogLevel.INFO) {
+            console.info(...args);
+        }
+    }
+    warn(...args) {
+        if (this.level <= LogLevel.WARN) {
+            console.warn(...args);
+        }
+    }
+    error(...args) {
+        if (this.level <= LogLevel.ERROR) {
+            console.error(...args);
+        }
+    }
+    setLevel(level) {
+        if (Object.values(LogLevel).includes(level)) {
+            this.level = level;
+        }
+        else {
+            console.error(`Invalid log level: ${level}`);
+        }
+    }
+}
+exports.default = Logger;
+exports.log = new Logger('scrapfly');

package/script/main.d.ts

@@ -0,0 +1,9 @@
+export { ScrapflyClient } from './client.js';
+export { Format as ScrapeFormat, FormatOption as ScrapeFormatOptions, ScrapeConfig, ScreenshotFlags, } from './scrapeconfig.js';
+export { Format as ScreenshotFormat, Options as ScreenshotOptions, ScreenshotConfig } from './screenshotconfig.js';
+export { ExtractionConfig } from './extractionconfig.js';
+export * as errors from './errors.js';
+export { ExtractionResult, ScrapeResult, ScreenshotResult } from './result.js';
+export type { AccountData, ConfigData, ContextData, ResultData, ScreenshotMetadata } from './result.js';
+export { log } from './logger.js';
+//# sourceMappingURL=main.d.ts.map

package/script/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EACL,MAAM,IAAI,YAAY,EACtB,YAAY,IAAI,mBAAmB,EACnC,YAAY,EACZ,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,OAAO,IAAI,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/E,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACxG,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC"}

package/script/main.js

@@ -0,0 +1,46 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.log = exports.ScreenshotResult = exports.ScrapeResult = exports.ExtractionResult = exports.errors = exports.ExtractionConfig = exports.ScreenshotConfig = exports.ScreenshotOptions = exports.ScreenshotFormat = exports.ScreenshotFlags = exports.ScrapeConfig = exports.ScrapeFormatOptions = exports.ScrapeFormat = exports.ScrapflyClient = void 0;
+var client_js_1 = require("./client.js");
+Object.defineProperty(exports, "ScrapflyClient", { enumerable: true, get: function () { return client_js_1.ScrapflyClient; } });
+var scrapeconfig_js_1 = require("./scrapeconfig.js");
+Object.defineProperty(exports, "ScrapeFormat", { enumerable: true, get: function () { return scrapeconfig_js_1.Format; } });
+Object.defineProperty(exports, "ScrapeFormatOptions", { enumerable: true, get: function () { return scrapeconfig_js_1.FormatOption; } });
+Object.defineProperty(exports, "ScrapeConfig", { enumerable: true, get: function () { return scrapeconfig_js_1.ScrapeConfig; } });
+Object.defineProperty(exports, "ScreenshotFlags", { enumerable: true, get: function () { return scrapeconfig_js_1.ScreenshotFlags; } });
+var screenshotconfig_js_1 = require("./screenshotconfig.js");
+Object.defineProperty(exports, "ScreenshotFormat", { enumerable: true, get: function () { return screenshotconfig_js_1.Format; } });
+Object.defineProperty(exports, "ScreenshotOptions", { enumerable: true, get: function () { return screenshotconfig_js_1.Options; } });
+Object.defineProperty(exports, "ScreenshotConfig", { enumerable: true, get: function () { return screenshotconfig_js_1.ScreenshotConfig; } });
+var extractionconfig_js_1 = require("./extractionconfig.js");
+Object.defineProperty(exports, "ExtractionConfig", { enumerable: true, get: function () { return extractionconfig_js_1.ExtractionConfig; } });
+exports.errors = __importStar(require("./errors.js"));
+var result_js_1 = require("./result.js");
+Object.defineProperty(exports, "ExtractionResult", { enumerable: true, get: function () { return result_js_1.ExtractionResult; } });
+Object.defineProperty(exports, "ScrapeResult", { enumerable: true, get: function () { return result_js_1.ScrapeResult; } });
+Object.defineProperty(exports, "ScreenshotResult", { enumerable: true, get: function () { return result_js_1.ScreenshotResult; } });
+var logger_js_1 = require("./logger.js");
+Object.defineProperty(exports, "log", { enumerable: true, get: function () { return logger_js_1.log; } });

package/script/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}

package/script/polyfill.d.ts

@@ -0,0 +1,6 @@
+/// <reference types="node" />
+import * as dntShim from "./_dnt.shims.js";
+export declare const isDeno: boolean;
+export declare function mkdir(path: string | URL, options: dntShim.Deno.MkdirOptions): Promise<void>;
+export declare function writeFile(path: string | URL, data: Uint8Array, options?: dntShim.Deno.WriteFileOptions): Promise<void>;
+//# sourceMappingURL=polyfill.d.ts.map

package/script/polyfill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"polyfill.d.ts","sourceRoot":"","sources":["../src/polyfill.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,OAAO,MAAM,iBAAiB,CAAC;AAC3C,eAAO,MAAM,MAAM,SAAsC,CAAC;AAE1D,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAOjG;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,GAAG,GAAG,EAClB,IAAI,EAAE,UAAU,EAChB,OAAO,GAAE,OAAO,CAAC,IAAI,CAAC,gBAAqB,GAC1C,OAAO,CAAC,IAAI,CAAC,CAOf"}