litescrape-sdk 0.1.0

package/dist/esm/client.js

@@ -0,0 +1,138 @@
+import { APIError, AuthenticationError, PaymentRequiredError, TransportError, ValidationError, } from "./errors.js";
+import { keyStatusSchema, parseRequest, } from "./models.js";
+import { Result } from "./result.js";
+import { DEFAULT_BASE_URL, Semaphore, each, keySemaphore, requestWithRetries, } from "./runtime.js";
+import { timeoutSeconds } from "./validation.js";
+function checkArgs(options) {
+    for (const [name, value] of [
+        ["attempts", options.attempts ?? 5],
+        ["concurrency", options.concurrency ?? 1],
+    ])
+        if (!Number.isSafeInteger(value) || value < 1)
+            throw new RangeError(`${name} must be a positive integer`);
+    const timeout = options.timeout ?? 120;
+    if (typeof timeout !== "number" ||
+        !Number.isFinite(timeout) ||
+        timeout <= 0 ||
+        timeout * 1000 > 2 ** 31 - 1)
+        throw new RangeError("timeout must be a finite positive number of seconds within the timer range");
+    if (options.requestTimeout !== undefined && !timeoutSeconds.safeParse(options.requestTimeout).success)
+        throw new RangeError("requestTimeout must be a finite number greater than 0 and at most 90");
+    if (options.useCache && !options.batched)
+        throw new RangeError("useCache requires batched: true");
+}
+function runtimeOptions(options) {
+    const apiKey = (options.apiKey || process.env.LITESCRAPE_API_KEY || "").trim();
+    if (!apiKey)
+        throw new AuthenticationError("Pass apiKey or set the LITESCRAPE_API_KEY environment variable.", {
+            statusCode: null,
+            errorCode: "missing_api_key",
+        });
+    const url = new URL(options.baseUrl || process.env.LITESCRAPE_API_URL || DEFAULT_BASE_URL);
+    if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash)
+        throw new TypeError("baseUrl must be an HTTP(S) URL without credentials, a query, or a fragment");
+    return {
+        apiKey,
+        baseUrl: url.toString().replace(/\/+$/, ""),
+        attempts: options.attempts ?? 5,
+        timeout: options.timeout ?? 120,
+        fetch: options.fetch ?? globalThis.fetch,
+        signal: options.signal,
+    };
+}
+async function fetchStatus(options) {
+    const outcome = await requestWithRetries("/api/keys/status", options);
+    if (outcome.error)
+        throw outcome.error;
+    const status = keyStatusSchema.safeParse({ ...outcome.data, request_id: outcome.requestId });
+    if (!status.success)
+        throw new TransportError(`Unexpected key status body: ${status.error.message}`, {
+            retryable: false,
+            cause: status.error,
+        });
+    return status.data;
+}
+/** Read the key's balance and limits. This endpoint is not billed. */
+export async function keyStatus(options = {}) {
+    checkArgs(options);
+    options.signal?.throwIfAborted();
+    return fetchStatus(runtimeOptions(options));
+}
+/** Validate all inputs first, then return one Result per input, in input order. */
+export async function scrape(requests, options = {}) {
+    checkArgs(options);
+    options.signal?.throwIfAborted();
+    if (!Array.isArray(requests))
+        throw new TypeError("requests must be an array");
+    const problems = [];
+    const items = [];
+    for (const [index, input] of requests.entries()) {
+        try {
+            let item = parseRequest(input);
+            if (item.timeout == null && options.requestTimeout !== undefined)
+                item = item.withTimeout(options.requestTimeout);
+            items.push(item);
+        }
+        catch (error) {
+            if (!(error instanceof ValidationError))
+                throw error;
+            problems.push([index, error.problems.map(([, message]) => message).join("; ")]);
+        }
+    }
+    if (problems.length)
+        throw new ValidationError(problems);
+    if (!items.length)
+        return [];
+    const context = runtimeOptions(options);
+    let completed = 0;
+    const onResult = (result) => options.onProgress?.(++completed, items.length, result);
+    if (options.batched) {
+        const { runBatch } = await import("./batch.js");
+        return runBatch(items, {
+            ...context,
+            concurrency: options.concurrency,
+            useCache: options.useCache ?? false,
+            cachePath: options.cachePath,
+            onResult,
+        });
+    }
+    const status = await fetchStatus(context);
+    if (status.remaining_calls < items.length)
+        throw new PaymentRequiredError(`This batch needs ${items.length} calls but the key has ${status.remaining_calls} remaining.`, { statusCode: 402, errorCode: "payment_required", requestId: status.request_id });
+    const keyLimit = Math.max(1, status.concurrency_limit || 25);
+    const limit = Math.min(keyLimit, options.concurrency ?? keyLimit);
+    const shared = keySemaphore(context.apiKey, context.baseUrl, keyLimit);
+    const semaphores = [new Semaphore(limit), shared.semaphore];
+    let fatal = null;
+    const results = new Array(items.length);
+    const started = performance.now();
+    try {
+        await each(items.map((_, i) => i), limit, async (index) => {
+            const request = items[index];
+            const outcome = await requestWithRetries(request.path, {
+                ...context,
+                params: request.queryParams(),
+                semaphores,
+                gate: () => fatal,
+                onOutcome: (outcome) => {
+                    const error = outcome.error;
+                    if (error instanceof APIError &&
+                        ([401, 402].includes(error.statusCode ?? 0) || error.errorCode === "api_key_disabled"))
+                        fatal = error;
+                },
+            });
+            const result = new Result(index, request, outcome, (performance.now() - started) / 1000);
+            results[index] = result;
+            onResult(result);
+        });
+        return results;
+    }
+    finally {
+        shared.release();
+    }
+}
+// JavaScript is asynchronous throughout; these aliases ease migration from Python.
+export const ascrape = scrape;
+export const key_status = keyStatus;
+export const akey_status = keyStatus;
+//# sourceMappingURL=client.js.map

package/dist/esm/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,eAAe,EACf,YAAY,GAIb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EACL,gBAAgB,EAChB,SAAS,EACT,IAAI,EACJ,YAAY,EACZ,kBAAkB,GAGnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA+BjD,SAAS,SAAS,CAAC,OAAsB;IACvC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI;QAC1B,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnC,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;KACjC;QACR,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,GAAG,IAAI,6BAA6B,CAAC,CAAC;IAC5G,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,CAAC;IACvC,IACE,OAAO,OAAO,KAAK,QAAQ;QAC3B,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QACzB,OAAO,IAAI,CAAC;QACZ,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC;QAE5B,MAAM,IAAI,UAAU,CAAC,4EAA4E,CAAC,CAAC;IACrG,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,OAAO;QACnG,MAAM,IAAI,UAAU,CAAC,sEAAsE,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,OAAO;QAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,cAAc,CAAC,OAAsB;IAC5C,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/E,IAAI,CAAC,MAAM;QACT,MAAM,IAAI,mBAAmB,CAAC,iEAAiE,EAAE;YAC/F,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,iBAAiB;SAC7B,CAAC,CAAC;IACL,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,gBAAgB,CAAC,CAAC;IAC3F,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI;QACvG,MAAM,IAAI,SAAS,CAAC,4EAA4E,CAAC,CAAC;IACpG,OAAO;QACL,MAAM;QACN,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,GAAG;QAC/B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,OAAuB;IAChD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACtE,IAAI,OAAO,CAAC,KAAK;QAAE,MAAM,OAAO,CAAC,KAAK,CAAC;IACvC,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7F,IAAI,CAAC,MAAM,CAAC,OAAO;QACjB,MAAM,IAAI,cAAc,CAAC,+BAA+B,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE;YAC9E,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,sEAAsE;AACtE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAO,GAAkB,EAAE;IACzD,SAAS,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,OAAO,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,QAAgC,EAChC,OAAO,GAAkB,EAAE;IAE3B,SAAS,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,IAAI,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS;gBAC9D,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAClD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,YAAY,eAAe,CAAC;gBAAE,MAAM,KAAK,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAE7B,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7F,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAChD,OAAO,QAAQ,CAAC,KAAK,EAAE;YACrB,GAAG,OAAO;YACV,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM;QACvC,MAAM,IAAI,oBAAoB,CAC5B,oBAAoB,KAAK,CAAC,MAAM,0BAA0B,MAAM,CAAC,eAAe,aAAa,EAC7F,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,CACjF,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5D,IAAI,KAAK,GAAoB,IAAI,CAAC;IAClC,MAAM,OAAO,GAAa,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,IAAI,CACR,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EACtB,KAAK,EACL,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,IAAI,EAAE;gBACrD,GAAG,OAAO;gBACV,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE;gBAC7B,UAAU;gBACV,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK;gBACjB,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;oBACrB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;oBAC5B,IACE,KAAK,YAAY,QAAQ;wBACzB,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,kBAAkB,CAAC;wBAEtF,KAAK,GAAG,KAAK,CAAC;gBAClB,CAAC;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;YACzF,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;YACxB,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnB,CAAC,CACF,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC;AAC9B,MAAM,CAAC,MAAM,UAAU,GAAG,SAAS,CAAC;AACpC,MAAM,CAAC,MAAM,WAAW,GAAG,SAAS,CAAC"}

package/dist/esm/errors.d.ts

@@ -0,0 +1,53 @@
+/** Base class for every error raised by the SDK. */
+export declare class LitescrapeError extends Error {
+    constructor(message: string, options?: ErrorOptions);
+}
+/** All invalid input indices are reported before any HTTP request is sent. */
+export declare class ValidationError extends LitescrapeError {
+    readonly problems: ReadonlyArray<readonly [number, string]>;
+    constructor(problems: ReadonlyArray<readonly [number, string]>);
+}
+export declare class TransportError extends LitescrapeError {
+    readonly retryable: boolean;
+    constructor(message: string, options: {
+        retryable: boolean;
+        cause?: unknown;
+    });
+}
+export interface APIErrorOptions {
+    statusCode: number | null;
+    errorCode: string;
+    requestId?: string;
+    retryable?: boolean;
+    body?: Record<string, unknown>;
+    retryAfter?: number | null;
+}
+export declare class APIError extends LitescrapeError {
+    readonly statusCode: number | null;
+    readonly errorCode: string;
+    readonly requestId: string;
+    readonly retryable: boolean;
+    readonly body: Record<string, unknown>;
+    /** Retry-After in seconds. */
+    readonly retryAfter: number | null;
+    constructor(message: string, options: APIErrorOptions);
+    get status_code(): number | null;
+    get error_code(): string;
+    get request_id(): string;
+    get retry_after(): number | null;
+    toString(): string;
+}
+export declare class AuthenticationError extends APIError {
+}
+export declare class PaymentRequiredError extends APIError {
+}
+export declare class NotFoundError extends APIError {
+}
+export declare class RateLimitError extends APIError {
+}
+export declare class RequestDeadlineExceededError extends APIError {
+}
+export declare function isObject(value: unknown): value is Record<string, unknown>;
+export declare function parseRetryAfter(value: string | null): number | null;
+export declare function apiError(status: number, data: unknown, headers?: Headers): APIError;
+//# sourceMappingURL=errors.d.ts.map

package/dist/esm/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,qBAAa,eAAgB,SAAQ,KAAK;IACxC,YAAY,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,EAGlD;CACF;AAED,8EAA8E;AAC9E,qBAAa,eAAgB,SAAQ,eAAe;aACtB,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAA9E,YAA4B,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAI7E;CACF;AAED,qBAAa,cAAe,SAAQ,eAAe;IACjD,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,YAAY,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,EAG5E;CACF;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,qBAAa,QAAS,SAAQ,eAAe;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,8BAA8B;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC,YAAY,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAQpD;IAED,IAAI,WAAW,kBAEd;IACD,IAAI,UAAU,WAEb;IACD,IAAI,UAAU,WAEb;IACD,IAAI,WAAW,kBAEd;IAEQ,QAAQ,IAAI,MAAM,CAK1B;CACF;AAED,qBAAa,mBAAoB,SAAQ,QAAQ;CAAG;AACpD,qBAAa,oBAAqB,SAAQ,QAAQ;CAAG;AACrD,qBAAa,aAAc,SAAQ,QAAQ;CAAG;AAC9C,qBAAa,cAAe,SAAQ,QAAQ;CAAG;AAC/C,qBAAa,4BAA6B,SAAQ,QAAQ;CAAG;AAE7D,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAEzE;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAQnE;AAED,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,UAAgB,GAAG,QAAQ,CAyBzF"}

package/dist/esm/errors.js

@@ -0,0 +1,106 @@
+/** Base class for every error raised by the SDK. */
+export class LitescrapeError extends Error {
+    constructor(message, options) {
+        super(message, options);
+        this.name = new.target.name;
+    }
+}
+/** All invalid input indices are reported before any HTTP request is sent. */
+export class ValidationError extends LitescrapeError {
+    problems;
+    constructor(problems) {
+        super(`${problems.length} invalid request item(s):\n${problems.map(([i, m]) => `  [${i}] ${m}`).join("\n")}`);
+        this.problems = problems;
+    }
+}
+export class TransportError extends LitescrapeError {
+    retryable;
+    constructor(message, options) {
+        super(message, { cause: options.cause });
+        this.retryable = options.retryable;
+    }
+}
+export class APIError extends LitescrapeError {
+    statusCode;
+    errorCode;
+    requestId;
+    retryable;
+    body;
+    /** Retry-After in seconds. */
+    retryAfter;
+    constructor(message, options) {
+        super(message);
+        this.statusCode = options.statusCode;
+        this.errorCode = options.errorCode;
+        this.requestId = options.requestId ?? "";
+        this.retryable = options.retryable ?? false;
+        this.body = options.body ?? {};
+        this.retryAfter = options.retryAfter ?? null;
+    }
+    get status_code() {
+        return this.statusCode;
+    }
+    get error_code() {
+        return this.errorCode;
+    }
+    get request_id() {
+        return this.requestId;
+    }
+    get retry_after() {
+        return this.retryAfter;
+    }
+    toString() {
+        const details = [this.errorCode];
+        if (this.statusCode !== null)
+            details.push(`HTTP ${this.statusCode}`);
+        if (this.requestId)
+            details.push(`request ${this.requestId}`);
+        return `${this.message} (${details.join(", ")})`;
+    }
+}
+export class AuthenticationError extends APIError {
+}
+export class PaymentRequiredError extends APIError {
+}
+export class NotFoundError extends APIError {
+}
+export class RateLimitError extends APIError {
+}
+export class RequestDeadlineExceededError extends APIError {
+}
+export function isObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+export function parseRetryAfter(value) {
+    if (!value?.trim())
+        return null;
+    if (/^\d+$/.test(value.trim())) {
+        const seconds = Number(value);
+        return Number.isFinite(seconds) ? seconds : null;
+    }
+    const when = Date.parse(value);
+    return Number.isFinite(when) ? Math.max(0, (when - Date.now()) / 1000) : null;
+}
+export function apiError(status, data, headers = new Headers()) {
+    const body = isObject(data) && "error_code" in data
+        ? data
+        : {
+            error: isObject(data) && data.detail ? String(data.detail) : `HTTP ${status}`,
+            error_code: status === 404 ? "not_found" : "request_failed",
+            status_code: status,
+            request_id: headers.get("x-request-id") ?? "",
+            retryable: status === 429 || status >= 500,
+        };
+    const ErrorClass = status === 503 && body.error_code === "request_deadline_exceeded"
+        ? RequestDeadlineExceededError
+        : ({ 401: AuthenticationError, 402: PaymentRequiredError, 404: NotFoundError, 429: RateLimitError }[status] ?? APIError);
+    return new ErrorClass(String(body.error || `HTTP ${status}`), {
+        statusCode: status,
+        errorCode: String(body.error_code),
+        requestId: String(body.request_id || headers.get("x-request-id") || ""),
+        retryable: body.retryable === true,
+        body,
+        retryAfter: parseRetryAfter(headers.get("retry-after")),
+    });
+}
+//# sourceMappingURL=errors.js.map

package/dist/esm/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACxC,YAAY,OAAe,EAAE,OAAsB;QACjD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC;IAC9B,CAAC;CACF;AAED,8EAA8E;AAC9E,MAAM,OAAO,eAAgB,SAAQ,eAAe;IACtB,QAAQ;IAApC,YAA4B,QAAkD;QAC5E,KAAK,CACH,GAAG,QAAQ,CAAC,MAAM,8BAA8B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;wBAHwB,QAAQ;IAIpC,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,eAAe;IACxC,SAAS,CAAU;IAC5B,YAAY,OAAe,EAAE,OAAgD;QAC3E,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;CACF;AAWD,MAAM,OAAO,QAAS,SAAQ,eAAe;IAClC,UAAU,CAAgB;IAC1B,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,SAAS,CAAU;IACnB,IAAI,CAA0B;IACvC,8BAA8B;IACrB,UAAU,CAAgB;IAEnC,YAAY,OAAe,EAAE,OAAwB;QACnD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC;IAC/C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IACD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IACD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IACD,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEQ,QAAQ;QACf,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACtE,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9D,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACnD,CAAC;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,QAAQ;CAAG;AACpD,MAAM,OAAO,oBAAqB,SAAQ,QAAQ;CAAG;AACrD,MAAM,OAAO,aAAc,SAAQ,QAAQ;CAAG;AAC9C,MAAM,OAAO,cAAe,SAAQ,QAAQ;CAAG;AAC/C,MAAM,OAAO,4BAA6B,SAAQ,QAAQ;CAAG;AAE7D,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAoB;IAClD,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAc,EAAE,IAAa,EAAE,OAAO,GAAG,IAAI,OAAO,EAAE;IAC7E,MAAM,IAAI,GACR,QAAQ,CAAC,IAAI,CAAC,IAAI,YAAY,IAAI,IAAI;QACpC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE;YAC7E,UAAU,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB;YAC3D,WAAW,EAAE,MAAM;YACnB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;YAC7C,SAAS,EAAE,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG;SAC3C,CAAC;IACR,MAAM,UAAU,GACd,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,UAAU,KAAK,2BAA2B;QAC/D,CAAC,CAAC,4BAA4B;QAC9B,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,CAC/F,MAAM,CACP,IAAI,QAAQ,CAAC,CAAC;IACrB,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,QAAQ,MAAM,EAAE,CAAC,EAAE;QAC5D,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;QAClC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACvE,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,IAAI;QAClC,IAAI;QACJ,UAAU,EAAE,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;KACxD,CAAC,CAAC;AACL,CAAC"}

package/dist/esm/index.d.ts

@@ -0,0 +1,8 @@
+export { scrape, ascrape, keyStatus, key_status, akey_status } from "./client.js";
+export type { ClientOptions, ScrapeOptions } from "./client.js";
+export { Result } from "./result.js";
+export * from "./models.js";
+export { LitescrapeError, ValidationError, TransportError, APIError, AuthenticationError, PaymentRequiredError, NotFoundError, RateLimitError, RequestDeadlineExceededError, } from "./errors.js";
+export type { APIErrorOptions } from "./errors.js";
+export { VERSION, VERSION as __version__ } from "./version.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAClF,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,4BAA4B,GAC7B,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,cAAc,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,6 @@
+export { scrape, ascrape, keyStatus, key_status, akey_status } from "./client.js";
+export { Result } from "./result.js";
+export * from "./models.js";
+export { LitescrapeError, ValidationError, TransportError, APIError, AuthenticationError, PaymentRequiredError, NotFoundError, RateLimitError, RequestDeadlineExceededError, } from "./errors.js";
+export { VERSION, VERSION as __version__ } from "./version.js";
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAElF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,4BAA4B,GAC7B,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,cAAc,CAAC"}