litescrape-sdk 0.1.0

package/dist/cjs/validation.d.ts

@@ -0,0 +1,65 @@
+import { z } from "zod";
+export declare const optional: <S extends z.ZodType>(schema: S) => z.ZodOptional<z.ZodNullable<S>>;
+export declare const text: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBigInt]>, z.ZodTransform<string, string | number | bigint>>;
+export declare const number: z.ZodPipe<z.ZodUnion<readonly [z.ZodNumber, z.ZodPipe<z.ZodString, z.ZodTransform<number, string>>, z.ZodPipe<z.ZodBoolean, z.ZodTransform<number, boolean>>]>, z.ZodNumber>;
+export declare const integer: z.ZodPipe<z.ZodPipe<z.ZodUnion<readonly [z.ZodNumber, z.ZodPipe<z.ZodString, z.ZodTransform<number, string>>, z.ZodPipe<z.ZodBoolean, z.ZodTransform<number, boolean>>]>, z.ZodNumber>, z.ZodNumber>;
+export declare const boolean: z.ZodPipe<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodPipe<z.ZodString, z.ZodEnum<{
+    0: "0";
+    1: "1";
+    f: "f";
+    false: "false";
+    n: "n";
+    no: "no";
+    off: "off";
+    on: "on";
+    t: "t";
+    true: "true";
+    y: "y";
+    yes: "yes";
+}>>]>, z.ZodTransform<boolean, "0" | "1" | "f" | "false" | "n" | "no" | "off" | "on" | "t" | "true" | "y" | "yes" | 0 | 1 | boolean>>;
+export declare const flag: z.ZodPipe<z.ZodUnion<readonly [z.ZodEnum<{
+    0: "0";
+    1: "1";
+}>, z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodBoolean]>, z.ZodTransform<"0" | "1", "0" | "1" | 0 | 1 | boolean>>;
+export declare const strictBoolean: z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
+    false: "false";
+    true: "true";
+}>]>;
+export declare const timeoutSeconds: z.ZodNumber;
+export declare const device: z.ZodEnum<{
+    desktop: "desktop";
+    mobile: "mobile";
+    tablet: "tablet";
+}>;
+type Params = Record<string, unknown>;
+export type Rule = (params: Params, context: z.RefinementCtx) => void;
+export declare const issue: (context: z.RefinementCtx, message: string, path?: string[]) => void;
+export declare const has: (params: Params, field: string) => boolean;
+export declare const requireAny: (...fields: string[]) => Rule;
+export declare const exactlyOne: (...fields: string[]) => Rule;
+export declare const atMostOne: (...fields: string[]) => Rule;
+export declare const paired: (a: string, b: string) => Rule;
+export declare const requires: (field: string, dependency: string) => Rule;
+/** Validated, immutable request. Construct an endpoint class or pass a plain object to scrape. */
+export declare class ScrapeRequest<E extends string = string> {
+    #private;
+    readonly endpoint: E;
+    readonly timeout?: number | null;
+    constructor(path: string, params: object & {
+        endpoint: E;
+    }, prototype?: object);
+    get path(): string;
+    queryParams(): Record<string, string>;
+    query_params(): Record<string, string>;
+    /** Copy a validated request with a default deadline without revalidating its cursor context. */
+    withTimeout(timeout: number): this;
+}
+export interface RequestClass<E extends string, Input, Output> {
+    new (params: Input): ScrapeRequest<E> & Readonly<Output>;
+    readonly endpoint: E;
+    readonly path: string;
+    readonly parameters: readonly string[];
+}
+export declare function defineRequest<E extends string, Shape extends z.ZodRawShape>(endpoint: E, path: string, shape: Shape, rules?: Rule[]): RequestClass<E, z.input<z.ZodObject<Shape>>, z.output<z.ZodObject<Shape>>>;
+export {};
+//# sourceMappingURL=validation.d.ts.map

package/dist/cjs/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,QAAQ,GAAI,CAAC,SAAS,CAAC,CAAC,OAAO,UAAU,CAAC,oCAAqB,CAAC;AAC7E,eAAO,MAAM,IAAI,2HAA2E,CAAC;AAC7F,eAAO,MAAM,MAAM,8KAUS,CAAC;AAC7B,eAAO,MAAM,OAAO,sMAAgC,CAAC;AACrD,eAAO,MAAM,OAAO;;;;;;;;;;;;;qIAUkE,CAAC;AACvF,eAAO,MAAM,IAAI;;;6GAE0F,CAAC;AAC5G,eAAO,MAAM,aAAa;;;IAAoD,CAAC;AAC/E,eAAO,MAAM,cAAc,aAAoC,CAAC;AAChE,eAAO,MAAM,MAAM;;;;EAA0C,CAAC;AAE9D,KAAK,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACtC,MAAM,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,aAAa,KAAK,IAAI,CAAC;AACtE,eAAO,MAAM,KAAK,YAAa,CAAC,CAAC,aAAa,WAAW,MAAM,SAAQ,MAAM,EAAE,SAC1B,CAAC;AACtD,eAAO,MAAM,GAAG,WAAY,MAAM,SAAS,MAAM,YAA0D,CAAC;AAC5G,eAAO,MAAM,UAAU,cACT,MAAM,EAAE,KAAG,IAGtB,CAAC;AACJ,eAAO,MAAM,UAAU,cACT,MAAM,EAAE,KAAG,IAItB,CAAC;AACJ,eAAO,MAAM,SAAS,cACR,MAAM,EAAE,KAAG,IAItB,CAAC;AACJ,eAAO,MAAM,MAAM,MACb,MAAM,KAAK,MAAM,KAAG,IAGvB,CAAC;AACJ,eAAO,MAAM,QAAQ,UACX,MAAM,cAAc,MAAM,KAAG,IAGpC,CAAC;AAEJ,kGAAkG;AAClG,qBAAa,aAAa,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;;IAClD,SAAiB,QAAQ,EAAE,CAAC,CAAC;IAC7B,SAAiB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAGzC,YAAY,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG;QAAE,QAAQ,EAAE,CAAC,CAAA;KAAE,EAAE,SAAS,CAAC,EAAE,MAAM,EAK7E;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAMpC;IAED,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAErC;IAED,gGAAgG;IAChG,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAGjC;CACF;AAED,MAAM,WAAW,YAAY,CAAC,CAAC,SAAS,MAAM,EAAE,KAAK,EAAE,MAAM;IAC3D,KAAK,MAAM,EAAE,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzD,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,wBAAgB,aAAa,CAAC,CAAC,SAAS,MAAM,EAAE,KAAK,SAAS,CAAC,CAAC,WAAW,EACzE,QAAQ,EAAE,CAAC,EACX,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EACZ,KAAK,GAAE,IAAI,EAAO,GACjB,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAuB5E"}

package/dist/cjs/validation.js

@@ -0,0 +1,122 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScrapeRequest = exports.requires = exports.paired = exports.atMostOne = exports.exactlyOne = exports.requireAny = exports.has = exports.issue = exports.device = exports.timeoutSeconds = exports.strictBoolean = exports.flag = exports.boolean = exports.integer = exports.number = exports.text = exports.optional = void 0;
+exports.defineRequest = defineRequest;
+const zod_1 = require("zod");
+const errors_js_1 = require("./errors.js");
+const optional = (schema) => schema.nullish();
+exports.optional = optional;
+exports.text = zod_1.z.union([zod_1.z.string(), zod_1.z.number().finite(), zod_1.z.bigint()]).transform(String);
+exports.number = zod_1.z
+    .union([
+    zod_1.z.number(),
+    zod_1.z
+        .string()
+        .trim()
+        .regex(/^[+-]?(?:\d+(?:\.\d*)?|\.\d+)(?:[eE][+-]?\d+)?$/)
+        .transform(Number),
+    zod_1.z.boolean().transform(Number),
+])
+    .pipe(zod_1.z.number().finite());
+exports.integer = exports.number.pipe(zod_1.z.number().int());
+exports.boolean = zod_1.z
+    .union([
+    zod_1.z.boolean(),
+    zod_1.z.literal(0),
+    zod_1.z.literal(1),
+    zod_1.z
+        .string()
+        .toLowerCase()
+        .pipe(zod_1.z.enum(["0", "1", "true", "false", "yes", "no", "on", "off", "t", "f", "y", "n"])),
+])
+    .transform((value) => [true, 1, "1", "true", "yes", "on", "t", "y"].includes(value));
+exports.flag = zod_1.z
+    .union([zod_1.z.enum(["0", "1"]), zod_1.z.literal(0), zod_1.z.literal(1), zod_1.z.boolean()])
+    .transform((value) => (value === true || value === 1 || value === "1" ? "1" : "0"));
+exports.strictBoolean = zod_1.z.union([zod_1.z.boolean(), zod_1.z.enum(["true", "false"])]);
+exports.timeoutSeconds = zod_1.z.number().finite().gt(0).max(90);
+exports.device = zod_1.z.enum(["desktop", "tablet", "mobile"]);
+const issue = (context, message, path = []) => context.addIssue({ code: "custom", message, path });
+exports.issue = issue;
+const has = (params, field) => params[field] !== null && params[field] !== undefined;
+exports.has = has;
+const requireAny = (...fields) => (p, c) => {
+    if (!fields.some((f) => (0, exports.has)(p, f)))
+        (0, exports.issue)(c, `one of ${fields.join(", ")} is required`);
+};
+exports.requireAny = requireAny;
+const exactlyOne = (...fields) => (p, c) => {
+    if (fields.filter((f) => (0, exports.has)(p, f)).length !== 1)
+        (0, exports.issue)(c, `exactly one of ${fields.join(", ")} is required`);
+};
+exports.exactlyOne = exactlyOne;
+const atMostOne = (...fields) => (p, c) => {
+    const found = fields.filter((f) => (0, exports.has)(p, f));
+    if (found.length > 1)
+        (0, exports.issue)(c, `${found.join(" and ")} cannot be combined`);
+};
+exports.atMostOne = atMostOne;
+const paired = (a, b) => (p, c) => {
+    if ((0, exports.has)(p, a) !== (0, exports.has)(p, b))
+        (0, exports.issue)(c, `${a} and ${b} must be given together`);
+};
+exports.paired = paired;
+const requires = (field, dependency) => (p, c) => {
+    if ((0, exports.has)(p, field) && !(0, exports.has)(p, dependency))
+        (0, exports.issue)(c, `${field} requires ${dependency}`);
+};
+exports.requires = requires;
+/** Validated, immutable request. Construct an endpoint class or pass a plain object to scrape. */
+class ScrapeRequest {
+    #path;
+    constructor(path, params, prototype) {
+        this.#path = path;
+        Object.assign(this, params);
+        if (prototype)
+            Object.setPrototypeOf(this, prototype);
+        Object.freeze(this);
+    }
+    get path() {
+        return this.#path;
+    }
+    queryParams() {
+        return Object.fromEntries(Object.entries(this)
+            .filter(([key, value]) => key !== "endpoint" && value != null)
+            .map(([key, value]) => [key, String(value)]));
+    }
+    query_params() {
+        return this.queryParams();
+    }
+    /** Copy a validated request with a default deadline without revalidating its cursor context. */
+    withTimeout(timeout) {
+        const checked = exports.timeoutSeconds.parse(timeout);
+        return new ScrapeRequest(this.path, { ...this, timeout: checked }, Object.getPrototypeOf(this));
+    }
+}
+exports.ScrapeRequest = ScrapeRequest;
+function defineRequest(endpoint, path, shape, rules = []) {
+    const schema = zod_1.z.strictObject(shape).superRefine((params, ctx) => {
+        for (const rule of rules)
+            rule(params, ctx);
+    });
+    class Request extends ScrapeRequest {
+        static endpoint = endpoint;
+        static path = path;
+        static parameters = Object.freeze(Object.keys(shape));
+        constructor(params) {
+            const result = schema.safeParse(params);
+            if (!result.success)
+                throw new errors_js_1.ValidationError([
+                    [
+                        0,
+                        result.error.issues
+                            .map((i) => `${i.path.join(".")}${i.path.length ? ": " : ""}${i.message}`)
+                            .join("; "),
+                    ],
+                ]);
+            super(path, { ...result.data, endpoint });
+        }
+    }
+    return Request;
+}
+//# sourceMappingURL=validation.js.map

package/dist/cjs/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":";;;;AAAA,6BAAwB;AACxB,2CAA8C;AAEvC,MAAM,QAAQ,GAAG,CAAsB,MAAS,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;AAAhE,QAAA,QAAQ,GAAR,QAAQ,CAAwD;AAChE,QAAA,IAAI,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AAChF,QAAA,MAAM,GAAG,OAAC;KACpB,KAAK,CAAC;IACL,OAAC,CAAC,MAAM,EAAE;IACV,OAAC;SACE,MAAM,EAAE;SACR,IAAI,EAAE;SACN,KAAK,CAAC,iDAAiD,CAAC;SACxD,SAAS,CAAC,MAAM,CAAC;IACpB,OAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC;KACD,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;AAChB,QAAA,OAAO,GAAG,QAAA,MAAM,CAAC,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;AACxC,QAAA,OAAO,GAAG,OAAC;KACrB,KAAK,CAAC;IACL,OAAC,CAAC,OAAO,EAAE;IACX,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACZ,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACZ,OAAC;SACE,MAAM,EAAE;SACR,WAAW,EAAE;SACb,IAAI,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;CAC3F,CAAC;KACD,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1E,QAAA,IAAI,GAAG,OAAC;KAClB,KAAK,CAAC,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC;KACpE,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC,CAAE,GAAa,CAAC,CAAC,CAAE,GAAa,CAAC,CAAC,CAAC;AAC/F,QAAA,aAAa,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACnD,QAAA,MAAM,GAAG,OAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAIvD,MAAM,KAAK,GAAG,CAAC,OAAwB,EAAE,OAAe,EAAE,IAAI,GAAa,EAAE,EAAE,EAAE,CACtF,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AADzC,QAAA,KAAK,GAAL,KAAK,CACoC;AAC/C,MAAM,GAAG,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC;AAA/F,QAAA,GAAG,GAAH,GAAG,CAA4F;AACrG,MAAM,UAAU,GACrB,CAAC,GAAG,MAAgB,EAAQ,EAAE,CAC9B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAAE,IAAA,QAAA,KAAK,EAAC,CAAC,EAAE,UAAU,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1F,CAAC,CAAC;AAJS,QAAA,UAAU,GAAV,UAAU,CAInB;AACG,MAAM,UAAU,GACrB,CAAC,GAAG,MAAgB,EAAQ,EAAE,CAC9B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACP,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC;QAC9C,IAAA,QAAA,KAAK,EAAC,CAAC,EAAE,kBAAkB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAChE,CAAC,CAAC;AALS,QAAA,UAAU,GAAV,UAAU,CAKnB;AACG,MAAM,SAAS,GACpB,CAAC,GAAG,MAAgB,EAAQ,EAAE,CAC9B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACP,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,IAAA,QAAA,KAAK,EAAC,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAC9E,CAAC,CAAC;AALS,QAAA,SAAS,GAAT,SAAS,CAKlB;AACG,MAAM,MAAM,GACjB,CAAC,CAAS,EAAE,CAAS,EAAQ,EAAE,CAC/B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACP,IAAI,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,CAAC,CAAC;QAAE,IAAA,QAAA,KAAK,EAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;AAChF,CAAC,CAAC;AAJS,QAAA,MAAM,GAAN,MAAM,CAIf;AACG,MAAM,QAAQ,GACnB,CAAC,KAAa,EAAE,UAAkB,EAAQ,EAAE,CAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACP,IAAI,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAA,QAAA,GAAG,EAAC,CAAC,EAAE,UAAU,CAAC;QAAE,IAAA,QAAA,KAAK,EAAC,CAAC,EAAE,GAAG,KAAK,aAAa,UAAU,EAAE,CAAC,CAAC;AACxF,CAAC,CAAC;AAJS,QAAA,QAAQ,GAAR,QAAQ,CAIjB;AAEJ,kGAAkG;AAClG;IAGW,KAAK,CAAS;IAEvB,YAAY,IAAY,EAAE,MAAgC,EAAE,SAAkB;QAC5E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5B,IAAI,SAAS;YAAE,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;aACjB,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,UAAU,IAAI,KAAK,IAAI,IAAI,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAC/C,CAAC;IACJ,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;IAED,gGAAgG;IAChG,WAAW,CAAC,OAAe;QACzB,MAAM,OAAO,GAAG,QAAA,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9C,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAS,CAAC;IAC1G,CAAC;CACF;;AASD,uBACE,QAAW,EACX,IAAY,EACZ,KAAY,EACZ,KAAK,GAAW,EAAE;IAElB,MAAM,MAAM,GAAG,OAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAC/D,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IACH,MAAM,OAAQ,SAAQ,aAAgB;QACpC,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC;QACpC,MAAM,CAAU,IAAI,GAAG,IAAI,CAAC;QAC5B,MAAM,CAAU,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/D,YAAY,MAA8B;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO;gBACjB,MAAM,IAAI,2BAAe,CAAC;oBACxB;wBACE,CAAC;wBACD,MAAM,CAAC,KAAK,CAAC,MAAM;6BAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;6BACzE,IAAI,CAAC,IAAI,CAAC;qBACd;iBACF,CAAC,CAAC;YACL,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5C,CAAC;KACF;IACD,OAAO,OAAgG,CAAC;AAC1G,CAAC"}

package/dist/cjs/version.d.ts

@@ -0,0 +1,2 @@
+export declare const VERSION = "0.1.0";
+//# sourceMappingURL=version.d.ts.map

package/dist/cjs/version.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,UAAU,CAAC"}

package/dist/cjs/version.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VERSION = void 0;
+exports.VERSION = "0.1.0";
+//# sourceMappingURL=version.js.map

package/dist/cjs/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,OAAO,CAAC"}

package/dist/esm/batch.d.ts

@@ -0,0 +1,12 @@
+import type { AnyRequest } from "./models.js";
+import { Result } from "./result.js";
+import { type RuntimeOptions } from "./runtime.js";
+interface BatchOptions extends RuntimeOptions {
+    concurrency?: number;
+    useCache: boolean;
+    cachePath?: string;
+    onResult: (result: Result) => void;
+}
+export declare function runBatch(items: readonly AnyRequest[], options: BatchOptions): Promise<Result[]>;
+export {};
+//# sourceMappingURL=batch.d.ts.map

package/dist/esm/batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../../src/batch.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAOL,KAAK,cAAc,EACpB,MAAM,cAAc,CAAC;AAEtB,UAAU,YAAa,SAAQ,cAAc;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACpC;AAGD,wBAAsB,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAuIrG"}

package/dist/esm/batch.js

@@ -0,0 +1,128 @@
+import { APIError, TransportError, apiError, isObject } from "./errors.js";
+import { JobCache, cacheKeys, newId } from "./cache.js";
+import { Result } from "./result.js";
+import { Semaphore, backoff, each, requestWithRetries, sleep, } from "./runtime.js";
+export async function runBatch(items, options) {
+    options.signal?.throwIfAborted();
+    const cache = new JobCache(options.cachePath);
+    const keys = cacheKeys(items, options.apiKey, options.baseUrl);
+    const limit = options.concurrency ?? 32;
+    const semaphores = [new Semaphore(limit)];
+    const started = performance.now();
+    const batchKey = newId();
+    const indices = items.map((_, i) => i);
+    const results = new Array(items.length);
+    try {
+        const entries = cache.prepareMany(keys, options.useCache, batchKey, items.length);
+        const pollOnce = (jobId) => requestWithRetries(`/api/batch/jobs/${encodeURIComponent(jobId)}`, { ...options, semaphores });
+        const replace = (index) => cache.prepareMany([keys[index]], false, batchKey, items.length)[0];
+        const submit = async (index, replaceExpired = false) => {
+            let entry = replaceExpired ? replace(index) : entries[index];
+            if (entry.job_id) {
+                const outcome = await pollOnce(entry.job_id);
+                // Only positive evidence of expiry/missing jobs permits a fresh reservation.
+                if ((!outcome.error && outcome.data?.state !== "expired") ||
+                    (outcome.error && ![404, 410].includes(outcome.statusCode ?? 0)))
+                    return { entry, outcome };
+                entry = replace(index);
+            }
+            const outcome = await requestWithRetries(items[index].path + "/async", {
+                ...options,
+                semaphores,
+                method: "POST",
+                body: items[index].queryParams(),
+                acceptedStatuses: [200, 202],
+                headers: {
+                    "Idempotency-Key": entry.submission,
+                    "X-Litescrape-Batch-ID": entry.batch_key,
+                    "X-Litescrape-Batch-Size": String(entry.batch_size),
+                },
+            });
+            if (!outcome.error) {
+                const job = outcome.data;
+                if (typeof job.job_id !== "string" || !job.job_id)
+                    outcome.error = new TransportError("Batch submission returned no job ID.", { retryable: true });
+                else {
+                    entry.job_id = job.job_id;
+                    cache.save(keys[index], entry.submission, job.job_id, job.expires_at);
+                    if (job.state === "expired" && options.useCache && !replaceExpired)
+                        return submit(index, true);
+                }
+            }
+            return { entry, outcome };
+        };
+        const submissions = new Array(items.length);
+        await each(indices, limit, async (index) => {
+            submissions[index] = await submit(index);
+        });
+        const resolve = (index, { entry, outcome }) => {
+            if (!outcome.error) {
+                const job = outcome.data;
+                if (typeof job.job_id !== "string" || !job.job_id || job.job_id !== entry.job_id) {
+                    outcome.error = new TransportError("Batch job returned an invalid job ID.", { retryable: false });
+                }
+                else if (job.state === "succeeded" || job.state === "failed") {
+                    const status = job.status_code;
+                    const payload = job.response;
+                    if (typeof status !== "number" ||
+                        !Number.isInteger(status) ||
+                        status < 100 ||
+                        status > 599 ||
+                        !isObject(payload) ||
+                        (job.state === "succeeded") !== (status === 200)) {
+                        outcome.error = new TransportError("Batch job returned an invalid response.", {
+                            retryable: false,
+                        });
+                    }
+                    else {
+                        cache.save(keys[index], entry.submission, job.job_id, job.expires_at);
+                        return new Result(index, items[index], {
+                            data: status === 200 ? payload : null,
+                            error: status === 200 ? null : apiError(status, payload),
+                            statusCode: status,
+                            requestId: job.job_id,
+                            attempts: outcome.attempts,
+                        }, (performance.now() - started) / 1000, job.job_id);
+                    }
+                }
+                else if (job.state === "expired") {
+                    outcome.error = new APIError("The retained batch response expired.", {
+                        statusCode: 410,
+                        errorCode: "job_expired",
+                        requestId: entry.job_id ?? "",
+                    });
+                    outcome.statusCode = 410;
+                }
+                else if (job.state === "queued" || job.state === "running")
+                    return null;
+                else
+                    outcome.error = new TransportError("Batch job returned an unknown state.", { retryable: false });
+            }
+            return new Result(index, items[index], { ...outcome, data: null, requestId: entry.job_id ?? outcome.requestId }, (performance.now() - started) / 1000, entry.job_id ?? "");
+        };
+        let pending = indices;
+        let polls = 0;
+        while (pending.length) {
+            await each(pending, limit, async (index) => {
+                let result = resolve(index, submissions[index]);
+                if (!result) {
+                    const entry = submissions[index].entry;
+                    submissions[index] = { entry, outcome: await pollOnce(entry.job_id) };
+                    result = resolve(index, submissions[index]);
+                }
+                if (result) {
+                    results[index] = result;
+                    options.onResult(result);
+                }
+            });
+            pending = pending.filter((index) => !results[index]);
+            if (pending.length)
+                await sleep(backoff(++polls), options.signal);
+        }
+        return results;
+    }
+    finally {
+        cache.close();
+    }
+}
+//# sourceMappingURL=batch.js.map

package/dist/esm/batch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.js","sourceRoot":"","sources":["../../src/batch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAmB,MAAM,YAAY,CAAC;AAEzE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EACL,SAAS,EACT,OAAO,EACP,IAAI,EACJ,kBAAkB,EAClB,KAAK,GAGN,MAAM,cAAc,CAAC;AAUtB,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,KAA4B,EAAE,OAAqB;IAChF,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;IACxC,MAAM,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,OAAO,GAAa,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE,CACjC,kBAAkB,CAAC,mBAAmB,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,CAAC;QAExG,MAAM,MAAM,GAAG,KAAK,EAAE,KAAa,EAAE,cAAc,GAAG,KAAK,EAAuB,EAAE;YAClF,IAAI,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC;YAC9D,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC7C,6EAA6E;gBAC7E,IACE,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC;oBACrD,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;oBAEhE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;gBAC5B,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,IAAI,GAAG,QAAQ,EAAE;gBACtE,GAAG,OAAO;gBACV,UAAU;gBACV,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,KAAK,CAAC,KAAK,CAAE,CAAC,WAAW,EAAE;gBACjC,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;gBAC5B,OAAO,EAAE;oBACP,iBAAiB,EAAE,KAAK,CAAC,UAAU;oBACnC,uBAAuB,EAAE,KAAK,CAAC,SAAS;oBACxC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;iBACpD;aACF,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAK,CAAC;gBAC1B,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,MAAM;oBAC/C,OAAO,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;qBAC7F,CAAC;oBACJ,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;oBAC1B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAE,EAAE,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;oBACvE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,cAAc;wBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBACjG,CAAC;YACH,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC5B,CAAC,CAAC;QAEF,MAAM,WAAW,GAAiB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACzC,WAAW,CAAC,KAAK,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,KAAK,EAAE,OAAO,EAAc,EAAiB,EAAE;YAC/E,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAK,CAAC;gBAC1B,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;oBACjF,OAAO,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,uCAAuC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpG,CAAC;qBAAM,IAAI,GAAG,CAAC,KAAK,KAAK,WAAW,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC;oBAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC;oBAC7B,IACE,OAAO,MAAM,KAAK,QAAQ;wBAC1B,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;wBACzB,MAAM,GAAG,GAAG;wBACZ,MAAM,GAAG,GAAG;wBACZ,CAAC,QAAQ,CAAC,OAAO,CAAC;wBAClB,CAAC,GAAG,CAAC,KAAK,KAAK,WAAW,CAAC,KAAK,CAAC,MAAM,KAAK,GAAG,CAAC,EAChD,CAAC;wBACD,OAAO,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,yCAAyC,EAAE;4BAC5E,SAAS,EAAE,KAAK;yBACjB,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAE,EAAE,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;wBACvE,OAAO,IAAI,MAAM,CACf,KAAK,EACL,KAAK,CAAC,KAAK,CAAE,EACb;4BACE,IAAI,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;4BACrC,KAAK,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;4BACxD,UAAU,EAAE,MAAM;4BAClB,SAAS,EAAE,GAAG,CAAC,MAAM;4BACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;yBAC3B,EACD,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,EACpC,GAAG,CAAC,MAAM,CACX,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oBACnC,OAAO,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,sCAAsC,EAAE;wBACnE,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,aAAa;wBACxB,SAAS,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;qBAC9B,CAAC,CAAC;oBACH,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC;gBAC3B,CAAC;qBAAM,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;oBAAE,OAAO,IAAI,CAAC;;oBACrE,OAAO,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YACxG,CAAC;YACD,OAAO,IAAI,MAAM,CACf,KAAK,EACL,KAAK,CAAC,KAAK,CAAE,EACb,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS,EAAE,EACxE,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,EACpC,KAAK,CAAC,MAAM,IAAI,EAAE,CACnB,CAAC;QACJ,CAAC,CAAC;QAEF,IAAI,OAAO,GAAG,OAAO,CAAC;QACtB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACzC,IAAI,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,CAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAE,CAAC,KAAK,CAAC;oBACxC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAO,CAAC,EAAE,CAAC;oBACvE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,CAAE,CAAC,CAAC;gBAC/C,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;oBACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACrD,IAAI,OAAO,CAAC,MAAM;gBAAE,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/esm/cache.d.ts

@@ -0,0 +1,21 @@
+import type { AnyRequest } from "./models.js";
+export interface CacheEntry {
+    submission: string;
+    job_id: string | null;
+    batch_key: string;
+    batch_size: number;
+}
+export declare const newId: () => string;
+/** Fingerprints include the key, origin, all parameters, and duplicate occurrence. */
+export declare function cacheKeys(items: readonly AnyRequest[], apiKey: string, baseUrl: string): string[];
+/** SQLite FULL commits persist the entire workload before its first POST. */
+export declare class JobCache {
+    readonly path: string;
+    private readonly db;
+    constructor(path?: string);
+    private transaction;
+    prepareMany(keys: readonly string[], useCache: boolean, batchKey: string, batchSize: number): CacheEntry[];
+    save(key: string, submission: string, jobId: string, expiresAt?: unknown): void;
+    close(): void;
+}
+//# sourceMappingURL=cache.d.ts.map

package/dist/esm/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AACD,eAAO,MAAM,KAAK,QAAO,MAA0C,CAAC;AAGpE,sFAAsF;AACtF,wBAAgB,SAAS,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAejG;AAED,6EAA6E;AAC7E,qBAAa,QAAQ;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAe;IAElC,YAAY,IAAI,CAAC,EAAE,MAAM,EAyBxB;IAED,OAAO,CAAC,WAAW;IAYnB,WAAW,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,CAgCzG;IAED,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAK9E;IAED,KAAK,IAAI,IAAI,CAEZ;CACF"}

package/dist/esm/cache.js

@@ -0,0 +1,106 @@
+import { createHash, randomUUID } from "node:crypto";
+import { chmodSync, mkdirSync } from "node:fs";
+import { homedir } from "node:os";
+import { dirname, join, resolve } from "node:path";
+import { DatabaseSync } from "node:sqlite";
+export const newId = () => randomUUID().replaceAll("-", "");
+const hash = (value) => createHash("sha256").update(value).digest("hex");
+/** Fingerprints include the key, origin, all parameters, and duplicate occurrence. */
+export function cacheKeys(items, apiKey, baseUrl) {
+    const identity = hash(apiKey);
+    const occurrences = new Map();
+    return items.map((item) => {
+        const params = item.queryParams();
+        const sorted = Object.fromEntries(Object.keys(params)
+            .sort()
+            .map((key) => [key, params[key]]));
+        const canonical = JSON.stringify([identity, baseUrl, item.path, sorted]);
+        const occurrence = occurrences.get(canonical) ?? 0;
+        occurrences.set(canonical, occurrence + 1);
+        return hash(`${canonical}:${occurrence}`);
+    });
+}
+/** SQLite FULL commits persist the entire workload before its first POST. */
+export class JobCache {
+    path;
+    db;
+    constructor(path) {
+        this.path = resolve(path || process.env.LITESCRAPE_JOB_CACHE || join(homedir(), ".cache", "litescrape", "jobs-ts.sqlite3"));
+        mkdirSync(dirname(this.path), { recursive: true, mode: 0o700 });
+        this.db = new DatabaseSync(this.path);
+        try {
+            if (process.platform !== "win32")
+                chmodSync(this.path, 0o600);
+            this.db.exec(`PRAGMA busy_timeout=30000; PRAGMA journal_mode=WAL; PRAGMA synchronous=FULL;
+        CREATE TABLE IF NOT EXISTS jobs (
+          cache_key TEXT PRIMARY KEY, submission TEXT NOT NULL, job_id TEXT,
+          expires_at TEXT, updated_at REAL NOT NULL
+        );`);
+            this.transaction(() => {
+                const columns = this.db
+                    .prepare("PRAGMA table_info(jobs)")
+                    .all()
+                    .map((row) => row.name);
+                if (!columns.includes("batch_key"))
+                    this.db.exec("ALTER TABLE jobs ADD COLUMN batch_key TEXT");
+                if (!columns.includes("batch_size"))
+                    this.db.exec("ALTER TABLE jobs ADD COLUMN batch_size INTEGER");
+            });
+        }
+        catch (error) {
+            this.db.close();
+            throw error;
+        }
+    }
+    transaction(operation) {
+        this.db.exec("BEGIN IMMEDIATE");
+        try {
+            const result = operation();
+            this.db.exec("COMMIT");
+            return result;
+        }
+        catch (error) {
+            this.db.exec("ROLLBACK");
+            throw error;
+        }
+    }
+    prepareMany(keys, useCache, batchKey, batchSize) {
+        return this.transaction(() => keys.map((key) => {
+            const row = this.db
+                .prepare("SELECT submission,job_id,batch_key,batch_size FROM jobs WHERE cache_key=?")
+                .get(key);
+            if (useCache && row) {
+                if (!row.batch_key) {
+                    row.batch_key = batchKey;
+                    row.batch_size = batchSize;
+                    this.db
+                        .prepare("UPDATE jobs SET batch_key=?,batch_size=? WHERE cache_key=?")
+                        .run(batchKey, batchSize, key);
+                }
+                return row;
+            }
+            const entry = {
+                submission: newId(),
+                job_id: null,
+                batch_key: batchKey,
+                batch_size: batchSize,
+            };
+            this.db
+                .prepare(`INSERT INTO jobs(cache_key,submission,updated_at,batch_key,batch_size) VALUES (?,?,?,?,?)
+        ON CONFLICT(cache_key) DO UPDATE SET submission=excluded.submission,job_id=NULL,expires_at=NULL,
+          updated_at=excluded.updated_at,batch_key=excluded.batch_key,batch_size=excluded.batch_size`)
+                .run(key, entry.submission, Date.now() / 1000, batchKey, batchSize);
+            return entry;
+        }));
+    }
+    save(key, submission, jobId, expiresAt) {
+        // A concurrent fresh run can replace a slot; its submission must not be overwritten.
+        this.db
+            .prepare("UPDATE jobs SET job_id=?,expires_at=?,updated_at=? WHERE cache_key=? AND submission=?")
+            .run(jobId, typeof expiresAt === "string" ? expiresAt : null, Date.now() / 1000, key, submission);
+    }
+    close() {
+        this.db.close();
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/esm/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAS3C,MAAM,CAAC,MAAM,KAAK,GAAG,GAAW,EAAE,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AACpE,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEjF,sFAAsF;AACtF,MAAM,UAAU,SAAS,CAAC,KAA4B,EAAE,MAAc,EAAE,OAAe;IACrF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;aAChB,IAAI,EAAE;aACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CACpC,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzE,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnD,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,6EAA6E;AAC7E,MAAM,OAAO,QAAQ;IACV,IAAI,CAAS;IACL,EAAE,CAAe;IAElC,YAAY,IAAa;QACvB,IAAI,CAAC,IAAI,GAAG,OAAO,CACjB,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CACvG,CAAC;QACF,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;gBAAE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC9D,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;WAIR,CAAC,CAAC;YACP,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE;gBACpB,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;qBACpB,OAAO,CAAC,yBAAyB,CAAC;qBAClC,GAAG,EAAE;qBACL,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;gBAC/F,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;oBAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;YACtG,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,WAAW,CAAI,SAAkB;QACvC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAuB,EAAE,QAAiB,EAAE,QAAgB,EAAE,SAAiB;QACzF,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;iBAChB,OAAO,CAAC,2EAA2E,CAAC;iBACpF,GAAG,CAAC,GAAG,CAAC,CAAC;YACZ,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;oBACnB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC;oBACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;oBAC3B,IAAI,CAAC,EAAE;yBACJ,OAAO,CAAC,4DAA4D,CAAC;yBACrE,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBACnC,CAAC;gBACD,OAAO,GAA4B,CAAC;YACtC,CAAC;YACD,MAAM,KAAK,GAAe;gBACxB,UAAU,EAAE,KAAK,EAAE;gBACnB,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,SAAS;aACtB,CAAC;YACF,IAAI,CAAC,EAAE;iBACJ,OAAO,CACN;;qGAEyF,CAC1F;iBACA,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YACtE,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,UAAkB,EAAE,KAAa,EAAE,SAAmB;QACtE,qFAAqF;QACrF,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,uFAAuF,CAAC;aAChG,GAAG,CAAC,KAAK,EAAE,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;IACtG,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}

package/dist/esm/client.d.ts

@@ -0,0 +1,38 @@
+import { type KeyStatus, type RequestItem } from "./models.js";
+import { Result } from "./result.js";
+import { type Fetch } from "./runtime.js";
+export interface ClientOptions {
+    /** Defaults to LITESCRAPE_API_KEY. */
+    apiKey?: string;
+    /** Defaults to LITESCRAPE_API_URL or https://api.litescrape.com. */
+    baseUrl?: string;
+    /** Total transport attempts, including the first. Default: 5. */
+    attempts?: number;
+    /** HTTP transport timeout in seconds per attempt. Default: 120. */
+    timeout?: number;
+    /** Cancels local work; accepted durable jobs keep running on the server. */
+    signal?: AbortSignal;
+    /** Optional fetch implementation for custom transports and testing. */
+    fetch?: Fetch;
+}
+export interface ScrapeOptions extends ClientOptions {
+    /** Lowers the key's synchronous concurrency cap; batch requests default to 32. */
+    concurrency?: number;
+    /** Server deadline in seconds, >0 and <=90. An item's timeout overrides this. */
+    requestTimeout?: number;
+    batched?: boolean;
+    /** Resume saved durable jobs; requires batched: true. Default: false. */
+    useCache?: boolean;
+    /** Defaults to LITESCRAPE_JOB_CACHE or ~/.cache/litescrape/jobs-ts.sqlite3. */
+    cachePath?: string;
+    /** Called once per result in completion order. Returned results stay in input order. */
+    onProgress?: (completed: number, total: number, result: Result) => void;
+}
+/** Read the key's balance and limits. This endpoint is not billed. */
+export declare function keyStatus(options?: ClientOptions): Promise<KeyStatus>;
+/** Validate all inputs first, then return one Result per input, in input order. */
+export declare function scrape(requests: readonly RequestItem[], options?: ScrapeOptions): Promise<Result[]>;
+export declare const ascrape: typeof scrape;
+export declare const key_status: typeof keyStatus;
+export declare const akey_status: typeof keyStatus;
+//# sourceMappingURL=client.d.ts.map

package/dist/esm/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/client.ts"],"names":[],"mappings":"AAOA,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,WAAW,EACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAML,KAAK,KAAK,EAEX,MAAM,cAAc,CAAC;AAGtB,MAAM,WAAW,aAAa;IAC5B,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mEAAmE;IACnE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4EAA4E;IAC5E,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,uEAAuE;IACvE,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,aAAc,SAAQ,aAAa;IAClD,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iFAAiF;IACjF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACzE;AAqDD,sEAAsE;AACtE,wBAAsB,SAAS,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,SAAS,CAAC,CAI/E;AAED,mFAAmF;AACnF,wBAAsB,MAAM,CAC1B,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,MAAM,EAAE,CAAC,CA4EnB;AAGD,eAAO,MAAM,OAAO,eAAS,CAAC;AAC9B,eAAO,MAAM,UAAU,kBAAY,CAAC;AACpC,eAAO,MAAM,WAAW,kBAAY,CAAC"}