@dealcrawl/sdk 2.1.0 → 2.1.3

package/dist/types/shared.js

@@ -1,37 +0,0 @@
-/**
- * Types imported from @dealcrawl/shared
- * Bundled here to make SDK self-contained (no external dependency)
- */
-// ============================================
-// ERROR CODES
-// ============================================
-export const ERROR_CODES = {
-    // Authentication
-    INVALID_API_KEY: "INVALID_API_KEY",
-    MISSING_API_KEY: "MISSING_API_KEY",
-    API_KEY_EXPIRED: "API_KEY_EXPIRED",
-    ACCOUNT_SUSPENDED: "ACCOUNT_SUSPENDED",
-    // Rate limiting
-    RATE_LIMIT_EXCEEDED: "RATE_LIMIT_EXCEEDED",
-    QUOTA_EXCEEDED: "QUOTA_EXCEEDED",
-    // Validation
-    INVALID_URL: "INVALID_URL",
-    INVALID_REQUEST: "INVALID_REQUEST",
-    MISSING_REQUIRED_FIELD: "MISSING_REQUIRED_FIELD",
-    // Job errors
-    JOB_NOT_FOUND: "JOB_NOT_FOUND",
-    JOB_FAILED: "JOB_FAILED",
-    JOB_TIMEOUT: "JOB_TIMEOUT",
-    // Scraping errors
-    FETCH_FAILED: "FETCH_FAILED",
-    PARSE_FAILED: "PARSE_FAILED",
-    BLOCKED_BY_ROBOTS: "BLOCKED_BY_ROBOTS",
-    CAPTCHA_DETECTED: "CAPTCHA_DETECTED",
-    SITE_UNREACHABLE: "SITE_UNREACHABLE",
-    // System errors
-    INTERNAL_ERROR: "INTERNAL_ERROR",
-    SERVICE_UNAVAILABLE: "SERVICE_UNAVAILABLE",
-    REDIS_ERROR: "REDIS_ERROR",
-    DATABASE_ERROR: "DATABASE_ERROR",
-};
-//# sourceMappingURL=shared.js.map

package/dist/types/shared.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../src/types/shared.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,iBAAiB;IACjB,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,iBAAiB,EAAE,mBAAmB;IAEtC,gBAAgB;IAChB,mBAAmB,EAAE,qBAAqB;IAC1C,cAAc,EAAE,gBAAgB;IAEhC,aAAa;IACb,WAAW,EAAE,aAAa;IAC1B,eAAe,EAAE,iBAAiB;IAClC,sBAAsB,EAAE,wBAAwB;IAEhD,aAAa;IACb,aAAa,EAAE,eAAe;IAC9B,UAAU,EAAE,YAAY;IACxB,WAAW,EAAE,aAAa;IAE1B,kBAAkB;IAClB,YAAY,EAAE,cAAc;IAC5B,YAAY,EAAE,cAAc;IAC5B,iBAAiB,EAAE,mBAAmB;IACtC,gBAAgB,EAAE,kBAAkB;IACpC,gBAAgB,EAAE,kBAAkB;IAEpC,gBAAgB;IAChB,cAAc,EAAE,gBAAgB;IAChC,mBAAmB,EAAE,qBAAqB;IAC1C,WAAW,EAAE,aAAa;IAC1B,cAAc,EAAE,gBAAgB;CACxB,CAAC"}

package/dist/utils/polling.d.ts

@@ -1,57 +0,0 @@
-/**
- * Polling Utilities
- * Helpers for waiting on async job completion
- */
-import type { RequestContext } from "../types/config";
-import type { JobStatusResponse } from "../types/responses";
-/** Options for waiting on a job */
-export interface WaitOptions {
-    /** Polling interval in milliseconds (default: 2000) */
-    pollInterval?: number;
-    /** Maximum time to wait in milliseconds (default: 300000 = 5 minutes) */
-    timeout?: number;
-    /** Callback on each poll */
-    onProgress?: (status: JobStatusResponse) => void;
-    /** Callback on status change */
-    onStatusChange?: (newStatus: string, oldStatus: string) => void;
-    /** AbortSignal for cancellation */
-    signal?: AbortSignal;
-}
-/** Result of waiting for a job */
-export interface WaitResult<T = unknown> {
-    /** Job ID */
-    jobId: string;
-    /** Final status */
-    status: "completed" | "failed";
-    /** Result data (if completed) */
-    result?: T;
-    /** Error message (if failed) */
-    error?: string;
-    /** Total time waited in ms */
-    waitTime: number;
-}
-/**
- * Wait for a job to complete
- * Polls the status endpoint until the job is done
- */
-export declare function waitForResult<T = unknown>(ctx: RequestContext, jobId: string, options?: WaitOptions): Promise<WaitResult<T>>;
-/**
- * Wait for multiple jobs to complete
- * Returns when all jobs are done (either completed or failed)
- */
-export declare function waitForAll<T = unknown>(ctx: RequestContext, jobIds: string[], options?: WaitOptions): Promise<WaitResult<T>[]>;
-/**
- * Wait for any job to complete
- * Returns as soon as one job finishes
- */
-export declare function waitForAny<T = unknown>(ctx: RequestContext, jobIds: string[], options?: WaitOptions): Promise<WaitResult<T>>;
-/**
- * Poll with custom condition
- * Generic polling utility
- */
-export declare function pollUntil<T>(fetchFn: () => Promise<T>, conditionFn: (data: T) => boolean, options?: {
-    pollInterval?: number;
-    timeout?: number;
-    signal?: AbortSignal;
-}): Promise<T>;
-//# sourceMappingURL=polling.d.ts.map

package/dist/utils/polling.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"polling.d.ts","sourceRoot":"","sources":["../../src/utils/polling.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAI5D,mCAAmC;AACnC,MAAM,WAAW,WAAW;IAC1B,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yEAAyE;IACzE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,iBAAiB,KAAK,IAAI,CAAC;IACjD,gCAAgC;IAChC,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAChE,mCAAmC;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,kCAAkC;AAClC,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACrC,aAAa;IACb,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,MAAM,EAAE,WAAW,GAAG,QAAQ,CAAC;IAC/B,iCAAiC;IACjC,MAAM,CAAC,EAAE,CAAC,CAAC;IACX,gCAAgC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,wBAAsB,aAAa,CAAC,CAAC,GAAG,OAAO,EAC7C,GAAG,EAAE,cAAc,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAwExB;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,CAAC,GAAG,OAAO,EAC1C,GAAG,EAAE,cAAc,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAG1B;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,CAAC,GAAG,OAAO,EAC1C,GAAG,EAAE,cAAc,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAGxB;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,OAAO,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACzB,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,EACjC,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACjB,GACL,OAAO,CAAC,CAAC,CAAC,CAqBZ"}

package/dist/utils/polling.js

@@ -1,110 +0,0 @@
-/**
- * Polling Utilities
- * Helpers for waiting on async job completion
- */
-import { DealCrawlError, ERROR_CODES } from "../error";
-import { get } from "./request";
-/**
- * Wait for a job to complete
- * Polls the status endpoint until the job is done
- */
-export async function waitForResult(ctx, jobId, options = {}) {
-    const { pollInterval = 2000, timeout = 300000, // 5 minutes
-    onProgress, onStatusChange, signal, } = options;
-    const startTime = Date.now();
-    let lastStatus = null;
-    while (true) {
-        // Check for abort
-        if (signal?.aborted) {
-            throw new DealCrawlError({
-                code: ERROR_CODES.JOB_TIMEOUT,
-                message: "Wait cancelled by user",
-                statusCode: 0,
-            });
-        }
-        // Check timeout
-        const elapsed = Date.now() - startTime;
-        if (elapsed >= timeout) {
-            throw new DealCrawlError({
-                code: ERROR_CODES.JOB_TIMEOUT,
-                message: `Job did not complete within ${timeout}ms`,
-                statusCode: 408,
-                details: { jobId, elapsed },
-            });
-        }
-        // Fetch status
-        const { data: status } = await get(ctx, `/v1/status/${jobId}`);
-        // Call progress callback
-        if (onProgress) {
-            onProgress(status);
-        }
-        // Call status change callback
-        if (onStatusChange && lastStatus !== null && lastStatus !== status.status) {
-            onStatusChange(status.status, lastStatus);
-        }
-        lastStatus = status.status;
-        // Check if done
-        if (status.status === "completed") {
-            return {
-                jobId,
-                status: "completed",
-                result: status.result,
-                waitTime: Date.now() - startTime,
-            };
-        }
-        if (status.status === "failed") {
-            return {
-                jobId,
-                status: "failed",
-                error: status.error,
-                waitTime: Date.now() - startTime,
-            };
-        }
-        // Wait before next poll
-        await sleep(pollInterval);
-    }
-}
-/**
- * Wait for multiple jobs to complete
- * Returns when all jobs are done (either completed or failed)
- */
-export async function waitForAll(ctx, jobIds, options = {}) {
-    const promises = jobIds.map((jobId) => waitForResult(ctx, jobId, options));
-    return Promise.all(promises);
-}
-/**
- * Wait for any job to complete
- * Returns as soon as one job finishes
- */
-export async function waitForAny(ctx, jobIds, options = {}) {
-    const promises = jobIds.map((jobId) => waitForResult(ctx, jobId, options));
-    return Promise.race(promises);
-}
-/**
- * Poll with custom condition
- * Generic polling utility
- */
-export async function pollUntil(fetchFn, conditionFn, options = {}) {
-    const { pollInterval = 2000, timeout = 300000, signal } = options;
-    const startTime = Date.now();
-    while (true) {
-        if (signal?.aborted) {
-            throw new Error("Polling cancelled");
-        }
-        if (Date.now() - startTime >= timeout) {
-            throw new Error(`Polling timeout after ${timeout}ms`);
-        }
-        const data = await fetchFn();
-        if (conditionFn(data)) {
-            return data;
-        }
-        await sleep(pollInterval);
-    }
-}
-/**
- * Sleep helper
- */
-function sleep(ms) {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-}
-//# sourceMappingURL=polling.js.map

package/dist/utils/polling.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"polling.js","sourceRoot":"","sources":["../../src/utils/polling.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AA8BhC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAmB,EACnB,KAAa,EACb,UAAuB,EAAE;IAEzB,MAAM,EACJ,YAAY,GAAG,IAAI,EACnB,OAAO,GAAG,MAAM,EAAE,YAAY;IAC9B,UAAU,EACV,cAAc,EACd,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,UAAU,GAAkB,IAAI,CAAC;IAErC,OAAO,IAAI,EAAE,CAAC;QACZ,kBAAkB;QAClB,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,WAAW,CAAC,WAAW;gBAC7B,OAAO,EAAE,wBAAwB;gBACjC,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;QACL,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACvC,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;YACvB,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,WAAW,CAAC,WAAW;gBAC7B,OAAO,EAAE,+BAA+B,OAAO,IAAI;gBACnD,UAAU,EAAE,GAAG;gBACf,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,eAAe;QACf,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAChC,GAAG,EACH,cAAc,KAAK,EAAE,CACtB,CAAC;QAEF,yBAAyB;QACzB,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAED,8BAA8B;QAC9B,IAAI,cAAc,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1E,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;QACD,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAE3B,gBAAgB;QAChB,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,OAAO;gBACL,KAAK;gBACL,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,MAAM,CAAC,MAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO;gBACL,KAAK;gBACL,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAmB,EACnB,MAAgB,EAChB,UAAuB,EAAE;IAEzB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAI,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9E,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAmB,EACnB,MAAgB,EAChB,UAAuB,EAAE;IAEzB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAI,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9E,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,OAAyB,EACzB,WAAiC,EACjC,UAII,EAAE;IAEN,MAAM,EAAE,YAAY,GAAG,IAAI,EAAE,OAAO,GAAG,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,OAAO,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,EAAE,CAAC;QAE7B,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/utils/request.d.ts

@@ -1,47 +0,0 @@
-import type { RateLimitInfo } from "../types/shared";
-import type { RequestContext } from "../types/config";
-/**
- * Request options for the HTTP helper
- */
-export interface RequestOptions {
-    /** HTTP method */
-    method?: "GET" | "POST" | "PATCH" | "DELETE";
-    /** Request body (will be JSON stringified) */
-    body?: unknown;
-    /** Query parameters */
-    query?: Record<string, string | number | boolean | undefined>;
-    /** Request timeout in milliseconds (overrides default) */
-    timeout?: number;
-    /** AbortSignal for request cancellation */
-    signal?: AbortSignal;
-}
-/**
- * Response wrapper with rate limit info
- */
-export interface RequestResult<T> {
-    /** Response data */
-    data: T;
-    /** Rate limit information from headers */
-    rateLimit: RateLimitInfo;
-}
-/**
- * Make an HTTP request with authentication, error handling, and retries
- */
-export declare function request<T>(ctx: RequestContext, path: string, options?: RequestOptions): Promise<RequestResult<T>>;
-/**
- * Convenience method for GET requests
- */
-export declare function get<T>(ctx: RequestContext, path: string, query?: Record<string, string | number | boolean | undefined>): Promise<RequestResult<T>>;
-/**
- * Convenience method for POST requests
- */
-export declare function post<T>(ctx: RequestContext, path: string, body?: unknown): Promise<RequestResult<T>>;
-/**
- * Convenience method for PATCH requests
- */
-export declare function patch<T>(ctx: RequestContext, path: string, body?: unknown): Promise<RequestResult<T>>;
-/**
- * Convenience method for DELETE requests
- */
-export declare function del<T>(ctx: RequestContext, path: string, body?: unknown): Promise<RequestResult<T>>;
-//# sourceMappingURL=request.d.ts.map

package/dist/utils/request.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/utils/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,kBAAkB;IAClB,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IAE7C,8CAA8C;IAC9C,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,uBAAuB;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAC;IAE9D,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,CAAC;IAC9B,oBAAoB;IACpB,IAAI,EAAE,CAAC,CAAC;IAER,0CAA0C;IAC1C,SAAS,EAAE,aAAa,CAAC;CAC1B;AAoCD;;GAEG;AACH,wBAAsB,OAAO,CAAC,CAAC,EAC7B,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CA4K3B;AAED;;GAEG;AACH,wBAAgB,GAAG,CAAC,CAAC,EACnB,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,GAC5D,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAE3B;AAED;;GAEG;AACH,wBAAgB,IAAI,CAAC,CAAC,EACpB,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,OAAO,GACb,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAE3B;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,CAAC,EACrB,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,OAAO,GACb,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAE3B;AAED;;GAEG;AACH,wBAAgB,GAAG,CAAC,CAAC,EACnB,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,OAAO,GACb,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAE3B"}

package/dist/utils/request.js

@@ -1,192 +0,0 @@
-import { DealCrawlError, ERROR_CODES } from "../error";
-/**
- * Build query string from object
- */
-function buildQueryString(params) {
-    const entries = Object.entries(params)
-        .filter(([, value]) => value !== undefined)
-        .map(([key, value]) => `${encodeURIComponent(key)}=${encodeURIComponent(String(value))}`);
-    return entries.length > 0 ? `?${entries.join("&")}` : "";
-}
-/**
- * Parse rate limit headers from response
- */
-function parseRateLimitHeaders(headers) {
-    return {
-        limit: parseInt(headers.get("X-RateLimit-Limit") || "0", 10) || 0,
-        remaining: parseInt(headers.get("X-RateLimit-Remaining") || "0", 10) || 0,
-        reset: parseInt(headers.get("X-RateLimit-Reset") || "0", 10) || 0,
-    };
-}
-/**
- * Sleep helper for retries
- */
-function sleep(ms) {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-}
-/**
- * Make an HTTP request with authentication, error handling, and retries
- */
-export async function request(ctx, path, options = {}) {
-    const { method = "GET", body, query, timeout, signal } = options;
-    // Build URL with query string
-    const queryString = query ? buildQueryString(query) : "";
-    const url = `${ctx.baseUrl}${path}${queryString}`;
-    const timeoutMs = timeout ?? ctx.timeout;
-    // Track current controller for external signal handling
-    let currentController = null;
-    // Named handler for external abort signal
-    const onAbort = () => {
-        if (currentController) {
-            currentController.abort();
-        }
-    };
-    // Attach external signal listener once (if provided)
-    if (signal) {
-        signal.addEventListener("abort", onAbort);
-    }
-    // Cleanup external signal listener (called at end of all retries)
-    const cleanupExternalSignal = () => {
-        if (signal) {
-            signal.removeEventListener("abort", onAbort);
-        }
-    };
-    let lastError = null;
-    let attempt = 0;
-    while (attempt <= ctx.maxRetries) {
-        // Create a new AbortController and timeout for each attempt
-        const controller = new AbortController();
-        currentController = controller;
-        const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
-        // Cleanup function for this specific attempt - idempotent
-        let attemptCleanupDone = false;
-        const cleanupAttempt = () => {
-            if (attemptCleanupDone)
-                return;
-            attemptCleanupDone = true;
-            clearTimeout(timeoutId);
-            currentController = null;
-        };
-        try {
-            const response = await fetch(url, {
-                method,
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${ctx.apiKey}`,
-                },
-                body: body ? JSON.stringify(body) : undefined,
-                signal: controller.signal,
-            });
-            cleanupAttempt();
-            // Parse rate limit headers
-            const rateLimit = parseRateLimitHeaders(response.headers);
-            // Handle rate limiting
-            if (response.status === 429) {
-                const retryAfter = parseInt(response.headers.get("Retry-After") || "60", 10);
-                // Notify callback
-                if (ctx.onRateLimit) {
-                    ctx.onRateLimit(rateLimit);
-                }
-                throw new DealCrawlError({
-                    code: ERROR_CODES.RATE_LIMIT_EXCEEDED,
-                    message: "Rate limit exceeded",
-                    statusCode: 429,
-                    retryAfter,
-                    details: { rateLimit },
-                });
-            }
-            // Handle errors
-            if (!response.ok) {
-                let errorBody = {};
-                try {
-                    errorBody = (await response.json());
-                }
-                catch {
-                    // Response might not be JSON
-                }
-                // Extract Retry-After header if present
-                const retryAfterHeader = response.headers.get("Retry-After");
-                throw DealCrawlError.fromResponse(response.status, errorBody, retryAfterHeader);
-            }
-            // Parse response
-            let data;
-            const contentType = response.headers.get("Content-Type") || "";
-            if (contentType.includes("application/json")) {
-                data = (await response.json());
-            }
-            else if (contentType.includes("text/csv") ||
-                contentType.includes("text/plain")) {
-                data = (await response.text());
-            }
-            else {
-                data = (await response.json());
-            }
-            cleanupExternalSignal();
-            return { data, rateLimit };
-        }
-        catch (error) {
-            cleanupAttempt();
-            // Handle abort/timeout
-            if (error instanceof Error && error.name === "AbortError") {
-                cleanupExternalSignal();
-                throw new DealCrawlError({
-                    code: ERROR_CODES.JOB_TIMEOUT,
-                    message: `Request timeout after ${timeoutMs}ms`,
-                    statusCode: 408,
-                });
-            }
-            // Handle DealCrawlError
-            if (error instanceof DealCrawlError) {
-                lastError = error;
-                // Retry if error is retryable and we have attempts left
-                if (error.isRetryable() && attempt < ctx.maxRetries) {
-                    attempt++;
-                    await sleep(ctx.retryDelay * attempt); // Exponential backoff
-                    continue;
-                }
-                cleanupExternalSignal();
-                throw error;
-            }
-            // Handle network errors
-            cleanupExternalSignal();
-            throw new DealCrawlError({
-                code: ERROR_CODES.FETCH_FAILED,
-                message: error instanceof Error ? error.message : "Network request failed",
-                statusCode: 0,
-            });
-        }
-    }
-    // Should not reach here, but throw last error if we do
-    cleanupExternalSignal();
-    throw (lastError ??
-        new DealCrawlError({
-            code: ERROR_CODES.INTERNAL_ERROR,
-            message: "Request failed after retries",
-            statusCode: 500,
-        }));
-}
-/**
- * Convenience method for GET requests
- */
-export function get(ctx, path, query) {
-    return request(ctx, path, { method: "GET", query });
-}
-/**
- * Convenience method for POST requests
- */
-export function post(ctx, path, body) {
-    return request(ctx, path, { method: "POST", body });
-}
-/**
- * Convenience method for PATCH requests
- */
-export function patch(ctx, path, body) {
-    return request(ctx, path, { method: "PATCH", body });
-}
-/**
- * Convenience method for DELETE requests
- */
-export function del(ctx, path, body) {
-    return request(ctx, path, { method: "DELETE", body });
-}
-//# sourceMappingURL=request.js.map

package/dist/utils/request.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/utils/request.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAkCvD;;GAEG;AACH,SAAS,gBAAgB,CACvB,MAA6D;IAE7D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SACnC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;SAC1C,GAAG,CACF,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CACf,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CACpE,CAAC;IAEJ,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,OAAgB;IAC7C,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;QACjE,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;QACzE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;KAClE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,GAAmB,EACnB,IAAY,EACZ,UAA0B,EAAE;IAE5B,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEjE,8BAA8B;IAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,GAAG,IAAI,GAAG,WAAW,EAAE,CAAC;IAElD,MAAM,SAAS,GAAG,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;IAEzC,wDAAwD;IACxD,IAAI,iBAAiB,GAA2B,IAAI,CAAC;IAErD,0CAA0C;IAC1C,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,IAAI,iBAAiB,EAAE,CAAC;YACtB,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;IAEF,qDAAqD;IACrD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,kEAAkE;IAClE,MAAM,qBAAqB,GAAG,GAAG,EAAE;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,SAAS,GAA0B,IAAI,CAAC;IAC5C,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,OAAO,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACjC,4DAA4D;QAC5D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,iBAAiB,GAAG,UAAU,CAAC;QAE/B,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAElE,0DAA0D;QAC1D,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAC/B,MAAM,cAAc,GAAG,GAAG,EAAE;YAC1B,IAAI,kBAAkB;gBAAE,OAAO;YAC/B,kBAAkB,GAAG,IAAI,CAAC;YAC1B,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM;gBACN,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE;iBACtC;gBACD,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7C,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,cAAc,EAAE,CAAC;YAEjB,2BAA2B;YAC3B,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAE1D,uBAAuB;YACvB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG,QAAQ,CACzB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,EAC3C,EAAE,CACH,CAAC;gBAEF,kBAAkB;gBAClB,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;oBACpB,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAC7B,CAAC;gBAED,MAAM,IAAI,cAAc,CAAC;oBACvB,IAAI,EAAE,WAAW,CAAC,mBAAmB;oBACrC,OAAO,EAAE,qBAAqB;oBAC9B,UAAU,EAAE,GAAG;oBACf,UAAU;oBACV,OAAO,EAAE,EAAE,SAAS,EAAE;iBACvB,CAAC,CAAC;YACL,CAAC;YAED,gBAAgB;YAChB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,IAAI,SAAS,GAA4B,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,SAAS,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC;oBACP,6BAA6B;gBAC/B,CAAC;gBAED,wCAAwC;gBACxC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAE7D,MAAM,cAAc,CAAC,YAAY,CAC/B,QAAQ,CAAC,MAAM,EACf,SAAS,EACT,gBAAgB,CACjB,CAAC;YACJ,CAAC;YAED,iBAAiB;YACjB,IAAI,IAAO,CAAC;YACZ,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAE/D,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC7C,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAM,CAAC;YACtC,CAAC;iBAAM,IACL,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAChC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAClC,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAiB,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAM,CAAC;YACtC,CAAC;YAED,qBAAqB,EAAE,CAAC;YACxB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,EAAE,CAAC;YAEjB,uBAAuB;YACvB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1D,qBAAqB,EAAE,CAAC;gBACxB,MAAM,IAAI,cAAc,CAAC;oBACvB,IAAI,EAAE,WAAW,CAAC,WAAW;oBAC7B,OAAO,EAAE,yBAAyB,SAAS,IAAI;oBAC/C,UAAU,EAAE,GAAG;iBAChB,CAAC,CAAC;YACL,CAAC;YAED,wBAAwB;YACxB,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;gBACpC,SAAS,GAAG,KAAK,CAAC;gBAElB,wDAAwD;gBACxD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;oBACpD,OAAO,EAAE,CAAC;oBACV,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,sBAAsB;oBAC7D,SAAS;gBACX,CAAC;gBAED,qBAAqB,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC;YACd,CAAC;YAED,wBAAwB;YACxB,qBAAqB,EAAE,CAAC;YACxB,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,WAAW,CAAC,YAAY;gBAC9B,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;gBACnE,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,qBAAqB,EAAE,CAAC;IACxB,MAAM,CACJ,SAAS;QACT,IAAI,cAAc,CAAC;YACjB,IAAI,EAAE,WAAW,CAAC,cAAc;YAChC,OAAO,EAAE,8BAA8B;YACvC,UAAU,EAAE,GAAG;SAChB,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,GAAG,CACjB,GAAmB,EACnB,IAAY,EACZ,KAA6D;IAE7D,OAAO,OAAO,CAAI,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,IAAI,CAClB,GAAmB,EACnB,IAAY,EACZ,IAAc;IAEd,OAAO,OAAO,CAAI,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,KAAK,CACnB,GAAmB,EACnB,IAAY,EACZ,IAAc;IAEd,OAAO,OAAO,CAAI,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,GAAG,CACjB,GAAmB,EACnB,IAAY,EACZ,IAAc;IAEd,OAAO,OAAO,CAAI,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC"}