@dealcrawl/sdk 2.0.0

package/dist/shared/src/utils/retry.js

@@ -0,0 +1,36 @@
+const defaultOptions = {
+    maxRetries: 3,
+    initialDelayMs: 1000,
+    maxDelayMs: 30000,
+    backoffMultiplier: 2,
+    shouldRetry: () => true,
+};
+export async function retry(fn, options) {
+    const opts = { ...defaultOptions, ...options };
+    let lastError = null;
+    let delay = opts.initialDelayMs;
+    for (let attempt = 1; attempt <= opts.maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error instanceof Error ? error : new Error(String(error));
+            if (attempt === opts.maxRetries || !opts.shouldRetry(lastError, attempt)) {
+                throw lastError;
+            }
+            await sleep(delay);
+            delay = Math.min(delay * opts.backoffMultiplier, opts.maxDelayMs);
+        }
+    }
+    throw lastError;
+}
+export function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export async function withTimeout(promise, timeoutMs) {
+    const timeout = new Promise((_, reject) => {
+        setTimeout(() => reject(new Error("Operation timed out")), timeoutMs);
+    });
+    return Promise.race([promise, timeout]);
+}
+//# sourceMappingURL=retry.js.map

package/dist/shared/src/utils/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../../../shared/src/utils/retry.ts"],"names":[],"mappings":"AAQA,MAAM,cAAc,GAA2B;IAC7C,UAAU,EAAE,CAAC;IACb,cAAc,EAAE,IAAI;IACpB,UAAU,EAAE,KAAK;IACjB,iBAAiB,EAAE,CAAC;IACpB,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI;CACxB,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,EAAoB,EACpB,OAAsB;IAEtB,MAAM,IAAI,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;IAC/C,IAAI,SAAS,GAAiB,IAAI,CAAC;IACnC,IAAI,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC;IAEhC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAEtE,IAAI,OAAO,KAAK,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;gBACzE,MAAM,SAAS,CAAC;YAClB,CAAC;YAED,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACnB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAmB,EACnB,SAAiB;IAEjB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC"}

package/dist/shared/src/utils/url-validator.d.ts

@@ -0,0 +1,37 @@
+/**
+ * URL Validator with SSRF Protection
+ *
+ * Prevents Server-Side Request Forgery (SSRF) attacks by blocking:
+ * - Private IP ranges (127.0.0.1, 192.168.x.x, 10.x.x.x, etc.)
+ * - Local/Link-local addresses
+ * - File:// and other dangerous protocols
+ * - Localhost and internal domains
+ */
+export declare class URLValidationError extends Error {
+    readonly code: "INVALID_URL" | "BLOCKED_PROTOCOL" | "BLOCKED_HOSTNAME" | "PRIVATE_IP" | "SSRF_RISK";
+    constructor(message: string, code: "INVALID_URL" | "BLOCKED_PROTOCOL" | "BLOCKED_HOSTNAME" | "PRIVATE_IP" | "SSRF_RISK");
+}
+/**
+ * Validate URL for SSRF protection
+ *
+ * @throws {URLValidationError} If URL is invalid or poses SSRF risk
+ */
+export declare function validateURL(urlString: string): URL;
+/**
+ * Validate URL and return boolean (no throw)
+ */
+export declare function isValidURL(urlString: string): boolean;
+/**
+ * Validate multiple URLs
+ * @returns Array of validation results
+ */
+export declare function validateURLs(urls: string[]): Array<{
+    url: string;
+    valid: boolean;
+    error?: string;
+}>;
+/**
+ * Sanitize URL by removing dangerous components
+ */
+export declare function sanitizeURL(urlString: string): string | null;
+//# sourceMappingURL=url-validator.d.ts.map

package/dist/shared/src/utils/url-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-validator.d.ts","sourceRoot":"","sources":["../../../../../shared/src/utils/url-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA4CH,qBAAa,kBAAmB,SAAQ,KAAK;aAGzB,IAAI,EAChB,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,WAAW;gBANf,OAAO,EAAE,MAAM,EACC,IAAI,EAChB,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,WAAW;CAKlB;AAkDD;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,GAAG,CA4DlD;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAOrD;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EAAE,GACb,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAaxD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAe5D"}

package/dist/shared/src/utils/url-validator.js

@@ -0,0 +1,179 @@
+/**
+ * URL Validator with SSRF Protection
+ *
+ * Prevents Server-Side Request Forgery (SSRF) attacks by blocking:
+ * - Private IP ranges (127.0.0.1, 192.168.x.x, 10.x.x.x, etc.)
+ * - Local/Link-local addresses
+ * - File:// and other dangerous protocols
+ * - Localhost and internal domains
+ */
+// ============================================
+// PRIVATE IP RANGES (RFC 1918 + others)
+// ============================================
+const PRIVATE_IP_PATTERNS = [
+    // IPv4 Loopback
+    /^127\./,
+    // IPv4 Private ranges
+    /^10\./,
+    /^172\.(1[6-9]|2[0-9]|3[0-1])\./,
+    /^192\.168\./,
+    // Link-local
+    /^169\.254\./,
+    // IPv4 Broadcast
+    /^255\.255\.255\.255$/,
+    // IPv6 Loopback
+    /^::1$/,
+    /^::ffff:127\./,
+    // IPv6 Link-local
+    /^fe80:/i,
+    // IPv6 Unique local
+    /^fc00:/i,
+    /^fd00:/i,
+];
+const BLOCKED_HOSTNAMES = [
+    "localhost",
+    "0.0.0.0",
+    "[::]",
+    "[::1]",
+    "metadata.google.internal", // GCP metadata
+    "169.254.169.254", // AWS/Azure metadata
+];
+const DANGEROUS_PROTOCOLS = ["file:", "ftp:", "gopher:", "jar:", "data:"];
+const ALLOWED_PROTOCOLS = ["http:", "https:"];
+// ============================================
+// VALIDATION ERROR TYPES
+// ============================================
+export class URLValidationError extends Error {
+    code;
+    constructor(message, code) {
+        super(message);
+        this.code = code;
+        this.name = "URLValidationError";
+    }
+}
+// ============================================
+// VALIDATION FUNCTIONS
+// ============================================
+/**
+ * Check if hostname is a private/internal IP
+ */
+function isPrivateIP(hostname) {
+    // Remove brackets from IPv6
+    const cleaned = hostname.replace(/^\[|\]$/g, "");
+    for (const pattern of PRIVATE_IP_PATTERNS) {
+        if (pattern.test(cleaned)) {
+            return true;
+        }
+    }
+    return false;
+}
+/**
+ * Check if hostname is blocked
+ */
+function isBlockedHostname(hostname) {
+    const lower = hostname.toLowerCase();
+    // Check exact matches
+    if (BLOCKED_HOSTNAMES.includes(lower)) {
+        return true;
+    }
+    // Check if ends with .local (mDNS)
+    if (lower.endsWith(".local")) {
+        return true;
+    }
+    // Check if is an internal domain
+    if (lower.endsWith(".internal") ||
+        lower.endsWith(".localhost") ||
+        lower === "localhost") {
+        return true;
+    }
+    return false;
+}
+/**
+ * Validate URL for SSRF protection
+ *
+ * @throws {URLValidationError} If URL is invalid or poses SSRF risk
+ */
+export function validateURL(urlString) {
+    // Parse URL
+    let url;
+    try {
+        url = new URL(urlString);
+    }
+    catch {
+        throw new URLValidationError(`Invalid URL format: "${urlString}"`, "INVALID_URL");
+    }
+    // Check protocol
+    if (!ALLOWED_PROTOCOLS.includes(url.protocol)) {
+        if (DANGEROUS_PROTOCOLS.includes(url.protocol)) {
+            throw new URLValidationError(`Dangerous protocol blocked: ${url.protocol}`, "BLOCKED_PROTOCOL");
+        }
+        throw new URLValidationError(`Protocol not allowed: ${url.protocol} (only HTTP/HTTPS allowed)`, "BLOCKED_PROTOCOL");
+    }
+    // Check for blocked hostnames
+    if (isBlockedHostname(url.hostname)) {
+        throw new URLValidationError(`Access to internal/localhost addresses is blocked: ${url.hostname}`, "BLOCKED_HOSTNAME");
+    }
+    // Check for private IPs
+    if (isPrivateIP(url.hostname)) {
+        throw new URLValidationError(`Access to private IP addresses is blocked: ${url.hostname}`, "PRIVATE_IP");
+    }
+    // Check for suspicious patterns
+    // Username/password in URL can be used for SSRF
+    if (url.username || url.password) {
+        throw new URLValidationError("URLs with credentials are not allowed", "SSRF_RISK");
+    }
+    // Check for URL redirections via @ symbol
+    if (url.href.includes("@")) {
+        throw new URLValidationError("URLs with @ symbol are not allowed (potential SSRF via redirect)", "SSRF_RISK");
+    }
+    return url;
+}
+/**
+ * Validate URL and return boolean (no throw)
+ */
+export function isValidURL(urlString) {
+    try {
+        validateURL(urlString);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Validate multiple URLs
+ * @returns Array of validation results
+ */
+export function validateURLs(urls) {
+    return urls.map((url) => {
+        try {
+            validateURL(url);
+            return { url, valid: true };
+        }
+        catch (error) {
+            return {
+                url,
+                valid: false,
+                error: error instanceof Error ? error.message : "Unknown error",
+            };
+        }
+    });
+}
+/**
+ * Sanitize URL by removing dangerous components
+ */
+export function sanitizeURL(urlString) {
+    try {
+        const url = new URL(urlString);
+        // Force HTTPS for security
+        url.protocol = "https:";
+        // Remove credentials
+        url.username = "";
+        url.password = "";
+        return url.href;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=url-validator.js.map

package/dist/shared/src/utils/url-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-validator.js","sourceRoot":"","sources":["../../../../../shared/src/utils/url-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,+CAA+C;AAC/C,wCAAwC;AACxC,+CAA+C;AAE/C,MAAM,mBAAmB,GAAG;IAC1B,gBAAgB;IAChB,QAAQ;IACR,sBAAsB;IACtB,OAAO;IACP,gCAAgC;IAChC,aAAa;IACb,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,sBAAsB;IACtB,gBAAgB;IAChB,OAAO;IACP,eAAe;IACf,kBAAkB;IAClB,SAAS;IACT,oBAAoB;IACpB,SAAS;IACT,SAAS;CACV,CAAC;AAEF,MAAM,iBAAiB,GAAG;IACxB,WAAW;IACX,SAAS;IACT,MAAM;IACN,OAAO;IACP,0BAA0B,EAAE,eAAe;IAC3C,iBAAiB,EAAE,qBAAqB;CACzC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAE1E,MAAM,iBAAiB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;AAE9C,+CAA+C;AAC/C,yBAAyB;AACzB,+CAA+C;AAE/C,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IAGzB;IAFlB,YACE,OAAe,EACC,IAKD;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAPC,SAAI,GAAJ,IAAI,CAKL;QAGf,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAED,+CAA+C;AAC/C,uBAAuB;AACvB,+CAA+C;AAE/C;;GAEG;AACH,SAAS,WAAW,CAAC,QAAgB;IACnC,4BAA4B;IAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAEjD,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAErC,sBAAsB;IACtB,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iCAAiC;IACjC,IACE,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,KAAK,WAAW,EACrB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,YAAY;IACZ,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,kBAAkB,CAC1B,wBAAwB,SAAS,GAAG,EACpC,aAAa,CACd,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9C,IAAI,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,kBAAkB,CAC1B,+BAA+B,GAAG,CAAC,QAAQ,EAAE,EAC7C,kBAAkB,CACnB,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,yBAAyB,GAAG,CAAC,QAAQ,4BAA4B,EACjE,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,8BAA8B;IAC9B,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,kBAAkB,CAC1B,sDAAsD,GAAG,CAAC,QAAQ,EAAE,EACpE,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,kBAAkB,CAC1B,8CAA8C,GAAG,CAAC,QAAQ,EAAE,EAC5D,YAAY,CACb,CAAC;IACJ,CAAC;IAED,gCAAgC;IAChC,gDAAgD;IAChD,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,kBAAkB,CAC1B,uCAAuC,EACvC,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,0CAA0C;IAC1C,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,kBAAkB,CAC1B,kEAAkE,EAClE,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,IAAI,CAAC;QACH,WAAW,CAAC,SAAS,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAc;IAEd,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,IAAI,CAAC;YACH,WAAW,CAAC,GAAG,CAAC,CAAC;YACjB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,GAAG;gBACH,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAE/B,2BAA2B;QAC3B,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAExB,qBAAqB;QACrB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAElB,OAAO,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/shared/src/utils/url.d.ts

@@ -0,0 +1,6 @@
+export declare function normalizeUrl(url: string): string;
+export declare function getDomain(url: string): string;
+export declare function isValidUrl(url: string): boolean;
+export declare function isSameDomain(url1: string, url2: string): boolean;
+export declare function joinUrl(base: string, path: string): string;
+//# sourceMappingURL=url.d.ts.map

package/dist/shared/src/utils/url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../../../../shared/src/utils/url.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CA0BhD;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAO/C;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAEhE;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAM1D"}

package/dist/shared/src/utils/url.js

@@ -0,0 +1,56 @@
+export function normalizeUrl(url) {
+    try {
+        const parsed = new URL(url);
+        parsed.hash = "";
+        // Remove common tracking params
+        const trackingParams = [
+            "utm_source",
+            "utm_medium",
+            "utm_campaign",
+            "utm_content",
+            "utm_term",
+            "ref",
+            "fbclid",
+            "gclid",
+        ];
+        trackingParams.forEach((param) => parsed.searchParams.delete(param));
+        let normalized = parsed.href;
+        // Remove trailing slash
+        if (normalized.endsWith("/") && parsed.pathname !== "/") {
+            normalized = normalized.slice(0, -1);
+        }
+        return normalized;
+    }
+    catch {
+        return url;
+    }
+}
+export function getDomain(url) {
+    try {
+        return new URL(url).hostname;
+    }
+    catch {
+        return "";
+    }
+}
+export function isValidUrl(url) {
+    try {
+        const parsed = new URL(url);
+        return ["http:", "https:"].includes(parsed.protocol);
+    }
+    catch {
+        return false;
+    }
+}
+export function isSameDomain(url1, url2) {
+    return getDomain(url1) === getDomain(url2);
+}
+export function joinUrl(base, path) {
+    try {
+        return new URL(path, base).href;
+    }
+    catch {
+        return path;
+    }
+}
+//# sourceMappingURL=url.js.map

package/dist/shared/src/utils/url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.js","sourceRoot":"","sources":["../../../../../shared/src/utils/url.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACjB,gCAAgC;QAChC,MAAM,cAAc,GAAG;YACrB,YAAY;YACZ,YAAY;YACZ,cAAc;YACd,aAAa;YACb,UAAU;YACV,KAAK;YACL,QAAQ;YACR,OAAO;SACR,CAAC;QACF,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAErE,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,wBAAwB;QACxB,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,KAAK,GAAG,EAAE,CAAC;YACxD,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY;IACrD,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,IAAY;IAChD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@dealcrawl/sdk",
+  "version": "2.0.0",
+  "description": "Official SDK for DealCrawl web scraping and crawling API",
+  "author": "DealUp <contact@dealup.cc>",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/DealUp-cc/DealCrawl.git",
+    "directory": "packages/sdk"
+  },
+  "keywords": [
+    "dealcrawl",
+    "web-scraping",
+    "crawler",
+    "scraper",
+    "deal-finder",
+    "api-client",
+    "sdk"
+  ],
+  "main": "./dist/sdk/src/index.js",
+  "types": "./dist/sdk/src/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/sdk/src/index.js",
+      "require": "./dist/sdk/src/index.js",
+      "types": "./dist/sdk/src/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "type-check": "tsc --noEmit",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@dealcrawl/shared": "workspace:*"
+  },
+  "devDependencies": {
+    "typescript": "^5.7.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "sideEffects": false
+}