@dealcrawl/sdk 2.0.0

package/dist/shared/src/types/api-key.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-key.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/api-key.types.ts"],"names":[],"mappings":"AAKA;;GAEG;AACH,MAAM,MAAM,WAAW,GACnB,QAAQ,GACR,OAAO,GACP,MAAM,GACN,SAAS,GACT,QAAQ,GACR,WAAW,GACX,aAAa,GACb,aAAa,GACb,iBAAiB,CAAC;AAEtB;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,WAAW,EAU3C,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,sBAAsB,EAAE,WAAW,EAO/C,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB"}

package/dist/shared/src/types/api-key.types.js

@@ -0,0 +1,30 @@
+// ============================================
+// API KEY TYPES
+// Multi-key management with scopes and expiration
+// ============================================
+/**
+ * All available scopes
+ */
+export const ALL_API_KEY_SCOPES = [
+    "scrape",
+    "crawl",
+    "dork",
+    "extract",
+    "status",
+    "data:read",
+    "data:export",
+    "keys:manage",
+    "webhooks:manage",
+];
+/**
+ * Default scopes for new keys
+ */
+export const DEFAULT_API_KEY_SCOPES = [
+    "scrape",
+    "crawl",
+    "dork",
+    "extract",
+    "status",
+    "data:read",
+];
+//# sourceMappingURL=api-key.types.js.map

package/dist/shared/src/types/api-key.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-key.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/api-key.types.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,gBAAgB;AAChB,kDAAkD;AAClD,+CAA+C;AAgB/C;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAkB;IAC/C,QAAQ;IACR,OAAO;IACP,MAAM;IACN,SAAS;IACT,QAAQ;IACR,WAAW;IACX,aAAa;IACb,aAAa;IACb,iBAAiB;CAClB,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAkB;IACnD,QAAQ;IACR,OAAO;IACP,MAAM;IACN,SAAS;IACT,QAAQ;IACR,WAAW;CACZ,CAAC"}

package/dist/shared/src/types/api.types.d.ts

@@ -0,0 +1,38 @@
+export interface ApiResponse<T = unknown> {
+    success: boolean;
+    data?: T;
+    error?: ApiError;
+    meta?: ResponseMeta;
+}
+export interface ApiError {
+    code: string;
+    message: string;
+    details?: Record<string, unknown>;
+}
+export interface ResponseMeta {
+    requestId: string;
+    timestamp: string;
+    duration?: number;
+}
+export interface JobResponse {
+    jobId: string;
+    status: JobStatus;
+    statusUrl: string;
+    estimatedTime?: string;
+}
+export type JobStatus = "pending" | "active" | "completed" | "failed" | "delayed" | "paused";
+export interface PaginatedResponse<T> {
+    data: T[];
+    pagination: {
+        page: number;
+        limit: number;
+        total: number;
+        hasMore: boolean;
+    };
+}
+export interface RateLimitInfo {
+    limit: number;
+    remaining: number;
+    reset: number;
+}
+//# sourceMappingURL=api.types.d.ts.map

package/dist/shared/src/types/api.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/api.types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW,CAAC,CAAC,GAAG,OAAO;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB,IAAI,CAAC,EAAE,YAAY,CAAC;CACrB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,MAAM,SAAS,GACjB,SAAS,GACT,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,SAAS,GACT,QAAQ,CAAC;AAEb,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,IAAI,EAAE,CAAC,EAAE,CAAC;IACV,UAAU,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,OAAO,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf"}

package/dist/shared/src/types/api.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=api.types.js.map

package/dist/shared/src/types/api.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/api.types.ts"],"names":[],"mappings":""}

package/dist/shared/src/types/client.types.d.ts

@@ -0,0 +1,73 @@
+export type ClientTier = "free" | "pro" | "enterprise";
+export interface ClientQuotas {
+    crawls: number;
+    scrapes: number;
+    dorks: number;
+}
+export interface ClientUsage {
+    crawls: number;
+    scrapes: number;
+    dorks: number;
+    lastResetAt?: string;
+}
+export interface ClientRateLimitOverride {
+    requests?: number;
+    windowMs?: number;
+}
+/**
+ * API Client (account) - can have multiple API keys
+ * Updated for multi-key system
+ */
+export interface ApiClient {
+    id: string;
+    name: string;
+    email: string | null;
+    tier: ClientTier;
+    isActive: boolean;
+    organizationId?: string | null;
+    quotas: ClientQuotas;
+    usage: ClientUsage;
+    rateLimitOverride?: ClientRateLimitOverride | null;
+    dealPreferences?: Record<string, unknown> | null;
+    metadata?: Record<string, unknown>;
+    description?: string | null;
+    createdAt: string;
+    updatedAt: string;
+    /** @deprecated Use api_keys table for multi-key support */
+    apiKey?: string;
+}
+export interface ClientContext {
+    client: ApiClient;
+    requestId: string;
+    ipAddress?: string;
+}
+/**
+ * Request to create a new API client
+ */
+export interface CreateApiClientRequest {
+    name: string;
+    email?: string;
+    tier?: ClientTier;
+    organizationId?: string;
+    description?: string;
+    quotas?: Partial<ClientQuotas>;
+}
+/**
+ * Request to update an API client
+ */
+export interface UpdateApiClientRequest {
+    name?: string;
+    email?: string;
+    tier?: ClientTier;
+    isActive?: boolean;
+    description?: string;
+    quotas?: Partial<ClientQuotas>;
+    rateLimitOverride?: ClientRateLimitOverride | null;
+    dealPreferences?: Record<string, unknown>;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Key limits by tier
+ */
+export declare const API_KEY_LIMITS_BY_TIER: Record<ClientTier, number>;
+//# sourceMappingURL=client.types.d.ts.map

package/dist/shared/src/types/client.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/client.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,GAAG,YAAY,CAAC;AAEvD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAE,WAAW,CAAC;IACnB,iBAAiB,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAGlB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/B,iBAAiB,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAI7D,CAAC"}

package/dist/shared/src/types/client.types.js

@@ -0,0 +1,9 @@
+/**
+ * Key limits by tier
+ */
+export const API_KEY_LIMITS_BY_TIER = {
+    free: 3,
+    pro: 10,
+    enterprise: 50,
+};
+//# sourceMappingURL=client.types.js.map

package/dist/shared/src/types/client.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/client.types.ts"],"names":[],"mappings":"AA8EA;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAA+B;IAChE,IAAI,EAAE,CAAC;IACP,GAAG,EAAE,EAAE;IACP,UAAU,EAAE,EAAE;CACf,CAAC"}

package/dist/shared/src/types/crawl.types.d.ts

@@ -0,0 +1,65 @@
+import type { ParsedPage } from "./scrape.types";
+import type { ScoredUrl, UrlScoreFactors } from "./deal.types";
+export type { ScoredUrl, UrlScoreFactors };
+export interface CrawlOptions {
+    startUrl: string;
+    prompt?: string;
+    maxDepth?: number;
+    maxPages?: number;
+    delayMs?: number;
+    detectSignals?: boolean;
+    extractWithAI?: boolean;
+    followExternalLinks?: boolean;
+    allowedDomains?: string[];
+    excludePatterns?: string[];
+    /** Use SmartFrontier for deal-prioritized crawling (default: true) */
+    prioritizeDealPages?: boolean;
+    /** Minimum deal score to keep a page result (0-100) */
+    minDealScore?: number;
+}
+export interface CrawlResult {
+    startUrl: string;
+    pagesFound: number;
+    pages: ParsedPage[];
+    crawledAt: string;
+    duration?: number;
+    errors?: CrawlError[];
+    /** Statistics about the crawl when using SmartFrontier */
+    stats?: CrawlStats;
+}
+export interface CrawlStats {
+    /** Total URLs discovered during crawl */
+    totalUrlsDiscovered?: number;
+    /** URLs skipped (duplicates, filtered, etc.) */
+    urlsSkipped?: number;
+    /** Average deal score across all pages */
+    avgDealScore?: number;
+    /** Pages with deal score > 70 */
+    highValuePages?: number;
+    /** Total pages scraped */
+    pagesScraped?: number;
+    /** Total pages found including unprocessed/unvisited pages */
+    totalPagesFound?: number;
+    /** Total links discovered */
+    linksFound?: number;
+    /** Current crawl depth */
+    depth?: number;
+    /** Number of errors encountered */
+    errors?: number;
+}
+export interface CrawlError {
+    url: string;
+    error: string;
+    timestamp: string;
+}
+export interface CrawlProgress {
+    jobId: string;
+    status: "pending" | "running" | "completed" | "failed";
+    progress: number;
+    pagesScraped: number;
+    pagesTotal: number;
+    currentUrl?: string;
+    startedAt?: string;
+    estimatedCompletion?: string;
+}
+//# sourceMappingURL=crawl.types.d.ts.map

package/dist/shared/src/types/crawl.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/crawl.types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAU,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/D,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC;AAE3C,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,sEAAsE;IACtE,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,yCAAyC;IACzC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,0CAA0C;IAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iCAAiC;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0BAA0B;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8DAA8D;IAC9D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,6BAA6B;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,0BAA0B;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mCAAmC;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IACvD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B"}

package/dist/shared/src/types/crawl.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=crawl.types.js.map

package/dist/shared/src/types/crawl.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/crawl.types.ts"],"names":[],"mappings":""}

package/dist/shared/src/types/deal.types.d.ts

@@ -0,0 +1,210 @@
+/**
+ * Deal-specific types for DealUp integration
+ * Part of the Ultimate Crawl feature set
+ */
+import type { Signal } from "./scrape.types";
+export interface DealSignal extends Signal {
+    type: "price" | "original_price" | "discount" | "discount_amount" | "sale_indicator" | "deal_score" | "urgency_level" | "is_legit_deal";
+}
+export interface PriceSignal extends DealSignal {
+    type: "price" | "original_price";
+    metadata: {
+        currency: string;
+        raw: string;
+        source: "json-ld" | "og-meta" | "microdata" | "regex" | "css-selector";
+    };
+}
+export interface DiscountSignal extends DealSignal {
+    type: "discount" | "discount_amount";
+    metadata: {
+        percent?: number;
+        amount?: number;
+        currency?: string;
+        raw?: string;
+        calculated?: boolean;
+        source: string;
+    };
+}
+export interface DealScoreSignal extends DealSignal {
+    type: "deal_score";
+    metadata: {
+        breakdown: DealScoreBreakdown;
+        reasoning: string[];
+        quality: "excellent" | "good" | "average" | "poor" | "very_poor";
+    };
+}
+export interface DealScoreBreakdown {
+    discount: number;
+    urgency: number;
+    legitimacy: number;
+    priceClarity: number;
+    productInfo: number;
+}
+export interface ExtractedDeal {
+    /** Unique identifier for deduplication */
+    id: string;
+    /** Source URL where the deal was found */
+    sourceUrl: string;
+    /** Product Information */
+    product: {
+        name: string;
+        brand?: string;
+        category?: string;
+        description?: string;
+        imageUrl?: string;
+        sku?: string;
+    };
+    /** Pricing Information */
+    pricing: {
+        currentPrice: number;
+        originalPrice?: number;
+        discountPercent?: number;
+        savedAmount?: number;
+        currency: string;
+        priceConfidence: number;
+    };
+    /** Deal Quality Assessment */
+    quality: {
+        dealScore: number;
+        urgencyLevel: UrgencyLevel;
+        isLegitDeal: boolean;
+        legitimacyScore: number;
+    };
+    /** Metadata */
+    merchant: string;
+    affiliateEligible?: boolean;
+    expiresAt?: string;
+    crawledAt: string;
+    /** Raw signals for debugging */
+    rawSignals?: Signal[];
+}
+export type UrgencyLevel = "none" | "low" | "medium" | "high" | "critical";
+export interface CrawledDeal {
+    id: string;
+    job_id: string;
+    source_url: string;
+    product_name: string;
+    product_brand?: string;
+    product_category?: string;
+    product_description?: string;
+    product_image_url?: string;
+    current_price: number;
+    original_price?: number;
+    discount_percent?: number;
+    currency: string;
+    deal_score: number;
+    urgency_level: UrgencyLevel;
+    is_legit_deal: boolean;
+    synced_to_dealup: boolean;
+    dealup_deal_id?: string;
+    merchant: string;
+    affiliate_eligible?: boolean;
+    raw_signals?: Signal[];
+    ai_extraction?: Record<string, unknown>;
+    created_at: string;
+    updated_at: string;
+}
+export interface DealCrawlOptions {
+    /** Starting URL for the crawl */
+    startUrl: string;
+    /** Optional prompt for AI extraction guidance */
+    prompt?: string;
+    /** Maximum crawl depth (default: 3) */
+    maxDepth?: number;
+    /** Maximum pages to crawl (default: 100) */
+    maxPages?: number;
+    /** Delay between requests in ms (default: 1000) */
+    delayMs?: number;
+    /** Minimum deal score to include (default: 30) */
+    minDealScore?: number;
+    /** Categories to focus on */
+    targetCategories?: string[];
+    /** Price range filter */
+    priceRange?: {
+        min?: number;
+        max?: number;
+        currency?: string;
+    };
+    /** Minimum discount percentage to include */
+    minDiscountPercent?: number;
+    /** Sync found deals directly to DealUp */
+    syncToDealup?: boolean;
+    /** Webhook URL to notify when deals are found */
+    webhookUrl?: string;
+}
+export interface DealCrawlResult {
+    startUrl: string;
+    pagesScraped: number;
+    dealsFound: number;
+    deals: ExtractedDeal[];
+    crawledAt: string;
+    duration: number;
+    /** Statistics */
+    stats: {
+        avgDealScore: number;
+        topCategories: {
+            category: string;
+            count: number;
+        }[];
+        priceRange: {
+            min: number;
+            max: number;
+        };
+        discountRange: {
+            min: number;
+            max: number;
+        };
+    };
+    /** Errors encountered */
+    errors?: {
+        url: string;
+        error: string;
+    }[];
+}
+export interface SiteConfig {
+    /** Which scraping engine to use */
+    engine: "static" | "dynamic" | "stealth";
+    /** CSS selectors for data extraction */
+    selectors?: {
+        price?: string;
+        originalPrice?: string;
+        title?: string;
+        description?: string;
+        image?: string;
+        discount?: string;
+        rating?: string;
+        reviewCount?: string;
+    };
+    /** For dynamic scraper: element to wait for */
+    waitFor?: string;
+    /** Rate limiting configuration */
+    rateLimit?: {
+        requests: number;
+        perSeconds: number;
+    };
+    /** Custom headers to send */
+    headers?: Record<string, string>;
+    /** Patterns to prioritize when crawling this site */
+    priorityPatterns?: string[];
+    /** Patterns to exclude */
+    excludePatterns?: string[];
+}
+export interface ScoredUrl {
+    url: string;
+    depth: number;
+    score: number;
+    reason?: string;
+}
+export interface UrlScoreFactors {
+    /** Base score for this URL pattern */
+    baseScore: number;
+    /** Boost for deal-related paths */
+    dealPathBoost: number;
+    /** Boost for product-related paths */
+    productPathBoost: number;
+    /** Penalty for non-content paths */
+    nonContentPenalty: number;
+    /** Depth penalty per level */
+    depthPenalty: number;
+}
+//# sourceMappingURL=deal.types.d.ts.map

package/dist/shared/src/types/deal.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deal.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/deal.types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAc,MAAM,gBAAgB,CAAC;AAMzD,MAAM,WAAW,UAAW,SAAQ,MAAM;IACxC,IAAI,EACA,OAAO,GACP,gBAAgB,GAChB,UAAU,GACV,iBAAiB,GACjB,gBAAgB,GAChB,YAAY,GACZ,eAAe,GACf,eAAe,CAAC;CACrB;AAED,MAAM,WAAW,WAAY,SAAQ,UAAU;IAC7C,IAAI,EAAE,OAAO,GAAG,gBAAgB,CAAC;IACjC,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,cAAc,CAAC;KACxE,CAAC;CACH;AAED,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,IAAI,EAAE,UAAU,GAAG,iBAAiB,CAAC;IACrC,QAAQ,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE;QACR,SAAS,EAAE,kBAAkB,CAAC;QAC9B,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,OAAO,EAAE,WAAW,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,CAAC;KAClE,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,aAAa;IAC5B,0CAA0C;IAC1C,EAAE,EAAE,MAAM,CAAC;IAEX,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAElB,0BAA0B;IAC1B,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;IAEF,0BAA0B;IAC1B,OAAO,EAAE;QACP,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IAEF,8BAA8B;IAC9B,OAAO,EAAE;QACP,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,YAAY,CAAC;QAC3B,WAAW,EAAE,OAAO,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IAEF,eAAe;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAElB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;AAM3E,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IAGnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IAGjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,CAAC;IAC5B,aAAa,EAAE,OAAO,CAAC;IAGvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,WAAW,gBAAgB;IAC/B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IAEjB,iDAAiD;IACjD,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,mDAAmD;IACnD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,kDAAkD;IAClD,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B,yBAAyB;IACzB,UAAU,CAAC,EAAE;QACX,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IAEF,6CAA6C;IAC7C,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,0CAA0C;IAC1C,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IAEjB,iBAAiB;IACjB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACrD,UAAU,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC;QACzC,aAAa,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7C,CAAC;IAEF,yBAAyB;IACzB,MAAM,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3C;AAMD,MAAM,WAAW,UAAU;IACzB,mCAAmC;IACnC,MAAM,EAAE,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IAEzC,wCAAwC;IACxC,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,kCAAkC;IAClC,SAAS,CAAC,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF,6BAA6B;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,qDAAqD;IACrD,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B,0BAA0B;IAC1B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAMD,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,sCAAsC;IACtC,SAAS,EAAE,MAAM,CAAC;IAElB,mCAAmC;IACnC,aAAa,EAAE,MAAM,CAAC;IAEtB,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,oCAAoC;IACpC,iBAAiB,EAAE,MAAM,CAAC;IAE1B,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;CACtB"}

package/dist/shared/src/types/deal.types.js

@@ -0,0 +1,6 @@
+/**
+ * Deal-specific types for DealUp integration
+ * Part of the Ultimate Crawl feature set
+ */
+export {};
+//# sourceMappingURL=deal.types.js.map

package/dist/shared/src/types/deal.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deal.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/deal.types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/shared/src/types/dork.types.d.ts

@@ -0,0 +1,29 @@
+export interface DorkOptions {
+    query: string;
+    site?: string;
+    fileType?: string;
+    inUrl?: string;
+    inTitle?: string;
+    maxResults?: number;
+    region?: string;
+}
+export interface DorkResult {
+    query: string;
+    site?: string;
+    results: DorkSearchResult[];
+    totalResults?: number;
+    searchedAt: string;
+}
+export interface DorkSearchResult {
+    url: string;
+    title: string;
+    snippet: string;
+    position: number;
+    metadata?: Record<string, unknown>;
+}
+export type DorkOperator = "site" | "filetype" | "inurl" | "intitle" | "intext" | "cache" | "related" | "info";
+export interface DorkQuery {
+    operator: DorkOperator;
+    value: string;
+}
+//# sourceMappingURL=dork.types.d.ts.map

package/dist/shared/src/types/dork.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dork.types.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/dork.types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,MAAM,YAAY,GACpB,MAAM,GACN,UAAU,GACV,OAAO,GACP,SAAS,GACT,QAAQ,GACR,OAAO,GACP,SAAS,GACT,MAAM,CAAC;AAEX,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf"}

package/dist/shared/src/types/dork.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=dork.types.js.map

package/dist/shared/src/types/dork.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dork.types.js","sourceRoot":"","sources":["../../../../../shared/src/types/dork.types.ts"],"names":[],"mappings":""}

package/dist/shared/src/types/index.d.ts

@@ -0,0 +1,8 @@
+export * from "./scrape.types";
+export * from "./crawl.types";
+export * from "./dork.types";
+export * from "./api.types";
+export * from "./client.types";
+export * from "./deal.types";
+export * from "./api-key.types";
+//# sourceMappingURL=index.d.ts.map

package/dist/shared/src/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../shared/src/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC"}

package/dist/shared/src/types/index.js

@@ -0,0 +1,9 @@
+// Type exports
+export * from "./scrape.types";
+export * from "./crawl.types";
+export * from "./dork.types";
+export * from "./api.types";
+export * from "./client.types";
+export * from "./deal.types";
+export * from "./api-key.types";
+//# sourceMappingURL=index.js.map

package/dist/shared/src/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../shared/src/types/index.ts"],"names":[],"mappings":"AAAA,eAAe;AACf,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC"}