cogniscrape 1.0.0

package/dist/utils/index.js

@@ -0,0 +1,40 @@
+"use strict";
+/**
+ * Utility functions index
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommonSchemas = exports.SchemaValidator = exports.proxyRotator = exports.ProxyRotator = exports.globalCache = exports.cache = exports.Cache = exports.rateLimiter = exports.RateLimiter = exports.retry = void 0;
+__exportStar(require("./cleanupHtml"), exports);
+__exportStar(require("./convertToMarkdown"), exports);
+__exportStar(require("./logger"), exports);
+__exportStar(require("./chunking"), exports);
+var retry_1 = require("./retry");
+Object.defineProperty(exports, "retry", { enumerable: true, get: function () { return retry_1.retry; } });
+var rateLimiter_1 = require("./rateLimiter");
+Object.defineProperty(exports, "RateLimiter", { enumerable: true, get: function () { return rateLimiter_1.RateLimiter; } });
+Object.defineProperty(exports, "rateLimiter", { enumerable: true, get: function () { return rateLimiter_1.rateLimiter; } });
+var cache_1 = require("./cache");
+Object.defineProperty(exports, "Cache", { enumerable: true, get: function () { return cache_1.Cache; } });
+Object.defineProperty(exports, "cache", { enumerable: true, get: function () { return cache_1.cache; } });
+Object.defineProperty(exports, "globalCache", { enumerable: true, get: function () { return cache_1.globalCache; } });
+var proxy_1 = require("./proxy");
+Object.defineProperty(exports, "ProxyRotator", { enumerable: true, get: function () { return proxy_1.ProxyRotator; } });
+Object.defineProperty(exports, "proxyRotator", { enumerable: true, get: function () { return proxy_1.proxyRotator; } });
+var schemaValidator_1 = require("./schemaValidator");
+Object.defineProperty(exports, "SchemaValidator", { enumerable: true, get: function () { return schemaValidator_1.SchemaValidator; } });
+Object.defineProperty(exports, "CommonSchemas", { enumerable: true, get: function () { return schemaValidator_1.CommonSchemas; } });
+//# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;AAEH,gDAA8B;AAC9B,sDAAoC;AACpC,2CAAyB;AACzB,6CAA2B;AAC3B,iCAAgC;AAAvB,8FAAA,KAAK,OAAA;AACd,6CAAyD;AAAhD,0GAAA,WAAW,OAAA;AAAE,0GAAA,WAAW,OAAA;AACjC,iCAAoD;AAA3C,8FAAA,KAAK,OAAA;AAAE,8FAAA,KAAK,OAAA;AAAE,oGAAA,WAAW,OAAA;AAClC,iCAAqD;AAA5C,qGAAA,YAAY,OAAA;AAAE,qGAAA,YAAY,OAAA;AACnC,qDAAmE;AAA1D,kHAAA,eAAe,OAAA;AAAE,gHAAA,aAAa,OAAA"}

package/dist/utils/logger.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Logging utility
+ */
+export declare class Logger {
+    private verbose;
+    private context;
+    constructor(context: string, verbose?: boolean);
+    info(message: string, ...args: any[]): void;
+    warn(message: string, ...args: any[]): void;
+    error(message: string, ...args: any[]): void;
+    success(message: string, ...args: any[]): void;
+    debug(message: string, ...args: any[]): void;
+}
+//# sourceMappingURL=logger.d.ts.map

package/dist/utils/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qBAAa,MAAM;IACjB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,OAAe;IAKrD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAI3C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAI5C,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM9C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;CAK7C"}

package/dist/utils/logger.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * Logging utility
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Logger = void 0;
+class Logger {
+    constructor(context, verbose = false) {
+        this.context = context;
+        this.verbose = verbose;
+    }
+    info(message, ...args) {
+        if (this.verbose) {
+            console.log(`[${this.context}] ℹ️  ${message}`, ...args);
+        }
+    }
+    warn(message, ...args) {
+        console.warn(`[${this.context}] ⚠️  ${message}`, ...args);
+    }
+    error(message, ...args) {
+        console.error(`[${this.context}] ❌ ${message}`, ...args);
+    }
+    success(message, ...args) {
+        if (this.verbose) {
+            console.log(`[${this.context}] ✅ ${message}`, ...args);
+        }
+    }
+    debug(message, ...args) {
+        if (this.verbose) {
+            console.debug(`[${this.context}] 🔍 ${message}`, ...args);
+        }
+    }
+}
+exports.Logger = Logger;
+//# sourceMappingURL=logger.js.map

package/dist/utils/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,MAAa,MAAM;IAIjB,YAAY,OAAe,EAAE,UAAmB,KAAK;QACnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAClC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,SAAS,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAClC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,SAAS,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,OAAO,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,CAAC,OAAe,EAAE,GAAG,IAAW;QACrC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,OAAO,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,QAAQ,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF;AAlCD,wBAkCC"}

package/dist/utils/proxy.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Proxy configuration and rotation
+ */
+export interface ProxyConfig {
+    host: string;
+    port: number;
+    username?: string;
+    password?: string;
+    protocol?: 'http' | 'https' | 'socks4' | 'socks5';
+}
+export declare class ProxyRotator {
+    private proxies;
+    private currentIndex;
+    private failedProxies;
+    constructor(proxies?: string[]);
+    getNext(): string | null;
+    markFailed(proxy: string): void;
+    markSuccess(proxy: string): void;
+    getStats(): {
+        total: number;
+        failed: number;
+        active: number;
+    };
+    reset(): void;
+    getNextProxy(): string | null;
+    markProxyFailed(): void;
+    setProxies(proxies: string[]): void;
+}
+export declare const proxyRotator: ProxyRotator;
+//# sourceMappingURL=proxy.d.ts.map

package/dist/utils/proxy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy.d.ts","sourceRoot":"","sources":["../../src/utils/proxy.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;CACnD;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,aAAa,CAAqB;gBAE9B,OAAO,GAAE,MAAM,EAAO;IAIlC,OAAO,IAAI,MAAM,GAAG,IAAI;IAmBxB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI/B,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIhC,QAAQ,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAQ7D,KAAK,IAAI,IAAI;IAKb,YAAY,IAAI,MAAM,GAAG,IAAI;IAI7B,eAAe,IAAI,IAAI;IAMvB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;CAIpC;AAGD,eAAO,MAAM,YAAY,cAAuB,CAAC"}

package/dist/utils/proxy.js

@@ -0,0 +1,62 @@
+"use strict";
+/**
+ * Proxy configuration and rotation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.proxyRotator = exports.ProxyRotator = void 0;
+class ProxyRotator {
+    constructor(proxies = []) {
+        this.currentIndex = 0;
+        this.failedProxies = new Set();
+        this.proxies = proxies;
+    }
+    getNext() {
+        if (this.proxies.length === 0)
+            return null;
+        // Try to find a working proxy
+        for (let i = 0; i < this.proxies.length; i++) {
+            const proxy = this.proxies[this.currentIndex];
+            this.currentIndex = (this.currentIndex + 1) % this.proxies.length;
+            if (!this.failedProxies.has(proxy)) {
+                return proxy;
+            }
+        }
+        // If all proxies failed, reset failed list and try again
+        this.failedProxies.clear();
+        return this.proxies[0];
+    }
+    markFailed(proxy) {
+        this.failedProxies.add(proxy);
+    }
+    markSuccess(proxy) {
+        this.failedProxies.delete(proxy);
+    }
+    getStats() {
+        return {
+            total: this.proxies.length,
+            failed: this.failedProxies.size,
+            active: this.proxies.length - this.failedProxies.size,
+        };
+    }
+    reset() {
+        this.failedProxies.clear();
+        this.currentIndex = 0;
+    }
+    getNextProxy() {
+        return this.getNext();
+    }
+    markProxyFailed() {
+        if (this.proxies.length === 0)
+            return;
+        const currentProxy = this.proxies[(this.currentIndex - 1 + this.proxies.length) % this.proxies.length];
+        this.markFailed(currentProxy);
+    }
+    setProxies(proxies) {
+        this.proxies = proxies;
+        this.reset();
+    }
+}
+exports.ProxyRotator = ProxyRotator;
+// Global proxy rotator instance
+exports.proxyRotator = new ProxyRotator([]);
+//# sourceMappingURL=proxy.js.map

package/dist/utils/proxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/utils/proxy.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,MAAa,YAAY;IAKvB,YAAY,UAAoB,EAAE;QAH1B,iBAAY,GAAW,CAAC,CAAC;QACzB,kBAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QAGxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9C,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAElE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,KAAa;QACtB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ;QACN,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC1B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YAC/B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;SACtD,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,eAAe;QACb,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,UAAU,CAAC,OAAiB;QAC1B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;CACF;AA/DD,oCA+DC;AAED,gCAAgC;AACnB,QAAA,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC"}

package/dist/utils/rateLimiter.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Rate limiter for API calls and web requests
+ */
+export interface RateLimiterOptions {
+    maxRequests: number;
+    windowMs: number;
+    minDelay?: number;
+}
+export declare class RateLimiter {
+    private options;
+    private requests;
+    private lastRequestTime;
+    constructor(options: RateLimiterOptions);
+    acquire(): Promise<void>;
+    wait(): Promise<void>;
+    reset(): void;
+    getStats(): {
+        current: number;
+        limit: number;
+        window: number;
+    };
+}
+export declare const rateLimiter: RateLimiter;
+//# sourceMappingURL=rateLimiter.d.ts.map

package/dist/utils/rateLimiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.d.ts","sourceRoot":"","sources":["../../src/utils/rateLimiter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAW;IAIV,OAAO,CAAC,OAAO;IAH3B,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,eAAe,CAAa;gBAEhB,OAAO,EAAE,kBAAkB;IAEzC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgCxB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,KAAK,IAAI,IAAI;IAKb,QAAQ,IAAI;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;CAY/D;AAGD,eAAO,MAAM,WAAW,aAItB,CAAC"}

package/dist/utils/rateLimiter.js

@@ -0,0 +1,61 @@
+"use strict";
+/**
+ * Rate limiter for API calls and web requests
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rateLimiter = exports.RateLimiter = void 0;
+class RateLimiter {
+    constructor(options) {
+        this.options = options;
+        this.requests = [];
+        this.lastRequestTime = 0;
+    }
+    async acquire() {
+        const now = Date.now();
+        // Remove old requests outside the window
+        this.requests = this.requests.filter((time) => now - time < this.options.windowMs);
+        // Check if we're at the limit
+        if (this.requests.length >= this.options.maxRequests) {
+            const oldestRequest = Math.min(...this.requests);
+            const waitTime = this.options.windowMs - (now - oldestRequest);
+            if (waitTime > 0) {
+                await new Promise((resolve) => setTimeout(resolve, waitTime));
+                return this.acquire(); // Try again after waiting
+            }
+        }
+        // Enforce minimum delay between requests
+        if (this.options.minDelay) {
+            const timeSinceLastRequest = now - this.lastRequestTime;
+            if (timeSinceLastRequest < this.options.minDelay) {
+                const waitTime = this.options.minDelay - timeSinceLastRequest;
+                await new Promise((resolve) => setTimeout(resolve, waitTime));
+            }
+        }
+        this.requests.push(Date.now());
+        this.lastRequestTime = Date.now();
+    }
+    async wait() {
+        return this.acquire();
+    }
+    reset() {
+        this.requests = [];
+        this.lastRequestTime = 0;
+    }
+    getStats() {
+        const now = Date.now();
+        this.requests = this.requests.filter((time) => now - time < this.options.windowMs);
+        return {
+            current: this.requests.length,
+            limit: this.options.maxRequests,
+            window: this.options.windowMs,
+        };
+    }
+}
+exports.RateLimiter = RateLimiter;
+// Global rate limiter instance
+exports.rateLimiter = new RateLimiter({
+    maxRequests: 10,
+    windowMs: 1000,
+    minDelay: 100,
+});
+//# sourceMappingURL=rateLimiter.js.map

package/dist/utils/rateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.js","sourceRoot":"","sources":["../../src/utils/rateLimiter.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAQH,MAAa,WAAW;IAItB,YAAoB,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QAHvC,aAAQ,GAAa,EAAE,CAAC;QACxB,oBAAe,GAAW,CAAC,CAAC;IAEc,CAAC;IAEnD,KAAK,CAAC,OAAO;QACX,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,yCAAyC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAC7C,CAAC;QAEF,8BAA8B;QAC9B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACrD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC;YAE/D,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAC9D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,0BAA0B;YACnD,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC;YACxD,IAAI,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,oBAAoB,CAAC;gBAC9D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAC7C,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YAC/B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;SAC9B,CAAC;IACJ,CAAC;CACF;AA3DD,kCA2DC;AAED,+BAA+B;AAClB,QAAA,WAAW,GAAG,IAAI,WAAW,CAAC;IACzC,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,GAAG;CACd,CAAC,CAAC"}

package/dist/utils/retry.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Retry utility with exponential backoff
+ */
+export interface RetryOptions {
+    maxRetries?: number;
+    initialDelay?: number;
+    maxDelay?: number;
+    backoffMultiplier?: number;
+    retryableErrors?: string[];
+}
+export declare class RetryError extends Error {
+    attempts: number;
+    lastError: Error;
+    constructor(message: string, attempts: number, lastError: Error);
+}
+export declare function retry<T>(fn: () => Promise<T>, options?: RetryOptions): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/utils/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,qBAAa,UAAW,SAAQ,KAAK;IAG1B,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,KAAK;gBAFvB,OAAO,EAAE,MAAM,EACR,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,KAAK;CAK1B;AAED,wBAAsB,KAAK,CAAC,CAAC,EAC3B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,CAAC,CAAC,CAgDZ"}

package/dist/utils/retry.js

@@ -0,0 +1,43 @@
+"use strict";
+/**
+ * Retry utility with exponential backoff
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RetryError = void 0;
+exports.retry = retry;
+class RetryError extends Error {
+    constructor(message, attempts, lastError) {
+        super(message);
+        this.attempts = attempts;
+        this.lastError = lastError;
+        this.name = 'RetryError';
+    }
+}
+exports.RetryError = RetryError;
+async function retry(fn, options = {}) {
+    const { maxRetries = 3, initialDelay = 1000, maxDelay = 30000, backoffMultiplier = 2, retryableErrors = ['ECONNREFUSED', 'ETIMEDOUT', 'ENOTFOUND', '429', '503', '502', '504'], } = options;
+    let lastError;
+    let delay = initialDelay;
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error;
+            // Check if error is retryable
+            const isRetryable = retryableErrors.some((retryableError) => error.message?.includes(retryableError) ||
+                error.code?.includes(retryableError) ||
+                error.status?.toString() === retryableError);
+            // Don't retry if not retryable or max retries reached
+            if (!isRetryable || attempt === maxRetries) {
+                throw new RetryError(`Failed after ${attempt + 1} attempts: ${error.message}`, attempt + 1, error);
+            }
+            // Wait before retrying
+            await new Promise((resolve) => setTimeout(resolve, delay));
+            // Exponential backoff
+            delay = Math.min(delay * backoffMultiplier, maxDelay);
+        }
+    }
+    throw new RetryError(`Failed after ${maxRetries + 1} attempts`, maxRetries + 1, lastError);
+}
+//# sourceMappingURL=retry.js.map

package/dist/utils/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAqBH,sBAmDC;AA9DD,MAAa,UAAW,SAAQ,KAAK;IACnC,YACE,OAAe,EACR,QAAgB,EAChB,SAAgB;QAEvB,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,aAAQ,GAAR,QAAQ,CAAQ;QAChB,cAAS,GAAT,SAAS,CAAO;QAGvB,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AATD,gCASC;AAEM,KAAK,UAAU,KAAK,CACzB,EAAoB,EACpB,UAAwB,EAAE;IAE1B,MAAM,EACJ,UAAU,GAAG,CAAC,EACd,YAAY,GAAG,IAAI,EACnB,QAAQ,GAAG,KAAK,EAChB,iBAAiB,GAAG,CAAC,EACrB,eAAe,GAAG,CAAC,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,GACzF,GAAG,OAAO,CAAC;IAEZ,IAAI,SAAgB,CAAC;IACrB,IAAI,KAAK,GAAG,YAAY,CAAC;IAEzB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,SAAS,GAAG,KAAK,CAAC;YAElB,8BAA8B;YAC9B,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CACtC,CAAC,cAAc,EAAE,EAAE,CACjB,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC;gBACvC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,cAAc,CAAC;gBACpC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,cAAc,CAC9C,CAAC;YAEF,sDAAsD;YACtD,IAAI,CAAC,WAAW,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3C,MAAM,IAAI,UAAU,CAClB,gBAAgB,OAAO,GAAG,CAAC,cAAc,KAAK,CAAC,OAAO,EAAE,EACxD,OAAO,GAAG,CAAC,EACX,KAAK,CACN,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAE3D,sBAAsB;YACtB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,iBAAiB,EAAE,QAAQ,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,IAAI,UAAU,CAClB,gBAAgB,UAAU,GAAG,CAAC,WAAW,EACzC,UAAU,GAAG,CAAC,EACd,SAAU,CACX,CAAC;AACJ,CAAC"}

package/dist/utils/schemaValidator.d.ts

@@ -0,0 +1,69 @@
+/**
+ * Schema validation utilities using Zod
+ */
+import { z } from 'zod';
+export declare class SchemaValidator {
+    /**
+     * Validate data against a Zod schema
+     */
+    static validate<T>(schema: z.ZodType<T>, data: unknown): {
+        success: true;
+        data: T;
+    } | {
+        success: false;
+        error: string;
+    };
+    /**
+     * Parse and validate JSON string against schema
+     */
+    static validateJson<T>(schema: z.ZodType<T>, jsonString: string): {
+        success: true;
+        data: T;
+    } | {
+        success: false;
+        error: string;
+    };
+    /**
+     * Create a schema-aware prompt wrapper
+     */
+    static wrapPromptWithSchema(prompt: string, schema: z.ZodType<any>): string;
+    /**
+     * Generate human-readable schema description from Zod schema
+     */
+    private static generateSchemaDescription;
+    /**
+     * Get simple type name from Zod schema
+     */
+    private static getZodTypeName;
+}
+export declare const CommonSchemas: {
+    Product: z.ZodObject<{
+        name: z.ZodString;
+        price: z.ZodNumber;
+        description: z.ZodOptional<z.ZodString>;
+        inStock: z.ZodOptional<z.ZodBoolean>;
+        category: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>;
+    Article: z.ZodObject<{
+        title: z.ZodString;
+        author: z.ZodOptional<z.ZodString>;
+        publishDate: z.ZodOptional<z.ZodString>;
+        content: z.ZodString;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>;
+    Company: z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        founded: z.ZodOptional<z.ZodString>;
+        founders: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        website: z.ZodOptional<z.ZodString>;
+        industry: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>;
+    ContactInfo: z.ZodObject<{
+        name: z.ZodString;
+        email: z.ZodOptional<z.ZodString>;
+        phone: z.ZodOptional<z.ZodString>;
+        address: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>;
+};
+//# sourceMappingURL=schemaValidator.d.ts.map

package/dist/utils/schemaValidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaValidator.d.ts","sourceRoot":"","sources":["../../src/utils/schemaValidator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,qBAAa,eAAe;IAC1B;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,GAAG;QAAE,OAAO,EAAE,IAAI,CAAC;QAAC,IAAI,EAAE,CAAC,CAAA;KAAE,GAAG;QAAE,OAAO,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAiBvH;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG;QAAE,OAAO,EAAE,IAAI,CAAC;QAAC,IAAI,EAAE,CAAC,CAAA;KAAE,GAAG;QAAE,OAAO,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAShI;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM;IAW3E;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IA0BxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;CAU9B;AAGD,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCzB,CAAC"}

package/dist/utils/schemaValidator.js

@@ -0,0 +1,133 @@
+"use strict";
+/**
+ * Schema validation utilities using Zod
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommonSchemas = exports.SchemaValidator = void 0;
+const zod_1 = require("zod");
+class SchemaValidator {
+    /**
+     * Validate data against a Zod schema
+     */
+    static validate(schema, data) {
+        try {
+            const result = schema.safeParse(data);
+            if (result.success) {
+                return { success: true, data: result.data };
+            }
+            else {
+                const errorMessage = result.error.issues
+                    .map((err) => `${err.path.join('.')}: ${err.message}`)
+                    .join(', ');
+                return { success: false, error: errorMessage };
+            }
+        }
+        catch (error) {
+            return { success: false, error: error.message };
+        }
+    }
+    /**
+     * Parse and validate JSON string against schema
+     */
+    static validateJson(schema, jsonString) {
+        try {
+            const parsed = JSON.parse(jsonString);
+            return this.validate(schema, parsed);
+        }
+        catch (error) {
+            return { success: false, error: `JSON parse error: ${error.message}` };
+        }
+    }
+    /**
+     * Create a schema-aware prompt wrapper
+     */
+    static wrapPromptWithSchema(prompt, schema) {
+        const schemaDescription = this.generateSchemaDescription(schema);
+        return `${prompt}
+
+IMPORTANT: Your response must be valid JSON matching this exact structure:
+${schemaDescription}
+
+Respond with valid JSON only, no explanations or markdown.`;
+    }
+    /**
+     * Generate human-readable schema description from Zod schema
+     */
+    static generateSchemaDescription(schema) {
+        try {
+            // For object schemas, describe the structure
+            if (schema instanceof zod_1.z.ZodObject) {
+                const shape = schema.shape;
+                const fields = Object.entries(shape).map(([key, value]) => {
+                    const fieldSchema = value;
+                    const isOptional = fieldSchema instanceof zod_1.z.ZodOptional;
+                    const type = this.getZodTypeName(fieldSchema);
+                    return `  "${key}": ${type}${isOptional ? ' (optional)' : ''}`;
+                });
+                return `{\n${fields.join(',\n')}\n}`;
+            }
+            // For array schemas
+            if (schema instanceof zod_1.z.ZodArray) {
+                const elementType = this.getZodTypeName(schema._def.type);
+                return `Array<${elementType}>`;
+            }
+            return 'object';
+        }
+        catch (error) {
+            return 'object';
+        }
+    }
+    /**
+     * Get simple type name from Zod schema
+     */
+    static getZodTypeName(schema) {
+        if (schema instanceof zod_1.z.ZodString)
+            return 'string';
+        if (schema instanceof zod_1.z.ZodNumber)
+            return 'number';
+        if (schema instanceof zod_1.z.ZodBoolean)
+            return 'boolean';
+        if (schema instanceof zod_1.z.ZodArray)
+            return `array<${this.getZodTypeName(schema._def.type)}>`;
+        if (schema instanceof zod_1.z.ZodObject)
+            return 'object';
+        if (schema instanceof zod_1.z.ZodOptional)
+            return this.getZodTypeName(schema._def.innerType);
+        if (schema instanceof zod_1.z.ZodNullable)
+            return `${this.getZodTypeName(schema._def.innerType)} | null`;
+        return 'any';
+    }
+}
+exports.SchemaValidator = SchemaValidator;
+// Common schema examples
+exports.CommonSchemas = {
+    Product: zod_1.z.object({
+        name: zod_1.z.string(),
+        price: zod_1.z.number(),
+        description: zod_1.z.string().optional(),
+        inStock: zod_1.z.boolean().optional(),
+        category: zod_1.z.string().optional(),
+    }),
+    Article: zod_1.z.object({
+        title: zod_1.z.string(),
+        author: zod_1.z.string().optional(),
+        publishDate: zod_1.z.string().optional(),
+        content: zod_1.z.string(),
+        tags: zod_1.z.array(zod_1.z.string()).optional(),
+    }),
+    Company: zod_1.z.object({
+        name: zod_1.z.string(),
+        description: zod_1.z.string(),
+        founded: zod_1.z.string().optional(),
+        founders: zod_1.z.array(zod_1.z.string()).optional(),
+        website: zod_1.z.string().optional(),
+        industry: zod_1.z.string().optional(),
+    }),
+    ContactInfo: zod_1.z.object({
+        name: zod_1.z.string(),
+        email: zod_1.z.string().email().optional(),
+        phone: zod_1.z.string().optional(),
+        address: zod_1.z.string().optional(),
+    }),
+};
+//# sourceMappingURL=schemaValidator.js.map

package/dist/utils/schemaValidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaValidator.js","sourceRoot":"","sources":["../../src/utils/schemaValidator.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,6BAAwB;AAExB,MAAa,eAAe;IAC1B;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAI,MAAoB,EAAE,IAAa;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAEtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;qBACrC,GAAG,CAAC,CAAC,GAAe,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;qBACjE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAI,MAAoB,EAAE,UAAkB;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACzE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,MAAc,EAAE,MAAsB;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAEjE,OAAO,GAAG,MAAM;;;EAGlB,iBAAiB;;2DAEwC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,yBAAyB,CAAC,MAAsB;QAC7D,IAAI,CAAC;YACH,6CAA6C;YAC7C,IAAI,MAAM,YAAY,OAAC,CAAC,SAAS,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBACxD,MAAM,WAAW,GAAG,KAAuB,CAAC;oBAC5C,MAAM,UAAU,GAAG,WAAW,YAAY,OAAC,CAAC,WAAW,CAAC;oBACxD,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;oBAC9C,OAAO,MAAM,GAAG,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACjE,CAAC,CAAC,CAAC;gBACH,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YACvC,CAAC;YAED,oBAAoB;YACpB,IAAI,MAAM,YAAY,OAAC,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAiC,CAAC,CAAC;gBACvF,OAAO,SAAS,WAAW,GAAG,CAAC;YACjC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,MAAsB;QAClD,IAAI,MAAM,YAAY,OAAC,CAAC,SAAS;YAAE,OAAO,QAAQ,CAAC;QACnD,IAAI,MAAM,YAAY,OAAC,CAAC,SAAS;YAAE,OAAO,QAAQ,CAAC;QACnD,IAAI,MAAM,YAAY,OAAC,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QACrD,IAAI,MAAM,YAAY,OAAC,CAAC,QAAQ;YAAE,OAAO,SAAS,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAiC,CAAC,GAAG,CAAC;QACxH,IAAI,MAAM,YAAY,OAAC,CAAC,SAAS;YAAE,OAAO,QAAQ,CAAC;QACnD,IAAI,MAAM,YAAY,OAAC,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,SAAsC,CAAC,CAAC;QACpH,IAAI,MAAM,YAAY,OAAC,CAAC,WAAW;YAAE,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,SAAsC,CAAC,SAAS,CAAC;QAChI,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAzFD,0CAyFC;AAED,yBAAyB;AACZ,QAAA,aAAa,GAAG;IAC3B,OAAO,EAAE,OAAC,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC/B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAChC,CAAC;IAEF,OAAO,EAAE,OAAC,CAAC,MAAM,CAAC;QAChB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;QACnB,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;KACrC,CAAC;IAEF,OAAO,EAAE,OAAC,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE;QACvB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACxC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAChC,CAAC;IAEF,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE;QACpC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC/B,CAAC;CACH,CAAC"}

package/package.json

@@ -0,0 +1,64 @@
+{
+  "name": "cogniscrape",
+  "version": "1.0.0",
+  "description": "A TypeScript web scraping library using LLMs (Ollama & Google Gemini) and graph logic - 100% free version",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "jest",
+    "example": "ts-node examples/smart-scraper.ts",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "scraping",
+    "llm",
+    "ollama",
+    "gemini",
+    "ai",
+    "graph",
+    "web-scraping",
+    "automation",
+    "typescript",
+    "playwright",
+    "rag",
+    "intelligent-scraping"
+  ],
+  "author": "Your Name <your.email@example.com>",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/yourusername/cogniscrape.git"
+  },
+  "bugs": {
+    "url": "https://github.com/yourusername/cogniscrape/issues"
+  },
+  "homepage": "https://github.com/yourusername/cogniscrape#readme",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "dependencies": {
+    "@google/generative-ai": "^0.21.0",
+    "axios": "^1.7.9",
+    "cheerio": "^1.0.0",
+    "cheerio-tableparser": "^1.0.1",
+    "fast-xml-parser": "^5.3.3",
+    "html-minifier": "^4.0.0",
+    "pdf-parse": "^2.4.5",
+    "playwright": "^1.49.1",
+    "turndown": "^7.2.0",
+    "zod": "^4.3.5"
+  },
+  "devDependencies": {
+    "@types/html-minifier": "^4.0.5",
+    "@types/jest": "^29.5.14",
+    "@types/node": "^22.10.5",
+    "@types/turndown": "^5.0.5",
+    "jest": "^29.7.0",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.7.2"
+  }
+}