mcp-docs-scraper 0.1.0

package/dist/services/cache-manager.d.ts

@@ -0,0 +1,100 @@
+import type { CacheMeta, CacheEntrySummary } from "../types/cache.js";
+/**
+ * Manages the local documentation cache.
+ * Handles storing, retrieving, listing, and clearing cached docs.
+ */
+export declare class CacheManager {
+    private readonly cacheDir;
+    constructor(cacheDir?: string);
+    /**
+     * Gets the root cache directory path.
+     */
+    getCacheDir(): string;
+    /**
+     * Initializes the cache directory structure.
+     */
+    initialize(): Promise<void>;
+    /**
+     * Gets the directory path for a specific docs entry.
+     */
+    private getEntryDir;
+    /**
+     * Gets the meta.json file path for a docs entry.
+     */
+    private getMetaPath;
+    /**
+     * Gets the content directory path for a docs entry.
+     */
+    private getContentDir;
+    /**
+     * Gets the search index file path for a docs entry.
+     */
+    private getSearchIndexPath;
+    /**
+     * Generates an expiration timestamp based on source type.
+     */
+    private getExpiresAt;
+    /**
+     * Stores metadata for a docs entry.
+     */
+    storeMeta(meta: Omit<CacheMeta, "expires_at"> & {
+        expires_at?: string;
+    }): Promise<void>;
+    /**
+     * Retrieves metadata for a docs entry.
+     * Returns null if not found.
+     */
+    getMeta(source: "github" | "scraped", id: string): Promise<CacheMeta | null>;
+    /**
+     * Stores content for a specific file path within a docs entry.
+     */
+    storeContent(source: "github" | "scraped", id: string, filePath: string, content: string): Promise<void>;
+    /**
+     * Retrieves content for a specific file path within a docs entry.
+     * Returns null if not found.
+     */
+    getContent(source: "github" | "scraped", id: string, filePath: string): Promise<string | null>;
+    /**
+     * Stores a search index for a docs entry.
+     */
+    storeSearchIndex(source: "github" | "scraped", id: string, indexJson: string): Promise<void>;
+    /**
+     * Retrieves a search index for a docs entry.
+     * Returns null if not found.
+     */
+    getSearchIndex(source: "github" | "scraped", id: string): Promise<string | null>;
+    /**
+     * Checks if a search index exists for a docs entry.
+     */
+    hasSearchIndex(source: "github" | "scraped", id: string): Promise<boolean>;
+    /**
+     * Checks if a docs entry exists in the cache.
+     */
+    hasEntry(source: "github" | "scraped", id: string): Promise<boolean>;
+    /**
+     * Lists all cached docs entries.
+     */
+    listEntries(): Promise<CacheEntrySummary[]>;
+    /**
+     * Clears a specific docs entry from the cache.
+     */
+    clearEntry(source: "github" | "scraped", id: string): Promise<boolean>;
+    /**
+     * Clears all entries from the cache.
+     */
+    clearAll(): Promise<string[]>;
+    /**
+     * Checks if a cache entry has expired.
+     */
+    isExpired(meta: CacheMeta): boolean;
+    /**
+     * Finds a docs entry by ID, checking both github and scraped sources.
+     * Returns null if not found.
+     */
+    findById(id: string): Promise<CacheMeta | null>;
+}
+/**
+ * Default cache manager instance.
+ */
+export declare const cacheManager: CacheManager;
+//# sourceMappingURL=cache-manager.d.ts.map

package/dist/services/cache-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-manager.d.ts","sourceRoot":"","sources":["../../src/services/cache-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAmBtE;;;GAGG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,QAAQ,GAAE,MAAkB;IAIxC;;OAEG;IACH,WAAW,IAAI,MAAM;IAIrB;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC;;OAEG;IACH,OAAO,CAAC,WAAW;IAInB;;OAEG;IACH,OAAO,CAAC,WAAW;IAInB;;OAEG;IACH,OAAO,CAAC,aAAa;IAIrB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAI1B;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7F;;;OAGG;IACG,OAAO,CAAC,MAAM,EAAE,QAAQ,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAIlF;;OAEG;IACG,YAAY,CAChB,MAAM,EAAE,QAAQ,GAAG,SAAS,EAC5B,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC;IAKhB;;;OAGG;IACG,UAAU,CACd,MAAM,EAAE,QAAQ,GAAG,SAAS,EAC5B,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAKzB;;OAEG;IACG,gBAAgB,CACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,EAC5B,EAAE,EAAE,MAAM,EACV,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKhB;;;OAGG;IACG,cAAc,CAClB,MAAM,EAAE,QAAQ,GAAG,SAAS,EAC5B,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAKzB;;OAEG;IACG,cAAc,CAClB,MAAM,EAAE,QAAQ,GAAG,SAAS,EAC5B,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,OAAO,CAAC;IAInB;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI1E;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAsCjD;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,QAAQ,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAS5E;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAoBnC;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO;IAInC;;;OAGG;IACG,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;CAWtD;AAED;;GAEG;AACH,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/services/cache-manager.js

@@ -0,0 +1,212 @@
+import { join } from "node:path";
+import { CACHE_DIR, ensureDir, readJson, writeJson, readText, writeText, remove, listDirectories, exists, } from "../utils/fs.js";
+/** Default TTL for GitHub-sourced docs (7 days) */
+const GITHUB_TTL_MS = 7 * 24 * 60 * 60 * 1000;
+/** Default TTL for scraped docs (24 hours) */
+const SCRAPED_TTL_MS = 24 * 60 * 60 * 1000;
+/**
+ * Manages the local documentation cache.
+ * Handles storing, retrieving, listing, and clearing cached docs.
+ */
+export class CacheManager {
+    cacheDir;
+    constructor(cacheDir = CACHE_DIR) {
+        this.cacheDir = cacheDir;
+    }
+    /**
+     * Gets the root cache directory path.
+     */
+    getCacheDir() {
+        return this.cacheDir;
+    }
+    /**
+     * Initializes the cache directory structure.
+     */
+    async initialize() {
+        await ensureDir(join(this.cacheDir, "github"));
+        await ensureDir(join(this.cacheDir, "scraped"));
+    }
+    /**
+     * Gets the directory path for a specific docs entry.
+     */
+    getEntryDir(source, id) {
+        return join(this.cacheDir, source, id);
+    }
+    /**
+     * Gets the meta.json file path for a docs entry.
+     */
+    getMetaPath(source, id) {
+        return join(this.getEntryDir(source, id), "meta.json");
+    }
+    /**
+     * Gets the content directory path for a docs entry.
+     */
+    getContentDir(source, id) {
+        return join(this.getEntryDir(source, id), "content");
+    }
+    /**
+     * Gets the search index file path for a docs entry.
+     */
+    getSearchIndexPath(source, id) {
+        return join(this.getEntryDir(source, id), "search-index.json");
+    }
+    /**
+     * Generates an expiration timestamp based on source type.
+     */
+    getExpiresAt(source) {
+        const ttl = source === "github" ? GITHUB_TTL_MS : SCRAPED_TTL_MS;
+        return new Date(Date.now() + ttl).toISOString();
+    }
+    /**
+     * Stores metadata for a docs entry.
+     */
+    async storeMeta(meta) {
+        const fullMeta = {
+            ...meta,
+            expires_at: meta.expires_at ?? this.getExpiresAt(meta.source),
+        };
+        await writeJson(this.getMetaPath(meta.source, meta.id), fullMeta);
+    }
+    /**
+     * Retrieves metadata for a docs entry.
+     * Returns null if not found.
+     */
+    async getMeta(source, id) {
+        return readJson(this.getMetaPath(source, id));
+    }
+    /**
+     * Stores content for a specific file path within a docs entry.
+     */
+    async storeContent(source, id, filePath, content) {
+        const contentPath = join(this.getContentDir(source, id), filePath);
+        await writeText(contentPath, content);
+    }
+    /**
+     * Retrieves content for a specific file path within a docs entry.
+     * Returns null if not found.
+     */
+    async getContent(source, id, filePath) {
+        const contentPath = join(this.getContentDir(source, id), filePath);
+        return readText(contentPath);
+    }
+    /**
+     * Stores a search index for a docs entry.
+     */
+    async storeSearchIndex(source, id, indexJson) {
+        const indexPath = this.getSearchIndexPath(source, id);
+        await writeText(indexPath, indexJson);
+    }
+    /**
+     * Retrieves a search index for a docs entry.
+     * Returns null if not found.
+     */
+    async getSearchIndex(source, id) {
+        const indexPath = this.getSearchIndexPath(source, id);
+        return readText(indexPath);
+    }
+    /**
+     * Checks if a search index exists for a docs entry.
+     */
+    async hasSearchIndex(source, id) {
+        return exists(this.getSearchIndexPath(source, id));
+    }
+    /**
+     * Checks if a docs entry exists in the cache.
+     */
+    async hasEntry(source, id) {
+        return exists(this.getMetaPath(source, id));
+    }
+    /**
+     * Lists all cached docs entries.
+     */
+    async listEntries() {
+        const entries = [];
+        // List GitHub entries
+        const githubDirs = await listDirectories(join(this.cacheDir, "github"));
+        for (const id of githubDirs) {
+            const meta = await this.getMeta("github", id);
+            if (meta) {
+                entries.push({
+                    id: meta.id,
+                    source: meta.source,
+                    repo: meta.repo,
+                    indexed_at: meta.indexed_at,
+                    page_count: meta.page_count,
+                    total_size_bytes: meta.total_size_bytes,
+                });
+            }
+        }
+        // List scraped entries
+        const scrapedDirs = await listDirectories(join(this.cacheDir, "scraped"));
+        for (const id of scrapedDirs) {
+            const meta = await this.getMeta("scraped", id);
+            if (meta) {
+                entries.push({
+                    id: meta.id,
+                    source: meta.source,
+                    base_url: meta.base_url,
+                    indexed_at: meta.indexed_at,
+                    page_count: meta.page_count,
+                    total_size_bytes: meta.total_size_bytes,
+                });
+            }
+        }
+        return entries;
+    }
+    /**
+     * Clears a specific docs entry from the cache.
+     */
+    async clearEntry(source, id) {
+        const entryDir = this.getEntryDir(source, id);
+        if (await exists(entryDir)) {
+            await remove(entryDir);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Clears all entries from the cache.
+     */
+    async clearAll() {
+        const cleared = [];
+        // Clear GitHub entries
+        const githubDirs = await listDirectories(join(this.cacheDir, "github"));
+        for (const id of githubDirs) {
+            await this.clearEntry("github", id);
+            cleared.push(id);
+        }
+        // Clear scraped entries
+        const scrapedDirs = await listDirectories(join(this.cacheDir, "scraped"));
+        for (const id of scrapedDirs) {
+            await this.clearEntry("scraped", id);
+            cleared.push(id);
+        }
+        return cleared;
+    }
+    /**
+     * Checks if a cache entry has expired.
+     */
+    isExpired(meta) {
+        return new Date(meta.expires_at) < new Date();
+    }
+    /**
+     * Finds a docs entry by ID, checking both github and scraped sources.
+     * Returns null if not found.
+     */
+    async findById(id) {
+        // Try GitHub first
+        const githubMeta = await this.getMeta("github", id);
+        if (githubMeta)
+            return githubMeta;
+        // Try scraped
+        const scrapedMeta = await this.getMeta("scraped", id);
+        if (scrapedMeta)
+            return scrapedMeta;
+        return null;
+    }
+}
+/**
+ * Default cache manager instance.
+ */
+export const cacheManager = new CacheManager();
+//# sourceMappingURL=cache-manager.js.map

package/dist/services/cache-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-manager.js","sourceRoot":"","sources":["../../src/services/cache-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EACL,SAAS,EACT,SAAS,EACT,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,SAAS,EACT,MAAM,EACN,eAAe,EACf,MAAM,GACP,MAAM,gBAAgB,CAAC;AAExB,mDAAmD;AACnD,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9C,8CAA8C;AAC9C,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE3C;;;GAGG;AACH,MAAM,OAAO,YAAY;IACN,QAAQ,CAAS;IAElC,YAAY,WAAmB,SAAS;QACtC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,MAA4B,EAAE,EAAU;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,MAA4B,EAAE,EAAU;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAA4B,EAAE,EAAU;QAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,MAA4B,EAAE,EAAU;QACjE,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAA4B;QAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,CAAC;QACjE,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,IAA6D;QAC3E,MAAM,QAAQ,GAAc;YAC1B,GAAG,IAAI;YACP,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;SAC9D,CAAC;QACF,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,MAA4B,EAAE,EAAU;QACpD,OAAO,QAAQ,CAAY,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,MAA4B,EAC5B,EAAU,EACV,QAAgB,EAChB,OAAe;QAEf,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QACnE,MAAM,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CACd,MAA4B,EAC5B,EAAU,EACV,QAAgB;QAEhB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QACnE,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,MAA4B,EAC5B,EAAU,EACV,SAAiB;QAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,MAAM,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,MAA4B,EAC5B,EAAU;QAEV,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,MAA4B,EAC5B,EAAU;QAEV,OAAO,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAA4B,EAAE,EAAU;QACrD,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxE,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;iBACxC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1E,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC/C,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;iBACxC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAA4B,EAAE,EAAU;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9C,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,uBAAuB;QACvB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxE,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,wBAAwB;QACxB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1E,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAe;QACvB,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,mBAAmB;QACnB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACpD,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;QAElC,cAAc;QACd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;QAEpC,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/services/content-cleaner.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Content Cleaner Service - Converts HTML to clean Markdown.
+ *
+ * Responsibilities:
+ * - Remove unwanted elements (nav, script, style, etc.)
+ * - Extract main content from the page
+ * - Convert HTML to Markdown with Turndown
+ * - Preserve code blocks with language hints
+ * - Convert relative URLs to absolute
+ */
+/**
+ * Options for the content cleaner.
+ */
+export interface ContentCleanerOptions {
+    /** Base URL for resolving relative links */
+    baseUrl?: string;
+    /** Whether to extract only the main content area */
+    extractMainContent?: boolean;
+}
+/**
+ * Result of cleaning HTML content.
+ */
+export interface CleanedContent {
+    /** The cleaned Markdown content */
+    markdown: string;
+    /** Extracted title from the page */
+    title?: string;
+    /** List of headings found in the content */
+    headings: Array<{
+        level: number;
+        text: string;
+    }>;
+}
+/**
+ * Cleans HTML content and converts it to Markdown.
+ *
+ * @param html The raw HTML content
+ * @param options Cleaning options
+ * @returns Cleaned markdown content with metadata
+ */
+export declare function cleanHtml(html: string, options?: ContentCleanerOptions): CleanedContent;
+/**
+ * Content cleaner singleton for convenience.
+ */
+export declare const contentCleaner: {
+    clean: typeof cleanHtml;
+};
+//# sourceMappingURL=content-cleaner.d.ts.map

package/dist/services/content-cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-cleaner.d.ts","sourceRoot":"","sources":["../../src/services/content-cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oDAAoD;IACpD,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4CAA4C;IAC5C,QAAQ,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AA0QD;;;;;;GAMG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,qBAA0B,GAClC,cAAc,CA4ChB;AAED;;GAEG;AACH,eAAO,MAAM,cAAc;;CAE1B,CAAC"}

package/dist/services/content-cleaner.js

@@ -0,0 +1,295 @@
+/**
+ * Content Cleaner Service - Converts HTML to clean Markdown.
+ *
+ * Responsibilities:
+ * - Remove unwanted elements (nav, script, style, etc.)
+ * - Extract main content from the page
+ * - Convert HTML to Markdown with Turndown
+ * - Preserve code blocks with language hints
+ * - Convert relative URLs to absolute
+ */
+import TurndownService from "turndown";
+import * as cheerio from "cheerio";
+/**
+ * Elements to remove completely from the DOM.
+ */
+const ELEMENTS_TO_REMOVE = [
+    "script",
+    "style",
+    "noscript",
+    "iframe",
+    "nav",
+    "header",
+    "footer",
+    "aside",
+    "form",
+    "button",
+    "input",
+    "select",
+    "textarea",
+    ".nav",
+    ".navbar",
+    ".navigation",
+    ".sidebar",
+    ".menu",
+    ".footer",
+    ".header",
+    ".ads",
+    ".advertisement",
+    ".social-share",
+    ".comments",
+    ".comment",
+    ".breadcrumb",
+    ".breadcrumbs",
+    ".pagination",
+    "[role='navigation']",
+    "[role='banner']",
+    "[role='complementary']",
+    "[role='contentinfo']",
+];
+/**
+ * Selectors for main content extraction (in priority order).
+ */
+const MAIN_CONTENT_SELECTORS = [
+    "main",
+    "article",
+    "[role='main']",
+    ".content",
+    ".documentation",
+    ".docs",
+    ".doc-content",
+    ".markdown-body",
+    ".post-content",
+    ".article-content",
+    "#content",
+    "#main",
+    "#main-content",
+    ".main-content",
+];
+/**
+ * Creates a configured Turndown service for HTML to Markdown conversion.
+ */
+function createTurndownService(baseUrl) {
+    const turndown = new TurndownService({
+        headingStyle: "atx", // # style headings
+        codeBlockStyle: "fenced", // ``` code blocks
+        bulletListMarker: "-",
+        emDelimiter: "*",
+        strongDelimiter: "**",
+    });
+    // Remove unwanted elements completely
+    turndown.remove(["script", "style", "noscript", "iframe"]);
+    // Preserve code block language hints
+    turndown.addRule("fencedCodeBlock", {
+        filter: (node) => {
+            return (node.nodeName === "PRE" &&
+                node.firstChild !== null &&
+                node.firstChild.nodeName === "CODE");
+        },
+        replacement: (_content, node) => {
+            const code = node.firstChild;
+            if (!code)
+                return "";
+            // Try to extract language from class
+            const classList = code.getAttribute?.("class") ?? "";
+            const langMatch = classList.match(/(?:language-|lang-)(\w+)/);
+            const lang = langMatch ? langMatch[1] : "";
+            // Get the text content and preserve it
+            const text = code.textContent || "";
+            return `\n\n\`\`\`${lang}\n${text}\n\`\`\`\n\n`;
+        },
+    });
+    // Handle inline code
+    turndown.addRule("inlineCode", {
+        filter: (node) => {
+            return (node.nodeName === "CODE" &&
+                node.parentNode !== null &&
+                node.parentNode.nodeName !== "PRE");
+        },
+        replacement: (content) => {
+            if (!content)
+                return "";
+            // Escape backticks in the content
+            const escaped = content.replace(/`/g, "\\`");
+            return `\`${escaped}\``;
+        },
+    });
+    // Convert relative URLs to absolute for links
+    if (baseUrl) {
+        turndown.addRule("absoluteLinks", {
+            filter: "a",
+            replacement: (content, node) => {
+                const element = node;
+                const href = element.getAttribute?.("href") ?? "";
+                if (!href || !content.trim()) {
+                    return content;
+                }
+                // Skip anchor-only links
+                if (href.startsWith("#")) {
+                    return `[${content}](${href})`;
+                }
+                // Convert relative URLs to absolute
+                try {
+                    const absoluteUrl = new URL(href, baseUrl).href;
+                    return `[${content}](${absoluteUrl})`;
+                }
+                catch {
+                    // If URL is invalid, return as-is
+                    return `[${content}](${href})`;
+                }
+            },
+        });
+    }
+    // Convert relative URLs to absolute for images
+    if (baseUrl) {
+        turndown.addRule("absoluteImages", {
+            filter: "img",
+            replacement: (_content, node) => {
+                const element = node;
+                const src = element.getAttribute?.("src") ?? "";
+                const alt = element.getAttribute?.("alt") ?? "";
+                if (!src) {
+                    return "";
+                }
+                // Convert relative URLs to absolute
+                try {
+                    const absoluteUrl = new URL(src, baseUrl).href;
+                    return `![${alt}](${absoluteUrl})`;
+                }
+                catch {
+                    return `![${alt}](${src})`;
+                }
+            },
+        });
+    }
+    return turndown;
+}
+/**
+ * Extracts the main content area from an HTML document.
+ */
+function extractMainContent($) {
+    // Try each selector in priority order
+    for (const selector of MAIN_CONTENT_SELECTORS) {
+        const element = $(selector).first();
+        if (element.length > 0) {
+            return element;
+        }
+    }
+    // Fallback: find the element with the most text content
+    let bestElement = null;
+    let maxTextLength = 0;
+    $("div, section").each((_, elem) => {
+        const $elem = $(elem);
+        const textLength = $elem.text().trim().length;
+        if (textLength > maxTextLength) {
+            maxTextLength = textLength;
+            bestElement = $elem;
+        }
+    });
+    return bestElement;
+}
+/**
+ * Extracts the page title from HTML.
+ */
+function extractTitle($) {
+    // Try <title> tag first
+    const titleTag = $("title").first().text().trim();
+    if (titleTag) {
+        // Clean up common suffixes
+        const cleaned = titleTag
+            .replace(/\s*[|\-–—]\s*.+$/, "") // Remove " | Site Name" or " - Site Name"
+            .trim();
+        if (cleaned)
+            return cleaned;
+    }
+    // Try <h1> tag
+    const h1 = $("h1").first().text().trim();
+    if (h1)
+        return h1;
+    // Try og:title meta tag
+    const ogTitle = $('meta[property="og:title"]').attr("content");
+    if (ogTitle)
+        return ogTitle.trim();
+    return undefined;
+}
+/**
+ * Extracts headings from Markdown content.
+ */
+function extractHeadings(markdown) {
+    const headings = [];
+    const lines = markdown.split("\n");
+    for (const line of lines) {
+        const match = line.match(/^(#{1,6})\s+(.+)$/);
+        if (match) {
+            headings.push({
+                level: match[1].length,
+                text: match[2].trim(),
+            });
+        }
+    }
+    return headings;
+}
+/**
+ * Normalizes markdown output for cleaner results.
+ */
+function normalizeMarkdown(markdown) {
+    return (markdown
+        // Remove excessive blank lines (more than 2 in a row)
+        .replace(/\n{3,}/g, "\n\n")
+        // Remove trailing whitespace from lines
+        .replace(/[ \t]+$/gm, "")
+        // Ensure single newline at end
+        .trim() + "\n");
+}
+/**
+ * Cleans HTML content and converts it to Markdown.
+ *
+ * @param html The raw HTML content
+ * @param options Cleaning options
+ * @returns Cleaned markdown content with metadata
+ */
+export function cleanHtml(html, options = {}) {
+    const { baseUrl, extractMainContent: shouldExtractMain = true } = options;
+    // Parse HTML with Cheerio
+    const $ = cheerio.load(html);
+    // Extract title before removing elements
+    const title = extractTitle($);
+    // Remove unwanted elements
+    for (const selector of ELEMENTS_TO_REMOVE) {
+        $(selector).remove();
+    }
+    // Get the content to convert
+    let contentHtml;
+    if (shouldExtractMain) {
+        const mainContent = extractMainContent($);
+        if (mainContent) {
+            contentHtml = mainContent.html() || "";
+        }
+        else {
+            // Fallback to body content
+            contentHtml = $("body").html() || html;
+        }
+    }
+    else {
+        contentHtml = $("body").html() || html;
+    }
+    // Convert to Markdown
+    const turndown = createTurndownService(baseUrl);
+    let markdown = turndown.turndown(contentHtml);
+    // Normalize the output
+    markdown = normalizeMarkdown(markdown);
+    // Extract headings from the final markdown
+    const headings = extractHeadings(markdown);
+    return {
+        markdown,
+        title,
+        headings,
+    };
+}
+/**
+ * Content cleaner singleton for convenience.
+ */
+export const contentCleaner = {
+    clean: cleanHtml,
+};
+//# sourceMappingURL=content-cleaner.js.map

package/dist/services/content-cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-cleaner.js","sourceRoot":"","sources":["../../src/services/content-cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,eAAyB,MAAM,UAAU,CAAC;AACjD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAwBnC;;GAEG;AACH,MAAM,kBAAkB,GAAG;IACzB,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,UAAU;IACV,MAAM;IACN,SAAS;IACT,aAAa;IACb,UAAU;IACV,OAAO;IACP,SAAS;IACT,SAAS;IACT,MAAM;IACN,gBAAgB;IAChB,eAAe;IACf,WAAW;IACX,UAAU;IACV,aAAa;IACb,cAAc;IACd,aAAa;IACb,qBAAqB;IACrB,iBAAiB;IACjB,wBAAwB;IACxB,sBAAsB;CACvB,CAAC;AAEF;;GAEG;AACH,MAAM,sBAAsB,GAAG;IAC7B,MAAM;IACN,SAAS;IACT,eAAe;IACf,UAAU;IACV,gBAAgB;IAChB,OAAO;IACP,cAAc;IACd,gBAAgB;IAChB,eAAe;IACf,kBAAkB;IAClB,UAAU;IACV,OAAO;IACP,eAAe;IACf,eAAe;CAChB,CAAC;AAEF;;GAEG;AACH,SAAS,qBAAqB,CAAC,OAAgB;IAC7C,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;QACnC,YAAY,EAAE,KAAK,EAAE,mBAAmB;QACxC,cAAc,EAAE,QAAQ,EAAE,kBAAkB;QAC5C,gBAAgB,EAAE,GAAG;QACrB,WAAW,EAAE,GAAG;QAChB,eAAe,EAAE,IAAI;KACtB,CAAC,CAAC;IAEH,sCAAsC;IACtC,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;IAE3D,qCAAqC;IACrC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE;QAClC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACf,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,KAAK;gBACvB,IAAI,CAAC,UAAU,KAAK,IAAI;gBACxB,IAAI,CAAC,UAAU,CAAC,QAAQ,KAAK,MAAM,CACpC,CAAC;QACJ,CAAC;QACD,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAyB,CAAC;YAC5C,IAAI,CAAC,IAAI;gBAAE,OAAO,EAAE,CAAC;YAErB,qCAAqC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC9D,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAE3C,uCAAuC;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;YAEpC,OAAO,aAAa,IAAI,KAAK,IAAI,cAAc,CAAC;QAClD,CAAC;KACF,CAAC,CAAC;IAEH,qBAAqB;IACrB,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE;QAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACf,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,MAAM;gBACxB,IAAI,CAAC,UAAU,KAAK,IAAI;gBACxB,IAAI,CAAC,UAAU,CAAC,QAAQ,KAAK,KAAK,CACnC,CAAC;QACJ,CAAC;QACD,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE;YACvB,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YACxB,kCAAkC;YAClC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7C,OAAO,KAAK,OAAO,IAAI,CAAC;QAC1B,CAAC;KACF,CAAC,CAAC;IAEH,8CAA8C;IAC9C,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE;YAChC,MAAM,EAAE,GAAG;YACX,WAAW,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;gBAC7B,MAAM,OAAO,GAAG,IAAY,CAAC;gBAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAElD,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;oBAC7B,OAAO,OAAO,CAAC;gBACjB,CAAC;gBAED,yBAAyB;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzB,OAAO,IAAI,OAAO,KAAK,IAAI,GAAG,CAAC;gBACjC,CAAC;gBAED,oCAAoC;gBACpC,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;oBAChD,OAAO,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC;gBACxC,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;oBAClC,OAAO,IAAI,OAAO,KAAK,IAAI,GAAG,CAAC;gBACjC,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,+CAA+C;IAC/C,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;gBAC9B,MAAM,OAAO,GAAG,IAAY,CAAC;gBAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChD,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAEhD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,oCAAoC;gBACpC,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;oBAC/C,OAAO,KAAK,GAAG,KAAK,WAAW,GAAG,CAAC;gBACrC,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC;gBAC7B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,CAAqB;IAErB,sCAAsC;IACtC,KAAK,MAAM,QAAQ,IAAI,sBAAsB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,IAAI,WAAW,GAA0C,IAAI,CAAC;IAC9D,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAE9C,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAC/B,aAAa,GAAG,UAAU,CAAC;YAC3B,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,CAAqB;IACzC,wBAAwB;IACxB,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,QAAQ,EAAE,CAAC;QACb,2BAA2B;QAC3B,MAAM,OAAO,GAAG,QAAQ;aACrB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,0CAA0C;aAC1E,IAAI,EAAE,CAAC;QACV,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC9B,CAAC;IAED,eAAe;IACf,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IACzC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAElB,wBAAwB;IACxB,MAAM,OAAO,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IAEnC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CACtB,QAAgB;IAEhB,MAAM,QAAQ,GAA2C,EAAE,CAAC;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC9C,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;gBACtB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,CACL,QAAQ;QACN,sDAAsD;SACrD,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,wCAAwC;SACvC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QACzB,+BAA+B;SAC9B,IAAI,EAAE,GAAG,IAAI,CACjB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,UAAiC,EAAE;IAEnC,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IAE1E,0BAA0B;IAC1B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,yCAAyC;IACzC,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAE9B,2BAA2B;IAC3B,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;IACvB,CAAC;IAED,6BAA6B;IAC7B,IAAI,WAAmB,CAAC;IAExB,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,2BAA2B;YAC3B,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QACzC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,sBAAsB;IACtB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAE9C,uBAAuB;IACvB,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEvC,2CAA2C;IAC3C,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE3C,OAAO;QACL,QAAQ;QACR,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,KAAK,EAAE,SAAS;CACjB,CAAC"}