@cleaver/breakcheck-core 0.1.0

package/dist/core/rules/RulesEngine.js

@@ -0,0 +1,91 @@
+import * as cheerio from "cheerio";
+import { logger } from "../../lib/logger";
+import { processRulesDsl } from "./RulesDsl";
+export class RulesEngine {
+    ruleset;
+    constructor(ruleset) {
+        this.ruleset = ruleset;
+    }
+    static async create(rulesetOrName) {
+        let ruleset;
+        if (typeof rulesetOrName === "string") {
+            try {
+                ruleset = await processRulesDsl(rulesetOrName);
+            }
+            catch (error) {
+                if (error instanceof Error) {
+                    logger.error({ error, rulesetName: rulesetOrName }, "Failed to process ruleset DSL");
+                    process.exit(1);
+                }
+                throw error;
+            }
+        }
+        else {
+            ruleset = rulesetOrName;
+        }
+        return new RulesEngine(ruleset);
+    }
+    process(html) {
+        const $ = cheerio.load(html);
+        // Apply each rule in sequence
+        for (const rule of this.ruleset.rules) {
+            const elements = $(rule.selector);
+            elements.each((_, element) => {
+                if (element.type === "tag") {
+                    for (const action of rule.actions) {
+                        this.applyAction($, element, action);
+                    }
+                }
+            });
+        }
+        return $.html();
+    }
+    applyAction($, element, action) {
+        const $element = $(element);
+        // Check content regex if specified
+        if (action.modifiers?.content_regex) {
+            const content = $element.text();
+            const regex = new RegExp(action.modifiers.content_regex);
+            if (!regex.test(content)) {
+                return;
+            }
+        }
+        switch (action.action) {
+            case "exclude":
+                $element.remove();
+                break;
+            case "include":
+                // No action needed for include
+                break;
+            case "remove_attr":
+                if (action.modifiers && "attr" in action.modifiers) {
+                    $element.removeAttr(action.modifiers.attr);
+                }
+                break;
+            case "rewrite_attr":
+                if (action.modifiers &&
+                    "attr" in action.modifiers &&
+                    "regex" in action.modifiers &&
+                    "replace" in action.modifiers) {
+                    const currentValue = $element.attr(action.modifiers.attr);
+                    if (currentValue) {
+                        const regex = new RegExp(action.modifiers.regex);
+                        const newValue = currentValue.replace(regex, action.modifiers.replace);
+                        $element.attr(action.modifiers.attr, newValue);
+                    }
+                }
+                break;
+            case "rewrite_content":
+                if (action.modifiers &&
+                    "regex" in action.modifiers &&
+                    "replace" in action.modifiers) {
+                    const content = $element.text();
+                    const regex = new RegExp(action.modifiers.regex);
+                    const newContent = content.replace(regex, action.modifiers.replace);
+                    $element.text(newContent);
+                }
+                break;
+        }
+    }
+}
+//# sourceMappingURL=RulesEngine.js.map

package/dist/core/rules/RulesEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RulesEngine.js","sourceRoot":"","sources":["../../../src/core/rules/RulesEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,OAAO,WAAW;IACd,OAAO,CAAU;IAEzB,YAAoB,OAAgB;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,MAAM,CACxB,aAA+B;QAE/B,IAAI,OAAgB,CAAC;QAErB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,EACrC,+BAA+B,CAChC,CAAC;oBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,aAAa,CAAC;QAC1B,CAAC;QAED,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAEM,OAAO,CAAC,IAAY;QACzB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,8BAA8B;QAC9B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;gBAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBAClC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC;IAEO,WAAW,CACjB,CAAqB,EACrB,OAAwB,EACxB,MAAc;QAEd,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;QAE5B,mCAAmC;QACnC,IAAI,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO;YACT,CAAC;QACH,CAAC;QAED,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,SAAS;gBACZ,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM;YAER,KAAK,SAAS;gBACZ,+BAA+B;gBAC/B,MAAM;YAER,KAAK,aAAa;gBAChB,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnD,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC7C,CAAC;gBACD,MAAM;YAER,KAAK,cAAc;gBACjB,IACE,MAAM,CAAC,SAAS;oBAChB,MAAM,IAAI,MAAM,CAAC,SAAS;oBAC1B,OAAO,IAAI,MAAM,CAAC,SAAS;oBAC3B,SAAS,IAAI,MAAM,CAAC,SAAS,EAC7B,CAAC;oBACD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC1D,IAAI,YAAY,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;wBACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CACnC,KAAK,EACL,MAAM,CAAC,SAAS,CAAC,OAAO,CACzB,CAAC;wBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;gBACD,MAAM;YAER,KAAK,iBAAiB;gBACpB,IACE,MAAM,CAAC,SAAS;oBAChB,OAAO,IAAI,MAAM,CAAC,SAAS;oBAC3B,SAAS,IAAI,MAAM,CAAC,SAAS,EAC7B,CAAC;oBACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAChC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACjD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;oBACpE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;CACF"}

package/dist/core/snapshot/classes/LoadedSnapshot.js

@@ -0,0 +1,37 @@
+import * as fs from "fs/promises";
+import * as path from "path";
+import { promisify } from "util";
+import * as zlib from "zlib";
+import { logger } from "../../../lib/logger";
+const gunzip = promisify(zlib.gunzip);
+export class LoadedSnapshot {
+    metadata;
+    index;
+    pagesDir;
+    constructor(metadata, index, pagesDir) {
+        this.metadata = metadata;
+        this.index = index;
+        this.pagesDir = pagesDir;
+    }
+    /**
+     * Loads a single page snapshot on demand by URL
+     */
+    async getPage(url) {
+        const info = this.index.urls[url];
+        if (!info)
+            return null;
+        const filePath = path.join(this.pagesDir, info.filename);
+        try {
+            const compressed = await fs.readFile(filePath);
+            const decompressed = await gunzip(compressed);
+            const page = JSON.parse(decompressed.toString());
+            return page;
+        }
+        catch (err) {
+            // Could be file not found, decompression, or parse error
+            logger.error({ err, url, filePath }, "Failed to load page snapshot");
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=LoadedSnapshot.js.map

package/dist/core/snapshot/classes/LoadedSnapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LoadedSnapshot.js","sourceRoot":"","sources":["../../../../src/core/snapshot/classes/LoadedSnapshot.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAI7C,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAEtC,MAAM,OAAO,cAAc;IACT,QAAQ,CAAmB;IAC3B,KAAK,CAAgB;IACpB,QAAQ,CAAS;IAElC,YACE,QAA0B,EAC1B,KAAoB,EACpB,QAAgB;QAEhB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yDAAyD;YACzD,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/core/snapshot/classes/SnapshotRepository.js

@@ -0,0 +1,192 @@
+import * as fs from "fs/promises";
+import * as path from "path";
+import { promisify } from "util";
+import * as zlib from "zlib";
+import { findRootDir } from "../../../lib/root";
+import { LoadedSnapshot } from "./LoadedSnapshot";
+const gzip = promisify(zlib.gzip);
+export class SnapshotRepository {
+    snapshotsDir;
+    constructor(snapshotsDir) {
+        this.snapshotsDir = snapshotsDir;
+    }
+    /**
+     * Creates a new SnapshotRepository instance using the project root directory
+     * @returns Promise<SnapshotRepository>
+     */
+    static async create() {
+        const rootDir = await findRootDir();
+        const snapshotsDir = path.join(rootDir, "snapshots");
+        return new SnapshotRepository(snapshotsDir);
+    }
+    /**
+     * Creates a new SnapshotRepository instance with a custom snapshots directory
+     * @param snapshotsDir Custom directory path for snapshots
+     * @returns Promise<SnapshotRepository>
+     */
+    static async createWithCustomDir(snapshotsDir) {
+        return new SnapshotRepository(snapshotsDir);
+    }
+    /**
+     * Normalizes a URL by removing scheme, hostname, and port
+     * @param url The URL to normalize
+     * @returns The normalized URL path starting with "/"
+     */
+    normalizeUrl(url) {
+        try {
+            const urlObj = new URL(url);
+            return urlObj.pathname + urlObj.search + urlObj.hash;
+        }
+        catch {
+            // If URL parsing fails, return the original URL
+            return url;
+        }
+    }
+    /**
+     * Save a snapshot to disk (streaming/iterative)
+     * Returns the number of non-error pages saved
+     */
+    async saveSnapshot(name, data) {
+        await fs.mkdir(this.snapshotsDir, { recursive: true });
+        const snapshotDir = path.join(this.snapshotsDir, name);
+        try {
+            await fs.rm(snapshotDir, { recursive: true, force: true });
+        }
+        catch (error) {
+            // Ignore errors if directory doesn't exist
+        }
+        await fs.mkdir(snapshotDir, { recursive: true });
+        const metadataPath = path.join(snapshotDir, "metadata.json");
+        await fs.writeFile(metadataPath, JSON.stringify(data.metadata, null, 2));
+        const pagesDir = path.join(snapshotDir, "pages");
+        await fs.mkdir(pagesDir, { recursive: true });
+        // Create index
+        const index = {
+            urls: {},
+            metadata: {
+                baseUrl: data.metadata.baseUrl,
+                timestamp: data.metadata.timestamp,
+                totalPages: 0,
+            },
+        };
+        let pageCount = 0;
+        await data.dataset.forEach(async (item) => {
+            if (item.type === "error")
+                return;
+            // Save each page as a compressed JSON file
+            const page = item;
+            const normalizedUrl = this.normalizeUrl(page.url);
+            // Create a copy of the page with normalized URL
+            const normalizedPage = {
+                ...page,
+                url: normalizedUrl,
+            };
+            const pageData = JSON.stringify(normalizedPage);
+            const compressed = await gzip(pageData);
+            const filename = Buffer.from(normalizedUrl).toString("base64url") + ".json.gz";
+            await fs.writeFile(path.join(pagesDir, filename), compressed);
+            // Add to index
+            index.urls[normalizedUrl] = {
+                filename,
+                statusCode: page.statusCode,
+                finalUrl: page.finalUrl !== page.url ? page.finalUrl : undefined,
+                pageTitle: page.title,
+            };
+            pageCount++;
+        });
+        // Save index
+        index.metadata.totalPages = pageCount;
+        const indexPath = path.join(snapshotDir, "index.json");
+        await fs.writeFile(indexPath, JSON.stringify(index, null, 2));
+        return pageCount;
+    }
+    /**
+     * Load a snapshot from disk
+     */
+    async loadSnapshot(name) {
+        const snapshotDir = path.join(this.snapshotsDir, name);
+        // Load metadata
+        const metadataPath = path.join(snapshotDir, "metadata.json");
+        const metadataContent = await fs.readFile(metadataPath, "utf-8");
+        const metadata = JSON.parse(metadataContent);
+        // Load index
+        const indexPath = path.join(snapshotDir, "index.json");
+        const indexContent = await fs.readFile(indexPath, "utf-8");
+        const index = JSON.parse(indexContent);
+        // Prepare pages directory path
+        const pagesDir = path.join(snapshotDir, "pages");
+        // Return a LoadedSnapshot instance for on-demand page loading
+        return new LoadedSnapshot(metadata, index, pagesDir);
+    }
+    /**
+     * Generate a URL list file from a snapshot
+     * @param name Snapshot name
+     * @param outputPath Optional path to save the URL list. If not provided, saves in the snapshot directory
+     * @param filter Optional function to filter URLs
+     */
+    async generateUrlList(name, outputPath, filter) {
+        const snapshotDir = path.join(this.snapshotsDir, name);
+        // Load index
+        const indexPath = path.join(snapshotDir, "index.json");
+        const indexContent = await fs.readFile(indexPath, "utf-8");
+        const index = JSON.parse(indexContent);
+        // Filter and collect URLs
+        const urls = Object.entries(index.urls)
+            .filter(([url, info]) => !filter || filter(url, info.statusCode))
+            .map(([url]) => url);
+        // Generate URL list content
+        const content = urls.join("\n");
+        // Determine output path
+        const finalOutputPath = outputPath || path.join(snapshotDir, "urls.txt");
+        // Save URL list
+        await fs.writeFile(finalOutputPath, content);
+        return finalOutputPath;
+    }
+    /**
+     * List all available snapshots with their details
+     */
+    async listSnapshots() {
+        try {
+            const entries = await fs.readdir(this.snapshotsDir, {
+                withFileTypes: true,
+            });
+            const snapshots = entries.filter((entry) => entry.isDirectory());
+            const summaries = [];
+            for (const snapshot of snapshots) {
+                try {
+                    // Load metadata
+                    const metadataPath = path.join(this.snapshotsDir, snapshot.name, "metadata.json");
+                    const metadataContent = await fs.readFile(metadataPath, "utf-8");
+                    const metadata = JSON.parse(metadataContent);
+                    // Load index for page count
+                    const indexPath = path.join(this.snapshotsDir, snapshot.name, "index.json");
+                    const indexContent = await fs.readFile(indexPath, "utf-8");
+                    const index = JSON.parse(indexContent);
+                    summaries.push({
+                        name: snapshot.name,
+                        date: metadata.timestamp,
+                        pageCount: index.metadata.totalPages,
+                        errorCount: 0,
+                    });
+                }
+                catch (error) {
+                    // If we can't read the metadata or index, just include the name
+                    summaries.push({
+                        name: snapshot.name,
+                        date: "Unknown",
+                        pageCount: 0,
+                        errorCount: 0,
+                    });
+                }
+            }
+            return summaries;
+        }
+        catch (error) {
+            if (error.code === "ENOENT") {
+                return [];
+            }
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=SnapshotRepository.js.map

package/dist/core/snapshot/classes/SnapshotRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SnapshotRepository.js","sourceRoot":"","sources":["../../../../src/core/snapshot/classes/SnapshotRepository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAOhD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAElC,MAAM,OAAO,kBAAkB;IACZ,YAAY,CAAS;IAEtC,YAAoB,YAAoB;QACtC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,MAAM;QACjB,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrD,OAAO,IAAI,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAC9B,YAAoB;QAEpB,OAAO,IAAI,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,GAAW;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,OAAO,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;YAChD,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,IAAkB;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2CAA2C;QAC7C,CAAC;QAED,MAAM,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAC7D,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9C,eAAe;QACf,MAAM,KAAK,GAAkB;YAC3B,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;gBAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;gBAClC,UAAU,EAAE,CAAC;aACd;SACF,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO;YAClC,2CAA2C;YAC3C,MAAM,IAAI,GAAG,IAAoB,CAAC;YAClC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAElD,gDAAgD;YAChD,MAAM,cAAc,GAAG;gBACrB,GAAG,IAAI;gBACP,GAAG,EAAE,aAAa;aACnB,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,QAAQ,GACZ,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;YAChE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,UAAU,CAAC,CAAC;YAE9D,eAAe;YACf,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG;gBAC1B,QAAQ;gBACR,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gBAChE,SAAS,EAAE,IAAI,CAAC,KAAK;aACtB,CAAC;YACF,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,aAAa;QACb,KAAK,CAAC,QAAQ,CAAC,UAAU,GAAG,SAAS,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACvD,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEvD,gBAAgB;QAChB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAC7D,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAE7C,aAAa;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAkB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEtD,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAEjD,8DAA8D;QAC9D,OAAO,IAAI,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,IAAY,EACZ,UAAmB,EACnB,MAAqD;QAErD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEvD,aAAa;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAkB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEtD,0BAA0B;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;aAChE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAEvB,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,wBAAwB;QACxB,MAAM,eAAe,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAEzE,gBAAgB;QAChB,MAAM,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE7C,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE;gBAClD,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;YACjE,MAAM,SAAS,GAAsB,EAAE,CAAC;YAExC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,gBAAgB;oBAChB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAC5B,IAAI,CAAC,YAAY,EACjB,QAAQ,CAAC,IAAI,EACb,eAAe,CAChB,CAAC;oBACF,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAE7C,4BAA4B;oBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACzB,IAAI,CAAC,YAAY,EACjB,QAAQ,CAAC,IAAI,EACb,YAAY,CACb,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC3D,MAAM,KAAK,GAAkB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAEtD,SAAS,CAAC,IAAI,CAAC;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,IAAI,EAAE,QAAQ,CAAC,SAAS;wBACxB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;wBACpC,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gEAAgE;oBAChE,SAAS,CAAC,IAAI,CAAC;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,IAAI,EAAE,SAAS;wBACf,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/core/snapshot/index.js

@@ -0,0 +1,67 @@
+import { Dataset } from "crawlee";
+import { logger } from "../../lib/logger";
+import { BreakcheckCrawler } from "../crawler";
+export { LoadedSnapshot } from "./classes/LoadedSnapshot";
+export { SnapshotRepository } from "./classes/SnapshotRepository";
+/**
+ * Creates a snapshot of a website based on the provided configuration.
+ * Orchestrates calls to Crawler and Snapshot Manager.
+ */
+export async function createSnapshot(config, snapshotRepository) {
+    const startTime = Date.now();
+    const errors = [];
+    try {
+        // Validate input config
+        if (!config.baseUrl) {
+            logger.error({ config }, "Snapshot creation failed: baseUrl is required");
+            throw new Error("baseUrl is required");
+        }
+        if (!config.name) {
+            logger.error({ config }, "Snapshot creation failed: name is required");
+            throw new Error("name is required");
+        }
+        const crawler = new BreakcheckCrawler(config.crawlSettings);
+        const { datasetName, errors: crawlErrors } = await crawler.crawl();
+        errors.push(...crawlErrors);
+        const dataset = await Dataset.open(datasetName);
+        const pageCount = await snapshotRepository.saveSnapshot(config.name, {
+            dataset,
+            metadata: {
+                baseUrl: config.baseUrl,
+                timestamp: new Date().toISOString(),
+                crawlSettings: config.crawlSettings,
+            },
+        });
+        let urlListPath;
+        if (config.urlListPath) {
+            urlListPath = await snapshotRepository.generateUrlList(config.name, config.urlListPath);
+        }
+        const duration = Date.now() - startTime;
+        return {
+            status: "success",
+            snapshotId: config.name,
+            timestamp: new Date().toISOString(),
+            baseUrl: config.baseUrl,
+            pageCount,
+            errors: errors,
+            metadata: {
+                crawlSettings: config.crawlSettings,
+                durationMs: duration,
+            },
+            urlListPath,
+        };
+    }
+    catch (error) {
+        errors.push({
+            url: config.baseUrl,
+            message: error instanceof Error ? error.message : "Unknown error occurred",
+        });
+        return {
+            status: "failed",
+            snapshotId: config.name,
+            message: error instanceof Error ? error.message : "Unknown error occurred",
+            errors,
+        };
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/core/snapshot/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/snapshot/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAG1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG/C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,kBAAsC;IAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAiB,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,wBAAwB;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,+CAA+C,CAAC,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,4CAA4C,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE5D,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEnE,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAE5B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;YACnE,OAAO;YACP,QAAQ,EAAE;gBACR,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,aAAa,EAAE,MAAM,CAAC,aAAa;aACpC;SACF,CAAC,CAAC;QAEH,IAAI,WAA+B,CAAC;QACpC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,WAAW,GAAG,MAAM,kBAAkB,CAAC,eAAe,CACpD,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,WAAW,CACnB,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS;YACT,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE;gBACR,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,UAAU,EAAE,QAAQ;aACrB;YACD,WAAW;SACZ,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,EAAE,MAAM,CAAC,OAAO;YACnB,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;SACpE,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;YACnE,MAAM;SACP,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/core/view/index.handlers.js

@@ -0,0 +1,70 @@
+import fs from "fs/promises";
+import path from "path";
+import { gunzip } from "zlib";
+import { logger } from "../../lib/logger";
+export const createIndexHandler = (comparisonDir) => {
+    return async (req, res) => {
+        try {
+            const indexPath = path.join(comparisonDir, "index.json");
+            const fileData = await fs.readFile(indexPath, "utf-8");
+            const indexData = JSON.parse(fileData);
+            const comparisonName = path.basename(comparisonDir);
+            const pages = Object.entries(indexData.urls).map(([url, page]) => ({
+                url,
+                ...page,
+            }));
+            const pagesWithDifferences = pages.filter((p) => p.hasDifferences);
+            const unchangedPages = pages.filter((p) => !p.hasDifferences);
+            res.render("index", {
+                comparisonName,
+                pagesWithDifferences,
+                unchangedPages,
+            });
+        }
+        catch (error) {
+            logger.error({ err: error }, "Error reading index file");
+            res.status(500).send("Error reading comparison data");
+        }
+    };
+};
+export const createDiffHandler = (comparisonDir) => {
+    return async (req, res) => {
+        try {
+            const pageUrl = req.query.page;
+            if (!pageUrl) {
+                res.status(400).send("Page URL is required");
+                return;
+            }
+            const indexPath = path.join(comparisonDir, "index.json");
+            const fileData = await fs.readFile(indexPath, "utf-8");
+            const indexData = JSON.parse(fileData);
+            const comparisonName = path.basename(comparisonDir);
+            const page = indexData.urls[pageUrl];
+            if (!page) {
+                res.status(404).send("Page not found");
+                return;
+            }
+            const diffPath = path.join(comparisonDir, "diffs", page.filename);
+            const compressedData = await fs.readFile(diffPath);
+            const decompressedData = await new Promise((resolve, reject) => {
+                gunzip(compressedData, (err, data) => {
+                    if (err)
+                        reject(err);
+                    else
+                        resolve(data);
+                });
+            });
+            const diffData = JSON.parse(decompressedData.toString());
+            res.render("diff", {
+                comparisonName,
+                pageUrl,
+                diffData,
+            });
+        }
+        catch (error) {
+            logger.error({ err: error }, "Error reading diff file");
+            res.status(500).send("Error reading diff data");
+        }
+    };
+};
+//# sourceMappingURL=index.handlers.js.map

package/dist/core/view/index.handlers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.handlers.js","sourceRoot":"","sources":["../../../src/core/view/index.handlers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAG1C,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,aAAqB,EAAkB,EAAE;IAC1E,OAAO,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,SAAS,GAAoB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxD,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjE,GAAG;gBACH,GAAG,IAAI;aACR,CAAC,CAAC,CAAC;YACJ,MAAM,oBAAoB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YACnE,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YAE9D,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE;gBAClB,cAAc;gBACd,oBAAoB;gBACpB,cAAc;aACf,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,0BAA0B,CAAC,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,aAAqB,EAAkB,EAAE;IACzE,OAAO,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,IAAc,CAAC;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,SAAS,GAAoB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxD,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAEpD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClE,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,gBAAgB,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrE,MAAM,CAAC,cAAc,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACnC,IAAI,GAAG;wBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;wBAChB,OAAO,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAa,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;gBACjB,cAAc;gBACd,OAAO;gBACP,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC,CAAC;YACxD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAClD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/dist/core/view/index.js

@@ -0,0 +1,50 @@
+import express from "express";
+import path from "path";
+import { fileURLToPath } from "url";
+import { logger } from "../../lib/logger";
+import { findRootDir } from "../../lib/root";
+import { createDiffHandler, createIndexHandler } from "./index.handlers";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+export async function startViewServer(comparisonName, port = 8080) {
+    const app = express();
+    const rootDir = await findRootDir();
+    const comparisonDir = path.join(rootDir, "comparisons", comparisonName);
+    app.set("view engine", "ejs");
+    app.set("views", path.join(__dirname, "..", "..", "views"));
+    app.get("/", createIndexHandler(comparisonDir));
+    app.get("/diff", createDiffHandler(comparisonDir));
+    app.use(express.static(path.join(__dirname, "..", "..", "public")));
+    return new Promise((resolve, reject) => {
+        const server = app.listen(port, () => {
+            // Once listening, we no longer need the startup error handler
+            server.removeListener('error', startupErrorHandler);
+            logger.info(`🌐 View server started at http://localhost:${port}`);
+            resolve(server);
+        });
+        // Define a specific error handler for startup
+        const startupErrorHandler = (err) => {
+            if (err.code === 'EADDRINUSE') {
+                reject(new Error(`Port ${port} is already in use.`));
+            }
+            else {
+                reject(err);
+            }
+        };
+        server.on('error', startupErrorHandler);
+    });
+}
+export async function startCliViewServer(comparisonName, port) {
+    const server = await startViewServer(comparisonName, port);
+    logger.info("Press Ctrl+C to stop the server");
+    const shutdown = () => {
+        logger.info("\nGracefully shutting down. Please wait...");
+        server.close(() => {
+            logger.info("✅ Server has been shut down.");
+            process.exit(0);
+        });
+    };
+    process.on("SIGINT", shutdown);
+    process.on("SIGTERM", shutdown);
+}
+//# sourceMappingURL=index.js.map

package/dist/core/view/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/view/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEzE,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,cAAsB,EACtB,OAAe,IAAI;IAEnB,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IAEtB,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;IAExE,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAC9B,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IAE5D,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,kBAAkB,CAAC,aAAa,CAAC,CAAC,CAAC;IAChD,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,aAAa,CAAC,CAAC,CAAC;IAEnD,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;YACnC,8DAA8D;YAC9D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,8CAA8C,IAAI,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,mBAAmB,GAAG,CAAC,GAA0B,EAAE,EAAE;YACzD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,IAAI,qBAAqB,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,cAAsB,EAAE,IAAY;IAC3E,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAC3D,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;YAChB,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AAClC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+export * from "./api/index";
+export { createSnapshotFromConfig, listSnapshots, runComparison } from "./api/index";
+export * from "./core/view";
+export { startCliViewServer } from "./core/view";
+export * from "./lib/logger";
+export { createLogger, logger } from "./lib/logger";
+export * from "./types/api";
+export type { ComparisonConfig, SnapshotConfig, SnapshotResult } from "./types/api";
+export * from "./types/compare";
+export * from "./types/crawler";
+export type { CrawlError } from "./types/crawler";
+export * from "./types/rules";
+export * from "./types/snapshot";
+export type { SnapshotSummary } from "./types/snapshot";

package/dist/index.js

@@ -0,0 +1,13 @@
+export * from "./api/index";
+// Explicit exports for CLI and other consumers
+export { createSnapshotFromConfig, listSnapshots, runComparison } from "./api/index";
+export * from "./core/view";
+export { startCliViewServer } from "./core/view";
+export * from "./lib/logger";
+export { createLogger, logger } from "./lib/logger";
+export * from "./types/api";
+export * from "./types/compare";
+export * from "./types/crawler";
+export * from "./types/rules";
+export * from "./types/snapshot";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,+CAA+C;AAC/C,OAAO,EACH,wBAAwB,EACxB,aAAa,EACb,aAAa,EAChB,MAAM,aAAa,CAAC;AACrB,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACpD,cAAc,aAAa,CAAC;AAM5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAEhC,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC"}

package/dist/lib/logger.js

@@ -0,0 +1,26 @@
+import pino from "pino";
+// Determine the log level from the environment variable, defaulting to 'info'
+const logLevel = process.env.LOG_LEVEL || "info";
+// Create a logger with the specified configuration
+export function createLogger(config = {}) {
+    const { useJsonLogs = false, level = logLevel } = config;
+    // Configure transport based on useJsonLogs flag
+    const transport = useJsonLogs
+        ? undefined // Use standard JSON logging
+        : {
+            target: "pino-pretty",
+            options: {
+                colorize: true,
+                translateTime: "SYS:standard",
+                ignore: "pid,hostname",
+            },
+        };
+    return pino({
+        level,
+        transport,
+    });
+}
+// Create the default shared logger instance (for backward compatibility)
+// This will use pretty logging by default for CLI, but can be overridden
+export const logger = createLogger({ useJsonLogs: false });
+//# sourceMappingURL=logger.js.map

package/dist/lib/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAKxB,8EAA8E;AAC9E,MAAM,QAAQ,GAAc,OAAO,CAAC,GAAG,CAAC,SAAsB,IAAI,MAAM,CAAC;AAQzE,mDAAmD;AACnD,MAAM,UAAU,YAAY,CAAC,SAAuB,EAAE;IACpD,MAAM,EAAE,WAAW,GAAG,KAAK,EAAE,KAAK,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC;IAEzD,gDAAgD;IAChD,MAAM,SAAS,GAAG,WAAW;QAC3B,CAAC,CAAC,SAAS,CAAC,4BAA4B;QACxC,CAAC,CAAC;YACE,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE;gBACP,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,cAAc;gBAC7B,MAAM,EAAE,cAAc;aACvB;SACF,CAAC;IAEN,OAAO,IAAI,CAAC;QACV,KAAK;QACL,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAED,yEAAyE;AACzE,yEAAyE;AACzE,MAAM,CAAC,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC"}

package/dist/lib/root.js

@@ -0,0 +1,25 @@
+import { findUp, pathExists } from "find-up";
+import fs from "fs/promises";
+import path from "path";
+/**
+ * Finds the root directory of the project by looking for a package.json file
+ * that contains a "workspaces" configuration.
+ *
+ * @returns The absolute path to the root directory
+ */
+export async function findRootDir() {
+    const rootPackageJsonPath = await findUp(async (directory) => {
+        const packageJsonPath = path.join(directory, "package.json");
+        const exists = await pathExists(packageJsonPath);
+        if (exists) {
+            const packageJson = JSON.parse(await fs.readFile(packageJsonPath, "utf8"));
+            if (packageJson.workspaces) {
+                return packageJsonPath;
+            }
+        }
+    }, { type: "file" });
+    return rootPackageJsonPath
+        ? path.dirname(rootPackageJsonPath)
+        : process.cwd();
+}
+//# sourceMappingURL=root.js.map

package/dist/lib/root.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"root.js","sourceRoot":"","sources":["../../src/lib/root.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,MAAM,mBAAmB,GAAG,MAAM,MAAM,CACtC,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,CAC3C,CAAC;YACF,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;gBAC3B,OAAO,eAAe,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC,EACD,EAAE,IAAI,EAAE,MAAM,EAAE,CACjB,CAAC;IAEF,OAAO,mBAAmB;QACxB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;QACnC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC"}