flow-frame-core 0.1.0

package/dist/services/self-learning/discover.js

@@ -0,0 +1,446 @@
+import "dotenv/config";
+import fs from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { spawn } from "node:child_process";
+import { aHashHex, dHashHex, hammingHex, preScoreFromDistances } from "./phash.js";
+import { fileToDataUrl } from "./image.js";
+import { callJsonSchema } from "./openai.js";
+import { loadAllSignatures } from "./registry.js";
+import { dataDir, ensureDir } from "./util.js";
+/**
+ * discover.js
+ *
+ * CLI:
+ *   node src/discover.js --inputDir ./screenshots --limit 300 --minClusterSize 3 --maxClusters 20 --makeCatalog true
+ *
+ * Output:
+ *   - Creates signatures via learn.js for each discovered cluster medoid
+ *   - Optionally writes element catalogs to: DATA_DIR/screens/catalogs/<screenId>.json
+ */
+function catalogsDir() {
+    const dir = path.join(dataDir(), "screens", "catalogs");
+    ensureDir(dir);
+    return dir;
+}
+function reportsDir() {
+    const dir = path.join(dataDir(), "screens", "discovery_reports");
+    ensureDir(dir);
+    return dir;
+}
+function nowStamp() {
+    const d = new Date();
+    const pad = (n) => String(n).padStart(2, "0");
+    return `${d.getFullYear()}${pad(d.getMonth() + 1)}${pad(d.getDate())}_${pad(d.getHours())}${pad(d.getMinutes())}${pad(d.getSeconds())}`;
+}
+function parseArgs(argv) {
+    const args = { _: [] };
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        if (a.startsWith("--")) {
+            const k = a.slice(2);
+            const v = argv[i + 1] && !argv[i + 1].startsWith("--") ? argv[++i] : "true";
+            args[k] = v;
+        }
+        else {
+            args._.push(a);
+        }
+    }
+    return args;
+}
+function toBool(v, def = false) {
+    if (v === undefined || v === null)
+        return def;
+    const s = String(v).toLowerCase().trim();
+    if (["1", "true", "yes", "y", "on"].includes(s))
+        return true;
+    if (["0", "false", "no", "n", "off"].includes(s))
+        return false;
+    return def;
+}
+function toNum(v, def) {
+    if (v === undefined || v === null || v === "")
+        return def;
+    const n = Number(v);
+    return Number.isFinite(n) ? n : def;
+}
+function listImagesRecursive(dir) {
+    const out = [];
+    const stack = [dir];
+    while (stack.length) {
+        const cur = stack.pop();
+        const entries = fs.readdirSync(cur, { withFileTypes: true });
+        for (const e of entries) {
+            const p = path.join(cur, e.name);
+            if (e.isDirectory())
+                stack.push(p);
+            else if (e.isFile()) {
+                const ext = path.extname(e.name).toLowerCase();
+                if ([".png", ".jpg", ".jpeg", ".webp"].includes(ext))
+                    out.push(p);
+            }
+        }
+    }
+    return out;
+}
+class UnionFind {
+    constructor(n) {
+        this.p = Array.from({ length: n }, (_, i) => i);
+        this.r = Array.from({ length: n }, () => 0);
+    }
+    find(x) {
+        while (this.p[x] !== x) {
+            this.p[x] = this.p[this.p[x]];
+            x = this.p[x];
+        }
+        return x;
+    }
+    union(a, b) {
+        const ra = this.find(a);
+        const rb = this.find(b);
+        if (ra === rb)
+            return;
+        if (this.r[ra] < this.r[rb])
+            this.p[ra] = rb;
+        else if (this.r[ra] > this.r[rb])
+            this.p[rb] = ra;
+        else {
+            this.p[rb] = ra;
+            this.r[ra]++;
+        }
+    }
+}
+function pickMedoid(items, maxPairs = 4000) {
+    const n = items.length;
+    if (n === 1)
+        return items[0];
+    // If huge, sample down (still gives a decent representative)
+    let sample = items;
+    if (n * n > maxPairs) {
+        const k = Math.max(8, Math.floor(Math.sqrt(maxPairs)));
+        sample = items.slice(0, k);
+    }
+    let best = { idx: 0, sum: Infinity };
+    for (let i = 0; i < sample.length; i++) {
+        let sum = 0;
+        for (let j = 0; j < sample.length; j++) {
+            if (i === j)
+                continue;
+            const aDist = hammingHex(sample[i].ahash, sample[j].ahash);
+            const dDist = hammingHex(sample[i].dhash, sample[j].dhash);
+            sum += (aDist + dDist);
+        }
+        if (sum < best.sum)
+            best = { idx: i, sum };
+    }
+    return sample[best.idx];
+}
+function bestKnownPreScoreForEvent(ev, signatures) {
+    let best = -1;
+    for (const s of signatures) {
+        if (!s?.prototype?.ahash || !s?.prototype?.dhash)
+            continue;
+        const aDist = hammingHex(ev.ahash, s.prototype.ahash);
+        const dDist = hammingHex(ev.dhash, s.prototype.dhash);
+        const pre = preScoreFromDistances(aDist, dDist);
+        if (pre > best)
+            best = pre;
+    }
+    return best;
+}
+function areNeighbors(a, b, maxADist, maxDDist) {
+    const aDist = hammingHex(a.ahash, b.ahash);
+    const dDist = hammingHex(a.dhash, b.dhash);
+    return aDist <= maxADist && dDist <= maxDDist;
+}
+function runLearnOnImage({ imagePath, screenId, tuneAnchors }) {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = path.dirname(__filename);
+    const learnPath = path.join(__dirname, "learn.js");
+    return new Promise((resolve, reject) => {
+        const args = [learnPath, imagePath, "--screenId", screenId];
+        const child = spawn(process.execPath, args, {
+            stdio: "inherit",
+            env: {
+                ...process.env,
+                TUNE_ANCHORS: tuneAnchors ? "true" : "false"
+            }
+        });
+        child.on("error", reject);
+        child.on("exit", (code) => {
+            if (code === 0)
+                resolve();
+            else
+                reject(new Error(`learn.js exited with code ${code}`));
+        });
+    });
+}
+function saveCatalog(screenId, catalog) {
+    const fp = path.join(catalogsDir(), `${screenId}.json`);
+    fs.writeFileSync(fp, JSON.stringify(catalog, null, 2), "utf8");
+    return fp;
+}
+function elementCatalogSchema() {
+    return {
+        name: "element_catalog",
+        strict: true,
+        schema: {
+            type: "object",
+            additionalProperties: false,
+            required: ["screenId", "elements", "notes"],
+            properties: {
+                screenId: { type: "string", minLength: 1 },
+                elements: {
+                    type: "array",
+                    minItems: 6,
+                    maxItems: 40,
+                    items: {
+                        type: "object",
+                        additionalProperties: false,
+                        required: ["id", "type", "bbox", "labelHints", "interaction", "stability", "confidence", "notes"],
+                        properties: {
+                            id: { type: "string", minLength: 2 }, // snake_case encouraged by prompt
+                            type: {
+                                type: "string",
+                                enum: [
+                                    "input", "button", "tab", "menu", "list", "table", "modal",
+                                    "checkbox", "radio", "dropdown", "link", "icon", "container", "text"
+                                ]
+                            },
+                            bbox: {
+                                type: "array",
+                                minItems: 4,
+                                maxItems: 4,
+                                items: { type: "number", minimum: 0, maximum: 1 }
+                            },
+                            labelHints: { type: "array", minItems: 0, maxItems: 10, items: { type: "string" } },
+                            interaction: {
+                                type: "array",
+                                minItems: 1,
+                                maxItems: 6,
+                                items: {
+                                    type: "string",
+                                    enum: ["click", "type", "select", "scroll", "hover", "drag", "none"]
+                                }
+                            },
+                            stability: { type: "string", enum: ["stable", "medium", "variable"] },
+                            confidence: { type: "number", minimum: 0, maximum: 1 },
+                            notes: { type: "string" }
+                        }
+                    }
+                },
+                notes: {
+                    type: "object",
+                    additionalProperties: false,
+                    required: ["stable", "variable"],
+                    properties: {
+                        stable: { type: "array", items: { type: "string" } },
+                        variable: { type: "array", items: { type: "string" } }
+                    }
+                }
+            }
+        }
+    };
+}
+async function generateElementCatalog({ screenId, imagePath }) {
+    const system = `
+You are a UI Element Catalogger.
+
+Input: a single screenshot.
+Goal: catalog useful UI elements on this screen so an automation system can click/type/select later.
+
+Rules:
+- Output MUST match the JSON schema exactly.
+- Produce 10–25 elements when possible.
+- Prefer stable elements and containers (nav bars, search inputs, tabs, primary buttons, tables/lists, modals).
+- Avoid user-specific or highly dynamic content (names, timestamps, notification counts) unless it's a stable label.
+- Use normalized bbox [x1,y1,x2,y2] in 0..1.
+- "id" should be short snake_case and stable (e.g., client_search_input, policies_tab, generate_pdf_button).
+- labelHints: short words that help re-find the element later (button text, icon meaning).
+- interaction: what can be done (click/type/select/scroll).
+- stability: stable|medium|variable.
+- confidence: 0..1.
+`.trim();
+    const userText = `Create an element catalog for screenId="${screenId}".`;
+    const imageDataUrl = fileToDataUrl(imagePath);
+    return callJsonSchema({
+        system,
+        userText,
+        imageDataUrl,
+        jsonSchema: elementCatalogSchema()
+    });
+}
+/**
+ * Main discovery function.
+ */
+export async function discoverScreens(options = {}) {
+    console.log('[discover] Starting discovery with options:', JSON.stringify(options, null, 2));
+    const inputDir = options.inputDir || "./screenshots";
+    const limit = Math.floor(toNum(options.limit, 250));
+    const minClusterSize = Math.floor(toNum(options.minClusterSize, 3));
+    const maxClusters = Math.floor(toNum(options.maxClusters, 10));
+    const clusterAMax = Math.floor(toNum(options.clusterAMax, 32)); // 0..256
+    const clusterDMax = Math.floor(toNum(options.clusterDMax, 32)); // 0..256
+    const bucketPrefix = Math.floor(toNum(options.bucketPrefix, 2)); // compares within same aHash prefix bucket
+    const makeCatalog = toBool(options.makeCatalog, true);
+    const tuneAnchors = toBool(options.tuneAnchors, false);
+    const knownMatchPreScoreMin = toNum(options.knownMatchPreScoreMin, 0.90);
+    const screenIdPrefix = options.screenIdPrefix || `disc_${nowStamp()}`;
+    console.log(`[discover] Listing images in ${inputDir} (limit=${limit})...`);
+    const allPaths = listImagesRecursive(inputDir).slice(0, limit);
+    if (!allPaths.length) {
+        console.log(`[discover] No images found.`);
+        return { learned: 0, catalogs: 0, clusters: 0, message: `No images found in ${inputDir}` };
+    }
+    console.log(`[discover] Found ${allPaths.length} images.`);
+    // Load existing signatures to avoid relearning obvious matches
+    const signatures = loadAllSignatures().filter(s => s?.prototype?.ahash && s?.prototype?.dhash);
+    console.log(`[discover] Loaded ${signatures.length} existing signatures.`);
+    // Build event list (in-memory)
+    const events = [];
+    for (const p of allPaths) {
+        try {
+            const ahash = await aHashHex(p);
+            const dhash = await dHashHex(p);
+            events.push({
+                id: path.basename(p),
+                ts: new Date().toISOString(),
+                storedPath: p,
+                ahash,
+                dhash
+            });
+        }
+        catch (e) {
+            // skip unreadable images
+        }
+    }
+    // Filter out screenshots already very close to known signatures (cheap)
+    console.log(`[discover] Filtering known screens (threshold=${knownMatchPreScoreMin})...`);
+    const unknown = [];
+    for (const ev of events) {
+        const bestPre = signatures.length ? bestKnownPreScoreForEvent(ev, signatures) : -1;
+        if (bestPre < knownMatchPreScoreMin)
+            unknown.push({ ...ev, bestKnownPreScore: bestPre });
+    }
+    console.log(`[discover] ${unknown.length} images remain as unknown candidates.`);
+    if (!unknown.length) {
+        console.log(`[discover] All images matched known signatures.`);
+        return { learned: 0, catalogs: 0, clusters: 0, message: "All images look like already-known screens (by hash prefilter)." };
+    }
+    // Bucket by aHash prefix to reduce comparisons (tradeoff: might split some clusters)
+    const buckets = new Map();
+    for (let i = 0; i < unknown.length; i++) {
+        const key = unknown[i].ahash.slice(0, Math.max(0, bucketPrefix));
+        if (!buckets.has(key))
+            buckets.set(key, []);
+        buckets.get(key).push(i);
+    }
+    const uf = new UnionFind(unknown.length);
+    for (const idxs of buckets.values()) {
+        for (let a = 0; a < idxs.length; a++) {
+            for (let b = a + 1; b < idxs.length; b++) {
+                const i = idxs[a];
+                const j = idxs[b];
+                if (areNeighbors(unknown[i], unknown[j], clusterAMax, clusterDMax)) {
+                    uf.union(i, j);
+                }
+            }
+        }
+    }
+    const clusters = new Map();
+    for (let i = 0; i < unknown.length; i++) {
+        const root = uf.find(i);
+        if (!clusters.has(root))
+            clusters.set(root, []);
+        clusters.get(root).push(unknown[i]);
+    }
+    const clusterList = Array.from(clusters.values()).sort((a, b) => b.length - a.length);
+    console.log(`[discover] Formed ${clusterList.length} clusters.`);
+    // Write a report snapshot for debugging
+    const report = {
+        ts: new Date().toISOString(),
+        inputDir: path.resolve(inputDir),
+        params: {
+            limit,
+            minClusterSize,
+            maxClusters,
+            clusterAMax,
+            clusterDMax,
+            bucketPrefix,
+            makeCatalog,
+            tuneAnchors,
+            knownMatchPreScoreMin,
+            screenIdPrefix
+        },
+        totalImages: allPaths.length,
+        candidates: unknown.length,
+        clusters: clusterList.map(c => ({ size: c.length, examples: c.slice(0, 5).map(x => x.storedPath) }))
+    };
+    const reportPath = path.join(reportsDir(), `discover_${nowStamp()}.json`);
+    fs.writeFileSync(reportPath, JSON.stringify(report, null, 2), "utf8");
+    console.log(`[discover] Wrote report to ${reportPath}`);
+    let learned = 0;
+    let catalogsMade = 0;
+    console.log('clusterList.length:', clusterList.length);
+    for (let ci = 0; ci < clusterList.length; ci++) {
+        if (learned >= maxClusters)
+            break;
+        const cluster = clusterList[ci];
+        if (cluster.length < minClusterSize)
+            continue;
+        const medoid = pickMedoid(cluster);
+        const screenId = `${screenIdPrefix}_${learned + 1}`;
+        console.log(`\n[discover] Cluster #${ci + 1} size=${cluster.length} -> learning medoid=${medoid.storedPath}`);
+        await runLearnOnImage({ imagePath: medoid.storedPath, screenId, tuneAnchors });
+        learned++;
+        if (makeCatalog) {
+            try {
+                console.log(`[discover] Generating element catalog for ${screenId}...`);
+                const catalog = await generateElementCatalog({ screenId, imagePath: medoid.storedPath });
+                const outPath = saveCatalog(screenId, { ...catalog, sourceImage: medoid.storedPath });
+                console.log(`[discover] Saved catalog: ${outPath}`);
+                catalogsMade++;
+            }
+            catch (e) {
+                console.error(`[discover] Catalog generation failed for ${screenId}:`, e?.message || e);
+            }
+        }
+    }
+    console.log(`[discover] Done. Learned ${learned} new signatures.`);
+    return {
+        learned,
+        catalogs: catalogsMade,
+        clusters: clusterList.length,
+        message: `Discovered ${learned} new screen signatures${makeCatalog ? ` and ${catalogsMade} catalogs` : ""}.`
+    };
+}
+// CLI
+async function main() {
+    const args = parseArgs(process.argv.slice(2));
+    const res = await discoverScreens({
+        inputDir: args.inputDir || args.input || args._[0],
+        limit: args.limit,
+        minClusterSize: args.minClusterSize,
+        maxClusters: args.maxClusters,
+        clusterAMax: args.clusterAMax,
+        clusterDMax: args.clusterDMax,
+        bucketPrefix: args.bucketPrefix,
+        makeCatalog: args.makeCatalog,
+        tuneAnchors: args.tuneAnchors,
+        knownMatchPreScoreMin: args.knownMatchPreScoreMin,
+        screenIdPrefix: args.screenIdPrefix
+    });
+    console.log("\n[discover] Result:");
+    console.log(JSON.stringify(res, null, 2));
+}
+const isDirectRun = (() => {
+    const __filename = fileURLToPath(import.meta.url);
+    return process.argv[1] && path.resolve(process.argv[1]) === path.resolve(__filename);
+})();
+if (isDirectRun) {
+    main().catch((e) => {
+        console.error(e);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=discover.js.map

package/dist/services/self-learning/discover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover.js","sourceRoot":"","sources":["../../../src/services/self-learning/discover.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnF,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE/C;;;;;;;;;GASG;AAEH,SAAS,WAAW;IAChB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACxD,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,UAAU;IACf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,mBAAmB,CAAC,CAAC;IACjE,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,QAAQ;IACb,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9C,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,SAAS,SAAS,CAAC,IAAI;IACnB,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC5E,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,KAAK;IAC1B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IAC9C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACzC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,KAAK,CAAC,CAAC,EAAE,GAAG;IACjB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,GAAG,CAAC;IAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACpB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACxC,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAG;IAC5B,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IAEpB,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,CAAC,WAAW,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBAC9B,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC/C,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,SAAS;IACX,YAAY,CAAC;QACT,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,KAAK,CAAC,CAAC,EAAE,CAAC;QACN,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO;QACtB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;aACxC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;aAC7C,CAAC;YACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;YAChB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACjB,CAAC;IACL,CAAC;CACJ;AAED,SAAS,UAAU,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAE7B,6DAA6D;IAC7D,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YACtB,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC3D,GAAG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG;YAAE,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,yBAAyB,CAAC,EAAE,EAAE,UAAU;IAC7C,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK;YAAE,SAAS;QAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,GAAG,GAAG,IAAI;YAAE,IAAI,GAAG,GAAG,CAAC;IAC/B,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ;IAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,CAAC;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;IACzD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAEnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;QAE5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE;YACxC,KAAK,EAAE,SAAS;YAChB,GAAG,EAAE;gBACD,GAAG,OAAO,CAAC,GAAG;gBACd,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;aAC/C;SACJ,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,QAAQ,EAAE,OAAO;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,GAAG,QAAQ,OAAO,CAAC,CAAC;IACxD,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/D,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,oBAAoB;IACzB,OAAO;QACH,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC;YAC3C,UAAU,EAAE;gBACR,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;gBAC1C,QAAQ,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,EAAE;oBACZ,KAAK,EAAE;wBACH,IAAI,EAAE,QAAQ;wBACd,oBAAoB,EAAE,KAAK;wBAC3B,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC;wBACjG,UAAU,EAAE;4BACR,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,kCAAkC;4BACxE,IAAI,EAAE;gCACF,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE;oCACF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;oCAC1D,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;iCACvE;6BACJ;4BACD,IAAI,EAAE;gCACF,IAAI,EAAE,OAAO;gCACb,QAAQ,EAAE,CAAC;gCACX,QAAQ,EAAE,CAAC;gCACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;6BACpD;4BACD,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;4BACnF,WAAW,EAAE;gCACT,IAAI,EAAE,OAAO;gCACb,QAAQ,EAAE,CAAC;gCACX,QAAQ,EAAE,CAAC;gCACX,KAAK,EAAE;oCACH,IAAI,EAAE,QAAQ;oCACd,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC;iCACvE;6BACJ;4BACD,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE;4BACrE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;4BACtD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;yBAC5B;qBACJ;iBACJ;gBACD,KAAK,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,oBAAoB,EAAE,KAAK;oBAC3B,QAAQ,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC;oBAChC,UAAU,EAAE;wBACR,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBACpD,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;qBACzD;iBACJ;aACJ;SACJ;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE;IACzD,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;CAiBlB,CAAC,IAAI,EAAE,CAAC;IAEL,MAAM,QAAQ,GAAG,2CAA2C,QAAQ,IAAI,CAAC;IACzE,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE9C,OAAO,cAAc,CAAC;QAClB,MAAM;QACN,QAAQ;QACR,YAAY;QACZ,UAAU,EAAE,oBAAoB,EAAE;KACrC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAO,GAAG,EAAE;IAC9C,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,eAAe,CAAC;IACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;IAEzE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,2CAA2C;IAC5G,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAEvD,MAAM,qBAAqB,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,QAAQ,QAAQ,EAAE,EAAE,CAAC;IAEtE,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,WAAW,KAAK,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,sBAAsB,QAAQ,EAAE,EAAE,CAAC;IAC/F,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,CAAC,MAAM,UAAU,CAAC,CAAC;IAE3D,+DAA+D;IAC/D,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC/F,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,CAAC,MAAM,uBAAuB,CAAC,CAAC;IAE3E,+BAA+B;IAC/B,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC;gBACR,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAC5B,UAAU,EAAE,CAAC;gBACb,KAAK;gBACL,KAAK;aACR,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,yBAAyB;QAC7B,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,OAAO,CAAC,GAAG,CAAC,iDAAiD,qBAAqB,MAAM,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,IAAI,OAAO,GAAG,qBAAqB;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,uCAAuC,CAAC,CAAC;IAEjF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,iEAAiE,EAAE,CAAC;IAChI,CAAC;IAED,qFAAqF;IACrF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC;oBACjE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,qBAAqB,WAAW,CAAC,MAAM,YAAY,CAAC,CAAC;IAEjE,wCAAwC;IACxC,MAAM,MAAM,GAAG;QACX,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QAChC,MAAM,EAAE;YACJ,KAAK;YACL,cAAc;YACd,WAAW;YACX,WAAW;YACX,WAAW;YACX,YAAY;YACZ,WAAW;YACX,WAAW;YACX,qBAAqB;YACrB,cAAc;SACjB;QACD,WAAW,EAAE,QAAQ,CAAC,MAAM;QAC5B,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;KACvG,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,YAAY,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC1E,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;IAExD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACvD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC7C,IAAI,OAAO,IAAI,WAAW;YAAE,MAAM;QAClC,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc;YAAE,SAAS;QAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,GAAG,cAAc,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAEpD,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,GAAG,CAAC,SAAS,OAAO,CAAC,MAAM,uBAAuB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9G,MAAM,eAAe,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QAE/E,OAAO,EAAE,CAAC;QAEV,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,6CAA6C,QAAQ,KAAK,CAAC,CAAC;gBACxE,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;gBACzF,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;gBACtF,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;gBACpD,YAAY,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,CAAC,KAAK,CAAC,4CAA4C,QAAQ,GAAG,EAAE,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;YAC5F,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,kBAAkB,CAAC,CAAC;IACnE,OAAO;QACH,OAAO;QACP,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,WAAW,CAAC,MAAM;QAC5B,OAAO,EAAE,cAAc,OAAO,yBAAyB,WAAW,CAAC,CAAC,CAAC,QAAQ,YAAY,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG;KAC/G,CAAC;AACN,CAAC;AAED,MAAM;AACN,KAAK,UAAU,IAAI;IACf,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9C,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC;QAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;QACjD,cAAc,EAAE,IAAI,CAAC,cAAc;KACtC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACtB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AACzF,CAAC,CAAC,EAAE,CAAC;AAEL,IAAI,WAAW,EAAE,CAAC;IACd,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACf,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/services/self-learning/image.d.ts

@@ -0,0 +1,10 @@
+export declare function fileToDataUrl(imagePath: any): string;
+export declare function cropToDataUrl({ imagePath, bbox }: {
+    imagePath: any;
+    bbox: any;
+}): Promise<string>;
+export declare function getImageSize(imagePath: any): Promise<{
+    width: number;
+    height: number;
+}>;
+//# sourceMappingURL=image.d.ts.map

package/dist/services/self-learning/image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/image.ts"],"names":[],"mappings":"AAIA,wBAAgB,aAAa,CAAC,SAAS,KAAA,UAQtC;AAED,wBAAsB,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE;;;CAAA,mBAkBtD;AAED,wBAAsB,YAAY,CAAC,SAAS,KAAA;;;GAI3C"}

package/dist/services/self-learning/image.js

@@ -0,0 +1,38 @@
+import fs from "node:fs";
+import path from "node:path";
+import sharp from "sharp";
+export function fileToDataUrl(imagePath) {
+    const buf = fs.readFileSync(imagePath);
+    const ext = path.extname(imagePath).toLowerCase();
+    const mime = ext === ".jpg" || ext === ".jpeg" ? "image/jpeg" :
+        ext === ".webp" ? "image/webp" :
+            "image/png";
+    return `data:${mime};base64,${buf.toString("base64")}`;
+}
+export async function cropToDataUrl({ imagePath, bbox }) {
+    const meta = await sharp(imagePath).metadata();
+    if (!meta.width || !meta.height)
+        throw new Error("Missing width/height");
+    let [x1, y1, x2, y2] = bbox.map(clamp01);
+    if (x2 <= x1 || y2 <= y1)
+        throw new Error("Invalid bbox");
+    const left = Math.floor(x1 * meta.width);
+    const top = Math.floor(y1 * meta.height);
+    const width = Math.max(1, Math.floor((x2 - x1) * meta.width));
+    const height = Math.max(1, Math.floor((y2 - y1) * meta.height));
+    const buf = await sharp(imagePath)
+        .extract({ left, top, width, height })
+        .png()
+        .toBuffer();
+    return `data:image/png;base64,${buf.toString("base64")}`;
+}
+export async function getImageSize(imagePath) {
+    const meta = await sharp(imagePath).metadata();
+    if (!meta.width || !meta.height)
+        throw new Error("Unable to read image metadata");
+    return { width: meta.width, height: meta.height };
+}
+function clamp01(v) {
+    return Math.max(0, Math.min(1, Number(v)));
+}
+//# sourceMappingURL=image.js.map

package/dist/services/self-learning/image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/services/self-learning/image.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,UAAU,aAAa,CAAC,SAAS;IACrC,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,IAAI,GACR,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAClD,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAChC,WAAW,CAAC;IACd,OAAO,QAAQ,IAAI,WAAW,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE;IACrD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC/C,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAEzE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;IAE1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEhE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;SAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;SACrC,GAAG,EAAE;SACL,QAAQ,EAAE,CAAC;IAEd,OAAO,yBAAyB,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,SAAS;IAC1C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC/C,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAClF,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,OAAO,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC"}

package/dist/services/self-learning/injest.d.ts

@@ -0,0 +1,25 @@
+import "dotenv/config";
+export declare function screensDir(): string;
+/**
+ * Ingest a screenshot:
+ * - copies it into DATA_DIR/ingest/screens/
+ * - computes aHash/dHash + dimensions
+ * - appends a JSONL event to DATA_DIR/ingest/events.jsonl
+ */
+export declare function ingestScreenshot({ imagePath, meta, tags }: {
+    imagePath: any;
+    meta?: {};
+    tags?: any[];
+}): Promise<{
+    id: string;
+    ts: string;
+    srcPath: string;
+    storedPath: string;
+    width: number;
+    height: number;
+    ahash: string;
+    dhash: string;
+    tags: any[];
+    meta: {};
+}>;
+//# sourceMappingURL=injest.d.ts.map

package/dist/services/self-learning/injest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"injest.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/injest.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAgBvB,wBAAgB,UAAU,WAIzB;AAuCD;;;;;GAKG;AACH,wBAAsB,gBAAgB,CAAC,EAAE,SAAS,EAAE,IAAS,EAAE,IAAS,EAAE;;;;CAAA;;;;;;;;;;;GA8BzE"}