flow-frame-core 0.1.0

package/dist/services/self-learning/injest.js

@@ -0,0 +1,110 @@
+import "dotenv/config";
+import fs from "node:fs";
+import path from "node:path";
+import crypto from "node:crypto";
+import { fileURLToPath } from "node:url";
+import { aHashHex, dHashHex } from "./phash.js";
+import { getImageSize } from "./image.js";
+import { dataDir, ensureDir } from "./util.js";
+function ingestDir() {
+    const dir = path.join(dataDir(), "ingest");
+    ensureDir(dir);
+    return dir;
+}
+export function screensDir() {
+    const dir = path.join(ingestDir(), "screens");
+    ensureDir(dir);
+    return dir;
+}
+function eventsPath() {
+    const p = path.join(ingestDir(), "events.jsonl");
+    ensureDir(path.dirname(p));
+    return p;
+}
+function nowIso() {
+    return new Date().toISOString();
+}
+function makeId() {
+    return `${Date.now()}_${crypto.randomBytes(4).toString("hex")}`;
+}
+function parseArgs(argv) {
+    const args = { _: [] };
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        if (a.startsWith("--")) {
+            const k = a.slice(2);
+            const v = argv[i + 1] && !argv[i + 1].startsWith("--") ? argv[++i] : "true";
+            args[k] = v;
+        }
+        else {
+            args._.push(a);
+        }
+    }
+    return args;
+}
+function safeJsonParse(s, fallback = null) {
+    try {
+        return JSON.parse(s);
+    }
+    catch {
+        return fallback;
+    }
+}
+/**
+ * Ingest a screenshot:
+ * - copies it into DATA_DIR/ingest/screens/
+ * - computes aHash/dHash + dimensions
+ * - appends a JSONL event to DATA_DIR/ingest/events.jsonl
+ */
+export async function ingestScreenshot({ imagePath, meta = {}, tags = [] }) {
+    if (!imagePath)
+        throw new Error("ingestScreenshot: imagePath required");
+    if (!fs.existsSync(imagePath))
+        throw new Error(`File not found: ${imagePath}`);
+    const id = makeId();
+    const ext = path.extname(imagePath) || ".png";
+    const storedFile = path.join(screensDir(), `${id}${ext}`);
+    fs.copyFileSync(imagePath, storedFile);
+    const { width, height } = await getImageSize(storedFile);
+    const ahash = await aHashHex(storedFile);
+    const dhash = await dHashHex(storedFile);
+    const event = {
+        id,
+        ts: nowIso(),
+        srcPath: path.resolve(imagePath),
+        storedPath: storedFile, // absolute-ish; fine locally
+        width,
+        height,
+        ahash,
+        dhash,
+        tags,
+        meta
+    };
+    console.log(`Ingested screenshot: ${eventsPath()} <- ${storedFile}`);
+    fs.appendFileSync(eventsPath(), JSON.stringify(event) + "\n", "utf8");
+    return event;
+}
+// CLI usage: node src/ingest.js ./screenshot.png --meta '{"runId":"abc"}' --tags "foo,bar"
+async function main() {
+    const args = parseArgs(process.argv.slice(2));
+    const imagePath = args._[0];
+    if (!imagePath) {
+        console.error("Usage: npm run ingest -- <screenshot.png> [--meta '{...}'] [--tags 'a,b,c']");
+        process.exit(1);
+    }
+    const meta = args.meta ? safeJsonParse(args.meta, {}) : {};
+    const tags = args.tags ? String(args.tags).split(",").map(s => s.trim()).filter(Boolean) : [];
+    const event = await ingestScreenshot({ imagePath, meta, tags });
+    console.log(JSON.stringify(event, null, 2));
+}
+const isDirectRun = (() => {
+    const __filename = fileURLToPath(import.meta.url);
+    return process.argv[1] && path.resolve(process.argv[1]) === path.resolve(__filename);
+})();
+if (isDirectRun) {
+    main().catch((e) => {
+        console.error(e);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=injest.js.map

package/dist/services/self-learning/injest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"injest.js","sourceRoot":"","sources":["../../../src/services/self-learning/injest.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE/C,SAAS,SAAS;IAChB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3C,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9C,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU;IACjB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,cAAc,CAAC,CAAC;IACjD,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,MAAM;IACb,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,SAAS,CAAC,IAAI;IACrB,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC5E,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE;IACxE,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACxE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,SAAS,EAAE,CAAC,CAAC;IAE/E,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC;IAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IAE1D,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAEvC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEzC,MAAM,KAAK,GAAG;QACZ,EAAE;QACF,EAAE,EAAE,MAAM,EAAE;QACZ,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QAChC,UAAU,EAAE,UAAU,EAAE,6BAA6B;QACrD,KAAK;QACL,MAAM;QACN,KAAK;QACL,KAAK;QACL,IAAI;QACJ,IAAI;KACL,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,EAAE,OAAO,UAAU,EAAE,CAAC,CAAC;IAErE,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,2FAA2F;AAC3F,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6EAA6E,CAAC,CAAC;QAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAE9F,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACxB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AACvF,CAAC,CAAC,EAAE,CAAC;AAEL,IAAI,WAAW,EAAE,CAAC;IAChB,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/services/self-learning/learn.d.ts

@@ -0,0 +1,2 @@
+import "dotenv/config";
+//# sourceMappingURL=learn.d.ts.map

package/dist/services/self-learning/learn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"learn.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/learn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC"}

package/dist/services/self-learning/learn.js

@@ -0,0 +1,145 @@
+import "dotenv/config";
+import Ajv from "ajv";
+import { ScreenSignatureSchema, AnchorAnswerSchema } from "./schema.js";
+import { callJsonSchema } from "./openai.js";
+import { fileToDataUrl, cropToDataUrl, getImageSize } from "./image.js";
+import { aHashHex, dHashHex } from "./phash.js";
+import { expectedMatchScore } from "./matcher.js";
+import { loadAllSignatures, saveSignature } from "./registry.js";
+import { strictifyJsonSchema } from "./schemaStrictify.js";
+import { fileURLToPath } from 'url';
+const ajv = new Ajv({ allErrors: true, strict: false });
+const validateSig = ajv.compile(strictifyJsonSchema(ScreenSignatureSchema.schema));
+function arg(name) {
+    const idx = process.argv.indexOf(name);
+    return idx >= 0 ? process.argv[idx + 1] : undefined;
+}
+function nowIso() {
+    return new Date().toISOString();
+}
+function clamp01(v) { return Math.max(0, Math.min(1, v)); }
+function jitterBbox(b, dx, dy, scale) {
+    let [x1, y1, x2, y2] = b;
+    const cx = (x1 + x2) / 2;
+    const cy = (y1 + y2) / 2;
+    const w = (x2 - x1) * scale;
+    const h = (y2 - y1) * scale;
+    const ncx = cx + dx;
+    const ncy = cy + dy;
+    x1 = clamp01(ncx - w / 2);
+    y1 = clamp01(ncy - h / 2);
+    x2 = clamp01(ncx + w / 2);
+    y2 = clamp01(ncy + h / 2);
+    if (x2 <= x1)
+        x2 = clamp01(x1 + 0.01);
+    if (y2 <= y1)
+        y2 = clamp01(y1 + 0.01);
+    return [x1, y1, x2, y2];
+}
+async function verifyAnchorCrop({ cropDataUrl, verifyPrompt }) {
+    const system = `
+You are an Anchor Verifier.
+Return ONLY JSON that matches the schema.
+If unsure, keep the answer short and lower confidence.
+`.trim();
+    return callJsonSchema({
+        system,
+        userText: verifyPrompt,
+        imageDataUrl: cropDataUrl,
+        jsonSchema: AnchorAnswerSchema
+    });
+}
+async function tuneAnchor(imagePath, anchor) {
+    const offsets = [-0.03, 0, 0.03];
+    const scales = [0.9, 1.0, 1.1];
+    let best = { score: -1, bbox: anchor.bbox };
+    for (const dx of offsets) {
+        for (const dy of offsets) {
+            for (const sc of scales) {
+                const bbox = jitterBbox(anchor.bbox, dx, dy, sc);
+                const crop = await cropToDataUrl({ imagePath, bbox });
+                const { answer, confidence } = await verifyAnchorCrop({ cropDataUrl: crop, verifyPrompt: anchor.verifyPrompt });
+                const match = expectedMatchScore(anchor.expected, answer);
+                const score = match * confidence;
+                if (score > best.score)
+                    best = { score, bbox };
+            }
+        }
+    }
+    return { ...anchor, bbox: best.bbox };
+}
+async function main() {
+    const imagePath = process.argv[2];
+    if (!imagePath) {
+        console.error("Usage: npm run learn -- <screenshot.png> [--screenId my_screen_id]");
+        process.exit(1);
+    }
+    const screenIdHint = arg("--screenId");
+    const imageDataUrl = fileToDataUrl(imagePath);
+    const system = `
+You are a UI Feature Miner.
+
+Goal: produce a reusable ScreenSignature to recognize this screen later.
+
+Rules:
+- Propose 5–10 anchors.
+- Each anchor must be answerable from the cropped region alone.
+- Prefer stable cues: icons, nav structure, headers, distinctive layout.
+- Avoid user-specific text (names, timestamps, notification counts).
+- BBoxes are normalized [x1,y1,x2,y2] in 0..1.
+- verifyPrompt should force short, machine-checkable answers.
+- expected must be equals_any / contains_any / regex_any / yes_no.
+- Output MUST match the JSON schema exactly.
+`.trim();
+    const userText = screenIdHint
+        ? `Create a ScreenSignature. Use screenId="${screenIdHint}".`
+        : `Create a ScreenSignature. Pick a short screenId (lowercase, underscore-separated).`;
+    console.log("Mining signature...");
+    const sig = await callJsonSchema({
+        system,
+        userText,
+        imageDataUrl,
+        jsonSchema: ScreenSignatureSchema
+    });
+    if (!validateSig(sig)) {
+        console.error("Signature schema validation failed:", validateSig.errors);
+        process.exit(1);
+    }
+    const tune = (process.env.TUNE_ANCHORS || "true").toLowerCase() === "true";
+    let tunedSig = sig;
+    if (tune) {
+        console.log(`Tuning ${sig.anchors.length} anchors...`);
+        const tunedAnchors = [];
+        for (const a of sig.anchors)
+            tunedAnchors.push(await tuneAnchor(imagePath, a));
+        tunedSig = { ...sig, anchors: tunedAnchors };
+    }
+    console.log("Computing prototype hashes...");
+    const { width, height } = await getImageSize(imagePath);
+    const ahash = await aHashHex(imagePath);
+    const dhash = await dHashHex(imagePath);
+    const existing = loadAllSignatures().find(s => s.screenId === tunedSig.screenId);
+    const createdAt = existing?.prototype?.createdAt || nowIso();
+    const updatedAt = nowIso();
+    const out = {
+        ...tunedSig,
+        prototype: {
+            ahash,
+            dhash,
+            width,
+            height,
+            createdAt,
+            updatedAt,
+            sampleCount: (existing?.prototype?.sampleCount || 0) + 1
+        }
+    };
+    saveSignature(out);
+    console.log(`Saved: ${out.screenId}`);
+}
+if (process.argv[1] && process.argv[1] === fileURLToPath(import.meta.url)) {
+    main().catch((e) => {
+        console.error(e);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=learn.js.map

package/dist/services/self-learning/learn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"learn.js","sourceRoot":"","sources":["../../../src/services/self-learning/learn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAGpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACxD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;AAEnF,SAAS,GAAG,CAAC,IAAI;IACf,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,OAAO,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3D,SAAS,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK;IAClC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC;IAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC;IAE5B,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;IAEpB,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1B,IAAI,EAAE,IAAI,EAAE;QAAE,EAAE,GAAG,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,IAAI,EAAE,IAAI,EAAE;QAAE,EAAE,GAAG,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAEtC,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,MAAM,MAAM,GAAG;;;;CAIhB,CAAC,IAAI,EAAE,CAAC;IAEP,OAAO,cAAc,CAAC;QACpB,MAAM;QACN,QAAQ,EAAE,YAAY;QACtB,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,kBAAkB;KAC/B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAS,EAAE,MAAM;IACzC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAE5C,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,gBAAgB,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;gBAEhH,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,KAAK,GAAG,UAAU,CAAC;gBAEjC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK;oBAAE,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG;;;;;;;;;;;;;;CAchB,CAAC,IAAI,EAAE,CAAC;IAEP,MAAM,QAAQ,GAAG,YAAY;QAC3B,CAAC,CAAC,2CAA2C,YAAY,IAAI;QAC7D,CAAC,CAAC,oFAAoF,CAAC;IAEzF,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC;QAC/B,MAAM;QACN,QAAQ;QACR,YAAY;QACZ,UAAU,EAAE,qBAAqB;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IAC3E,IAAI,QAAQ,GAAG,GAAG,CAAC;IAEnB,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO;YAAE,YAAY,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/E,QAAQ,GAAG,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,EAAE,SAAS,IAAI,MAAM,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC;IAE3B,MAAM,GAAG,GAAG;QACV,GAAG,QAAQ;QACX,SAAS,EAAE;YACT,KAAK;YACL,KAAK;YACL,KAAK;YACL,MAAM;YACN,SAAS;YACT,SAAS;YACT,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC;SACzD;KACF,CAAC;IAEF,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACxE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/services/self-learning/matcher.d.ts

@@ -0,0 +1,2 @@
+export declare function expectedMatchScore(expected: any, answerRaw: any): 1 | 0;
+//# sourceMappingURL=matcher.d.ts.map

package/dist/services/self-learning/matcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/matcher.ts"],"names":[],"mappings":"AAAA,wBAAgB,kBAAkB,CAAC,QAAQ,KAAA,EAAE,SAAS,KAAA,SA6BrD"}

package/dist/services/self-learning/matcher.js

@@ -0,0 +1,38 @@
+export function expectedMatchScore(expected, answerRaw) {
+    const answer = String(answerRaw ?? "").trim();
+    const lower = answer.toLowerCase();
+    if (!expected || !expected.type)
+        return 0;
+    if (expected.type === "equals_any") {
+        const values = Array.isArray(expected.values) ? expected.values : [];
+        return values.some(v => answer === v) ? 1 : 0;
+    }
+    if (expected.type === "contains_any") {
+        const values = Array.isArray(expected.values) ? expected.values : [];
+        return values.some(v => lower.includes(String(v).toLowerCase())) ? 1 : 0;
+    }
+    if (expected.type === "regex_any") {
+        const patterns = Array.isArray(expected.patterns) ? expected.patterns : [];
+        return patterns.some(p => {
+            try {
+                return new RegExp(p, "i").test(answer);
+            }
+            catch {
+                return false;
+            }
+        }) ? 1 : 0;
+    }
+    if (expected.type === "yes_no") {
+        const yn = normalizeYesNo(lower);
+        return yn === expected.value ? 1 : 0;
+    }
+    return 0;
+}
+function normalizeYesNo(s) {
+    if (s === "yes" || s.startsWith("yes"))
+        return "yes";
+    if (s === "no" || s.startsWith("no"))
+        return "no";
+    return "unknown";
+}
+//# sourceMappingURL=matcher.js.map

package/dist/services/self-learning/matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.js","sourceRoot":"","sources":["../../../src/services/self-learning/matcher.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,kBAAkB,CAAC,QAAQ,EAAE,SAAS;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAEnC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAE1C,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YACvB,IAAI,CAAC;gBAAC,OAAO,IAAI,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,OAAO,KAAK,CAAC;YAAC,CAAC;QACzE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,EAAE,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,cAAc,CAAC,CAAC;IACvB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/services/self-learning/openai.d.ts

@@ -0,0 +1,8 @@
+import "dotenv/config";
+export declare function callJsonSchema({ system, userText, imageDataUrl, jsonSchema }: {
+    system: any;
+    userText: any;
+    imageDataUrl: any;
+    jsonSchema: any;
+}): Promise<any>;
+//# sourceMappingURL=openai.d.ts.map

package/dist/services/self-learning/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/openai.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAyEvB,wBAAsB,cAAc,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE;;;;;CAAA,gBA2BlF"}

package/dist/services/self-learning/openai.js

@@ -0,0 +1,97 @@
+import "dotenv/config";
+import OpenAI from "openai";
+import { fetchOpenApiKey } from "../apiKeyService.js";
+import { DEFAULT_MODEL } from "../autoPromptOptimizer.js";
+let client;
+async function getClient() {
+    if (!client) {
+        client = new OpenAI({ apiKey: await fetchOpenApiKey() });
+    }
+    return client;
+}
+function requireEnv(name) {
+    const v = process.env[name];
+    if (!v)
+        throw new Error(`Missing env var: ${name}`);
+    return v;
+}
+function getModel() {
+    return DEFAULT_MODEL;
+}
+// Robustly extract the final text from a Responses API response.
+function extractOutputText(resp) {
+    if (typeof resp.output_text === "string" && resp.output_text.length)
+        return resp.output_text;
+    // Fallback: walk output items
+    const out = resp.output || [];
+    for (const item of out) {
+        if (item?.type === "message" && Array.isArray(item.content)) {
+            for (const c of item.content) {
+                if (c?.type === "output_text" && typeof c.text === "string")
+                    return c.text;
+            }
+        }
+    }
+    return "";
+}
+function normalizeJsonSchemaArg(jsonSchemaArg) {
+    // Accept:
+    // 1) raw JSON Schema
+    // 2) { name, strict, schema }
+    // 3) { name, json_schema: { ... } }  (your current style)
+    let name = "response";
+    let strict = true;
+    let schema = jsonSchemaArg;
+    if (jsonSchemaArg && typeof jsonSchemaArg === "object") {
+        // wrapper: { name, strict, schema }
+        if (jsonSchemaArg.schema && typeof jsonSchemaArg.schema === "object") {
+            schema = jsonSchemaArg.schema;
+            if (typeof jsonSchemaArg.name === "string")
+                name = jsonSchemaArg.name;
+            if (typeof jsonSchemaArg.strict === "boolean")
+                strict = jsonSchemaArg.strict;
+        }
+        // wrapper: { name, json_schema: ... } (compat)
+        if (jsonSchemaArg.json_schema && typeof jsonSchemaArg.json_schema === "object") {
+            const j = jsonSchemaArg.json_schema;
+            if (j.schema && typeof j.schema === "object")
+                schema = j.schema;
+            if (typeof j.name === "string")
+                name = j.name;
+            if (typeof j.strict === "boolean")
+                strict = j.strict;
+        }
+    }
+    if (!schema || typeof schema !== "object") {
+        throw new Error("callJsonSchema expected a JSON Schema object (or wrapper with {schema}).");
+    }
+    return { type: "json_schema", name, strict, schema };
+}
+export async function callJsonSchema({ system, userText, imageDataUrl, jsonSchema }) {
+    const openai = await getClient();
+    const format = normalizeJsonSchemaArg(jsonSchema);
+    const resp = await openai.responses.create({
+        model: getModel(),
+        input: [
+            { role: "system", content: system },
+            {
+                role: "user",
+                content: [
+                    { type: "input_text", text: userText },
+                    ...(imageDataUrl ? [{ type: "input_image", image_url: imageDataUrl, detail: "high" }] : [])
+                ]
+            }
+        ],
+        text: { format }
+    });
+    const raw = extractOutputText(resp);
+    if (!raw)
+        throw new Error("No output text returned from model.");
+    try {
+        return JSON.parse(raw);
+    }
+    catch {
+        throw new Error(`Failed to parse JSON from model output:\n${raw}`);
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/services/self-learning/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/services/self-learning/openai.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,IAAI,MAAM,CAAC;AACX,KAAK,UAAU,SAAS;IACtB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,eAAe,EAAE,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,IAAI;IACtB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,iEAAiE;AACjE,SAAS,iBAAiB,CAAC,IAAI;IAC7B,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC,WAAW,CAAC;IAE7F,8BAA8B;IAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,EAAE,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAGD,SAAS,sBAAsB,CAAC,aAAa;IAC3C,UAAU;IACV,qBAAqB;IACrB,8BAA8B;IAC9B,0DAA0D;IAC1D,IAAI,IAAI,GAAG,UAAU,CAAC;IACtB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,MAAM,GAAG,aAAa,CAAC;IAE3B,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACvD,oCAAoC;QACpC,IAAI,aAAa,CAAC,MAAM,IAAI,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACrE,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;YAC9B,IAAI,OAAO,aAAa,CAAC,IAAI,KAAK,QAAQ;gBAAE,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;YACtE,IAAI,OAAO,aAAa,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;QAC/E,CAAC;QAED,+CAA+C;QAC/C,IAAI,aAAa,CAAC,WAAW,IAAI,OAAO,aAAa,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC/E,MAAM,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC;YACpC,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;YAChE,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;YAC9C,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;QACvD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE;IACjF,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAElD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QACzC,KAAK,EAAE,QAAQ,EAAE;QACjB,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACnC;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACtC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC5F;aACF;SACF;QACD,IAAI,EAAE,EAAE,MAAM,EAAE;KACjB,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,4CAA4C,GAAG,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC"}

package/dist/services/self-learning/phash.d.ts

@@ -0,0 +1,5 @@
+export declare function aHashHex(imagePath: any): Promise<string>;
+export declare function dHashHex(imagePath: any): Promise<string>;
+export declare function hammingHex(a: any, b: any): number;
+export declare function preScoreFromDistances(aDist: any, dDist: any): number;
+//# sourceMappingURL=phash.d.ts.map

package/dist/services/self-learning/phash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"phash.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/phash.ts"],"names":[],"mappings":"AAkBA,wBAAsB,QAAQ,CAAC,SAAS,KAAA,mBAcvC;AAGD,wBAAsB,QAAQ,CAAC,SAAS,KAAA,mBAiBvC;AAED,wBAAgB,UAAU,CAAC,CAAC,KAAA,EAAE,CAAC,KAAA,UAS9B;AAED,wBAAgB,qBAAqB,CAAC,KAAK,KAAA,EAAE,KAAK,KAAA,UAIjD"}

package/dist/services/self-learning/phash.js

@@ -0,0 +1,68 @@
+import sharp from "sharp";
+const NIBBLE_POPCOUNT = new Uint8Array(16).map((_, i) => {
+    let x = i, c = 0;
+    while (x) {
+        c += x & 1;
+        x >>= 1;
+    }
+    return c;
+});
+function bitsToHex(bits) {
+    let out = "";
+    for (let i = 0; i < bits.length; i += 4) {
+        const n = (bits[i] << 3) | (bits[i + 1] << 2) | (bits[i + 2] << 1) | bits[i + 3];
+        out += n.toString(16);
+    }
+    return out;
+}
+// 16x16 mean-hash -> 256 bits -> 64 hex chars
+export async function aHashHex(imagePath) {
+    const { data } = await sharp(imagePath)
+        .resize(16, 16, { fit: "fill" })
+        .grayscale()
+        .raw()
+        .toBuffer({ resolveWithObject: true });
+    let sum = 0;
+    for (const v of data)
+        sum += v;
+    const mean = sum / data.length;
+    const bits = [];
+    for (const v of data)
+        bits.push(v > mean ? 1 : 0);
+    return bitsToHex(bits);
+}
+// 17x16 diff-hash -> 256 bits -> 64 hex chars
+export async function dHashHex(imagePath) {
+    const w = 17, h = 16;
+    const { data } = await sharp(imagePath)
+        .resize(w, h, { fit: "fill" })
+        .grayscale()
+        .raw()
+        .toBuffer({ resolveWithObject: true });
+    const bits = [];
+    for (let y = 0; y < h; y++) {
+        for (let x = 0; x < w - 1; x++) {
+            const a = data[y * w + x];
+            const b = data[y * w + x + 1];
+            bits.push(a > b ? 1 : 0);
+        }
+    }
+    return bitsToHex(bits);
+}
+export function hammingHex(a, b) {
+    if (a.length !== b.length)
+        throw new Error("hex lengths differ");
+    let dist = 0;
+    for (let i = 0; i < a.length; i++) {
+        const na = parseInt(a[i], 16);
+        const nb = parseInt(b[i], 16);
+        dist += NIBBLE_POPCOUNT[na ^ nb];
+    }
+    return dist;
+}
+export function preScoreFromDistances(aDist, dDist) {
+    const a = 1 - aDist / 256;
+    const d = 1 - dDist / 256;
+    return 0.6 * a + 0.4 * d;
+}
+//# sourceMappingURL=phash.js.map

package/dist/services/self-learning/phash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phash.js","sourceRoot":"","sources":["../../../src/services/self-learning/phash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IACtD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACjB,OAAO,CAAC,EAAE,CAAC;QAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC,KAAK,CAAC,CAAC;IAAC,CAAC;IAClC,OAAO,CAAC,CAAC;AACX,CAAC,CAAC,CAAC;AAEH,SAAS,SAAS,CAAC,IAAI;IACrB,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACjF,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8CAA8C;AAC9C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,SAAS;IACtC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;SACpC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;SAC/B,SAAS,EAAE;SACX,GAAG,EAAE;SACL,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IAE/B,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,8CAA8C;AAC9C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,SAAS;IACtC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC;IACrB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;SACpC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;SAC7B,SAAS,EAAE;SACX,GAAG,EAAE;SACL,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,CAAC,EAAE,CAAC;IAC7B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACjE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9B,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,IAAI,eAAe,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAK,EAAE,KAAK;IAChD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC;IAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC;IAC1B,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;AAC3B,CAAC"}

package/dist/services/self-learning/recognize.d.ts

@@ -0,0 +1,17 @@
+import "dotenv/config";
+export declare function recognizeScreen(imagePath: any, options?: {}): Promise<{
+    screenId: any;
+    confidence: any;
+    bestScore: any;
+    secondBestScore: any;
+    candidates: any[];
+    reason?: undefined;
+} | {
+    screenId: string;
+    confidence: any;
+    bestScore: any;
+    secondBestScore: any;
+    candidates: any[];
+    reason: string;
+}>;
+//# sourceMappingURL=recognize.d.ts.map

package/dist/services/self-learning/recognize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recognize.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/recognize.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AA6CvB,wBAAsB,eAAe,CAAC,SAAS,KAAA,EAAE,OAAO,KAAK;;;;;;;;;;;;;;GA4D5D"}