flow-frame-core 0.1.0 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/TOOLS.md +1080 -0
- package/dist/browerRoutes.d.ts.map +1 -1
- package/dist/browerRoutes.js.map +1 -1
- package/dist/browser-utils/utils.d.ts.map +1 -1
- package/dist/browser-utils/utils.js +1 -0
- package/dist/browser-utils/utils.js.map +1 -1
- package/dist/controllers/browserController.d.ts +28 -0
- package/dist/controllers/browserController.d.ts.map +1 -0
- package/dist/controllers/browserController.js +45 -0
- package/dist/controllers/browserController.js.map +1 -0
- package/dist/controllers/extensionController.d.ts +39 -0
- package/dist/controllers/extensionController.d.ts.map +1 -0
- package/dist/controllers/extensionController.js +29 -0
- package/dist/controllers/extensionController.js.map +1 -0
- package/dist/controllers/promptController.d.ts +22 -0
- package/dist/controllers/promptController.d.ts.map +1 -0
- package/dist/controllers/promptController.js +59 -0
- package/dist/controllers/promptController.js.map +1 -0
- package/dist/controllers/promptLibraryController.d.ts +16 -0
- package/dist/controllers/promptLibraryController.d.ts.map +1 -0
- package/dist/controllers/promptLibraryController.js +60 -0
- package/dist/controllers/promptLibraryController.js.map +1 -0
- package/dist/controllers/standardController.d.ts +38 -0
- package/dist/controllers/standardController.d.ts.map +1 -0
- package/dist/controllers/standardController.js +79 -0
- package/dist/controllers/standardController.js.map +1 -0
- package/dist/controllers/workflowController.d.ts +19 -0
- package/dist/controllers/workflowController.d.ts.map +1 -0
- package/dist/controllers/workflowController.js +94 -0
- package/dist/controllers/workflowController.js.map +1 -0
- package/dist/filter-gmail-poller/filter-gmail-poller.d.ts.map +1 -1
- package/dist/filter-gmail-poller/filter-gmail-poller.js +1 -0
- package/dist/filter-gmail-poller/filter-gmail-poller.js.map +1 -1
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +46 -0
- package/dist/index.js.map +1 -1
- package/dist/operations/blender-ops.d.ts.map +1 -1
- package/dist/operations/blender-ops.js +0 -1
- package/dist/operations/blender-ops.js.map +1 -1
- package/dist/operations.d.ts +1 -1
- package/dist/operations.d.ts.map +1 -1
- package/dist/operations.js +1 -0
- package/dist/operations.js.map +1 -1
- package/dist/process.d.ts.map +1 -1
- package/dist/process.js +1 -0
- package/dist/process.js.map +1 -1
- package/dist/server.js +32 -1
- package/dist/services/audioService.js.map +1 -1
- package/dist/services/autoPromptOptimizer.d.ts.map +1 -1
- package/dist/services/autoPromptOptimizer.js +1 -0
- package/dist/services/autoPromptOptimizer.js.map +1 -1
- package/dist/services/chainExecutor.d.ts +2 -1
- package/dist/services/chainExecutor.d.ts.map +1 -1
- package/dist/services/chainExecutor.js +105 -129
- package/dist/services/chainExecutor.js.map +1 -1
- package/dist/services/configuration/executor.d.ts.map +1 -1
- package/dist/services/configuration/executor.js +1 -0
- package/dist/services/configuration/executor.js.map +1 -1
- package/dist/services/error.d.ts.map +1 -1
- package/dist/services/error.js +1 -0
- package/dist/services/error.js.map +1 -1
- package/dist/services/executor.d.ts.map +1 -1
- package/dist/services/executor.js +110 -51
- package/dist/services/executor.js.map +1 -1
- package/dist/services/extractPdf.d.ts.map +1 -1
- package/dist/services/extractPdf.js +1 -0
- package/dist/services/extractPdf.js.map +1 -1
- package/dist/services/polyfill_canvas.js +1 -0
- package/dist/services/polyfill_canvas.js.map +1 -1
- package/dist/services/runPrompt.d.ts +1 -1
- package/dist/services/runPrompt.d.ts.map +1 -1
- package/dist/services/runPrompt.js +1 -1
- package/dist/services/runPrompt.js.map +1 -1
- package/dist/services/self-learning/injest.d.ts.map +1 -1
- package/dist/services/self-learning/injest.js +1 -0
- package/dist/services/self-learning/injest.js.map +1 -1
- package/dist/services/self-learning/matcher.d.ts +1 -1
- package/dist/services/self-learning/recognize.d.ts.map +1 -1
- package/dist/services/self-learning/recognize.js +1 -0
- package/dist/services/self-learning/recognize.js.map +1 -1
- package/dist/services/stepByStepAiPlanner.d.ts.map +1 -1
- package/dist/services/stepByStepAiPlanner.js +1 -0
- package/dist/services/stepByStepAiPlanner.js.map +1 -1
- package/dist/services/uiMapPathFinder.d.ts.map +1 -1
- package/dist/services/uiMapPathFinder.js +1 -0
- package/dist/services/uiMapPathFinder.js.map +1 -1
- package/dist/services/uiMapService.d.ts.map +1 -1
- package/dist/services/uiMapService.js +1 -0
- package/dist/services/uiMapService.js.map +1 -1
- package/dist/services/uiPlanner.d.ts.map +1 -1
- package/dist/services/uiPlanner.js.map +1 -1
- package/dist/services/variableGenerator.d.ts +1 -1
- package/dist/services/variableGenerator.d.ts.map +1 -1
- package/dist/services/variableGenerator.js.map +1 -1
- package/dist/standardRoutes.d.ts.map +1 -1
- package/dist/standardRoutes.js +92 -108
- package/dist/standardRoutes.js.map +1 -1
- package/dist/storage.d.ts +6 -0
- package/dist/storage.d.ts.map +1 -1
- package/dist/storage.js +104 -23
- package/dist/storage.js.map +1 -1
- package/dist/storage.zachary.json +22 -0
- package/dist/suno_download.js +1 -1
- package/dist/suno_download.js.map +1 -1
- package/dist/utils.d.ts +8 -12
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +30 -1
- package/dist/utils.js.map +1 -1
- package/dist/workflowRoutes.d.ts.map +1 -1
- package/dist/workflowRoutes.js +28 -60
- package/dist/workflowRoutes.js.map +1 -1
- package/package.json +3 -2
- package/dist/augment-parallel.d.ts +0 -6
- package/dist/augment-parallel.d.ts.map +0 -1
- package/dist/augment-parallel.js +0 -128
- package/dist/augment-parallel.js.map +0 -1
- package/dist/augment-worker.d.ts +0 -2
- package/dist/augment-worker.d.ts.map +0 -1
- package/dist/augment-worker.js +0 -100
- package/dist/augment-worker.js.map +0 -1
- package/dist/capture_training_data_endpoints.d.ts +0 -158
- package/dist/capture_training_data_endpoints.d.ts.map +0 -1
- package/dist/capture_training_data_endpoints.js +0 -1812
- package/dist/capture_training_data_endpoints.js.map +0 -1
- package/dist/download.d.ts +0 -11
- package/dist/download.d.ts.map +0 -1
- package/dist/download.js +0 -31
- package/dist/download.js.map +0 -1
- package/dist/extension/background.d.ts +0 -2
- package/dist/extension/background.d.ts.map +0 -1
- package/dist/extension/background.js +0 -268
- package/dist/extension/background.js.map +0 -1
- package/dist/filter-gmail-poller/demo.d.ts +0 -2
- package/dist/filter-gmail-poller/demo.d.ts.map +0 -1
- package/dist/filter-gmail-poller/demo.js +0 -79
- package/dist/filter-gmail-poller/demo.js.map +0 -1
- package/dist/filter-gmail-poller/example-existing-app.d.ts +0 -2
- package/dist/filter-gmail-poller/example-existing-app.d.ts.map +0 -1
- package/dist/filter-gmail-poller/example-existing-app.js +0 -72
- package/dist/filter-gmail-poller/example-existing-app.js.map +0 -1
- package/dist/filter-gmail-poller/index.d.ts +0 -3
- package/dist/filter-gmail-poller/index.d.ts.map +0 -1
- package/dist/filter-gmail-poller/index.js +0 -18
- package/dist/filter-gmail-poller/index.js.map +0 -1
- package/dist/filter-gmail-poller/manual-test.d.ts +0 -2
- package/dist/filter-gmail-poller/manual-test.d.ts.map +0 -1
- package/dist/filter-gmail-poller/manual-test.js +0 -70
- package/dist/filter-gmail-poller/manual-test.js.map +0 -1
- package/dist/filter-gmail-poller/test.js +0 -69
- package/dist/gmail-poller/example.d.ts +0 -5
- package/dist/gmail-poller/example.d.ts.map +0 -1
- package/dist/gmail-poller/example.js +0 -83
- package/dist/gmail-poller/example.js.map +0 -1
- package/dist/gmail-poller/gmail-poller.d.ts +0 -82
- package/dist/gmail-poller/gmail-poller.d.ts.map +0 -1
- package/dist/gmail-poller/gmail-poller.js +0 -455
- package/dist/gmail-poller/gmail-poller.js.map +0 -1
- package/dist/gmail-poller/manual-test.d.ts +0 -2
- package/dist/gmail-poller/manual-test.d.ts.map +0 -1
- package/dist/gmail-poller/manual-test.js +0 -37
- package/dist/gmail-poller/manual-test.js.map +0 -1
- package/dist/gmail-poller/microsoft-email-example.d.ts +0 -8
- package/dist/gmail-poller/microsoft-email-example.d.ts.map +0 -1
- package/dist/gmail-poller/microsoft-email-example.js +0 -58
- package/dist/gmail-poller/microsoft-email-example.js.map +0 -1
- package/dist/gmail-poller/microsoft-email-poller.d.ts +0 -73
- package/dist/gmail-poller/microsoft-email-poller.d.ts.map +0 -1
- package/dist/gmail-poller/microsoft-email-poller.js +0 -346
- package/dist/gmail-poller/microsoft-email-poller.js.map +0 -1
- package/dist/gmail-poller/setup-auth.d.ts +0 -3
- package/dist/gmail-poller/setup-auth.d.ts.map +0 -1
- package/dist/gmail-poller/setup-auth.js +0 -36
- package/dist/gmail-poller/setup-auth.js.map +0 -1
- package/dist/gmail-poller/test.js +0 -36
- package/dist/inference/augment_levels.d.ts +0 -2
- package/dist/inference/augment_levels.d.ts.map +0 -1
- package/dist/inference/augment_levels.js.map +0 -1
- package/dist/inference/capture-overlay.d.ts +0 -13
- package/dist/inference/capture-overlay.d.ts.map +0 -1
- package/dist/inference/capture-overlay.js +0 -355
- package/dist/inference/capture-overlay.js.map +0 -1
- package/dist/playparser.d.ts +0 -2
- package/dist/playparser.d.ts.map +0 -1
- package/dist/playparser.js +0 -281
- package/dist/playparser.js.map +0 -1
- package/dist/services/agenticUiPlanner.d.ts +0 -27
- package/dist/services/agenticUiPlanner.d.ts.map +0 -1
- package/dist/services/agenticUiPlanner.js +0 -161
- package/dist/services/agenticUiPlanner.js.map +0 -1
- package/dist/services/autoPromptOptimizer.manual-test.d.ts +0 -2
- package/dist/services/autoPromptOptimizer.manual-test.d.ts.map +0 -1
- package/dist/services/autoPromptOptimizer.manual-test.js +0 -27
- package/dist/services/autoPromptOptimizer.manual-test.js.map +0 -1
- package/dist/services/generateJsTransformFromPrompt.d.ts +0 -11
- package/dist/services/generateJsTransformFromPrompt.d.ts.map +0 -1
- package/dist/services/generateJsTransformFromPrompt.js +0 -328
- package/dist/services/generateJsTransformFromPrompt.js.map +0 -1
- package/dist/services/promptRoutes.d.ts +0 -7
- package/dist/services/promptRoutes.d.ts.map +0 -1
- package/dist/services/promptRoutes.js.map +0 -1
- package/dist/services/schemaInference.d.ts +0 -2
- package/dist/services/schemaInference.d.ts.map +0 -1
- package/dist/services/schemaInference.js +0 -17
- package/dist/services/schemaInference.js.map +0 -1
- package/dist/services/self-learning/autolearn.d.ts +0 -23
- package/dist/services/self-learning/autolearn.d.ts.map +0 -1
- package/dist/services/self-learning/autolearn.js +0 -308
- package/dist/services/self-learning/autolearn.js.map +0 -1
- package/dist/services/self-learning/learn.d.ts +0 -2
- package/dist/services/self-learning/learn.d.ts.map +0 -1
- package/dist/services/self-learning/learn.js +0 -145
- package/dist/services/self-learning/learn.js.map +0 -1
- package/dist/services/self-learning/schemaStrictify.d.ts +0 -2
- package/dist/services/self-learning/schemaStrictify.d.ts.map +0 -1
- package/dist/services/self-learning/schemaStrictify.js +0 -34
- package/dist/services/self-learning/schemaStrictify.js.map +0 -1
- package/dist/services/self-learning/transition_graph.d.ts +0 -6
- package/dist/services/self-learning/transition_graph.d.ts.map +0 -1
- package/dist/services/self-learning/transition_graph.js +0 -83
- package/dist/services/self-learning/transition_graph.js.map +0 -1
- package/dist/services/test-genjs.js +0 -39
- package/dist/services/test-genjs.manual-test.d.ts +0 -2
- package/dist/services/test-genjs.manual-test.d.ts.map +0 -1
- package/dist/services/test-genjs.manual-test.js +0 -40
- package/dist/services/test-genjs.manual-test.js.map +0 -1
- package/dist/test-web-element-requests.d.ts +0 -6
- package/dist/test-web-element-requests.d.ts.map +0 -1
- package/dist/test-web-element-requests.js +0 -114
- package/dist/test-web-element-requests.js.map +0 -1
- package/dist/test_pdf_render.d.ts +0 -2
- package/dist/test_pdf_render.d.ts.map +0 -1
- package/dist/test_pdf_render.js +0 -50
- package/dist/test_pdf_render.js.map +0 -1
- package/dist/web-element-requests.d.ts +0 -102
- package/dist/web-element-requests.d.ts.map +0 -1
- package/dist/web-element-requests.js +0 -278
- package/dist/web-element-requests.js.map +0 -1
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import OpenAI from 'openai';
|
|
2
|
-
import { fetchOpenApiKey } from './apiKeyService';
|
|
3
|
-
export async function inferSchema(prompt, model) {
|
|
4
|
-
const key = await fetchOpenApiKey();
|
|
5
|
-
const openai = new OpenAI({ apiKey: key, dangerouslyAllowBrowser: true });
|
|
6
|
-
const system = 'You are a JSON Schema generator (draft‑07). Reply _only_ with valid JSON.';
|
|
7
|
-
const user = `Generate a JSON Schema for the output of this prompt:\n\n"""${prompt}"""`;
|
|
8
|
-
const resp = await openai.chat.completions.create({
|
|
9
|
-
model,
|
|
10
|
-
messages: [
|
|
11
|
-
{ role: 'system', content: system },
|
|
12
|
-
{ role: 'user', content: user },
|
|
13
|
-
],
|
|
14
|
-
});
|
|
15
|
-
return JSON.parse(resp.choices[0].message.content || '');
|
|
16
|
-
}
|
|
17
|
-
//# sourceMappingURL=schemaInference.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"schemaInference.js","sourceRoot":"","sources":["../../src/services/schemaInference.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC7B,MAAM,EACN,KAAK;IAEL,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,2EAA2E,CAAC;IAC3F,MAAM,IAAI,GAAG,+DAA+D,MAAM,KAAK,CAAC;IACxF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC9C,KAAK;QACL,QAAQ,EAAE;YACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;SAClC;KACJ,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC"}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import "dotenv/config";
|
|
2
|
-
/**
|
|
3
|
-
* Autolearn:
|
|
4
|
-
* - Reads ingest/events.jsonl
|
|
5
|
-
* - Filters unprocessed events
|
|
6
|
-
* - Picks "unknown-ish" events (not close to any existing signature prototypes)
|
|
7
|
-
* - Clusters unknowns by aHash/dHash distances
|
|
8
|
-
* - Learns a new signature for each cluster medoid by calling learn.js
|
|
9
|
-
*/
|
|
10
|
-
export declare function autoLearn(options?: {}): Promise<{
|
|
11
|
-
learned: number;
|
|
12
|
-
clusters: number;
|
|
13
|
-
message: string;
|
|
14
|
-
consideredClusters?: undefined;
|
|
15
|
-
unknownCandidates?: undefined;
|
|
16
|
-
} | {
|
|
17
|
-
learned: number;
|
|
18
|
-
clusters: number;
|
|
19
|
-
consideredClusters: number;
|
|
20
|
-
unknownCandidates: number;
|
|
21
|
-
message?: undefined;
|
|
22
|
-
}>;
|
|
23
|
-
//# sourceMappingURL=autolearn.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"autolearn.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/autolearn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAkLvB;;;;;;;GAOG;AACH,wBAAsB,SAAS,CAAC,OAAO,KAAK;;;;;;;;;;;;GAiH3C"}
|
|
@@ -1,308 +0,0 @@
|
|
|
1
|
-
import "dotenv/config";
|
|
2
|
-
import fs from "node:fs";
|
|
3
|
-
import path from "node:path";
|
|
4
|
-
import { fileURLToPath } from "node:url";
|
|
5
|
-
import { spawn } from "node:child_process";
|
|
6
|
-
import { loadAllSignatures } from "./registry.js";
|
|
7
|
-
import { hammingHex, preScoreFromDistances } from "./phash.js";
|
|
8
|
-
import { dataDir } from "./util.js";
|
|
9
|
-
function ensureDir(p) {
|
|
10
|
-
fs.mkdirSync(p, { recursive: true });
|
|
11
|
-
}
|
|
12
|
-
function ingestDir() {
|
|
13
|
-
const dir = path.join(dataDir(), "ingest");
|
|
14
|
-
ensureDir(dir);
|
|
15
|
-
return dir;
|
|
16
|
-
}
|
|
17
|
-
function eventsPath() {
|
|
18
|
-
return path.join(ingestDir(), "events.jsonl");
|
|
19
|
-
}
|
|
20
|
-
function statePath() {
|
|
21
|
-
return path.join(ingestDir(), "autolearn_state.json");
|
|
22
|
-
}
|
|
23
|
-
function clustersDir() {
|
|
24
|
-
const dir = path.join(ingestDir(), "clusters");
|
|
25
|
-
ensureDir(dir);
|
|
26
|
-
return dir;
|
|
27
|
-
}
|
|
28
|
-
function nowStamp() {
|
|
29
|
-
const d = new Date();
|
|
30
|
-
const pad = (n) => String(n).padStart(2, "0");
|
|
31
|
-
return `${d.getFullYear()}${pad(d.getMonth() + 1)}${pad(d.getDate())}_${pad(d.getHours())}${pad(d.getMinutes())}${pad(d.getSeconds())}`;
|
|
32
|
-
}
|
|
33
|
-
function parseArgs(argv) {
|
|
34
|
-
const args = { _: [] };
|
|
35
|
-
for (let i = 0; i < argv.length; i++) {
|
|
36
|
-
const a = argv[i];
|
|
37
|
-
if (a.startsWith("--")) {
|
|
38
|
-
const k = a.slice(2);
|
|
39
|
-
const v = argv[i + 1] && !argv[i + 1].startsWith("--") ? argv[++i] : "true";
|
|
40
|
-
args[k] = v;
|
|
41
|
-
}
|
|
42
|
-
else {
|
|
43
|
-
args._.push(a);
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
return args;
|
|
47
|
-
}
|
|
48
|
-
function readJsonl(p) {
|
|
49
|
-
if (!fs.existsSync(p))
|
|
50
|
-
return [];
|
|
51
|
-
const lines = fs.readFileSync(p, "utf8").split("\n").map(s => s.trim()).filter(Boolean);
|
|
52
|
-
const out = [];
|
|
53
|
-
for (const line of lines) {
|
|
54
|
-
try {
|
|
55
|
-
out.push(JSON.parse(line));
|
|
56
|
-
}
|
|
57
|
-
catch { }
|
|
58
|
-
}
|
|
59
|
-
return out;
|
|
60
|
-
}
|
|
61
|
-
function loadState() {
|
|
62
|
-
if (!fs.existsSync(statePath()))
|
|
63
|
-
return { processedIds: [] };
|
|
64
|
-
try {
|
|
65
|
-
return JSON.parse(fs.readFileSync(statePath(), "utf8"));
|
|
66
|
-
}
|
|
67
|
-
catch {
|
|
68
|
-
return { processedIds: [] };
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
function saveState(state) {
|
|
72
|
-
fs.writeFileSync(statePath(), JSON.stringify(state, null, 2), "utf8");
|
|
73
|
-
}
|
|
74
|
-
function envNum(name, def) {
|
|
75
|
-
const v = process.env[name];
|
|
76
|
-
return v ? Number(v) : def;
|
|
77
|
-
}
|
|
78
|
-
function clampInt(n, min, max) {
|
|
79
|
-
n = Math.floor(Number(n));
|
|
80
|
-
return Math.max(min, Math.min(max, n));
|
|
81
|
-
}
|
|
82
|
-
class UnionFind {
|
|
83
|
-
constructor(n) {
|
|
84
|
-
this.p = Array.from({ length: n }, (_, i) => i);
|
|
85
|
-
this.r = Array.from({ length: n }, () => 0);
|
|
86
|
-
}
|
|
87
|
-
find(x) {
|
|
88
|
-
while (this.p[x] !== x) {
|
|
89
|
-
this.p[x] = this.p[this.p[x]];
|
|
90
|
-
x = this.p[x];
|
|
91
|
-
}
|
|
92
|
-
return x;
|
|
93
|
-
}
|
|
94
|
-
union(a, b) {
|
|
95
|
-
const ra = this.find(a);
|
|
96
|
-
const rb = this.find(b);
|
|
97
|
-
if (ra === rb)
|
|
98
|
-
return;
|
|
99
|
-
if (this.r[ra] < this.r[rb])
|
|
100
|
-
this.p[ra] = rb;
|
|
101
|
-
else if (this.r[ra] > this.r[rb])
|
|
102
|
-
this.p[rb] = ra;
|
|
103
|
-
else {
|
|
104
|
-
this.p[rb] = ra;
|
|
105
|
-
this.r[ra]++;
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
function bestKnownPreScore(event, signatures) {
|
|
110
|
-
let best = -1;
|
|
111
|
-
for (const s of signatures) {
|
|
112
|
-
if (!s.prototype?.ahash || !s.prototype?.dhash)
|
|
113
|
-
continue;
|
|
114
|
-
const aDist = hammingHex(event.ahash, s.prototype.ahash);
|
|
115
|
-
const dDist = hammingHex(event.dhash, s.prototype.dhash);
|
|
116
|
-
const pre = preScoreFromDistances(aDist, dDist);
|
|
117
|
-
if (pre > best)
|
|
118
|
-
best = pre;
|
|
119
|
-
}
|
|
120
|
-
return best;
|
|
121
|
-
}
|
|
122
|
-
function areClusterNeighbors(a, b, maxADist, maxDDist) {
|
|
123
|
-
const aDist = hammingHex(a.ahash, b.ahash);
|
|
124
|
-
const dDist = hammingHex(a.dhash, b.dhash);
|
|
125
|
-
return aDist <= maxADist && dDist <= maxDDist;
|
|
126
|
-
}
|
|
127
|
-
function pickMedoid(clusterItems, maxPairs = 4000) {
|
|
128
|
-
// Medoid = item with min total distance to others (aDist + dDist)
|
|
129
|
-
// For big clusters, cap pair computations.
|
|
130
|
-
const n = clusterItems.length;
|
|
131
|
-
if (n === 1)
|
|
132
|
-
return clusterItems[0];
|
|
133
|
-
// If huge, sample to keep runtime sane
|
|
134
|
-
let items = clusterItems;
|
|
135
|
-
if (n * n > maxPairs) {
|
|
136
|
-
const k = Math.max(5, Math.floor(Math.sqrt(maxPairs)));
|
|
137
|
-
items = clusterItems.slice(0, k);
|
|
138
|
-
}
|
|
139
|
-
let best = { idx: 0, sum: Infinity };
|
|
140
|
-
for (let i = 0; i < items.length; i++) {
|
|
141
|
-
let sum = 0;
|
|
142
|
-
for (let j = 0; j < items.length; j++) {
|
|
143
|
-
if (i === j)
|
|
144
|
-
continue;
|
|
145
|
-
const aDist = hammingHex(items[i].ahash, items[j].ahash);
|
|
146
|
-
const dDist = hammingHex(items[i].dhash, items[j].dhash);
|
|
147
|
-
sum += (aDist + dDist);
|
|
148
|
-
}
|
|
149
|
-
if (sum < best.sum)
|
|
150
|
-
best = { idx: i, sum };
|
|
151
|
-
}
|
|
152
|
-
return items[best.idx];
|
|
153
|
-
}
|
|
154
|
-
function runLearnOnImage({ imagePath, screenId, tuneAnchors }) {
|
|
155
|
-
const __filename = fileURLToPath(import.meta.url);
|
|
156
|
-
const __dirname = path.dirname(__filename);
|
|
157
|
-
const learnPath = path.join(__dirname, "learn.js");
|
|
158
|
-
return new Promise((resolve, reject) => {
|
|
159
|
-
const args = [learnPath, imagePath, "--screenId", screenId];
|
|
160
|
-
const child = spawn(process.execPath, args, {
|
|
161
|
-
stdio: "inherit",
|
|
162
|
-
env: {
|
|
163
|
-
...process.env,
|
|
164
|
-
// Autolearn defaults to cheaper learning; override via CLI/env
|
|
165
|
-
TUNE_ANCHORS: tuneAnchors ? "true" : "false"
|
|
166
|
-
}
|
|
167
|
-
});
|
|
168
|
-
child.on("error", reject);
|
|
169
|
-
child.on("exit", (code) => {
|
|
170
|
-
if (code === 0)
|
|
171
|
-
resolve();
|
|
172
|
-
else
|
|
173
|
-
reject(new Error(`learn.js exited with code ${code}`));
|
|
174
|
-
});
|
|
175
|
-
});
|
|
176
|
-
}
|
|
177
|
-
/**
|
|
178
|
-
* Autolearn:
|
|
179
|
-
* - Reads ingest/events.jsonl
|
|
180
|
-
* - Filters unprocessed events
|
|
181
|
-
* - Picks "unknown-ish" events (not close to any existing signature prototypes)
|
|
182
|
-
* - Clusters unknowns by aHash/dHash distances
|
|
183
|
-
* - Learns a new signature for each cluster medoid by calling learn.js
|
|
184
|
-
*/
|
|
185
|
-
export async function autoLearn(options = {}) {
|
|
186
|
-
const KNOWN_MATCH_PRESCORE_MIN = Number(options.knownMatchPreScoreMin ?? envNum("KNOWN_MATCH_PRESCORE_MIN", 0.88));
|
|
187
|
-
const MAX_UNKNOWN = clampInt(options.maxUnknown ?? envNum("MAX_UNKNOWN", 250), 20, 5000);
|
|
188
|
-
const CLUSTER_A_MAX = clampInt(options.clusterAMax ?? envNum("CLUSTER_A_MAX", 32), 0, 256);
|
|
189
|
-
const CLUSTER_D_MAX = clampInt(options.clusterDMax ?? envNum("CLUSTER_D_MAX", 32), 0, 256);
|
|
190
|
-
const MIN_CLUSTER_SIZE = clampInt(options.minClusterSize ?? envNum("MIN_CLUSTER_SIZE", 3), 1, 9999);
|
|
191
|
-
const MAX_CLUSTERS_PER_RUN = clampInt(options.maxClusters ?? envNum("MAX_CLUSTERS_PER_RUN", 5), 1, 50);
|
|
192
|
-
const TUNE_ANCHORS = String(options.tuneAnchors ?? process.env.AUTOLEARN_TUNE_ANCHORS ?? "false").toLowerCase() === "true";
|
|
193
|
-
const state = loadState();
|
|
194
|
-
const processed = new Set(state.processedIds || []);
|
|
195
|
-
const events = readJsonl(eventsPath()).filter(e => e?.id && e?.storedPath && e?.ahash && e?.dhash);
|
|
196
|
-
const pending = events.filter(e => !processed.has(e.id));
|
|
197
|
-
const signatures = loadAllSignatures().filter(s => s.prototype?.ahash && s.prototype?.dhash);
|
|
198
|
-
// Identify unknown-ish screenshots
|
|
199
|
-
const unknownCandidates = [];
|
|
200
|
-
for (const e of pending) {
|
|
201
|
-
const bestPre = signatures.length ? bestKnownPreScore(e, signatures) : -1;
|
|
202
|
-
if (bestPre < KNOWN_MATCH_PRESCORE_MIN) {
|
|
203
|
-
unknownCandidates.push({ ...e, bestKnownPreScore: bestPre });
|
|
204
|
-
}
|
|
205
|
-
}
|
|
206
|
-
// Take most recent MAX_UNKNOWN to bound runtime
|
|
207
|
-
unknownCandidates.sort((a, b) => String(b.ts).localeCompare(String(a.ts)));
|
|
208
|
-
const unknown = unknownCandidates.slice(0, MAX_UNKNOWN);
|
|
209
|
-
if (!unknown.length) {
|
|
210
|
-
return { learned: 0, clusters: 0, message: "No unknown candidates found." };
|
|
211
|
-
}
|
|
212
|
-
// Cluster by hash similarity (union-find)
|
|
213
|
-
const uf = new UnionFind(unknown.length);
|
|
214
|
-
for (let i = 0; i < unknown.length; i++) {
|
|
215
|
-
for (let j = i + 1; j < unknown.length; j++) {
|
|
216
|
-
if (areClusterNeighbors(unknown[i], unknown[j], CLUSTER_A_MAX, CLUSTER_D_MAX)) {
|
|
217
|
-
uf.union(i, j);
|
|
218
|
-
}
|
|
219
|
-
}
|
|
220
|
-
}
|
|
221
|
-
const clusters = new Map();
|
|
222
|
-
for (let i = 0; i < unknown.length; i++) {
|
|
223
|
-
const root = uf.find(i);
|
|
224
|
-
if (!clusters.has(root))
|
|
225
|
-
clusters.set(root, []);
|
|
226
|
-
clusters.get(root).push(unknown[i]);
|
|
227
|
-
}
|
|
228
|
-
const clusterList = Array.from(clusters.values())
|
|
229
|
-
.sort((a, b) => b.length - a.length);
|
|
230
|
-
// Save debug snapshot
|
|
231
|
-
const snapshot = {
|
|
232
|
-
ts: new Date().toISOString(),
|
|
233
|
-
params: {
|
|
234
|
-
KNOWN_MATCH_PRESCORE_MIN,
|
|
235
|
-
MAX_UNKNOWN,
|
|
236
|
-
CLUSTER_A_MAX,
|
|
237
|
-
CLUSTER_D_MAX,
|
|
238
|
-
MIN_CLUSTER_SIZE,
|
|
239
|
-
MAX_CLUSTERS_PER_RUN,
|
|
240
|
-
TUNE_ANCHORS
|
|
241
|
-
},
|
|
242
|
-
unknownCount: unknown.length,
|
|
243
|
-
clusters: clusterList.map(c => ({ size: c.length, ids: c.map(x => x.id) }))
|
|
244
|
-
};
|
|
245
|
-
fs.writeFileSync(path.join(clustersDir(), `clusters_${nowStamp()}.json`), JSON.stringify(snapshot, null, 2), "utf8");
|
|
246
|
-
let learned = 0;
|
|
247
|
-
let considered = 0;
|
|
248
|
-
for (let ci = 0; ci < clusterList.length; ci++) {
|
|
249
|
-
const cluster = clusterList[ci];
|
|
250
|
-
if (cluster.length < MIN_CLUSTER_SIZE)
|
|
251
|
-
continue;
|
|
252
|
-
if (learned >= MAX_CLUSTERS_PER_RUN)
|
|
253
|
-
break;
|
|
254
|
-
considered++;
|
|
255
|
-
const medoid = pickMedoid(cluster);
|
|
256
|
-
const screenId = `auto_${nowStamp()}_${learned + 1}`;
|
|
257
|
-
try {
|
|
258
|
-
console.log(`\n[autolearn] Cluster size=${cluster.length} → learning medoid=${medoid.id} as ${screenId}`);
|
|
259
|
-
await runLearnOnImage({ imagePath: medoid.storedPath, screenId, tuneAnchors: TUNE_ANCHORS });
|
|
260
|
-
// Mark entire cluster processed
|
|
261
|
-
for (const item of cluster)
|
|
262
|
-
processed.add(item.id);
|
|
263
|
-
learned++;
|
|
264
|
-
}
|
|
265
|
-
catch (e) {
|
|
266
|
-
console.error(`[autolearn] Failed learning cluster (medoid ${medoid.id}):`, e?.message || e);
|
|
267
|
-
// Mark nothing; it will retry next run unless you want to "quarantine" failures.
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
// Persist state (cap size to keep file manageable)
|
|
271
|
-
const processedIds = Array.from(processed);
|
|
272
|
-
const MAX_STATE_IDS = 200000;
|
|
273
|
-
const trimmed = processedIds.length > MAX_STATE_IDS ? processedIds.slice(processedIds.length - MAX_STATE_IDS) : processedIds;
|
|
274
|
-
saveState({ processedIds: trimmed, updatedAt: new Date().toISOString() });
|
|
275
|
-
return {
|
|
276
|
-
learned,
|
|
277
|
-
clusters: clusterList.length,
|
|
278
|
-
consideredClusters: considered,
|
|
279
|
-
unknownCandidates: unknown.length
|
|
280
|
-
};
|
|
281
|
-
}
|
|
282
|
-
// CLI usage:
|
|
283
|
-
// node src/autolearn.js --maxUnknown 400 --minClusterSize 3 --maxClusters 5
|
|
284
|
-
async function main() {
|
|
285
|
-
const args = parseArgs(process.argv.slice(2));
|
|
286
|
-
const res = await autoLearn({
|
|
287
|
-
maxUnknown: args.maxUnknown,
|
|
288
|
-
minClusterSize: args.minClusterSize,
|
|
289
|
-
maxClusters: args.maxClusters,
|
|
290
|
-
clusterAMax: args.clusterAMax,
|
|
291
|
-
clusterDMax: args.clusterDMax,
|
|
292
|
-
knownMatchPreScoreMin: args.knownMatchPreScoreMin,
|
|
293
|
-
tuneAnchors: args.tuneAnchors
|
|
294
|
-
});
|
|
295
|
-
console.log("\n[autolearn] Result:");
|
|
296
|
-
console.log(JSON.stringify(res, null, 2));
|
|
297
|
-
}
|
|
298
|
-
const isDirectRun = (() => {
|
|
299
|
-
const __filename = fileURLToPath(import.meta.url);
|
|
300
|
-
return process.argv[1] && path.resolve(process.argv[1]) === path.resolve(__filename);
|
|
301
|
-
})();
|
|
302
|
-
if (isDirectRun) {
|
|
303
|
-
main().catch((e) => {
|
|
304
|
-
console.error(e);
|
|
305
|
-
process.exit(1);
|
|
306
|
-
});
|
|
307
|
-
}
|
|
308
|
-
//# sourceMappingURL=autolearn.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"autolearn.js","sourceRoot":"","sources":["../../../src/services/self-learning/autolearn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,SAAS,SAAS,CAAC,CAAC;IAChB,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,SAAS;IACd,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3C,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,UAAU;IACf,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,cAAc,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,SAAS;IACd,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,sBAAsB,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,WAAW;IAChB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;IAC/C,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,QAAQ;IACb,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9C,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,SAAS,SAAS,CAAC,IAAI;IACnB,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC5E,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxF,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,SAAS;IACd,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAC7D,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAAC,CAAC;AAC3G,CAAC;AAED,SAAS,SAAS,CAAC,KAAK;IACpB,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,MAAM,CAAC,IAAI,EAAE,GAAG;IACrB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC/B,CAAC;AAED,SAAS,QAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG;IACzB,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,SAAS;IACX,YAAY,CAAC;QACT,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,KAAK,CAAC,CAAC,EAAE,CAAC;QACN,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO;QACtB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;aACxC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;aAC7C,CAAC;YAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;YAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAAC,CAAC;IAC3C,CAAC;CACJ;AAED,SAAS,iBAAiB,CAAC,KAAK,EAAE,UAAU;IACxC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK;YAAE,SAAS;QACzD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,GAAG,GAAG,IAAI;YAAE,IAAI,GAAG,GAAG,CAAC;IAC/B,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ;IACjD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,YAAY,EAAE,QAAQ,GAAG,IAAI;IAC7C,kEAAkE;IAClE,2CAA2C;IAC3C,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IAEpC,uCAAuC;IACvC,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvD,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YACtB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACzD,GAAG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG;YAAE,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,eAAe,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;IACzD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAEnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;QAE5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE;YACxC,KAAK,EAAE,SAAS;YAChB,GAAG,EAAE;gBACD,GAAG,OAAO,CAAC,GAAG;gBACd,+DAA+D;gBAC/D,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;aAC/C;SACJ,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAO,GAAG,EAAE;IACxC,MAAM,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,IAAI,MAAM,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAC,CAAC;IACnH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAEzF,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3F,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAE3F,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACpG,MAAM,oBAAoB,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAEvG,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IAE3H,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;IAC1B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,UAAU,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IACnG,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzD,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAE7F,mCAAmC;IACnC,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,OAAO,GAAG,wBAAwB,EAAE,CAAC;YACrC,iBAAiB,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,gDAAgD;IAChD,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAExD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC;IAChF,CAAC;IAED,0CAA0C;IAC1C,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,aAAa,CAAC,EAAE,CAAC;gBAC5E,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnB,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEzC,sBAAsB;IACtB,MAAM,QAAQ,GAAG;QACb,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,MAAM,EAAE;YACJ,wBAAwB;YACxB,WAAW;YACX,aAAa;YACb,aAAa;YACb,gBAAgB;YAChB,oBAAoB;YACpB,YAAY;SACf;QACD,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;KAC9E,CAAC;IACF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,YAAY,QAAQ,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAErH,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,GAAG,gBAAgB;YAAE,SAAS;QAChD,IAAI,OAAO,IAAI,oBAAoB;YAAE,MAAM;QAE3C,UAAU,EAAE,CAAC;QAEb,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,QAAQ,EAAE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAErD,IAAI,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,8BAA8B,OAAO,CAAC,MAAM,sBAAsB,MAAM,CAAC,EAAE,OAAO,QAAQ,EAAE,CAAC,CAAC;YAC1G,MAAM,eAAe,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;YAE7F,gCAAgC;YAChC,KAAK,MAAM,IAAI,IAAI,OAAO;gBAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnD,OAAO,EAAE,CAAC;QACd,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,+CAA+C,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;YAC7F,iFAAiF;QACrF,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,MAAM,CAAC;IAC7B,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAC7H,SAAS,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE1E,OAAO;QACH,OAAO;QACP,QAAQ,EAAE,WAAW,CAAC,MAAM;QAC5B,kBAAkB,EAAE,UAAU;QAC9B,iBAAiB,EAAE,OAAO,CAAC,MAAM;KACpC,CAAC;AACN,CAAC;AAED,aAAa;AACb,4EAA4E;AAC5E,KAAK,UAAU,IAAI;IACf,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9C,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC;QACxB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;QACjD,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACtB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AACzF,CAAC,CAAC,EAAE,CAAC;AAEL,IAAI,WAAW,EAAE,CAAC;IACd,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACf,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"learn.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/learn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC"}
|
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import "dotenv/config";
|
|
2
|
-
import Ajv from "ajv";
|
|
3
|
-
import { ScreenSignatureSchema, AnchorAnswerSchema } from "./schema.js";
|
|
4
|
-
import { callJsonSchema } from "./openai.js";
|
|
5
|
-
import { fileToDataUrl, cropToDataUrl, getImageSize } from "./image.js";
|
|
6
|
-
import { aHashHex, dHashHex } from "./phash.js";
|
|
7
|
-
import { expectedMatchScore } from "./matcher.js";
|
|
8
|
-
import { loadAllSignatures, saveSignature } from "./registry.js";
|
|
9
|
-
import { strictifyJsonSchema } from "./schemaStrictify.js";
|
|
10
|
-
import { fileURLToPath } from 'url';
|
|
11
|
-
const ajv = new Ajv({ allErrors: true, strict: false });
|
|
12
|
-
const validateSig = ajv.compile(strictifyJsonSchema(ScreenSignatureSchema.schema));
|
|
13
|
-
function arg(name) {
|
|
14
|
-
const idx = process.argv.indexOf(name);
|
|
15
|
-
return idx >= 0 ? process.argv[idx + 1] : undefined;
|
|
16
|
-
}
|
|
17
|
-
function nowIso() {
|
|
18
|
-
return new Date().toISOString();
|
|
19
|
-
}
|
|
20
|
-
function clamp01(v) { return Math.max(0, Math.min(1, v)); }
|
|
21
|
-
function jitterBbox(b, dx, dy, scale) {
|
|
22
|
-
let [x1, y1, x2, y2] = b;
|
|
23
|
-
const cx = (x1 + x2) / 2;
|
|
24
|
-
const cy = (y1 + y2) / 2;
|
|
25
|
-
const w = (x2 - x1) * scale;
|
|
26
|
-
const h = (y2 - y1) * scale;
|
|
27
|
-
const ncx = cx + dx;
|
|
28
|
-
const ncy = cy + dy;
|
|
29
|
-
x1 = clamp01(ncx - w / 2);
|
|
30
|
-
y1 = clamp01(ncy - h / 2);
|
|
31
|
-
x2 = clamp01(ncx + w / 2);
|
|
32
|
-
y2 = clamp01(ncy + h / 2);
|
|
33
|
-
if (x2 <= x1)
|
|
34
|
-
x2 = clamp01(x1 + 0.01);
|
|
35
|
-
if (y2 <= y1)
|
|
36
|
-
y2 = clamp01(y1 + 0.01);
|
|
37
|
-
return [x1, y1, x2, y2];
|
|
38
|
-
}
|
|
39
|
-
async function verifyAnchorCrop({ cropDataUrl, verifyPrompt }) {
|
|
40
|
-
const system = `
|
|
41
|
-
You are an Anchor Verifier.
|
|
42
|
-
Return ONLY JSON that matches the schema.
|
|
43
|
-
If unsure, keep the answer short and lower confidence.
|
|
44
|
-
`.trim();
|
|
45
|
-
return callJsonSchema({
|
|
46
|
-
system,
|
|
47
|
-
userText: verifyPrompt,
|
|
48
|
-
imageDataUrl: cropDataUrl,
|
|
49
|
-
jsonSchema: AnchorAnswerSchema
|
|
50
|
-
});
|
|
51
|
-
}
|
|
52
|
-
async function tuneAnchor(imagePath, anchor) {
|
|
53
|
-
const offsets = [-0.03, 0, 0.03];
|
|
54
|
-
const scales = [0.9, 1.0, 1.1];
|
|
55
|
-
let best = { score: -1, bbox: anchor.bbox };
|
|
56
|
-
for (const dx of offsets) {
|
|
57
|
-
for (const dy of offsets) {
|
|
58
|
-
for (const sc of scales) {
|
|
59
|
-
const bbox = jitterBbox(anchor.bbox, dx, dy, sc);
|
|
60
|
-
const crop = await cropToDataUrl({ imagePath, bbox });
|
|
61
|
-
const { answer, confidence } = await verifyAnchorCrop({ cropDataUrl: crop, verifyPrompt: anchor.verifyPrompt });
|
|
62
|
-
const match = expectedMatchScore(anchor.expected, answer);
|
|
63
|
-
const score = match * confidence;
|
|
64
|
-
if (score > best.score)
|
|
65
|
-
best = { score, bbox };
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
return { ...anchor, bbox: best.bbox };
|
|
70
|
-
}
|
|
71
|
-
async function main() {
|
|
72
|
-
const imagePath = process.argv[2];
|
|
73
|
-
if (!imagePath) {
|
|
74
|
-
console.error("Usage: npm run learn -- <screenshot.png> [--screenId my_screen_id]");
|
|
75
|
-
process.exit(1);
|
|
76
|
-
}
|
|
77
|
-
const screenIdHint = arg("--screenId");
|
|
78
|
-
const imageDataUrl = fileToDataUrl(imagePath);
|
|
79
|
-
const system = `
|
|
80
|
-
You are a UI Feature Miner.
|
|
81
|
-
|
|
82
|
-
Goal: produce a reusable ScreenSignature to recognize this screen later.
|
|
83
|
-
|
|
84
|
-
Rules:
|
|
85
|
-
- Propose 5–10 anchors.
|
|
86
|
-
- Each anchor must be answerable from the cropped region alone.
|
|
87
|
-
- Prefer stable cues: icons, nav structure, headers, distinctive layout.
|
|
88
|
-
- Avoid user-specific text (names, timestamps, notification counts).
|
|
89
|
-
- BBoxes are normalized [x1,y1,x2,y2] in 0..1.
|
|
90
|
-
- verifyPrompt should force short, machine-checkable answers.
|
|
91
|
-
- expected must be equals_any / contains_any / regex_any / yes_no.
|
|
92
|
-
- Output MUST match the JSON schema exactly.
|
|
93
|
-
`.trim();
|
|
94
|
-
const userText = screenIdHint
|
|
95
|
-
? `Create a ScreenSignature. Use screenId="${screenIdHint}".`
|
|
96
|
-
: `Create a ScreenSignature. Pick a short screenId (lowercase, underscore-separated).`;
|
|
97
|
-
console.log("Mining signature...");
|
|
98
|
-
const sig = await callJsonSchema({
|
|
99
|
-
system,
|
|
100
|
-
userText,
|
|
101
|
-
imageDataUrl,
|
|
102
|
-
jsonSchema: ScreenSignatureSchema
|
|
103
|
-
});
|
|
104
|
-
if (!validateSig(sig)) {
|
|
105
|
-
console.error("Signature schema validation failed:", validateSig.errors);
|
|
106
|
-
process.exit(1);
|
|
107
|
-
}
|
|
108
|
-
const tune = (process.env.TUNE_ANCHORS || "true").toLowerCase() === "true";
|
|
109
|
-
let tunedSig = sig;
|
|
110
|
-
if (tune) {
|
|
111
|
-
console.log(`Tuning ${sig.anchors.length} anchors...`);
|
|
112
|
-
const tunedAnchors = [];
|
|
113
|
-
for (const a of sig.anchors)
|
|
114
|
-
tunedAnchors.push(await tuneAnchor(imagePath, a));
|
|
115
|
-
tunedSig = { ...sig, anchors: tunedAnchors };
|
|
116
|
-
}
|
|
117
|
-
console.log("Computing prototype hashes...");
|
|
118
|
-
const { width, height } = await getImageSize(imagePath);
|
|
119
|
-
const ahash = await aHashHex(imagePath);
|
|
120
|
-
const dhash = await dHashHex(imagePath);
|
|
121
|
-
const existing = loadAllSignatures().find(s => s.screenId === tunedSig.screenId);
|
|
122
|
-
const createdAt = existing?.prototype?.createdAt || nowIso();
|
|
123
|
-
const updatedAt = nowIso();
|
|
124
|
-
const out = {
|
|
125
|
-
...tunedSig,
|
|
126
|
-
prototype: {
|
|
127
|
-
ahash,
|
|
128
|
-
dhash,
|
|
129
|
-
width,
|
|
130
|
-
height,
|
|
131
|
-
createdAt,
|
|
132
|
-
updatedAt,
|
|
133
|
-
sampleCount: (existing?.prototype?.sampleCount || 0) + 1
|
|
134
|
-
}
|
|
135
|
-
};
|
|
136
|
-
saveSignature(out);
|
|
137
|
-
console.log(`Saved: ${out.screenId}`);
|
|
138
|
-
}
|
|
139
|
-
if (process.argv[1] && process.argv[1] === fileURLToPath(import.meta.url)) {
|
|
140
|
-
main().catch((e) => {
|
|
141
|
-
console.error(e);
|
|
142
|
-
process.exit(1);
|
|
143
|
-
});
|
|
144
|
-
}
|
|
145
|
-
//# sourceMappingURL=learn.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"learn.js","sourceRoot":"","sources":["../../../src/services/self-learning/learn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAGpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACxD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;AAEnF,SAAS,GAAG,CAAC,IAAI;IACf,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,OAAO,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3D,SAAS,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK;IAClC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC;IAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC;IAE5B,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;IAEpB,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,EAAE,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1B,IAAI,EAAE,IAAI,EAAE;QAAE,EAAE,GAAG,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,IAAI,EAAE,IAAI,EAAE;QAAE,EAAE,GAAG,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAEtC,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,MAAM,MAAM,GAAG;;;;CAIhB,CAAC,IAAI,EAAE,CAAC;IAEP,OAAO,cAAc,CAAC;QACpB,MAAM;QACN,QAAQ,EAAE,YAAY;QACtB,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,kBAAkB;KAC/B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAS,EAAE,MAAM;IACzC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAE5C,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,gBAAgB,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;gBAEhH,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,KAAK,GAAG,UAAU,CAAC;gBAEjC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK;oBAAE,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG;;;;;;;;;;;;;;CAchB,CAAC,IAAI,EAAE,CAAC;IAEP,MAAM,QAAQ,GAAG,YAAY;QAC3B,CAAC,CAAC,2CAA2C,YAAY,IAAI;QAC7D,CAAC,CAAC,oFAAoF,CAAC;IAEzF,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC;QAC/B,MAAM;QACN,QAAQ;QACR,YAAY;QACZ,UAAU,EAAE,qBAAqB;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IAC3E,IAAI,QAAQ,GAAG,GAAG,CAAC;IAEnB,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO;YAAE,YAAY,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/E,QAAQ,GAAG,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,EAAE,SAAS,IAAI,MAAM,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC;IAE3B,MAAM,GAAG,GAAG;QACV,GAAG,QAAQ;QACX,SAAS,EAAE;YACT,KAAK;YACL,KAAK;YACL,KAAK;YACL,MAAM;YACN,SAAS;YACT,SAAS;YACT,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC;SACzD;KACF,CAAC;IAEF,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACxE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"schemaStrictify.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/schemaStrictify.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,MAAM,KAAA,OAkCzC"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
export function strictifyJsonSchema(schema) {
|
|
2
|
-
const cloned = deepClone(schema);
|
|
3
|
-
visit(cloned);
|
|
4
|
-
return cloned;
|
|
5
|
-
function visit(node) {
|
|
6
|
-
if (!node || typeof node !== "object")
|
|
7
|
-
return;
|
|
8
|
-
if (node.oneOf) {
|
|
9
|
-
throw new Error("Structured Outputs: 'oneOf' is not permitted. Use 'anyOf' or redesign.");
|
|
10
|
-
}
|
|
11
|
-
// Recurse into anyOf variants
|
|
12
|
-
if (Array.isArray(node.anyOf))
|
|
13
|
-
node.anyOf.forEach(visit);
|
|
14
|
-
// Recurse into arrays
|
|
15
|
-
if (node.type === "array" && node.items)
|
|
16
|
-
visit(node.items);
|
|
17
|
-
// Recurse into objects
|
|
18
|
-
if (node.type === "object" && node.properties && typeof node.properties === "object") {
|
|
19
|
-
node.additionalProperties = false;
|
|
20
|
-
node.required = Object.keys(node.properties); // <-- key fix
|
|
21
|
-
for (const k of Object.keys(node.properties))
|
|
22
|
-
visit(node.properties[k]);
|
|
23
|
-
}
|
|
24
|
-
// Recurse into nested schemas if present
|
|
25
|
-
if (node.properties) {
|
|
26
|
-
for (const k of Object.keys(node.properties))
|
|
27
|
-
visit(node.properties[k]);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
function deepClone(x) {
|
|
31
|
-
return JSON.parse(JSON.stringify(x));
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
//# sourceMappingURL=schemaStrictify.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"schemaStrictify.js","sourceRoot":"","sources":["../../../src/services/self-learning/schemaStrictify.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,mBAAmB,CAAC,MAAM;IACtC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IACd,OAAO,MAAM,CAAC;IAEd,SAAS,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO;QAE9C,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC9F,CAAC;QAED,8BAA8B;QAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEzD,sBAAsB;QACtB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE3D,uBAAuB;QACvB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnF,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc;YAC5D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,yCAAyC;QACzC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC;IAED,SAAS,SAAS,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;AACL,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transition_graph.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/transition_graph.ts"],"names":[],"mappings":"AAgBA,wBAAgB,oBAAoB;;;EA8BnC;AAGD,wBAAgB,QAAQ,CAAC,KAAK,KAAA,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,SAqC1C"}
|