imperium-crawl 2.4.0 → 2.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +86 -9
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +23 -3
- package/dist/cli.js.map +1 -1
- package/dist/constants.d.ts +1 -1
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +31 -1
- package/dist/constants.js.map +1 -1
- package/dist/flows/engine.d.ts +7 -0
- package/dist/flows/engine.d.ts.map +1 -0
- package/dist/flows/engine.js +183 -0
- package/dist/flows/engine.js.map +1 -0
- package/dist/flows/index.d.ts +6 -0
- package/dist/flows/index.d.ts.map +1 -0
- package/dist/flows/index.js +6 -0
- package/dist/flows/index.js.map +1 -0
- package/dist/flows/server.d.ts +11 -0
- package/dist/flows/server.d.ts.map +1 -0
- package/dist/flows/server.js +81 -0
- package/dist/flows/server.js.map +1 -0
- package/dist/flows/smart-target.d.ts +9 -0
- package/dist/flows/smart-target.d.ts.map +1 -0
- package/dist/flows/smart-target.js +84 -0
- package/dist/flows/smart-target.js.map +1 -0
- package/dist/flows/storage.d.ts +26 -0
- package/dist/flows/storage.d.ts.map +1 -0
- package/dist/flows/storage.js +118 -0
- package/dist/flows/storage.js.map +1 -0
- package/dist/flows/templates.d.ts +4 -0
- package/dist/flows/templates.d.ts.map +1 -0
- package/dist/flows/templates.js +35 -0
- package/dist/flows/templates.js.map +1 -0
- package/dist/flows/types.d.ts +3356 -0
- package/dist/flows/types.d.ts.map +1 -0
- package/dist/flows/types.js +133 -0
- package/dist/flows/types.js.map +1 -0
- package/dist/knowledge/store.d.ts +19 -0
- package/dist/knowledge/store.d.ts.map +1 -1
- package/dist/knowledge/store.js +63 -4
- package/dist/knowledge/store.js.map +1 -1
- package/dist/sessions/browser-connect.d.ts +30 -0
- package/dist/sessions/browser-connect.d.ts.map +1 -0
- package/dist/sessions/browser-connect.js +68 -0
- package/dist/sessions/browser-connect.js.map +1 -0
- package/dist/sessions/browser-state.d.ts +35 -0
- package/dist/sessions/browser-state.d.ts.map +1 -0
- package/dist/sessions/browser-state.js +74 -0
- package/dist/sessions/browser-state.js.map +1 -0
- package/dist/sessions/inject-cookies.d.ts +20 -0
- package/dist/sessions/inject-cookies.d.ts.map +1 -0
- package/dist/sessions/inject-cookies.js +57 -0
- package/dist/sessions/inject-cookies.js.map +1 -0
- package/dist/sessions/manager.d.ts +11 -1
- package/dist/sessions/manager.d.ts.map +1 -1
- package/dist/sessions/manager.js +40 -6
- package/dist/sessions/manager.js.map +1 -1
- package/dist/snapshot/store.d.ts +8 -0
- package/dist/snapshot/store.d.ts.map +1 -1
- package/dist/snapshot/store.js +48 -0
- package/dist/snapshot/store.js.map +1 -1
- package/dist/stealth/antibot-detector.d.ts +1 -1
- package/dist/stealth/antibot-detector.d.ts.map +1 -1
- package/dist/stealth/antibot-detector.js +56 -0
- package/dist/stealth/antibot-detector.js.map +1 -1
- package/dist/stealth/browser-image-extract.d.ts +43 -0
- package/dist/stealth/browser-image-extract.d.ts.map +1 -0
- package/dist/stealth/browser-image-extract.js +268 -0
- package/dist/stealth/browser-image-extract.js.map +1 -0
- package/dist/stealth/browser.d.ts +5 -0
- package/dist/stealth/browser.d.ts.map +1 -1
- package/dist/stealth/browser.js +82 -1
- package/dist/stealth/browser.js.map +1 -1
- package/dist/stealth/chrome-profile.d.ts +1 -0
- package/dist/stealth/chrome-profile.d.ts.map +1 -1
- package/dist/stealth/chrome-profile.js +28 -5
- package/dist/stealth/chrome-profile.js.map +1 -1
- package/dist/stealth/detector.d.ts +10 -1
- package/dist/stealth/detector.d.ts.map +1 -1
- package/dist/stealth/detector.js +117 -25
- package/dist/stealth/detector.js.map +1 -1
- package/dist/stealth/headers.d.ts +1 -1
- package/dist/stealth/headers.d.ts.map +1 -1
- package/dist/stealth/headers.js +94 -2
- package/dist/stealth/headers.js.map +1 -1
- package/dist/stealth/index.d.ts +4 -0
- package/dist/stealth/index.d.ts.map +1 -1
- package/dist/stealth/index.js +207 -25
- package/dist/stealth/index.js.map +1 -1
- package/dist/stealth/proxy.d.ts +40 -1
- package/dist/stealth/proxy.d.ts.map +1 -1
- package/dist/stealth/proxy.js +90 -6
- package/dist/stealth/proxy.js.map +1 -1
- package/dist/tools/action-executor.d.ts +2 -0
- package/dist/tools/action-executor.d.ts.map +1 -1
- package/dist/tools/action-executor.js +38 -0
- package/dist/tools/action-executor.js.map +1 -1
- package/dist/tools/batch-download.d.ts +33 -0
- package/dist/tools/batch-download.d.ts.map +1 -0
- package/dist/tools/batch-download.js +208 -0
- package/dist/tools/batch-download.js.map +1 -0
- package/dist/tools/browser.d.ts +100 -0
- package/dist/tools/browser.d.ts.map +1 -0
- package/dist/tools/browser.js +448 -0
- package/dist/tools/browser.js.map +1 -0
- package/dist/tools/download.d.ts +35 -2
- package/dist/tools/download.d.ts.map +1 -1
- package/dist/tools/download.js +245 -44
- package/dist/tools/download.js.map +1 -1
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +23 -0
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/inspect-flow.d.ts +24 -0
- package/dist/tools/inspect-flow.d.ts.map +1 -0
- package/dist/tools/inspect-flow.js +23 -0
- package/dist/tools/inspect-flow.js.map +1 -0
- package/dist/tools/interact.d.ts +28 -15
- package/dist/tools/interact.d.ts.map +1 -1
- package/dist/tools/interact.js +48 -1
- package/dist/tools/interact.js.map +1 -1
- package/dist/tools/list-flows.d.ts +21 -0
- package/dist/tools/list-flows.d.ts.map +1 -0
- package/dist/tools/list-flows.js +18 -0
- package/dist/tools/list-flows.js.map +1 -0
- package/dist/tools/manifest.d.ts.map +1 -1
- package/dist/tools/manifest.js +43 -0
- package/dist/tools/manifest.js.map +1 -1
- package/dist/tools/monitor.d.ts +46 -0
- package/dist/tools/monitor.d.ts.map +1 -0
- package/dist/tools/monitor.js +213 -0
- package/dist/tools/monitor.js.map +1 -0
- package/dist/tools/pdf-extract.d.ts +38 -0
- package/dist/tools/pdf-extract.d.ts.map +1 -0
- package/dist/tools/pdf-extract.js +244 -0
- package/dist/tools/pdf-extract.js.map +1 -0
- package/dist/tools/record-flow.d.ts +39 -0
- package/dist/tools/record-flow.d.ts.map +1 -0
- package/dist/tools/record-flow.js +406 -0
- package/dist/tools/record-flow.js.map +1 -0
- package/dist/tools/run-flow.d.ts +54 -0
- package/dist/tools/run-flow.d.ts.map +1 -0
- package/dist/tools/run-flow.js +47 -0
- package/dist/tools/run-flow.js.map +1 -0
- package/dist/tools/run-skill.d.ts +2 -2
- package/dist/tools/run-skill.d.ts.map +1 -1
- package/dist/tools/run-skill.js +1 -0
- package/dist/tools/run-skill.js.map +1 -1
- package/dist/tools/scrape.d.ts.map +1 -1
- package/dist/tools/scrape.js +17 -1
- package/dist/tools/scrape.js.map +1 -1
- package/dist/tools/serve-flow.d.ts +36 -0
- package/dist/tools/serve-flow.d.ts.map +1 -0
- package/dist/tools/serve-flow.js +42 -0
- package/dist/tools/serve-flow.js.map +1 -0
- package/dist/tools/validate-flow.d.ts +24 -0
- package/dist/tools/validate-flow.d.ts.map +1 -0
- package/dist/tools/validate-flow.js +23 -0
- package/dist/tools/validate-flow.js.map +1 -0
- package/dist/tools/watch.d.ts +68 -0
- package/dist/tools/watch.d.ts.map +1 -0
- package/dist/tools/watch.js +224 -0
- package/dist/tools/watch.js.map +1 -0
- package/dist/utils/fetcher.d.ts +13 -4
- package/dist/utils/fetcher.d.ts.map +1 -1
- package/dist/utils/fetcher.js +121 -24
- package/dist/utils/fetcher.js.map +1 -1
- package/package.json +15 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/flows/server.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAyBD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC,MAAM,CA8DvE"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import http from "node:http";
|
|
2
|
+
import { URL } from "node:url";
|
|
3
|
+
import { listFlows, loadFlow, parseFlowRef, validateStoredFlow } from "./storage.js";
|
|
4
|
+
import { runFlow } from "./engine.js";
|
|
5
|
+
function send(res, status, body) {
|
|
6
|
+
res.writeHead(status, { "content-type": "application/json" });
|
|
7
|
+
res.end(JSON.stringify(body, null, 2));
|
|
8
|
+
}
|
|
9
|
+
async function readJson(req) {
|
|
10
|
+
const chunks = [];
|
|
11
|
+
for await (const chunk of req)
|
|
12
|
+
chunks.push(Buffer.from(chunk));
|
|
13
|
+
const raw = Buffer.concat(chunks).toString("utf-8").trim();
|
|
14
|
+
return raw ? JSON.parse(raw) : {};
|
|
15
|
+
}
|
|
16
|
+
function needsAuth(options) {
|
|
17
|
+
return !!options.requireAuth || !["127.0.0.1", "localhost", "::1"].includes(options.host);
|
|
18
|
+
}
|
|
19
|
+
function authorized(req, options) {
|
|
20
|
+
if (!needsAuth(options))
|
|
21
|
+
return true;
|
|
22
|
+
const token = options.apiToken || process.env.IMPERIUM_FLOW_TOKEN;
|
|
23
|
+
if (!token)
|
|
24
|
+
return false;
|
|
25
|
+
return req.headers.authorization === `Bearer ${token}`;
|
|
26
|
+
}
|
|
27
|
+
export function createFlowServer(options) {
|
|
28
|
+
return http.createServer(async (req, res) => {
|
|
29
|
+
try {
|
|
30
|
+
if (!authorized(req, options))
|
|
31
|
+
return send(res, 401, { ok: false, error: "Unauthorized" });
|
|
32
|
+
const url = new URL(req.url || "/", `http://${req.headers.host || "localhost"}`);
|
|
33
|
+
const parts = url.pathname.split("/").filter(Boolean);
|
|
34
|
+
if (req.method === "GET" && url.pathname === "/health")
|
|
35
|
+
return send(res, 200, { ok: true });
|
|
36
|
+
if (req.method === "GET" && parts[0] === "flows" && parts.length === 1) {
|
|
37
|
+
const flows = (await listFlows(options)).filter((f) => !options.family || f.family === options.family);
|
|
38
|
+
return send(res, 200, { ok: true, flows });
|
|
39
|
+
}
|
|
40
|
+
if (parts[0] === "flows" && parts[1] && parts[2] && req.method === "GET" && parts.length === 3) {
|
|
41
|
+
const { flow, path } = await loadFlow({ family: parts[1], variant: parts[2] }, options);
|
|
42
|
+
return send(res, 200, { ok: true, path, flow });
|
|
43
|
+
}
|
|
44
|
+
if (parts[0] === "flows" && parts[1] && req.method === "GET" && parts.length === 2) {
|
|
45
|
+
const flows = (await listFlows(options)).filter((f) => f.family === parts[1]);
|
|
46
|
+
return send(res, 200, { ok: true, family: parts[1], variants: flows });
|
|
47
|
+
}
|
|
48
|
+
if (parts[0] === "flows" && parts[1] && parts[2] && req.method === "POST" && parts[3] === "validate") {
|
|
49
|
+
const validation = await validateStoredFlow({ family: parts[1], variant: parts[2] }, options);
|
|
50
|
+
return send(res, 200, { ok: true, ...validation });
|
|
51
|
+
}
|
|
52
|
+
if (parts[0] === "flows" && parts[1] && parts[2] && req.method === "POST" && parts[3] === "run") {
|
|
53
|
+
const body = await readJson(req);
|
|
54
|
+
const result = await runFlow({ family: parts[1], variant: parts[2] }, {
|
|
55
|
+
...options,
|
|
56
|
+
input: (body.input && typeof body.input === "object" ? body.input : {}),
|
|
57
|
+
evidence: body.evidence,
|
|
58
|
+
});
|
|
59
|
+
return send(res, result.ok ? 200 : 500, result);
|
|
60
|
+
}
|
|
61
|
+
if (parts[0] === "runs" && parts[1] && req.method === "GET") {
|
|
62
|
+
return send(res, 200, { ok: true, run_id: parts[1], message: "Run metadata is returned inline by POST /flows/:family/:variant/run." });
|
|
63
|
+
}
|
|
64
|
+
if (options.family && req.method === "POST" && parts[0] && parts[1] === "run") {
|
|
65
|
+
const body = await readJson(req);
|
|
66
|
+
const ref = parseFlowRef(`${options.family}/${parts[0]}`);
|
|
67
|
+
const result = await runFlow(ref, {
|
|
68
|
+
...options,
|
|
69
|
+
input: (body.input && typeof body.input === "object" ? body.input : {}),
|
|
70
|
+
evidence: body.evidence,
|
|
71
|
+
});
|
|
72
|
+
return send(res, result.ok ? 200 : 500, result);
|
|
73
|
+
}
|
|
74
|
+
return send(res, 404, { ok: false, error: "Not found" });
|
|
75
|
+
}
|
|
76
|
+
catch (err) {
|
|
77
|
+
return send(res, 500, { ok: false, error: err instanceof Error ? err.message : String(err) });
|
|
78
|
+
}
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/flows/server.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACrF,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAWtC,SAAS,IAAI,CAAC,GAAwB,EAAE,MAAc,EAAE,IAAa;IACnE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC9D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAyB;IAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/D,CAAC;AAED,SAAS,SAAS,CAAC,OAAyB;IAC1C,OAAO,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,UAAU,CAAC,GAAyB,EAAE,OAAyB;IACtE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAClE,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,OAAO,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,UAAU,KAAK,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAyB;IACxD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;YAC3F,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;YACjF,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAEtD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5F,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvE,MAAM,KAAK,GAAG,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvG,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/F,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACxF,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnF,MAAM,KAAK,GAAG,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,UAAU,EAAE,CAAC;gBACrG,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBAC9F,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;gBAChG,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,MAAM,GAAG,MAAM,OAAO,CAC1B,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EACvC;oBACE,GAAG,OAAO;oBACV,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAA2B;oBACjG,QAAQ,EAAE,IAAI,CAAC,QAAiB;iBACjC,CACF,CAAC;gBACF,OAAO,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC5D,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,sEAAsE,EAAE,CAAC,CAAC;YACzI,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC9E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;oBAChC,GAAG,OAAO;oBACV,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAA2B;oBACjG,QAAQ,EAAE,IAAI,CAAC,QAAiB;iBACjC,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAClD,CAAC;YAED,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { FlowStep } from "./types.js";
|
|
2
|
+
type Page = import("rebrowser-playwright").Page;
|
|
3
|
+
export interface ResolvedTarget {
|
|
4
|
+
action: FlowStep;
|
|
5
|
+
strategy?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function resolveSmartTarget(page: Page, step: FlowStep): Promise<ResolvedTarget>;
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=smart-target.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-target.d.ts","sourceRoot":"","sources":["../../src/flows/smart-target.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAe,MAAM,YAAY,CAAC;AAExD,KAAK,IAAI,GAAG,OAAO,sBAAsB,EAAE,IAAI,CAAC;AAEhD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,QAAQ,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAqDD,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC,CAmB5F"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
function cssFromAttributes(attrs) {
|
|
2
|
+
if (!attrs)
|
|
3
|
+
return undefined;
|
|
4
|
+
for (const key of ["data-testid", "data-test", "id", "name", "placeholder", "aria-label"]) {
|
|
5
|
+
const val = attrs[key];
|
|
6
|
+
if (val)
|
|
7
|
+
return `[${key}="${val.replace(/"/g, '\\"')}"]`;
|
|
8
|
+
}
|
|
9
|
+
return undefined;
|
|
10
|
+
}
|
|
11
|
+
async function canResolve(page, target) {
|
|
12
|
+
if (target.role && target.name) {
|
|
13
|
+
try {
|
|
14
|
+
if (await page.getByRole(target.role, { name: target.name }).count()) {
|
|
15
|
+
return { strategy: "aria" };
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
catch {
|
|
19
|
+
// try next
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
if (target.label) {
|
|
23
|
+
try {
|
|
24
|
+
if (await page.getByLabel(target.label).count())
|
|
25
|
+
return { strategy: "label" };
|
|
26
|
+
}
|
|
27
|
+
catch {
|
|
28
|
+
// try next
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
if (target.text) {
|
|
32
|
+
try {
|
|
33
|
+
if (await page.getByText(target.text, { exact: true }).count())
|
|
34
|
+
return { strategy: "text" };
|
|
35
|
+
}
|
|
36
|
+
catch {
|
|
37
|
+
// try next
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
if (target.selector) {
|
|
41
|
+
try {
|
|
42
|
+
if (await page.locator(target.selector).count())
|
|
43
|
+
return { selector: target.selector, strategy: "css" };
|
|
44
|
+
}
|
|
45
|
+
catch {
|
|
46
|
+
// try next
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
const attrSelector = cssFromAttributes(target.attributes);
|
|
50
|
+
if (attrSelector) {
|
|
51
|
+
try {
|
|
52
|
+
if (await page.locator(attrSelector).count())
|
|
53
|
+
return { selector: attrSelector, strategy: "attributes" };
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
// try next
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return {};
|
|
60
|
+
}
|
|
61
|
+
export async function resolveSmartTarget(page, step) {
|
|
62
|
+
if (!step.target)
|
|
63
|
+
return { action: step };
|
|
64
|
+
const resolved = await canResolve(page, step.target);
|
|
65
|
+
const action = { ...step };
|
|
66
|
+
delete action.target;
|
|
67
|
+
if (resolved.selector) {
|
|
68
|
+
action.selector = resolved.selector;
|
|
69
|
+
}
|
|
70
|
+
else if (resolved.strategy === "aria" && step.target.role && step.target.name) {
|
|
71
|
+
action.selector = step.selector;
|
|
72
|
+
}
|
|
73
|
+
else if (resolved.strategy === "label" && step.target.label) {
|
|
74
|
+
action.selector = step.selector;
|
|
75
|
+
}
|
|
76
|
+
else if (resolved.strategy === "text" && step.target.text) {
|
|
77
|
+
action.selector = step.selector;
|
|
78
|
+
}
|
|
79
|
+
else if (!action.selector && step.target.selector) {
|
|
80
|
+
action.selector = step.target.selector;
|
|
81
|
+
}
|
|
82
|
+
return { action, strategy: resolved.strategy ?? (action.selector ? "fallback" : undefined) };
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=smart-target.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-target.js","sourceRoot":"","sources":["../../src/flows/smart-target.ts"],"names":[],"mappings":"AASA,SAAS,iBAAiB,CAAC,KAA8B;IACvD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,GAAG;YAAE,OAAO,IAAI,GAAG,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;IAC3D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAU,EAAE,MAAmB;IACvD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAwC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBACzG,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE;gBAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAChF,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE;gBAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC9F,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE;gBAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACzG,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1D,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,KAAK,EAAE;gBAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QAC1G,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAU,EAAE,IAAc;IACjE,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,MAAM,GAAa,EAAE,GAAG,IAAI,EAAE,CAAC;IACrC,OAAO,MAAM,CAAC,MAAM,CAAC;IAErB,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACtC,CAAC;SAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAChF,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAClC,CAAC;SAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9D,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAClC,CAAC;SAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAClC,CAAC;SAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpD,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IACzC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;AAC/F,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { type FlowDefinition, type FlowRef, type FlowStorageOptions } from "./types.js";
|
|
2
|
+
export declare function validateFlowName(name: string, label?: string): void;
|
|
3
|
+
export declare function parseFlowRef(ref: string, fallbackVariant?: string): FlowRef;
|
|
4
|
+
export declare function getProjectFlowsDir(): string;
|
|
5
|
+
export declare function getGlobalFlowsDir(): string;
|
|
6
|
+
export declare function resolveFlowsDir(options?: FlowStorageOptions): string;
|
|
7
|
+
export declare function getFlowPath(ref: FlowRef, options?: FlowStorageOptions): string;
|
|
8
|
+
export declare function saveFlow(flow: FlowDefinition, options?: FlowStorageOptions): Promise<string>;
|
|
9
|
+
export declare function loadFlow(ref: FlowRef, options?: FlowStorageOptions): Promise<{
|
|
10
|
+
flow: FlowDefinition;
|
|
11
|
+
path: string;
|
|
12
|
+
}>;
|
|
13
|
+
export declare function listFlows(options?: FlowStorageOptions): Promise<Array<{
|
|
14
|
+
family: string;
|
|
15
|
+
variant: string;
|
|
16
|
+
path: string;
|
|
17
|
+
}>>;
|
|
18
|
+
export declare function validateStoredFlow(ref: FlowRef, options?: FlowStorageOptions): Promise<{
|
|
19
|
+
valid: boolean;
|
|
20
|
+
path: string;
|
|
21
|
+
family: string;
|
|
22
|
+
variant: string;
|
|
23
|
+
inputs: string[];
|
|
24
|
+
steps: number;
|
|
25
|
+
}>;
|
|
26
|
+
//# sourceMappingURL=storage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/flows/storage.ts"],"names":[],"mappings":"AAIA,OAAO,EAA4B,KAAK,cAAc,EAAE,KAAK,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAElH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,SAAc,GAAG,IAAI,CAIxE;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,CAa3E;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,eAAe,CAAC,OAAO,GAAE,kBAAuB,GAAG,MAAM,CAIxE;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,GAAE,kBAAuB,GAAG,MAAM,CAElF;AAED,wBAAsB,QAAQ,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,MAAM,CAAC,CAMtG;AAED,wBAAsB,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAiB9H;AAED,wBAAsB,SAAS,CAAC,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,KAAK,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAoCnI;AAED,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,GAAE,kBAAuB;;;;;;;GAUtF"}
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import os from "node:os";
|
|
4
|
+
import { SKILLS_DIR_NAME } from "../constants.js";
|
|
5
|
+
import { FLOW_NAME_RE, flowSchema } from "./types.js";
|
|
6
|
+
export function validateFlowName(name, label = "flow name") {
|
|
7
|
+
if (!FLOW_NAME_RE.test(name)) {
|
|
8
|
+
throw new Error(`Invalid ${label} "${name}". Only letters, numbers, hyphens, and underscores are allowed.`);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
export function parseFlowRef(ref, fallbackVariant) {
|
|
12
|
+
const parts = ref.split("/").filter(Boolean);
|
|
13
|
+
if (parts.length === 1 && fallbackVariant) {
|
|
14
|
+
validateFlowName(parts[0], "family");
|
|
15
|
+
validateFlowName(fallbackVariant, "variant");
|
|
16
|
+
return { family: parts[0], variant: fallbackVariant };
|
|
17
|
+
}
|
|
18
|
+
if (parts.length !== 2) {
|
|
19
|
+
throw new Error("Flow reference must be '<family>/<variant>'");
|
|
20
|
+
}
|
|
21
|
+
validateFlowName(parts[0], "family");
|
|
22
|
+
validateFlowName(parts[1], "variant");
|
|
23
|
+
return { family: parts[0], variant: parts[1] };
|
|
24
|
+
}
|
|
25
|
+
export function getProjectFlowsDir() {
|
|
26
|
+
return path.resolve(process.cwd(), "flows");
|
|
27
|
+
}
|
|
28
|
+
export function getGlobalFlowsDir() {
|
|
29
|
+
return path.join(os.homedir(), SKILLS_DIR_NAME, "flows");
|
|
30
|
+
}
|
|
31
|
+
export function resolveFlowsDir(options = {}) {
|
|
32
|
+
if (options.flowsDir)
|
|
33
|
+
return path.resolve(options.flowsDir);
|
|
34
|
+
if (options.global)
|
|
35
|
+
return getGlobalFlowsDir();
|
|
36
|
+
return getProjectFlowsDir();
|
|
37
|
+
}
|
|
38
|
+
export function getFlowPath(ref, options = {}) {
|
|
39
|
+
return path.join(resolveFlowsDir(options), ref.family, `${ref.variant}.json`);
|
|
40
|
+
}
|
|
41
|
+
export async function saveFlow(flow, options = {}) {
|
|
42
|
+
const parsed = flowSchema.parse(flow);
|
|
43
|
+
const filePath = getFlowPath(parsed, options);
|
|
44
|
+
await fs.mkdir(path.dirname(filePath), { recursive: true });
|
|
45
|
+
await fs.writeFile(filePath, JSON.stringify(parsed, null, 2), "utf-8");
|
|
46
|
+
return filePath;
|
|
47
|
+
}
|
|
48
|
+
export async function loadFlow(ref, options = {}) {
|
|
49
|
+
const search = options.flowsDir || options.global
|
|
50
|
+
? [resolveFlowsDir(options)]
|
|
51
|
+
: [getProjectFlowsDir(), getGlobalFlowsDir()];
|
|
52
|
+
for (const dir of search) {
|
|
53
|
+
const filePath = path.join(dir, ref.family, `${ref.variant}.json`);
|
|
54
|
+
try {
|
|
55
|
+
const raw = await fs.readFile(filePath, "utf-8");
|
|
56
|
+
return { flow: flowSchema.parse(JSON.parse(raw)), path: filePath };
|
|
57
|
+
}
|
|
58
|
+
catch (err) {
|
|
59
|
+
if (err.code === "ENOENT")
|
|
60
|
+
continue;
|
|
61
|
+
throw err;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
throw new Error(`Flow not found: ${ref.family}/${ref.variant}`);
|
|
65
|
+
}
|
|
66
|
+
export async function listFlows(options = {}) {
|
|
67
|
+
const dirs = options.flowsDir || options.global
|
|
68
|
+
? [resolveFlowsDir(options)]
|
|
69
|
+
: [getProjectFlowsDir(), getGlobalFlowsDir()];
|
|
70
|
+
const seen = new Set();
|
|
71
|
+
const flows = [];
|
|
72
|
+
for (const dir of dirs) {
|
|
73
|
+
let families;
|
|
74
|
+
try {
|
|
75
|
+
families = await fs.readdir(dir);
|
|
76
|
+
}
|
|
77
|
+
catch {
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
for (const family of families) {
|
|
81
|
+
if (!FLOW_NAME_RE.test(family))
|
|
82
|
+
continue;
|
|
83
|
+
const familyDir = path.join(dir, family);
|
|
84
|
+
let files;
|
|
85
|
+
try {
|
|
86
|
+
files = await fs.readdir(familyDir);
|
|
87
|
+
}
|
|
88
|
+
catch {
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
for (const file of files) {
|
|
92
|
+
if (!file.endsWith(".json"))
|
|
93
|
+
continue;
|
|
94
|
+
const variant = file.slice(0, -5);
|
|
95
|
+
if (!FLOW_NAME_RE.test(variant))
|
|
96
|
+
continue;
|
|
97
|
+
const key = `${family}/${variant}`;
|
|
98
|
+
if (seen.has(key))
|
|
99
|
+
continue;
|
|
100
|
+
seen.add(key);
|
|
101
|
+
flows.push({ family, variant, path: path.join(familyDir, file) });
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
return flows.sort((a, b) => `${a.family}/${a.variant}`.localeCompare(`${b.family}/${b.variant}`));
|
|
106
|
+
}
|
|
107
|
+
export async function validateStoredFlow(ref, options = {}) {
|
|
108
|
+
const { flow, path: filePath } = await loadFlow(ref, options);
|
|
109
|
+
return {
|
|
110
|
+
valid: true,
|
|
111
|
+
path: filePath,
|
|
112
|
+
family: flow.family,
|
|
113
|
+
variant: flow.variant,
|
|
114
|
+
inputs: Object.keys(flow.inputs ?? {}),
|
|
115
|
+
steps: flow.steps.length,
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
//# sourceMappingURL=storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/flows/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,UAAU,EAA8D,MAAM,YAAY,CAAC;AAElH,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,KAAK,GAAG,WAAW;IAChE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,IAAI,iEAAiE,CAAC,CAAC;IAC9G,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW,EAAE,eAAwB;IAChE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,EAAE,CAAC;QAC1C,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrC,gBAAgB,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;QAC7C,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,UAA8B,EAAE;IAC9D,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM;QAAE,OAAO,iBAAiB,EAAE,CAAC;IAC/C,OAAO,kBAAkB,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY,EAAE,UAA8B,EAAE;IACxE,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAoB,EAAE,UAA8B,EAAE;IACnF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACvE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,GAAY,EAAE,UAA8B,EAAE;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM;QAC/C,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAEhD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAC/D,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,UAA8B,EAAE;IAC9D,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM;QAC7C,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAA6D,EAAE,CAAC;IAE3E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,SAAS;YACzC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACzC,IAAI,KAAe,CAAC;YACpB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAC1C,MAAM,GAAG,GAAG,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,GAAY,EAAE,UAA8B,EAAE;IACrF,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9D,OAAO;QACL,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;QACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;KACzB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { FlowDefinition, FlowStep } from "./types.js";
|
|
2
|
+
export declare function resolveFlowInputs(flow: FlowDefinition, input?: Record<string, string>): Record<string, string>;
|
|
3
|
+
export declare function resolveStepTemplates(step: FlowStep, flow: FlowDefinition, input: Record<string, string>): FlowStep;
|
|
4
|
+
//# sourceMappingURL=templates.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"templates.d.ts","sourceRoot":"","sources":["../../src/flows/templates.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3D,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAWlH;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,QAAQ,CAuBlH"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { resolveString } from "../skills/parameters.js";
|
|
2
|
+
export function resolveFlowInputs(flow, input = {}) {
|
|
3
|
+
const out = {};
|
|
4
|
+
for (const [key, def] of Object.entries(flow.inputs ?? {})) {
|
|
5
|
+
const val = input[key] ?? def.default;
|
|
6
|
+
if ((val === undefined || val === "") && def.required) {
|
|
7
|
+
throw new Error(`Missing required flow input: ${key}`);
|
|
8
|
+
}
|
|
9
|
+
if (val !== undefined)
|
|
10
|
+
out[key] = String(val);
|
|
11
|
+
}
|
|
12
|
+
for (const [key, val] of Object.entries(input))
|
|
13
|
+
out[key] = String(val);
|
|
14
|
+
return out;
|
|
15
|
+
}
|
|
16
|
+
export function resolveStepTemplates(step, flow, input) {
|
|
17
|
+
const params = Object.fromEntries(Object.entries(flow.inputs ?? {}).map(([key, def]) => [
|
|
18
|
+
key,
|
|
19
|
+
{ source: "input", key, description: def.description, default: def.default, required: def.required },
|
|
20
|
+
]));
|
|
21
|
+
const resolved = { ...step };
|
|
22
|
+
for (const key of ["selector", "text", "value", "script", "key", "url", "target_selector", "extract_script"]) {
|
|
23
|
+
if (typeof resolved[key] === "string") {
|
|
24
|
+
resolved[key] = resolveString(resolved[key], params, input);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
if (step.target) {
|
|
28
|
+
resolved.target = Object.fromEntries(Object.entries(step.target).map(([key, val]) => [
|
|
29
|
+
key,
|
|
30
|
+
typeof val === "string" ? resolveString(val, params, input) : val,
|
|
31
|
+
]));
|
|
32
|
+
}
|
|
33
|
+
return resolved;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=templates.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"templates.js","sourceRoot":"","sources":["../../src/flows/templates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGxD,MAAM,UAAU,iBAAiB,CAAC,IAAoB,EAAE,QAAgC,EAAE;IACxF,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAC3D,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,GAAG,KAAK,SAAS;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACvE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAc,EAAE,IAAoB,EAAE,KAA6B;IACtG,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAC/B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;QACpD,GAAG;QACH,EAAE,MAAM,EAAE,OAAgB,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE;KAC9G,CAAC,CACH,CAAC;IAEF,MAAM,QAAQ,GAA4B,EAAE,GAAG,IAAI,EAAE,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,CAAU,EAAE,CAAC;QACtH,IAAI,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;YACtC,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,WAAW,CAClC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;YAC9C,GAAG;YACH,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG;SAClE,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,QAAoB,CAAC;AAC9B,CAAC"}
|