@flowspec-qa/runner-core 0.4.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/discovery.d.ts +6 -0
- package/dist/discovery.d.ts.map +1 -1
- package/dist/discovery.js +61 -78
- package/dist/discovery.js.map +1 -1
- package/dist/web-explorer.d.ts +104 -0
- package/dist/web-explorer.d.ts.map +1 -0
- package/dist/web-explorer.js +503 -0
- package/dist/web-explorer.js.map +1 -0
- package/package.json +3 -2
package/dist/discovery.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { type WebScreenState } from './web-explorer.js';
|
|
1
2
|
import { EvidenceCorpus, FormDetectionResult, UIElement } from './evidence-types.js';
|
|
2
3
|
/** Evidence captured for a single screen during Discovery */
|
|
3
4
|
export interface ScreenEvidence {
|
|
@@ -200,6 +201,11 @@ export declare const discoveryEngine: {
|
|
|
200
201
|
discoverMobile(options: DiscoveryOptions): Promise<DiscoveryResult>;
|
|
201
202
|
handleLogin(page: any, username: string, password: string): Promise<boolean>;
|
|
202
203
|
discoverWeb(options: DiscoveryOptions): Promise<DiscoveryResult>;
|
|
204
|
+
/**
|
|
205
|
+
* Evidence section appended to the web plan: only what was observed
|
|
206
|
+
* (screens, transitions, validation messages, with their evidence ids).
|
|
207
|
+
*/
|
|
208
|
+
_buildWebEvidenceSection(screens: WebScreenState[], corpus: EvidenceCorpus): string;
|
|
203
209
|
/** Fallback DOM-based plan (no Vision AI) */
|
|
204
210
|
_buildDomPlan(title: string, url: string, elements: any[]): string;
|
|
205
211
|
/**
|
package/dist/discovery.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,cAAc,EACd,mBAAmB,EAEnB,SAAS,EACV,MAAM,qBAAqB,CAAC;AAkF7B,6DAA6D;AAC7D,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,iEAAiE;IACjE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,oEAAoE;IACpE,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,0EAA0E;IAC1E,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,sEAAsE;IACtE,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,YAAY,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+GAA+G;IAC/G,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACrD;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,iBAAiB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACtE;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,mBAAmB,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;IACvF;;;;OAIG;IACH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC7D;;;;;;;;;OASG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;CACxD;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IACjB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,mFAAmF;IACnF,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAC3B;;;;;OAKG;IACH,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA4BD;;;GAGG;AACH,eAAO,MAAM,eAAe;oBAGV,gBAAgB,QAAQ,MAAM,WAAW,MAAM;IAO/D;;;;OAIG;IACH;;;;;;;;;OASG;IACH;;;;;;;;;;;;OAYG;iCAEK,MAAM,SACL,MAAM,WACJ,gBAAgB,wBAExB,OAAO,CAAC,OAAO,CAAC;mCAuEkB,MAAM,OAAO,MAAM,aAAa,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAyDpH,2EAA2E;4BAC7C,MAAM,CAAC,UAAU,aAAa,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAoCjF,2DAA2D;2BAElD,MAAM,SACN,MAAM,EAAE,QACT,MAAM,CAAC,UAAU,GACtB;QAAE,EAAE,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAgDlD,6CAA6C;sBAEpC,MAAM,cACD,MAAM,CAAC,UAAU,YACnB,MAAM,GAAG,SAAS,YAClB,SAAS,EAAE,YACX,SAAS,EAAE,aACV,GAAG,cACF,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC;IAsDnB;;;OAGG;0BACmB,GAAG,GAAG,MAAM,EAAE;iBA2BjB,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAuH9D;;;;;;;;;;OAUG;oCACmC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;QACrD,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC;4BA4D4B,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;sBAsoCjD,GAAG,YAAY,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;yBAkCvD,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAMA,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAEL,cAAc,EACd,mBAAmB,EAEnB,SAAS,EACV,MAAM,qBAAqB,CAAC;AAkF7B,6DAA6D;AAC7D,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,iEAAiE;IACjE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,oEAAoE;IACpE,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,0EAA0E;IAC1E,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,sEAAsE;IACtE,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,YAAY,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+GAA+G;IAC/G,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACrD;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,iBAAiB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACtE;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,mBAAmB,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;IACvF;;;;OAIG;IACH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC7D;;;;;;;;;OASG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;CACxD;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IACjB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,mFAAmF;IACnF,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAC3B;;;;;OAKG;IACH,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA4BD;;;GAGG;AACH,eAAO,MAAM,eAAe;oBAGV,gBAAgB,QAAQ,MAAM,WAAW,MAAM;IAO/D;;;;OAIG;IACH;;;;;;;;;OASG;IACH;;;;;;;;;;;;OAYG;iCAEK,MAAM,SACL,MAAM,WACJ,gBAAgB,wBAExB,OAAO,CAAC,OAAO,CAAC;mCAuEkB,MAAM,OAAO,MAAM,aAAa,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAyDpH,2EAA2E;4BAC7C,MAAM,CAAC,UAAU,aAAa,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAoCjF,2DAA2D;2BAElD,MAAM,SACN,MAAM,EAAE,QACT,MAAM,CAAC,UAAU,GACtB;QAAE,EAAE,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAgDlD,6CAA6C;sBAEpC,MAAM,cACD,MAAM,CAAC,UAAU,YACnB,MAAM,GAAG,SAAS,YAClB,SAAS,EAAE,YACX,SAAS,EAAE,aACV,GAAG,cACF,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC;IAsDnB;;;OAGG;0BACmB,GAAG,GAAG,MAAM,EAAE;iBA2BjB,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAuH9D;;;;;;;;;;OAUG;oCACmC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;QACrD,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC;4BA4D4B,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;sBAsoCjD,GAAG,YAAY,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;yBAkCvD,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAsGtE;;;OAGG;sCAC+B,cAAc,EAAE,UAAU,cAAc,GAAG,MAAM;IAiBnF,6CAA6C;yBACxB,MAAM,OAAO,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM;IA8BlE;;;;OAIG;+BACwB,iBAAiB,GAAG,iBAAiB,EAAE;IAyElE;;;OAGG;2BACoB,MAAM,SAAS;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,oBAAkB,MAAM,EAAE;IAiCtG;;;;OAIG;oCAEa,MAAM,YACV,iBAAiB,SACpB;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,SACtC,MAAM,cACD,MAAM,CAAC,UAAU,oBAE5B,OAAO,CAAC,OAAO,CAAC;IAkCnB;;;;;;;;;OASG;4BAEQ,iBAAiB,WACjB,gBAAgB,YACf,iBAAiB,WAClB,cAAc,GACtB,OAAO,CAAC,cAAc,EAAE,CAAC;IAmQ5B;;;;OAIG;oCAC6B,iBAAiB,SAAS,MAAM,GAAG,MAAM;kCA2F3C,GAAG,GAAG,GAAG,EAAE;CAoF1C,CAAC"}
|
package/dist/discovery.js
CHANGED
|
@@ -4,6 +4,7 @@ import os from 'os';
|
|
|
4
4
|
import path from 'path';
|
|
5
5
|
import chalk from 'chalk';
|
|
6
6
|
import { FlowSpecQAApi } from './api-client.js';
|
|
7
|
+
import { exploreWeb } from './web-explorer.js';
|
|
7
8
|
import { normalizeResultType, } from './evidence-types.js';
|
|
8
9
|
import { addRecord, buildRecord, corpusSummary, createCorpus, detectForm, detectLoginForm, detectScreenChange, finalizeCorpus, findBaselineForFingerprint, inferScreenName, isSameScreen, legacyElementsToUIElements, looksLikeButton, rankNavigableButtons, shouldCapture, } from './evidence-corpus.js';
|
|
9
10
|
const sleep = (ms) => new Promise(r => setTimeout(r, ms));
|
|
@@ -1668,74 +1669,35 @@ export const discoveryEngine = {
|
|
|
1668
1669
|
const browser = await chromium.launch({ headless: true });
|
|
1669
1670
|
const context = await browser.newContext({ viewport: { width: 1440, height: 900 } });
|
|
1670
1671
|
const page = await context.newPage();
|
|
1671
|
-
const
|
|
1672
|
+
const corpus = createCorpus(options.url);
|
|
1672
1673
|
try {
|
|
1674
|
+
// Phase 1: Evidence-first exploration — launch, login, every same-origin
|
|
1675
|
+
// screen reachable from there, empty-form validations. Each interaction
|
|
1676
|
+
// is an EvidenceRecord (web-explorer.ts); selectors come from the DOM.
|
|
1673
1677
|
this._progress(options, 'navigate', `Navegando a ${options.url}...`);
|
|
1674
|
-
await page
|
|
1675
|
-
|
|
1676
|
-
|
|
1677
|
-
|
|
1678
|
-
|
|
1679
|
-
|
|
1680
|
-
|
|
1681
|
-
this._progress(options, 'dom', 'Extrayendo elementos del DOM...');
|
|
1682
|
-
// Phase 1: Extract DOM elements
|
|
1683
|
-
const elements = await page.evaluate(() => {
|
|
1684
|
-
// @ts-ignore — runs in browser context
|
|
1685
|
-
const interactive = Array.from(document.querySelectorAll('button, a, input, select, textarea, [role="button"], [role="link"], [role="menuitem"]'));
|
|
1686
|
-
return interactive.map(el => {
|
|
1687
|
-
const e = el;
|
|
1688
|
-
const rect = e.getBoundingClientRect();
|
|
1689
|
-
return {
|
|
1690
|
-
tag: e.tagName.toLowerCase(),
|
|
1691
|
-
text: e.textContent?.trim().substring(0, 50) || '',
|
|
1692
|
-
id: e.id || '',
|
|
1693
|
-
name: e.name || '',
|
|
1694
|
-
placeholder: e.placeholder || '',
|
|
1695
|
-
href: e.href || '',
|
|
1696
|
-
type: e.type || '',
|
|
1697
|
-
ariaLabel: e.getAttribute('aria-label') || '',
|
|
1698
|
-
testId: e.getAttribute('data-testid') || e.getAttribute('test-id') || '',
|
|
1699
|
-
visible: rect.width > 0 && rect.height > 0,
|
|
1700
|
-
top: Math.round(rect.top),
|
|
1701
|
-
};
|
|
1702
|
-
}).filter((e) => e.visible);
|
|
1703
|
-
});
|
|
1704
|
-
// Phase 2: Screenshots
|
|
1705
|
-
this._progress(options, 'screenshot', 'Capturando screenshots de la página...');
|
|
1706
|
-
console.log(chalk.gray('📸 Capturando screenshots para análisis Vision AI...'));
|
|
1707
|
-
const screenshots = [];
|
|
1708
|
-
const fullPageBuffer = await page.screenshot({ fullPage: true, type: 'png' });
|
|
1709
|
-
screenshots.push(fullPageBuffer.toString('base64'));
|
|
1710
|
-
// @ts-ignore
|
|
1711
|
-
const pageHeight = await page.evaluate(() => document.body.scrollHeight);
|
|
1712
|
-
const viewportHeight = 900;
|
|
1713
|
-
const sections = Math.min(Math.ceil(pageHeight / viewportHeight), 4);
|
|
1714
|
-
for (let i = 1; i < sections; i++) {
|
|
1715
|
-
// @ts-ignore
|
|
1716
|
-
await page.evaluate((scrollY) => window.scrollTo(0, scrollY), i * viewportHeight);
|
|
1717
|
-
await page.waitForTimeout(400);
|
|
1718
|
-
const sectionBuffer = await page.screenshot({ type: 'png' });
|
|
1719
|
-
screenshots.push(sectionBuffer.toString('base64'));
|
|
1720
|
-
}
|
|
1721
|
-
// @ts-ignore
|
|
1722
|
-
await page.evaluate(() => window.scrollTo(0, 0));
|
|
1723
|
-
// Store web screenshots in evidence
|
|
1724
|
-
webScreens.push({
|
|
1725
|
-
name: title || options.url,
|
|
1726
|
-
isErrorState: false,
|
|
1727
|
-
screenshot: screenshots[0] || null,
|
|
1728
|
-
elements: elements.slice(0, 30).map(e => ({
|
|
1729
|
-
type: e.tag,
|
|
1730
|
-
text: e.text || e.placeholder || e.ariaLabel || 'N/A',
|
|
1731
|
-
id: e.testId || e.id || e.name || '',
|
|
1732
|
-
})),
|
|
1733
|
-
allTexts: [],
|
|
1678
|
+
const exploration = await exploreWeb(page, {
|
|
1679
|
+
startUrl: options.url,
|
|
1680
|
+
corpus,
|
|
1681
|
+
username: options.username,
|
|
1682
|
+
password: options.password,
|
|
1683
|
+
onProgress: (step, detail) => this._progress(options, step, detail),
|
|
1684
|
+
log: (msg) => console.log(chalk.gray(msg)),
|
|
1734
1685
|
});
|
|
1735
1686
|
await browser.close();
|
|
1736
|
-
|
|
1687
|
+
const screens = exploration.screens;
|
|
1688
|
+
const finalCorpus = finalizeCorpus(corpus);
|
|
1737
1689
|
const finishedAt = Date.now();
|
|
1738
|
-
|
|
1690
|
+
const allRaw = screens.flatMap(s => s.raw.map(r => ({ ...r, page: s.url })));
|
|
1691
|
+
console.log(chalk.gray(` ${screens.length} pantalla(s), ${finalCorpus.records.length} evidencias, ${allRaw.length} elementos DOM`));
|
|
1692
|
+
const webScreens = screens.map(s => ({
|
|
1693
|
+
name: s.name,
|
|
1694
|
+
isErrorState: false,
|
|
1695
|
+
screenshot: s.screenshot,
|
|
1696
|
+
elements: s.elements.slice(0, 40).map(e => ({ type: e.elementType, text: e.visibleText || 'N/A', id: e.elementId })),
|
|
1697
|
+
allTexts: s.texts,
|
|
1698
|
+
}));
|
|
1699
|
+
// Phase 2: Vision AI plan over the discovered screens (one screenshot each)
|
|
1700
|
+
const title = screens[screens.length > 1 ? 1 : 0]?.title || screens[0]?.title || options.url;
|
|
1739
1701
|
let planContent;
|
|
1740
1702
|
this._progress(options, 'vision', 'Enviando a Vision AI para análisis semántico...');
|
|
1741
1703
|
if (options.projectId && options.entityId) {
|
|
@@ -1745,8 +1707,8 @@ export const discoveryEngine = {
|
|
|
1745
1707
|
url: options.url,
|
|
1746
1708
|
entity_id: options.entityId,
|
|
1747
1709
|
project_id: options.projectId,
|
|
1748
|
-
screenshots,
|
|
1749
|
-
dom_elements:
|
|
1710
|
+
screenshots: screens.map(s => s.screenshot).filter((x) => !!x).slice(0, 5),
|
|
1711
|
+
dom_elements: allRaw,
|
|
1750
1712
|
page_title: title,
|
|
1751
1713
|
});
|
|
1752
1714
|
planContent = visionResult.plan_content;
|
|
@@ -1755,34 +1717,33 @@ export const discoveryEngine = {
|
|
|
1755
1717
|
}
|
|
1756
1718
|
catch (visionErr) {
|
|
1757
1719
|
console.log(chalk.yellow(`⚠️ Vision AI no disponible (${visionErr.message}), usando plan DOM...`));
|
|
1758
|
-
planContent = this._buildDomPlan(title, options.url,
|
|
1720
|
+
planContent = this._buildDomPlan(title, options.url, allRaw);
|
|
1759
1721
|
}
|
|
1760
1722
|
}
|
|
1761
1723
|
else {
|
|
1762
|
-
planContent = this._buildDomPlan(title, options.url,
|
|
1724
|
+
planContent = this._buildDomPlan(title, options.url, allRaw);
|
|
1763
1725
|
}
|
|
1764
|
-
|
|
1765
|
-
.filter(e => e.testId || e.id || e.name)
|
|
1766
|
-
.map(e => e.testId || e.id || e.name)
|
|
1767
|
-
.filter(Boolean))];
|
|
1726
|
+
planContent += this._buildWebEvidenceSection(screens, finalCorpus);
|
|
1768
1727
|
const evidence = {
|
|
1769
1728
|
screens: webScreens,
|
|
1770
1729
|
metrics: {
|
|
1771
1730
|
startedAt,
|
|
1772
1731
|
finishedAt,
|
|
1773
1732
|
durationMs: finishedAt - startedAt,
|
|
1774
|
-
screensDiscovered:
|
|
1775
|
-
errorStatesExplored:
|
|
1776
|
-
elementsFound:
|
|
1777
|
-
navigationSteps:
|
|
1733
|
+
screensDiscovered: screens.length,
|
|
1734
|
+
errorStatesExplored: finalCorpus.records.filter(r => r.result_type === 'validation_state' || r.result_type === 'error_state').length,
|
|
1735
|
+
elementsFound: allRaw.length,
|
|
1736
|
+
navigationSteps: exploration.navigationSteps,
|
|
1778
1737
|
},
|
|
1779
|
-
verifiedTexts: [
|
|
1780
|
-
verifiedIds,
|
|
1738
|
+
verifiedTexts: [...new Set(screens.flatMap(s => s.texts))],
|
|
1739
|
+
verifiedIds: [...new Set(screens.flatMap(s => s.elements.map(e => e.elementId)))],
|
|
1781
1740
|
};
|
|
1782
1741
|
return {
|
|
1783
1742
|
planContent,
|
|
1784
|
-
rawScanData: { elements, url: options.url, framework: 'playwright', total:
|
|
1743
|
+
rawScanData: { elements: allRaw, url: options.url, framework: 'playwright', total: allRaw.length, screens: screens.length },
|
|
1785
1744
|
evidence,
|
|
1745
|
+
metrics: evidence.metrics,
|
|
1746
|
+
corpus: finalCorpus.records.length ? finalCorpus : undefined,
|
|
1786
1747
|
};
|
|
1787
1748
|
}
|
|
1788
1749
|
catch (error) {
|
|
@@ -1790,6 +1751,28 @@ export const discoveryEngine = {
|
|
|
1790
1751
|
throw error;
|
|
1791
1752
|
}
|
|
1792
1753
|
},
|
|
1754
|
+
/**
|
|
1755
|
+
* Evidence section appended to the web plan: only what was observed
|
|
1756
|
+
* (screens, transitions, validation messages, with their evidence ids).
|
|
1757
|
+
*/
|
|
1758
|
+
_buildWebEvidenceSection(screens, corpus) {
|
|
1759
|
+
const lines = ['', '', '## Evidencia observada (Discovery web)', ''];
|
|
1760
|
+
lines.push(`${screens.length} pantalla(s) y ${corpus.records.length} interacciones registradas como EvidenceRecords.`, '');
|
|
1761
|
+
lines.push('| Pantalla | URL |', '|---|---|');
|
|
1762
|
+
for (const s of screens)
|
|
1763
|
+
lines.push(`| ${s.name} | ${s.url} |`);
|
|
1764
|
+
lines.push('', '| Evidencia | Desde | Acción | Elemento | Resultado | Hacia |', '|---|---|---|---|---|---|');
|
|
1765
|
+
for (const r of corpus.records) {
|
|
1766
|
+
lines.push(`| ${r.evidenceId} | ${r.screen_origin} | ${r.action_type} | \`${r.action_element}\` | ${r.result_type} | ${r.screen_destination} |`);
|
|
1767
|
+
}
|
|
1768
|
+
const validations = corpus.records.filter(r => r.result_type === 'validation_state' || r.result_type === 'error_state');
|
|
1769
|
+
if (validations.length) {
|
|
1770
|
+
lines.push('', '### Validaciones observadas', '');
|
|
1771
|
+
for (const v of validations)
|
|
1772
|
+
lines.push(`- ${v.evidenceId} — ${v.screen_origin}: ${v.result_description}`);
|
|
1773
|
+
}
|
|
1774
|
+
return lines.join('\n') + '\n';
|
|
1775
|
+
},
|
|
1793
1776
|
/** Fallback DOM-based plan (no Vision AI) */
|
|
1794
1777
|
_buildDomPlan(title, url, elements) {
|
|
1795
1778
|
return `# Discovery Plan: Web App (${title})
|