@mcpmake/core 0.2.0

package/dist/analyzer/auth-detector.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Detects authentication flows from analyzed page descriptors.
+ *
+ * Scans forms, buttons, and links for patterns indicating login forms,
+ * OAuth redirects, and active session indicators.
+ */
+import type { PageDescriptor, AuthFlowDescriptor } from '../types/site.js';
+/**
+ * Detect the authentication flow from a set of analyzed pages.
+ * Returns undefined if no auth flow is detected.
+ */
+export declare function detectAuthFlow(pages: PageDescriptor[]): AuthFlowDescriptor | undefined;
+//# sourceMappingURL=auth-detector.d.ts.map

package/dist/analyzer/auth-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-detector.d.ts","sourceRoot":"","sources":["../../src/analyzer/auth-detector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,cAAc,EAEd,kBAAkB,EAGnB,MAAM,kBAAkB,CAAC;AAgB1B;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,kBAAkB,GAAG,SAAS,CAwBtF"}

package/dist/analyzer/auth-detector.js

@@ -0,0 +1,143 @@
+/**
+ * Detects authentication flows from analyzed page descriptors.
+ *
+ * Scans forms, buttons, and links for patterns indicating login forms,
+ * OAuth redirects, and active session indicators.
+ */
+import { logger } from '../utils/logger.js';
+/** Patterns for detecting username/email fields. */
+const USERNAME_PATTERNS = /user|email|login|account|e-mail/i;
+/** Patterns for detecting password fields. */
+const PASSWORD_PATTERNS = /pass|pwd|secret/i;
+/** Patterns for detecting OAuth redirect buttons/links. */
+const OAUTH_PATTERNS = /google|github|facebook|twitter|apple|microsoft|oauth|sso|sign.in.with|log.in.with/i;
+/** Patterns for detecting session indicators (logged-in state). */
+const SESSION_INDICATOR_PATTERNS = /log\s*out|sign\s*out|my\s*account|profile|avatar|dashboard/i;
+/**
+ * Detect the authentication flow from a set of analyzed pages.
+ * Returns undefined if no auth flow is detected.
+ */
+export function detectAuthFlow(pages) {
+    // Try form-login detection first (most specific)
+    const formLogin = detectFormLogin(pages);
+    if (formLogin) {
+        logger.info(`Detected auth flow: form-login on ${formLogin.loginPage?.url ?? 'unknown page'}`);
+        return formLogin;
+    }
+    // Try OAuth redirect detection
+    const oauthRedirect = detectOAuthRedirect(pages);
+    if (oauthRedirect) {
+        logger.info('Detected auth flow: oauth-redirect');
+        return oauthRedirect;
+    }
+    // Check for session indicators without a visible login form
+    const sessionOnly = detectSessionIndicators(pages);
+    if (sessionOnly) {
+        logger.info('Detected auth flow: cookie-session (session indicators found, no login form)');
+        return sessionOnly;
+    }
+    logger.info('No authentication flow detected');
+    return undefined;
+}
+// ─── Form Login Detection ─────────────────────────────────────────
+function detectFormLogin(pages) {
+    for (const page of pages) {
+        for (const form of page.forms) {
+            const usernameField = findUsernameField(form);
+            const passwordField = findPasswordField(form);
+            if (usernameField && passwordField) {
+                return {
+                    type: 'form-login',
+                    loginPage: page,
+                    loginForm: form,
+                    usernameField: usernameField,
+                    passwordField: passwordField,
+                    submitButton: form.submitButton,
+                    sessionIndicator: findSessionIndicator(pages),
+                };
+            }
+        }
+    }
+    return undefined;
+}
+function findUsernameField(form) {
+    for (const field of form.fields) {
+        if (field.fieldType === 'email')
+            return field.selector;
+        if (USERNAME_PATTERNS.test(field.name))
+            return field.selector;
+        if (field.label && USERNAME_PATTERNS.test(field.label))
+            return field.selector;
+        if (field.placeholder && USERNAME_PATTERNS.test(field.placeholder))
+            return field.selector;
+    }
+    return undefined;
+}
+function findPasswordField(form) {
+    for (const field of form.fields) {
+        if (field.fieldType === 'password')
+            return field.selector;
+        if (PASSWORD_PATTERNS.test(field.name))
+            return field.selector;
+    }
+    return undefined;
+}
+// ─── OAuth Detection ──────────────────────────────────────────────
+function detectOAuthRedirect(pages) {
+    for (const page of pages) {
+        // Check buttons for OAuth patterns
+        for (const btn of page.buttons) {
+            const text = btn.text ?? btn.ariaLabel ?? '';
+            const href = btn.href ?? '';
+            if (OAUTH_PATTERNS.test(text) || OAUTH_PATTERNS.test(href)) {
+                return {
+                    type: 'oauth-redirect',
+                    loginPage: page,
+                    sessionIndicator: findSessionIndicator(pages),
+                };
+            }
+        }
+        // Check links for OAuth patterns
+        for (const link of page.links) {
+            const text = link.text ?? '';
+            if (OAUTH_PATTERNS.test(text) || OAUTH_PATTERNS.test(link.href)) {
+                return {
+                    type: 'oauth-redirect',
+                    loginPage: page,
+                    sessionIndicator: findSessionIndicator(pages),
+                };
+            }
+        }
+    }
+    return undefined;
+}
+// ─── Session Indicator Detection ──────────────────────────────────
+function findSessionIndicator(pages) {
+    for (const page of pages) {
+        // Check buttons for logout/profile patterns
+        for (const btn of page.buttons) {
+            const text = btn.text ?? btn.ariaLabel ?? '';
+            if (SESSION_INDICATOR_PATTERNS.test(text)) {
+                return { selector: btn.selector };
+            }
+        }
+        // Check links for logout/profile patterns
+        for (const link of page.links) {
+            const text = link.text ?? '';
+            if (SESSION_INDICATOR_PATTERNS.test(text) || SESSION_INDICATOR_PATTERNS.test(link.href)) {
+                return { selector: link.selector };
+            }
+        }
+    }
+    return undefined;
+}
+function detectSessionIndicators(pages) {
+    const indicator = findSessionIndicator(pages);
+    if (!indicator)
+        return undefined;
+    return {
+        type: 'cookie-session',
+        sessionIndicator: indicator,
+    };
+}
+//# sourceMappingURL=auth-detector.js.map

package/dist/analyzer/auth-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-detector.js","sourceRoot":"","sources":["../../src/analyzer/auth-detector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,oDAAoD;AACpD,MAAM,iBAAiB,GAAG,kCAAkC,CAAC;AAE7D,8CAA8C;AAC9C,MAAM,iBAAiB,GAAG,kBAAkB,CAAC;AAE7C,2DAA2D;AAC3D,MAAM,cAAc,GAClB,oFAAoF,CAAC;AAEvF,mEAAmE;AACnE,MAAM,0BAA0B,GAAG,6DAA6D,CAAC;AAEjG;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,KAAuB;IACpD,iDAAiD;IACjD,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,cAAc,EAAE,CAAC,CAAC;QAC/F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,+BAA+B;IAC/B,MAAM,aAAa,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,4DAA4D;IAC5D,MAAM,WAAW,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;QAC5F,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,qEAAqE;AAErE,SAAS,eAAe,CAAC,KAAuB;IAC9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAE9C,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;gBACnC,OAAO;oBACL,IAAI,EAAE,YAA4B;oBAClC,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,IAAI;oBACf,aAAa,EAAE,aAAa;oBAC5B,aAAa,EAAE,aAAa;oBAC5B,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,gBAAgB,EAAE,oBAAoB,CAAC,KAAK,CAAC;iBAC9C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAoB;IAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;QACvD,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;QAC9D,IAAI,KAAK,CAAC,KAAK,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;QAC9E,IAAI,KAAK,CAAC,WAAW,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;IAC5F,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAoB;IAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,SAAS,KAAK,UAAU;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;QAC1D,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;IAChE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,qEAAqE;AAErE,SAAS,mBAAmB,CAAC,KAAuB;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,mCAAmC;QACnC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,gBAAgC;oBACtC,SAAS,EAAE,IAAI;oBACf,gBAAgB,EAAE,oBAAoB,CAAC,KAAK,CAAC;iBAC9C,CAAC;YACJ,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChE,OAAO;oBACL,IAAI,EAAE,gBAAgC;oBACtC,SAAS,EAAE,IAAI;oBACf,gBAAgB,EAAE,oBAAoB,CAAC,KAAK,CAAC;iBAC9C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,qEAAqE;AAErE,SAAS,oBAAoB,CAC3B,KAAuB;IAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,4CAA4C;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;YAC7C,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxF,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAuB;IACtD,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IAEjC,OAAO;QACL,IAAI,EAAE,gBAAgC;QACtC,gBAAgB,EAAE,SAAS;KAC5B,CAAC;AACJ,CAAC"}

package/dist/analyzer/dom-parser.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Parses a Playwright page's DOM to extract interactive elements:
+ * forms (with fields), standalone buttons, and navigation links.
+ */
+import type { Page } from 'playwright';
+import type { PageDescriptor } from '../types/site.js';
+/**
+ * Parse a single page and extract all interactive elements.
+ */
+export declare function parsePage(page: Page): Promise<PageDescriptor>;
+//# sourceMappingURL=dom-parser.d.ts.map

package/dist/analyzer/dom-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dom-parser.d.ts","sourceRoot":"","sources":["../../src/analyzer/dom-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EACV,cAAc,EAMf,MAAM,kBAAkB,CAAC;AAU1B;;GAEG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC,CAmBnE"}

package/dist/analyzer/dom-parser.js

@@ -0,0 +1,260 @@
+/**
+ * Parses a Playwright page's DOM to extract interactive elements:
+ * forms (with fields), standalone buttons, and navigation links.
+ */
+import { buildSelectorSet } from './selector-builder.js';
+import { logger } from '../utils/logger.js';
+import crypto from 'node:crypto';
+/** Maximum elements to extract per category to avoid huge outputs. */
+const MAX_FORMS = 20;
+const MAX_BUTTONS = 50;
+const MAX_LINKS = 100;
+/**
+ * Parse a single page and extract all interactive elements.
+ */
+export async function parsePage(page) {
+    const url = page.url();
+    const title = await page.title().catch(() => undefined);
+    const forms = await extractForms(page);
+    const buttons = await extractStandaloneButtons(page);
+    const links = await extractLinks(page);
+    const pageId = generateStableId('page', url);
+    return {
+        pageId,
+        url,
+        title,
+        forms,
+        buttons,
+        links,
+        analyzedAt: new Date().toISOString(),
+    };
+}
+// ─── Form Extraction ────────────────────────────────────────────────
+async function extractForms(page) {
+    const formElements = await page.$$('form');
+    const forms = [];
+    for (const formEl of formElements.slice(0, MAX_FORMS)) {
+        try {
+            const form = await extractSingleForm(page, formEl);
+            if (form.fields.length > 0) {
+                forms.push(form);
+            }
+        }
+        catch (err) {
+            logger.debug(`Skipping form: ${err}`);
+        }
+    }
+    return forms;
+}
+async function extractSingleForm(page, formEl) {
+    if (!formEl)
+        throw new Error('Form element is null');
+    const formAttrs = await formEl.evaluate((el) => ({
+        action: el.action || '',
+        method: (el.method || 'get').toLowerCase(),
+        id: el.id || '',
+        name: el.getAttribute('name') || '',
+    }));
+    const selector = await buildSelectorSet(page, formEl);
+    const fields = await extractFormFields(page, formEl);
+    // Find submit button
+    let submitButton;
+    const submitEl = (await formEl.$('button[type="submit"]')) ??
+        (await formEl.$('input[type="submit"]')) ??
+        (await formEl.$('button:not([type])'));
+    if (submitEl) {
+        submitButton = await buildSelectorSet(page, submitEl);
+    }
+    const formId = generateStableId('form', formAttrs.action || formAttrs.id || formAttrs.name || selector.primary);
+    return {
+        formId,
+        action: formAttrs.action || undefined,
+        method: formAttrs.method === 'post' ? 'post' : 'get',
+        selector,
+        fields,
+        submitButton,
+    };
+}
+async function extractFormFields(page, formEl) {
+    if (!formEl)
+        return [];
+    const fieldElements = await formEl.$$('input:not([type="hidden"]):not([type="submit"]):not([type="reset"]):not([type="button"]), ' +
+        'textarea, select');
+    const fields = [];
+    for (const fieldEl of fieldElements) {
+        try {
+            const attrs = await fieldEl.evaluate((el) => {
+                const input = el;
+                return {
+                    tagName: el.tagName.toLowerCase(),
+                    name: input.name || '',
+                    type: input.type || 'text',
+                    placeholder: input.placeholder || '',
+                    required: input.required || false,
+                    value: input.value || '',
+                    ariaLabel: el.getAttribute('aria-label') || '',
+                    // Get associated label
+                    label: input.labels?.[0]?.textContent?.trim() || '',
+                    // Get select options
+                    options: el.tagName === 'SELECT'
+                        ? Array.from(el.options).map((o) => o.text || o.value)
+                        : undefined,
+                };
+            });
+            const fieldType = mapFieldType(attrs.tagName, attrs.type);
+            const selector = await buildSelectorSet(page, fieldEl);
+            const label = attrs.label || attrs.ariaLabel || attrs.placeholder || attrs.name;
+            // Skip fields with no name and no useful label
+            if (!attrs.name && !label)
+                continue;
+            fields.push({
+                name: attrs.name || label.replace(/\s+/g, '_').toLowerCase(),
+                fieldType,
+                selector,
+                label: label || undefined,
+                placeholder: attrs.placeholder || undefined,
+                required: attrs.required,
+                options: attrs.options,
+                defaultValue: attrs.value || undefined,
+            });
+        }
+        catch (err) {
+            logger.debug(`Skipping form field: ${err}`);
+        }
+    }
+    return fields;
+}
+// ─── Button Extraction ──────────────────────────────────────────────
+async function extractStandaloneButtons(page) {
+    // Find buttons that are NOT inside a form (form buttons are handled by extractForms)
+    const buttonElements = await page.$$('button:not(form button):not(form input), ' + '[role="button"]:not(form [role="button"])');
+    const buttons = [];
+    for (const btnEl of buttonElements.slice(0, MAX_BUTTONS)) {
+        try {
+            const attrs = await btnEl.evaluate((el) => ({
+                tagName: el.tagName.toLowerCase(),
+                type: el.getAttribute('type') || 'button',
+                text: el.textContent?.trim().slice(0, 80) || '',
+                ariaLabel: el.getAttribute('aria-label') || '',
+                href: el.getAttribute('href') || '',
+                isHidden: el.offsetParent === null ||
+                    getComputedStyle(el).display === 'none' ||
+                    getComputedStyle(el).visibility === 'hidden',
+            }));
+            // Skip hidden or empty buttons
+            if (attrs.isHidden)
+                continue;
+            if (!attrs.text && !attrs.ariaLabel)
+                continue;
+            const selector = await buildSelectorSet(page, btnEl);
+            const buttonId = generateStableId('btn', attrs.text || attrs.ariaLabel || selector.primary);
+            const buttonType = attrs.href
+                ? 'link'
+                : attrs.type === 'submit'
+                    ? 'submit'
+                    : 'button';
+            buttons.push({
+                buttonId,
+                selector,
+                text: attrs.text || undefined,
+                ariaLabel: attrs.ariaLabel || undefined,
+                type: buttonType,
+                href: attrs.href || undefined,
+            });
+        }
+        catch (err) {
+            logger.debug(`Skipping button: ${err}`);
+        }
+    }
+    return buttons;
+}
+// ─── Link Extraction ────────────────────────────────────────────────
+async function extractLinks(page) {
+    const linkElements = await page.$$('a[href]');
+    const links = [];
+    const seenHrefs = new Set();
+    const pageOrigin = new URL(page.url()).origin;
+    for (const linkEl of linkElements.slice(0, MAX_LINKS * 2)) {
+        // Over-fetch then filter
+        try {
+            const attrs = await linkEl.evaluate((el) => ({
+                href: el.href,
+                text: el.textContent?.trim().slice(0, 80) || '',
+                ariaLabel: el.getAttribute('aria-label') || '',
+                isHidden: el.offsetParent === null ||
+                    getComputedStyle(el).display === 'none' ||
+                    getComputedStyle(el).visibility === 'hidden',
+                target: el.getAttribute('target') || '',
+            }));
+            if (attrs.isHidden)
+                continue;
+            if (!attrs.text && !attrs.ariaLabel)
+                continue;
+            // Deduplicate by href
+            const normalizedHref = normalizeHref(attrs.href);
+            if (seenHrefs.has(normalizedHref))
+                continue;
+            seenHrefs.add(normalizedHref);
+            // Skip non-http links (javascript:, mailto:, tel:, #)
+            if (!attrs.href.startsWith('http'))
+                continue;
+            const isNavigation = attrs.href.startsWith(pageOrigin) && !attrs.href.includes('#');
+            const selector = await buildSelectorSet(page, linkEl);
+            const linkId = generateStableId('link', normalizedHref);
+            links.push({
+                linkId,
+                selector,
+                text: attrs.text || undefined,
+                href: attrs.href,
+                isNavigation,
+            });
+            if (links.length >= MAX_LINKS)
+                break;
+        }
+        catch (err) {
+            logger.debug(`Skipping link: ${err}`);
+        }
+    }
+    return links;
+}
+// ─── Helpers ────────────────────────────────────────────────────────
+function mapFieldType(tagName, type) {
+    if (tagName === 'textarea')
+        return 'textarea';
+    if (tagName === 'select')
+        return 'select';
+    const typeMap = {
+        text: 'text',
+        email: 'email',
+        password: 'password',
+        number: 'number',
+        tel: 'tel',
+        url: 'url',
+        search: 'search',
+        checkbox: 'checkbox',
+        radio: 'radio',
+        file: 'file',
+        date: 'date',
+        'datetime-local': 'datetime-local',
+        color: 'color',
+        range: 'range',
+        hidden: 'hidden',
+    };
+    return typeMap[type] || 'other';
+}
+function normalizeHref(href) {
+    try {
+        const url = new URL(href);
+        // Remove trailing slash and fragment
+        return `${url.origin}${url.pathname.replace(/\/$/, '')}${url.search}`;
+    }
+    catch {
+        return href;
+    }
+}
+/** Generate a deterministic, stable ID from a category and key. */
+function generateStableId(category, key) {
+    const hash = crypto.createHash('sha256').update(key).digest('hex').slice(0, 8);
+    return `${category}_${hash}`;
+}
+//# sourceMappingURL=dom-parser.js.map

package/dist/analyzer/dom-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dom-parser.js","sourceRoot":"","sources":["../../src/analyzer/dom-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,sEAAsE;AACtE,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAU;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAExD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7C,OAAO;QACL,MAAM;QACN,GAAG;QACH,KAAK;QACL,KAAK;QACL,OAAO;QACP,KAAK;QACL,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC;AACJ,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,YAAY,CAAC,IAAU;IACpC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAqB,EAAE,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAU,EACV,MAAsC;IAEtC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAErD,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/C,MAAM,EAAG,EAAsB,CAAC,MAAM,IAAI,EAAE;QAC5C,MAAM,EAAE,CAAE,EAAsB,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE;QAC/D,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;QACf,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;KACpC,CAAC,CAAC,CAAC;IAEJ,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAErD,qBAAqB;IACrB,IAAI,YAAY,CAAC;IACjB,MAAM,QAAQ,GACZ,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QACzC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QACxC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACzC,IAAI,QAAQ,EAAE,CAAC;QACb,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAC7B,MAAM,EACN,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,IAAI,IAAI,QAAQ,CAAC,OAAO,CACvE,CAAC;IAEF,OAAO;QACL,MAAM;QACN,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,SAAS;QACrC,MAAM,EAAE,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;QACpD,QAAQ;QACR,MAAM;QACN,YAAY;KACb,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAU,EACV,MAAsC;IAEtC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAEvB,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,EAAE,CACnC,4FAA4F;QAC1F,kBAAkB,CACrB,CAAC;IAEF,MAAM,MAAM,GAA0B,EAAE,CAAC;IAEzC,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,EAAsB,CAAC;gBACrC,OAAO;oBACL,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;oBACjC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,MAAM;oBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;oBACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,KAAK;oBACjC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;oBACxB,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE;oBAC9C,uBAAuB;oBACvB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;oBACnD,qBAAqB;oBACrB,OAAO,EACL,EAAE,CAAC,OAAO,KAAK,QAAQ;wBACrB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAE,EAAwB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC;wBAC7E,CAAC,CAAC,SAAS;iBAChB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;YAEhF,+CAA+C;YAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK;gBAAE,SAAS;YAEpC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE;gBAC5D,SAAS;gBACT,QAAQ;gBACR,KAAK,EAAE,KAAK,IAAI,SAAS;gBACzB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;gBAC3C,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,YAAY,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS;aACvC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,wBAAwB,CAAC,IAAU;IAChD,qFAAqF;IACrF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAClC,2CAA2C,GAAG,2CAA2C,CAC1F,CAAC;IAEF,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC1C,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;gBACjC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,QAAQ;gBACzC,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;gBAC/C,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE;gBAC9C,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;gBACnC,QAAQ,EACL,EAAkB,CAAC,YAAY,KAAK,IAAI;oBACzC,gBAAgB,CAAC,EAAE,CAAC,CAAC,OAAO,KAAK,MAAM;oBACvC,gBAAgB,CAAC,EAAE,CAAC,CAAC,UAAU,KAAK,QAAQ;aAC/C,CAAC,CAAC,CAAC;YAEJ,+BAA+B;YAC/B,IAAI,KAAK,CAAC,QAAQ;gBAAE,SAAS;YAC7B,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,SAAS;YAE9C,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC;YAE5F,MAAM,UAAU,GAA6B,KAAK,CAAC,IAAI;gBACrD,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;oBACvB,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,QAAQ,CAAC;YAEf,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ;gBACR,QAAQ;gBACR,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;gBAC7B,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,SAAS;gBACvC,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,YAAY,CAAC,IAAU;IACpC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;IAE9C,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1D,yBAAyB;QACzB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,EAAG,EAAwB,CAAC,IAAI;gBACpC,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;gBAC/C,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE;gBAC9C,QAAQ,EACL,EAAkB,CAAC,YAAY,KAAK,IAAI;oBACzC,gBAAgB,CAAC,EAAE,CAAC,CAAC,OAAO,KAAK,MAAM;oBACvC,gBAAgB,CAAC,EAAE,CAAC,CAAC,UAAU,KAAK,QAAQ;gBAC9C,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE;aACxC,CAAC,CAAC,CAAC;YAEJ,IAAI,KAAK,CAAC,QAAQ;gBAAE,SAAS;YAC7B,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,SAAS;YAE9C,sBAAsB;YACtB,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;gBAAE,SAAS;YAC5C,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAE9B,sDAAsD;YACtD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,SAAS;YAE7C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAEpF,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YAExD,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM;gBACN,QAAQ;gBACR,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;gBAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS;gBAAE,MAAM;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,uEAAuE;AAEvE,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY;IACjD,IAAI,OAAO,KAAK,UAAU;QAAE,OAAO,UAAU,CAAC;IAC9C,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE1C,MAAM,OAAO,GAAkC;QAC7C,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,QAAQ;QAChB,GAAG,EAAE,KAAK;QACV,GAAG,EAAE,KAAK;QACV,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,gBAAgB,EAAE,gBAAgB;QAClC,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;KACjB,CAAC;IAEF,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC;AAClC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1B,qCAAqC;QACrC,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,mEAAmE;AACnE,SAAS,gBAAgB,CAAC,QAAgB,EAAE,GAAW;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/E,OAAO,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC;AAC/B,CAAC"}

package/dist/analyzer/goal-crawler.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Goal-directed crawl: instead of BFS crawling, uses an LLM to decide
+ * which links to follow based on a user-specified goal (e.g. "book a flight").
+ *
+ * At each page, we extract the page title and available link texts,
+ * ask Claude (Haiku) which link to click next, and navigate accordingly.
+ * Stops when the LLM says GOAL_REACHED or we hit maxSteps.
+ */
+import type { CrawlResult } from './site-crawler.js';
+export interface GoalCrawlOptions {
+    url: string;
+    goal: string;
+    maxSteps?: number;
+    headless?: boolean;
+    viewport?: {
+        width: number;
+        height: number;
+    };
+}
+/**
+ * Crawl a website in a goal-directed manner using an LLM to pick links.
+ *
+ * Requires ANTHROPIC_API_KEY to be set.
+ */
+export declare function goalDirectedCrawl(options: GoalCrawlOptions): Promise<CrawlResult>;
+//# sourceMappingURL=goal-crawler.d.ts.map

package/dist/analyzer/goal-crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"goal-crawler.d.ts","sourceRoot":"","sources":["../../src/analyzer/goal-crawler.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAWrD,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C;AAED;;;;GAIG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,CA0KvF"}