@detiq/crawler 0.1.3

package/dist/playwright-recorder.js

@@ -0,0 +1,123 @@
+function buildSmartLocatorHelper() {
+  return `
+// smartLocator \u2014 falls back to similarity search when primary selector fails.
+// Generated by ZeTa Crawler. Do not edit manually.
+async function smartLocator(page: any, primary: string, ref: { tag?: string; text?: string; role?: string; placeholder?: string }) {
+  try {
+    const el = page.locator(primary);
+    if (await el.count() > 0) return el;
+  } catch { /* fall through */ }
+  // Fallback: find by ARIA role + text
+  if (ref.role && ref.text) {
+    const byRole = page.getByRole(ref.role as any, { name: ref.text, exact: false });
+    if (await byRole.count() > 0) return byRole;
+  }
+  // Fallback: find by text content
+  if (ref.text) {
+    const byText = page.getByText(ref.text, { exact: false });
+    if (await byText.count() > 0) return byText;
+  }
+  // Fallback: find by placeholder
+  if (ref.placeholder) {
+    const byPlaceholder = page.getByPlaceholder(ref.placeholder, { exact: false });
+    if (await byPlaceholder.count() > 0) return byPlaceholder;
+  }
+  // Last resort: return the primary (will fail with original error)
+  return page.locator(primary);
+}`.trim();
+}
+function sanitizeTestName(name) {
+  return name.replace(/[^a-zA-Z0-9 _-]/g, "").trim().slice(0, 80) || "Screen";
+}
+function escapeString(s) {
+  return s.replace(/\\/g, "\\\\").replace(/'/g, "\\'").replace(/`/g, "\\`");
+}
+function generatePlaywrightTest(screens, opts = {}) {
+  const {
+    includeConsoleCheck = false,
+    testTimeout = 3e4,
+    projectName = "ZeTa Crawl",
+    useSmartLocators = true
+  } = opts;
+  const needsSmartLocator = useSmartLocators && screens.some((s) => s.smartLocator != null);
+  const lines = [
+    `// Generated by ZeTa Crawler \u2014 ${(/* @__PURE__ */ new Date()).toISOString()}`,
+    `// Project: ${escapeString(projectName)}`,
+    `// Screens: ${screens.length}`,
+    `// Run: npx playwright test`,
+    "",
+    "import { test, expect } from '@playwright/test';",
+    ""
+  ];
+  if (needsSmartLocator) {
+    lines.push(buildSmartLocatorHelper(), "");
+  }
+  lines.push(`test.setTimeout(${testTimeout});`, "");
+  if (includeConsoleCheck) {
+    lines.push(
+      `test.beforeEach(async ({ page }) => {`,
+      `  const errors: string[] = [];`,
+      `  page.on('console', msg => { if (msg.type() === 'error') errors.push(msg.text()); });`,
+      `  page.on('pageerror', err => errors.push(err.message));`,
+      `  (page as any).__consoleErrors = errors;`,
+      `});`,
+      ""
+    );
+  }
+  for (const screen of screens) {
+    const testName = sanitizeTestName(screen.name);
+    lines.push(
+      `test('${escapeString(testName)}', async ({ page }) => {`,
+      `  await page.goto('${escapeString(screen.url)}');`,
+      `  await expect(page).toHaveURL(/${escapeString(screen.url.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"))}/);`
+    );
+    if (screen.title) {
+      lines.push(`  await expect(page).toHaveTitle(/${escapeString(screen.title.slice(0, 40).replace(/[.*+?^${}()|[\]\\]/g, "\\$&"))}/i);`);
+    }
+    if (screen.heading) {
+      const h = escapeString(screen.heading.slice(0, 60));
+      if (needsSmartLocator && screen.smartLocator) {
+        const tag = escapeString(screen.smartLocator.tag);
+        const text = escapeString(screen.smartLocator.text ?? "");
+        lines.push(
+          `  const headingEl = await smartLocator(page, 'h1, h2, h3', { tag: '${tag}', text: '${text}' });`,
+          `  await expect(headingEl.first()).toContainText('${h}', { ignoreCase: true });`
+        );
+      } else {
+        lines.push(`  await expect(page.locator('h1, h2, h3').first()).toContainText('${h}', { ignoreCase: true });`);
+      }
+    }
+    if (includeConsoleCheck) {
+      lines.push(`  expect((page as any).__consoleErrors ?? []).toHaveLength(0);`);
+    }
+    lines.push(`});`, "");
+  }
+  return lines.join("\n");
+}
+function generatePlaywrightConfig(opts = {}) {
+  const { baseUrl = "http://localhost:3000", reportDir = "playwright-report" } = opts;
+  return `// playwright.config.ts \u2014 generated by ZeTa Crawler
+import { defineConfig } from '@playwright/test';
+
+export default defineConfig({
+  testDir: './tests',
+  reporter: [['html', { outputFolder: '${reportDir}' }]],
+  use: {
+    baseURL: '${baseUrl}',
+    headless: true,
+    screenshot: 'only-on-failure',
+    video: 'retain-on-failure',
+  },
+  projects: [
+    { name: 'chromium', use: { browserName: 'chromium' } },
+    { name: 'firefox', use: { browserName: 'firefox' } },
+    { name: 'webkit', use: { browserName: 'webkit' } },
+  ],
+});
+`;
+}
+export {
+  generatePlaywrightConfig,
+  generatePlaywrightTest
+};
+//# sourceMappingURL=playwright-recorder.js.map

package/dist/playwright-recorder.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/playwright-recorder.ts"],
+  "sourcesContent": ["/**\n * Playwright test recorder \u2014 generate Playwright test code from crawl data.\n *\n * Given a list of crawled screens, generates a minimal Playwright test file that:\n * 1. Navigates to each screen URL\n * 2. Verifies the page title\n * 3. Checks key elements visible on the page\n * 4. Verifies no console errors (optional)\n *\n * This is a \"smoke test\" generator \u2014 not a full interaction recorder.\n * Output: valid TypeScript Playwright test file ready to run with npx playwright test.\n */\n\nexport interface RecorderScreen {\n  id: string;\n  name: string;\n  url: string;\n  title?: string;\n  heading?: string;\n  markdownWordCount?: number;\n  smartLocator?: {\n    tag: string;          // e.g. 'button', 'a', 'input'\n    text?: string;        // visible text content\n    role?: string;        // ARIA role\n    placeholder?: string; // for inputs\n    nearText?: string;    // nearby label text\n  };\n}\n\nexport interface RecorderOpts {\n  baseUrl?: string;\n  includeConsoleCheck?: boolean;\n  testTimeout?: number; // ms, default 30000\n  projectName?: string;\n  useSmartLocators?: boolean; // default true\n}\n\nfunction buildSmartLocatorHelper(): string {\n  return `\n// smartLocator \u2014 falls back to similarity search when primary selector fails.\n// Generated by ZeTa Crawler. Do not edit manually.\nasync function smartLocator(page: any, primary: string, ref: { tag?: string; text?: string; role?: string; placeholder?: string }) {\n  try {\n    const el = page.locator(primary);\n    if (await el.count() > 0) return el;\n  } catch { /* fall through */ }\n  // Fallback: find by ARIA role + text\n  if (ref.role && ref.text) {\n    const byRole = page.getByRole(ref.role as any, { name: ref.text, exact: false });\n    if (await byRole.count() > 0) return byRole;\n  }\n  // Fallback: find by text content\n  if (ref.text) {\n    const byText = page.getByText(ref.text, { exact: false });\n    if (await byText.count() > 0) return byText;\n  }\n  // Fallback: find by placeholder\n  if (ref.placeholder) {\n    const byPlaceholder = page.getByPlaceholder(ref.placeholder, { exact: false });\n    if (await byPlaceholder.count() > 0) return byPlaceholder;\n  }\n  // Last resort: return the primary (will fail with original error)\n  return page.locator(primary);\n}`.trim();\n}\n\nfunction sanitizeTestName(name: string): string {\n  return name.replace(/[^a-zA-Z0-9 _-]/g, '').trim().slice(0, 80) || 'Screen';\n}\n\nfunction escapeString(s: string): string {\n  return s.replace(/\\\\/g, '\\\\\\\\').replace(/'/g, \"\\\\'\").replace(/`/g, '\\\\`');\n}\n\nexport function generatePlaywrightTest(screens: RecorderScreen[], opts: RecorderOpts = {}): string {\n  const {\n    includeConsoleCheck = false,\n    testTimeout = 30_000,\n    projectName = 'ZeTa Crawl',\n    useSmartLocators = true,\n  } = opts;\n\n  const needsSmartLocator = useSmartLocators && screens.some(s => s.smartLocator != null);\n\n  const lines: string[] = [\n    `// Generated by ZeTa Crawler \u2014 ${new Date().toISOString()}`,\n    `// Project: ${escapeString(projectName)}`,\n    `// Screens: ${screens.length}`,\n    `// Run: npx playwright test`,\n    '',\n    \"import { test, expect } from '@playwright/test';\",\n    '',\n  ];\n\n  if (needsSmartLocator) {\n    lines.push(buildSmartLocatorHelper(), '');\n  }\n\n  lines.push(`test.setTimeout(${testTimeout});`, '');\n\n  if (includeConsoleCheck) {\n    lines.push(\n      `test.beforeEach(async ({ page }) => {`,\n      `  const errors: string[] = [];`,\n      `  page.on('console', msg => { if (msg.type() === 'error') errors.push(msg.text()); });`,\n      `  page.on('pageerror', err => errors.push(err.message));`,\n      `  (page as any).__consoleErrors = errors;`,\n      `});`,\n      '',\n    );\n  }\n\n  for (const screen of screens) {\n    const testName = sanitizeTestName(screen.name);\n    lines.push(\n      `test('${escapeString(testName)}', async ({ page }) => {`,\n      `  await page.goto('${escapeString(screen.url)}');`,\n      `  await expect(page).toHaveURL(/${escapeString(screen.url.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'))}/);`,\n    );\n\n    if (screen.title) {\n      lines.push(`  await expect(page).toHaveTitle(/${escapeString(screen.title.slice(0, 40).replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'))}/i);`);\n    }\n\n    if (screen.heading) {\n      const h = escapeString(screen.heading.slice(0, 60));\n      if (needsSmartLocator && screen.smartLocator) {\n        const tag = escapeString(screen.smartLocator.tag);\n        const text = escapeString(screen.smartLocator.text ?? '');\n        lines.push(\n          `  const headingEl = await smartLocator(page, 'h1, h2, h3', { tag: '${tag}', text: '${text}' });`,\n          `  await expect(headingEl.first()).toContainText('${h}', { ignoreCase: true });`,\n        );\n      } else {\n        lines.push(`  await expect(page.locator('h1, h2, h3').first()).toContainText('${h}', { ignoreCase: true });`);\n      }\n    }\n\n    if (includeConsoleCheck) {\n      lines.push(`  expect((page as any).__consoleErrors ?? []).toHaveLength(0);`);\n    }\n\n    lines.push(`});`, '');\n  }\n\n  return lines.join('\\n');\n}\n\nexport function generatePlaywrightConfig(opts: { baseUrl?: string; reportDir?: string } = {}): string {\n  const { baseUrl = 'http://localhost:3000', reportDir = 'playwright-report' } = opts;\n  return `// playwright.config.ts \u2014 generated by ZeTa Crawler\nimport { defineConfig } from '@playwright/test';\n\nexport default defineConfig({\n  testDir: './tests',\n  reporter: [['html', { outputFolder: '${reportDir}' }]],\n  use: {\n    baseURL: '${baseUrl}',\n    headless: true,\n    screenshot: 'only-on-failure',\n    video: 'retain-on-failure',\n  },\n  projects: [\n    { name: 'chromium', use: { browserName: 'chromium' } },\n    { name: 'firefox', use: { browserName: 'firefox' } },\n    { name: 'webkit', use: { browserName: 'webkit' } },\n  ],\n});\n`;\n}\n"],
+  "mappings": "AAqCA,SAAS,0BAAkC;AACzC,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAyBN,KAAK;AACR;AAEA,SAAS,iBAAiB,MAAsB;AAC9C,SAAO,KAAK,QAAQ,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,EAAE,KAAK;AACrE;AAEA,SAAS,aAAa,GAAmB;AACvC,SAAO,EAAE,QAAQ,OAAO,MAAM,EAAE,QAAQ,MAAM,KAAK,EAAE,QAAQ,MAAM,KAAK;AAC1E;AAEO,SAAS,uBAAuB,SAA2B,OAAqB,CAAC,GAAW;AACjG,QAAM;AAAA,IACJ,sBAAsB;AAAA,IACtB,cAAc;AAAA,IACd,cAAc;AAAA,IACd,mBAAmB;AAAA,EACrB,IAAI;AAEJ,QAAM,oBAAoB,oBAAoB,QAAQ,KAAK,OAAK,EAAE,gBAAgB,IAAI;AAEtF,QAAM,QAAkB;AAAA,IACtB,wCAAkC,oBAAI,KAAK,GAAE,YAAY,CAAC;AAAA,IAC1D,eAAe,aAAa,WAAW,CAAC;AAAA,IACxC,eAAe,QAAQ,MAAM;AAAA,IAC7B;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,MAAI,mBAAmB;AACrB,UAAM,KAAK,wBAAwB,GAAG,EAAE;AAAA,EAC1C;AAEA,QAAM,KAAK,mBAAmB,WAAW,MAAM,EAAE;AAEjD,MAAI,qBAAqB;AACvB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAEA,aAAW,UAAU,SAAS;AAC5B,UAAM,WAAW,iBAAiB,OAAO,IAAI;AAC7C,UAAM;AAAA,MACJ,SAAS,aAAa,QAAQ,CAAC;AAAA,MAC/B,sBAAsB,aAAa,OAAO,GAAG,CAAC;AAAA,MAC9C,mCAAmC,aAAa,OAAO,IAAI,QAAQ,uBAAuB,MAAM,CAAC,CAAC;AAAA,IACpG;AAEA,QAAI,OAAO,OAAO;AAChB,YAAM,KAAK,qCAAqC,aAAa,OAAO,MAAM,MAAM,GAAG,EAAE,EAAE,QAAQ,uBAAuB,MAAM,CAAC,CAAC,MAAM;AAAA,IACtI;AAEA,QAAI,OAAO,SAAS;AAClB,YAAM,IAAI,aAAa,OAAO,QAAQ,MAAM,GAAG,EAAE,CAAC;AAClD,UAAI,qBAAqB,OAAO,cAAc;AAC5C,cAAM,MAAM,aAAa,OAAO,aAAa,GAAG;AAChD,cAAM,OAAO,aAAa,OAAO,aAAa,QAAQ,EAAE;AACxD,cAAM;AAAA,UACJ,sEAAsE,GAAG,aAAa,IAAI;AAAA,UAC1F,oDAAoD,CAAC;AAAA,QACvD;AAAA,MACF,OAAO;AACL,cAAM,KAAK,qEAAqE,CAAC,2BAA2B;AAAA,MAC9G;AAAA,IACF;AAEA,QAAI,qBAAqB;AACvB,YAAM,KAAK,gEAAgE;AAAA,IAC7E;AAEA,UAAM,KAAK,OAAO,EAAE;AAAA,EACtB;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,yBAAyB,OAAiD,CAAC,GAAW;AACpG,QAAM,EAAE,UAAU,yBAAyB,YAAY,oBAAoB,IAAI;AAC/E,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA,yCAKgC,SAAS;AAAA;AAAA,gBAElC,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYvB;",
+  "names": []
+}

package/dist/policies/crawl-safety.d.ts

@@ -0,0 +1,9 @@
+import type { DomainProfile } from '../profiles/domain-profile.js';
+export interface CrawlSafetyDecision {
+    allowed: boolean;
+    reason?: string;
+    severity: 'info' | 'warn' | 'block';
+}
+export declare function assessActionSafety(label: string, profile: DomainProfile): CrawlSafetyDecision;
+export declare function redactSensitiveValue(value: string): string;
+export declare function redactJson(value: unknown): unknown;

package/dist/policies/crawl-safety.js

@@ -0,0 +1,37 @@
+const DESTRUCTIVE_ACTION = /\b(delete|remove|destroy|deactivate|disable|cancel|refund|void|transfer|withdraw|pay now|place order|submit order|confirm payment|send money|publish|approve|reject|bulk update|drop)\b/i;
+const SECRET_LIKE = /\b(api[_ -]?key|secret|token|password|authorization|cookie|set-cookie)\b/i;
+function assessActionSafety(label, profile) {
+  const riskyByProfile = profile.riskyActions.some((risk) => label.toLowerCase().includes(risk.toLowerCase()));
+  if (DESTRUCTIVE_ACTION.test(label) || riskyByProfile) {
+    return {
+      allowed: false,
+      severity: "block",
+      reason: `Blocked risky action "${label}" for ${profile.industry} profile.`
+    };
+  }
+  return { allowed: true, severity: "info" };
+}
+function redactSensitiveValue(value) {
+  let redacted = value.replace(/[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}/gi, "[email]").replace(/\b(?:\+?\d[\d -]{8,}\d)\b/g, "[phone-or-id]").replace(/\b(?:\d[ -]*?){13,19}\b/g, "[card-like-number]").replace(/\b[A-Za-z0-9_-]{24,}\b/g, "[token-like-value]");
+  if (SECRET_LIKE.test(redacted)) redacted = redacted.replace(/:\s*[^,\s}]+/g, ": [redacted]");
+  return redacted;
+}
+function redactJson(value) {
+  if (typeof value === "string") return redactSensitiveValue(value);
+  if (Array.isArray(value)) return value.map(redactJson);
+  if (value && typeof value === "object") {
+    const out = {};
+    for (const [key, item] of Object.entries(value)) {
+      if (SECRET_LIKE.test(key)) out[key] = "[redacted]";
+      else out[key] = redactJson(item);
+    }
+    return out;
+  }
+  return value;
+}
+export {
+  assessActionSafety,
+  redactJson,
+  redactSensitiveValue
+};
+//# sourceMappingURL=crawl-safety.js.map

package/dist/policies/crawl-safety.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/policies/crawl-safety.ts"],
+  "sourcesContent": ["import type { DomainProfile } from '../profiles/domain-profile.js';\n\nexport interface CrawlSafetyDecision {\n  allowed: boolean;\n  reason?: string;\n  severity: 'info' | 'warn' | 'block';\n}\n\nconst DESTRUCTIVE_ACTION = /\\b(delete|remove|destroy|deactivate|disable|cancel|refund|void|transfer|withdraw|pay now|place order|submit order|confirm payment|send money|publish|approve|reject|bulk update|drop)\\b/i;\nconst SECRET_LIKE = /\\b(api[_ -]?key|secret|token|password|authorization|cookie|set-cookie)\\b/i;\n\nexport function assessActionSafety(label: string, profile: DomainProfile): CrawlSafetyDecision {\n  const riskyByProfile = profile.riskyActions.some((risk) => label.toLowerCase().includes(risk.toLowerCase()));\n  if (DESTRUCTIVE_ACTION.test(label) || riskyByProfile) {\n    return {\n      allowed: false,\n      severity: 'block',\n      reason: `Blocked risky action \"${label}\" for ${profile.industry} profile.`,\n    };\n  }\n  return { allowed: true, severity: 'info' };\n}\n\nexport function redactSensitiveValue(value: string): string {\n  let redacted = value\n    .replace(/[A-Z0-9._%+-]+@[A-Z0-9.-]+\\.[A-Z]{2,}/gi, '[email]')\n    .replace(/\\b(?:\\+?\\d[\\d -]{8,}\\d)\\b/g, '[phone-or-id]')\n    .replace(/\\b(?:\\d[ -]*?){13,19}\\b/g, '[card-like-number]')\n    .replace(/\\b[A-Za-z0-9_-]{24,}\\b/g, '[token-like-value]');\n  if (SECRET_LIKE.test(redacted)) redacted = redacted.replace(/:\\s*[^,\\s}]+/g, ': [redacted]');\n  return redacted;\n}\n\nexport function redactJson(value: unknown): unknown {\n  if (typeof value === 'string') return redactSensitiveValue(value);\n  if (Array.isArray(value)) return value.map(redactJson);\n  if (value && typeof value === 'object') {\n    const out: Record<string, unknown> = {};\n    for (const [key, item] of Object.entries(value)) {\n      if (SECRET_LIKE.test(key)) out[key] = '[redacted]';\n      else out[key] = redactJson(item);\n    }\n    return out;\n  }\n  return value;\n}\n"],
+  "mappings": "AAQA,MAAM,qBAAqB;AAC3B,MAAM,cAAc;AAEb,SAAS,mBAAmB,OAAe,SAA6C;AAC7F,QAAM,iBAAiB,QAAQ,aAAa,KAAK,CAAC,SAAS,MAAM,YAAY,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC;AAC3G,MAAI,mBAAmB,KAAK,KAAK,KAAK,gBAAgB;AACpD,WAAO;AAAA,MACL,SAAS;AAAA,MACT,UAAU;AAAA,MACV,QAAQ,yBAAyB,KAAK,SAAS,QAAQ,QAAQ;AAAA,IACjE;AAAA,EACF;AACA,SAAO,EAAE,SAAS,MAAM,UAAU,OAAO;AAC3C;AAEO,SAAS,qBAAqB,OAAuB;AAC1D,MAAI,WAAW,MACZ,QAAQ,2CAA2C,SAAS,EAC5D,QAAQ,8BAA8B,eAAe,EACrD,QAAQ,4BAA4B,oBAAoB,EACxD,QAAQ,2BAA2B,oBAAoB;AAC1D,MAAI,YAAY,KAAK,QAAQ,EAAG,YAAW,SAAS,QAAQ,iBAAiB,cAAc;AAC3F,SAAO;AACT;AAEO,SAAS,WAAW,OAAyB;AAClD,MAAI,OAAO,UAAU,SAAU,QAAO,qBAAqB,KAAK;AAChE,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO,MAAM,IAAI,UAAU;AACrD,MAAI,SAAS,OAAO,UAAU,UAAU;AACtC,UAAM,MAA+B,CAAC;AACtC,eAAW,CAAC,KAAK,IAAI,KAAK,OAAO,QAAQ,KAAK,GAAG;AAC/C,UAAI,YAAY,KAAK,GAAG,EAAG,KAAI,GAAG,IAAI;AAAA,UACjC,KAAI,GAAG,IAAI,WAAW,IAAI;AAAA,IACjC;AACA,WAAO;AAAA,EACT;AACA,SAAO;AACT;",
+  "names": []
+}

package/dist/profiles/domain-profile.d.ts

@@ -0,0 +1,19 @@
+export type Industry = 'ecommerce' | 'banking' | 'fintech' | 'healthcare' | 'pharma' | 'agriculture' | 'legacy-enterprise' | 'saas' | 'unknown';
+export interface DomainProfile {
+    industry: Industry;
+    confidence: number;
+    importantScreenPatterns: string[];
+    workflowGoals: string[];
+    piiRules: string[];
+    riskyActions: string[];
+    safeProbeRules: string[];
+    requiredArtifacts: string[];
+    evidence: string[];
+}
+export declare function classifyDomainProfile(input: {
+    appUrl: string;
+    projectName?: string | null;
+    appType?: string | null;
+    seedText?: string;
+}): DomainProfile;
+export declare function getProfile(industry: Industry): DomainProfile;

package/dist/profiles/domain-profile.js

@@ -0,0 +1,140 @@
+const COMMON_REQUIRED_ARTIFACTS = [
+  "screenshot",
+  "dom",
+  "markdown",
+  "accessibility",
+  "network",
+  "performance"
+];
+const PROFILES = {
+  ecommerce: {
+    industry: "ecommerce",
+    importantScreenPatterns: ["catalog", "product", "search", "filter", "cart", "checkout", "payment", "order", "returns"],
+    workflowGoals: ["discover product catalogue", "map cart and checkout", "capture order confirmation and failure states", "map search/filter/sort"],
+    piiRules: ["mask email", "mask phone", "mask address", "mask card-like numbers"],
+    riskyActions: ["place order", "submit payment", "save card", "apply real coupon"],
+    safeProbeRules: ["do not click final payment/order buttons", "use invalid test card data only", "stop before irreversible purchase"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  banking: {
+    industry: "banking",
+    importantScreenPatterns: ["login", "mfa", "dashboard", "accounts", "transactions", "transfer", "beneficiary", "statement", "dispute"],
+    workflowGoals: ["map account overview", "map transactions and statements", "map transfer setup without submitting", "map MFA/session timeout states"],
+    piiRules: ["mask account numbers", "mask balances", "mask names", "mask addresses", "mask tax identifiers"],
+    riskyActions: ["transfer money", "add beneficiary", "submit dispute", "download sensitive statement"],
+    safeProbeRules: ["read-only by default", "never submit transfer confirmation", "never alter beneficiary data"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  fintech: {
+    industry: "fintech",
+    importantScreenPatterns: ["kyc", "wallet", "transactions", "cards", "payments", "payouts", "risk", "compliance", "disputes"],
+    workflowGoals: ["map KYC onboarding", "map wallet/payment states", "map failed payment and dispute flows", "capture compliance screens"],
+    piiRules: ["mask card numbers", "mask bank accounts", "mask identity documents", "mask balances"],
+    riskyActions: ["send payment", "withdraw funds", "change card status", "submit KYC with real data"],
+    safeProbeRules: ["sandbox data only", "stop before money movement", "never upload real identity documents"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  healthcare: {
+    industry: "healthcare",
+    importantScreenPatterns: ["patient", "appointment", "claims", "provider", "prescription", "records", "lab", "consent"],
+    workflowGoals: ["map patient lookup safely", "map appointment booking before final submit", "map claims and prescription screens", "capture consent and records UX"],
+    piiRules: ["mask PHI", "mask patient names", "mask MRN", "mask DOB", "mask diagnosis", "mask prescriptions"],
+    riskyActions: ["schedule real appointment", "submit claim", "change medication", "message provider with PHI"],
+    safeProbeRules: ["use synthetic patients only", "do not submit clinical changes", "avoid external notifications"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  pharma: {
+    industry: "pharma",
+    importantScreenPatterns: ["product", "dosage", "safety", "batch", "adverse-event", "regulatory", "trial", "label"],
+    workflowGoals: ["map product and safety content", "map adverse event intake before submit", "capture regulatory and batch workflows"],
+    piiRules: ["mask patient reports", "mask reporter contact", "mask trial participant identifiers"],
+    riskyActions: ["submit adverse event", "change safety record", "publish regulatory content"],
+    safeProbeRules: ["stop before regulatory or safety submission", "use synthetic reports only"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  agriculture: {
+    industry: "agriculture",
+    importantScreenPatterns: ["crop", "field", "weather", "inventory", "marketplace", "logistics", "sensor", "subsidy"],
+    workflowGoals: ["map crop and field planning", "map inventory/marketplace flows", "capture logistics and sensor dashboards"],
+    piiRules: ["mask farmer identity", "mask location precision", "mask subsidy identifiers"],
+    riskyActions: ["place market order", "submit subsidy application", "change sensor/device control"],
+    safeProbeRules: ["avoid irreversible orders", "avoid device actuation", "use test farm data"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  "legacy-enterprise": {
+    industry: "legacy-enterprise",
+    importantScreenPatterns: ["frameset", "iframe", "popup", "table", "search", "admin", "report", "export"],
+    workflowGoals: ["map menu trees", "capture iframe and popup states", "map table filters and reports", "detect session timeout"],
+    piiRules: ["mask table cells that look like PII", "mask exported identifiers"],
+    riskyActions: ["bulk update", "delete record", "export production data", "submit admin change"],
+    safeProbeRules: ["read-only table probing", "never click delete/bulk actions", "capture popups without committing"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  saas: {
+    industry: "saas",
+    importantScreenPatterns: ["dashboard", "settings", "users", "billing", "integrations", "reports", "admin", "workspace"],
+    workflowGoals: ["map workspace navigation", "map settings and integrations", "map role/user management without changing state", "capture dashboards and reports"],
+    piiRules: ["mask emails", "mask tokens", "mask API keys", "mask billing data"],
+    riskyActions: ["delete workspace", "invite real user", "rotate key", "change billing plan"],
+    safeProbeRules: ["never submit destructive settings", "redact secrets immediately", "use sandbox users"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  },
+  unknown: {
+    industry: "unknown",
+    importantScreenPatterns: ["login", "dashboard", "settings", "search", "detail", "report", "form"],
+    workflowGoals: ["map top-level navigation", "capture forms and validation states", "discover hidden menus", "classify domain after first pages"],
+    piiRules: ["mask emails", "mask phone numbers", "mask long identifiers", "mask card-like numbers"],
+    riskyActions: ["delete", "submit payment", "transfer", "publish", "send notification"],
+    safeProbeRules: ["read-only by default", "stop before irreversible actions", "use synthetic data only"],
+    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS
+  }
+};
+const INDUSTRY_HINTS = [
+  { industry: "ecommerce", terms: [/cart/i, /checkout/i, /product/i, /catalog/i, /sku/i, /wishlist/i, /order/i] },
+  { industry: "banking", terms: [/account/i, /statement/i, /beneficiar/i, /transfer/i, /iban/i, /routing/i, /balance/i] },
+  { industry: "fintech", terms: [/wallet/i, /kyc/i, /payout/i, /card/i, /payment/i, /risk/i, /dispute/i] },
+  { industry: "healthcare", terms: [/patient/i, /provider/i, /appointment/i, /claim/i, /prescription/i, /medical/i, /lab result/i] },
+  { industry: "pharma", terms: [/pharma/i, /dosage/i, /adverse/i, /batch/i, /regulatory/i, /clinical trial/i, /label/i] },
+  { industry: "agriculture", terms: [/crop/i, /field/i, /farm/i, /harvest/i, /sensor/i, /weather/i, /subsidy/i] },
+  { industry: "legacy-enterprise", terms: [/frameset/i, /iframe/i, /popup/i, /legacy/i, /report export/i, /mainframe/i] },
+  { industry: "saas", terms: [/workspace/i, /tenant/i, /integration/i, /billing/i, /api key/i, /admin/i, /dashboard/i] }
+];
+function classifyDomainProfile(input) {
+  const haystack = [input.appUrl, input.projectName ?? "", input.appType ?? "", input.seedText ?? ""].join(" ");
+  const scores = /* @__PURE__ */ new Map();
+  for (const { industry, terms } of INDUSTRY_HINTS) {
+    for (const term of terms) {
+      if (term.test(haystack)) {
+        const prev = scores.get(industry) ?? { score: 0, evidence: [] };
+        prev.score += 1;
+        prev.evidence.push(term.source);
+        scores.set(industry, prev);
+      }
+    }
+  }
+  let selected = "unknown";
+  let best = 0;
+  let evidence = [];
+  for (const [industry, result] of scores) {
+    if (result.score > best) {
+      selected = industry;
+      best = result.score;
+      evidence = result.evidence;
+    }
+  }
+  const base = PROFILES[selected];
+  return {
+    ...base,
+    confidence: best === 0 ? 0.25 : Math.min(0.95, 0.35 + best * 0.15),
+    evidence
+  };
+}
+function getProfile(industry) {
+  const base = PROFILES[industry] ?? PROFILES.unknown;
+  return { ...base, confidence: 1, evidence: ["explicit"] };
+}
+export {
+  classifyDomainProfile,
+  getProfile
+};
+//# sourceMappingURL=domain-profile.js.map

package/dist/profiles/domain-profile.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/profiles/domain-profile.ts"],
+  "sourcesContent": ["export type Industry =\n  | 'ecommerce'\n  | 'banking'\n  | 'fintech'\n  | 'healthcare'\n  | 'pharma'\n  | 'agriculture'\n  | 'legacy-enterprise'\n  | 'saas'\n  | 'unknown';\n\nexport interface DomainProfile {\n  industry: Industry;\n  confidence: number;\n  importantScreenPatterns: string[];\n  workflowGoals: string[];\n  piiRules: string[];\n  riskyActions: string[];\n  safeProbeRules: string[];\n  requiredArtifacts: string[];\n  evidence: string[];\n}\n\nconst COMMON_REQUIRED_ARTIFACTS = [\n  'screenshot',\n  'dom',\n  'markdown',\n  'accessibility',\n  'network',\n  'performance',\n];\n\nconst PROFILES: Record<Industry, Omit<DomainProfile, 'confidence' | 'evidence'>> = {\n  ecommerce: {\n    industry: 'ecommerce',\n    importantScreenPatterns: ['catalog', 'product', 'search', 'filter', 'cart', 'checkout', 'payment', 'order', 'returns'],\n    workflowGoals: ['discover product catalogue', 'map cart and checkout', 'capture order confirmation and failure states', 'map search/filter/sort'],\n    piiRules: ['mask email', 'mask phone', 'mask address', 'mask card-like numbers'],\n    riskyActions: ['place order', 'submit payment', 'save card', 'apply real coupon'],\n    safeProbeRules: ['do not click final payment/order buttons', 'use invalid test card data only', 'stop before irreversible purchase'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  banking: {\n    industry: 'banking',\n    importantScreenPatterns: ['login', 'mfa', 'dashboard', 'accounts', 'transactions', 'transfer', 'beneficiary', 'statement', 'dispute'],\n    workflowGoals: ['map account overview', 'map transactions and statements', 'map transfer setup without submitting', 'map MFA/session timeout states'],\n    piiRules: ['mask account numbers', 'mask balances', 'mask names', 'mask addresses', 'mask tax identifiers'],\n    riskyActions: ['transfer money', 'add beneficiary', 'submit dispute', 'download sensitive statement'],\n    safeProbeRules: ['read-only by default', 'never submit transfer confirmation', 'never alter beneficiary data'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  fintech: {\n    industry: 'fintech',\n    importantScreenPatterns: ['kyc', 'wallet', 'transactions', 'cards', 'payments', 'payouts', 'risk', 'compliance', 'disputes'],\n    workflowGoals: ['map KYC onboarding', 'map wallet/payment states', 'map failed payment and dispute flows', 'capture compliance screens'],\n    piiRules: ['mask card numbers', 'mask bank accounts', 'mask identity documents', 'mask balances'],\n    riskyActions: ['send payment', 'withdraw funds', 'change card status', 'submit KYC with real data'],\n    safeProbeRules: ['sandbox data only', 'stop before money movement', 'never upload real identity documents'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  healthcare: {\n    industry: 'healthcare',\n    importantScreenPatterns: ['patient', 'appointment', 'claims', 'provider', 'prescription', 'records', 'lab', 'consent'],\n    workflowGoals: ['map patient lookup safely', 'map appointment booking before final submit', 'map claims and prescription screens', 'capture consent and records UX'],\n    piiRules: ['mask PHI', 'mask patient names', 'mask MRN', 'mask DOB', 'mask diagnosis', 'mask prescriptions'],\n    riskyActions: ['schedule real appointment', 'submit claim', 'change medication', 'message provider with PHI'],\n    safeProbeRules: ['use synthetic patients only', 'do not submit clinical changes', 'avoid external notifications'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  pharma: {\n    industry: 'pharma',\n    importantScreenPatterns: ['product', 'dosage', 'safety', 'batch', 'adverse-event', 'regulatory', 'trial', 'label'],\n    workflowGoals: ['map product and safety content', 'map adverse event intake before submit', 'capture regulatory and batch workflows'],\n    piiRules: ['mask patient reports', 'mask reporter contact', 'mask trial participant identifiers'],\n    riskyActions: ['submit adverse event', 'change safety record', 'publish regulatory content'],\n    safeProbeRules: ['stop before regulatory or safety submission', 'use synthetic reports only'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  agriculture: {\n    industry: 'agriculture',\n    importantScreenPatterns: ['crop', 'field', 'weather', 'inventory', 'marketplace', 'logistics', 'sensor', 'subsidy'],\n    workflowGoals: ['map crop and field planning', 'map inventory/marketplace flows', 'capture logistics and sensor dashboards'],\n    piiRules: ['mask farmer identity', 'mask location precision', 'mask subsidy identifiers'],\n    riskyActions: ['place market order', 'submit subsidy application', 'change sensor/device control'],\n    safeProbeRules: ['avoid irreversible orders', 'avoid device actuation', 'use test farm data'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  'legacy-enterprise': {\n    industry: 'legacy-enterprise',\n    importantScreenPatterns: ['frameset', 'iframe', 'popup', 'table', 'search', 'admin', 'report', 'export'],\n    workflowGoals: ['map menu trees', 'capture iframe and popup states', 'map table filters and reports', 'detect session timeout'],\n    piiRules: ['mask table cells that look like PII', 'mask exported identifiers'],\n    riskyActions: ['bulk update', 'delete record', 'export production data', 'submit admin change'],\n    safeProbeRules: ['read-only table probing', 'never click delete/bulk actions', 'capture popups without committing'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  saas: {\n    industry: 'saas',\n    importantScreenPatterns: ['dashboard', 'settings', 'users', 'billing', 'integrations', 'reports', 'admin', 'workspace'],\n    workflowGoals: ['map workspace navigation', 'map settings and integrations', 'map role/user management without changing state', 'capture dashboards and reports'],\n    piiRules: ['mask emails', 'mask tokens', 'mask API keys', 'mask billing data'],\n    riskyActions: ['delete workspace', 'invite real user', 'rotate key', 'change billing plan'],\n    safeProbeRules: ['never submit destructive settings', 'redact secrets immediately', 'use sandbox users'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n  unknown: {\n    industry: 'unknown',\n    importantScreenPatterns: ['login', 'dashboard', 'settings', 'search', 'detail', 'report', 'form'],\n    workflowGoals: ['map top-level navigation', 'capture forms and validation states', 'discover hidden menus', 'classify domain after first pages'],\n    piiRules: ['mask emails', 'mask phone numbers', 'mask long identifiers', 'mask card-like numbers'],\n    riskyActions: ['delete', 'submit payment', 'transfer', 'publish', 'send notification'],\n    safeProbeRules: ['read-only by default', 'stop before irreversible actions', 'use synthetic data only'],\n    requiredArtifacts: COMMON_REQUIRED_ARTIFACTS,\n  },\n};\n\nconst INDUSTRY_HINTS: Array<{ industry: Industry; terms: RegExp[] }> = [\n  { industry: 'ecommerce', terms: [/cart/i, /checkout/i, /product/i, /catalog/i, /sku/i, /wishlist/i, /order/i] },\n  { industry: 'banking', terms: [/account/i, /statement/i, /beneficiar/i, /transfer/i, /iban/i, /routing/i, /balance/i] },\n  { industry: 'fintech', terms: [/wallet/i, /kyc/i, /payout/i, /card/i, /payment/i, /risk/i, /dispute/i] },\n  { industry: 'healthcare', terms: [/patient/i, /provider/i, /appointment/i, /claim/i, /prescription/i, /medical/i, /lab result/i] },\n  { industry: 'pharma', terms: [/pharma/i, /dosage/i, /adverse/i, /batch/i, /regulatory/i, /clinical trial/i, /label/i] },\n  { industry: 'agriculture', terms: [/crop/i, /field/i, /farm/i, /harvest/i, /sensor/i, /weather/i, /subsidy/i] },\n  { industry: 'legacy-enterprise', terms: [/frameset/i, /iframe/i, /popup/i, /legacy/i, /report export/i, /mainframe/i] },\n  { industry: 'saas', terms: [/workspace/i, /tenant/i, /integration/i, /billing/i, /api key/i, /admin/i, /dashboard/i] },\n];\n\nexport function classifyDomainProfile(input: {\n  appUrl: string;\n  projectName?: string | null;\n  appType?: string | null;\n  seedText?: string;\n}): DomainProfile {\n  const haystack = [input.appUrl, input.projectName ?? '', input.appType ?? '', input.seedText ?? ''].join(' ');\n  const scores = new Map<Industry, { score: number; evidence: string[] }>();\n  for (const { industry, terms } of INDUSTRY_HINTS) {\n    for (const term of terms) {\n      if (term.test(haystack)) {\n        const prev = scores.get(industry) ?? { score: 0, evidence: [] };\n        prev.score += 1;\n        prev.evidence.push(term.source);\n        scores.set(industry, prev);\n      }\n    }\n  }\n  let selected: Industry = 'unknown';\n  let best = 0;\n  let evidence: string[] = [];\n  for (const [industry, result] of scores) {\n    if (result.score > best) {\n      selected = industry;\n      best = result.score;\n      evidence = result.evidence;\n    }\n  }\n  const base = PROFILES[selected];\n  return {\n    ...base,\n    confidence: best === 0 ? 0.25 : Math.min(0.95, 0.35 + best * 0.15),\n    evidence,\n  };\n}\n\nexport function getProfile(industry: Industry): DomainProfile {\n  const base = PROFILES[industry] ?? PROFILES.unknown;\n  return { ...base, confidence: 1, evidence: ['explicit'] };\n}\n"],
+  "mappings": "AAuBA,MAAM,4BAA4B;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,WAA6E;AAAA,EACjF,WAAW;AAAA,IACT,UAAU;AAAA,IACV,yBAAyB,CAAC,WAAW,WAAW,UAAU,UAAU,QAAQ,YAAY,WAAW,SAAS,SAAS;AAAA,IACrH,eAAe,CAAC,8BAA8B,yBAAyB,iDAAiD,wBAAwB;AAAA,IAChJ,UAAU,CAAC,cAAc,cAAc,gBAAgB,wBAAwB;AAAA,IAC/E,cAAc,CAAC,eAAe,kBAAkB,aAAa,mBAAmB;AAAA,IAChF,gBAAgB,CAAC,4CAA4C,mCAAmC,mCAAmC;AAAA,IACnI,mBAAmB;AAAA,EACrB;AAAA,EACA,SAAS;AAAA,IACP,UAAU;AAAA,IACV,yBAAyB,CAAC,SAAS,OAAO,aAAa,YAAY,gBAAgB,YAAY,eAAe,aAAa,SAAS;AAAA,IACpI,eAAe,CAAC,wBAAwB,mCAAmC,yCAAyC,gCAAgC;AAAA,IACpJ,UAAU,CAAC,wBAAwB,iBAAiB,cAAc,kBAAkB,sBAAsB;AAAA,IAC1G,cAAc,CAAC,kBAAkB,mBAAmB,kBAAkB,8BAA8B;AAAA,IACpG,gBAAgB,CAAC,wBAAwB,sCAAsC,8BAA8B;AAAA,IAC7G,mBAAmB;AAAA,EACrB;AAAA,EACA,SAAS;AAAA,IACP,UAAU;AAAA,IACV,yBAAyB,CAAC,OAAO,UAAU,gBAAgB,SAAS,YAAY,WAAW,QAAQ,cAAc,UAAU;AAAA,IAC3H,eAAe,CAAC,sBAAsB,6BAA6B,wCAAwC,4BAA4B;AAAA,IACvI,UAAU,CAAC,qBAAqB,sBAAsB,2BAA2B,eAAe;AAAA,IAChG,cAAc,CAAC,gBAAgB,kBAAkB,sBAAsB,2BAA2B;AAAA,IAClG,gBAAgB,CAAC,qBAAqB,8BAA8B,sCAAsC;AAAA,IAC1G,mBAAmB;AAAA,EACrB;AAAA,EACA,YAAY;AAAA,IACV,UAAU;AAAA,IACV,yBAAyB,CAAC,WAAW,eAAe,UAAU,YAAY,gBAAgB,WAAW,OAAO,SAAS;AAAA,IACrH,eAAe,CAAC,6BAA6B,+CAA+C,uCAAuC,gCAAgC;AAAA,IACnK,UAAU,CAAC,YAAY,sBAAsB,YAAY,YAAY,kBAAkB,oBAAoB;AAAA,IAC3G,cAAc,CAAC,6BAA6B,gBAAgB,qBAAqB,2BAA2B;AAAA,IAC5G,gBAAgB,CAAC,+BAA+B,kCAAkC,8BAA8B;AAAA,IAChH,mBAAmB;AAAA,EACrB;AAAA,EACA,QAAQ;AAAA,IACN,UAAU;AAAA,IACV,yBAAyB,CAAC,WAAW,UAAU,UAAU,SAAS,iBAAiB,cAAc,SAAS,OAAO;AAAA,IACjH,eAAe,CAAC,kCAAkC,0CAA0C,wCAAwC;AAAA,IACpI,UAAU,CAAC,wBAAwB,yBAAyB,oCAAoC;AAAA,IAChG,cAAc,CAAC,wBAAwB,wBAAwB,4BAA4B;AAAA,IAC3F,gBAAgB,CAAC,+CAA+C,4BAA4B;AAAA,IAC5F,mBAAmB;AAAA,EACrB;AAAA,EACA,aAAa;AAAA,IACX,UAAU;AAAA,IACV,yBAAyB,CAAC,QAAQ,SAAS,WAAW,aAAa,eAAe,aAAa,UAAU,SAAS;AAAA,IAClH,eAAe,CAAC,+BAA+B,mCAAmC,yCAAyC;AAAA,IAC3H,UAAU,CAAC,wBAAwB,2BAA2B,0BAA0B;AAAA,IACxF,cAAc,CAAC,sBAAsB,8BAA8B,8BAA8B;AAAA,IACjG,gBAAgB,CAAC,6BAA6B,0BAA0B,oBAAoB;AAAA,IAC5F,mBAAmB;AAAA,EACrB;AAAA,EACA,qBAAqB;AAAA,IACnB,UAAU;AAAA,IACV,yBAAyB,CAAC,YAAY,UAAU,SAAS,SAAS,UAAU,SAAS,UAAU,QAAQ;AAAA,IACvG,eAAe,CAAC,kBAAkB,mCAAmC,iCAAiC,wBAAwB;AAAA,IAC9H,UAAU,CAAC,uCAAuC,2BAA2B;AAAA,IAC7E,cAAc,CAAC,eAAe,iBAAiB,0BAA0B,qBAAqB;AAAA,IAC9F,gBAAgB,CAAC,2BAA2B,mCAAmC,mCAAmC;AAAA,IAClH,mBAAmB;AAAA,EACrB;AAAA,EACA,MAAM;AAAA,IACJ,UAAU;AAAA,IACV,yBAAyB,CAAC,aAAa,YAAY,SAAS,WAAW,gBAAgB,WAAW,SAAS,WAAW;AAAA,IACtH,eAAe,CAAC,4BAA4B,iCAAiC,mDAAmD,gCAAgC;AAAA,IAChK,UAAU,CAAC,eAAe,eAAe,iBAAiB,mBAAmB;AAAA,IAC7E,cAAc,CAAC,oBAAoB,oBAAoB,cAAc,qBAAqB;AAAA,IAC1F,gBAAgB,CAAC,qCAAqC,8BAA8B,mBAAmB;AAAA,IACvG,mBAAmB;AAAA,EACrB;AAAA,EACA,SAAS;AAAA,IACP,UAAU;AAAA,IACV,yBAAyB,CAAC,SAAS,aAAa,YAAY,UAAU,UAAU,UAAU,MAAM;AAAA,IAChG,eAAe,CAAC,4BAA4B,uCAAuC,yBAAyB,mCAAmC;AAAA,IAC/I,UAAU,CAAC,eAAe,sBAAsB,yBAAyB,wBAAwB;AAAA,IACjG,cAAc,CAAC,UAAU,kBAAkB,YAAY,WAAW,mBAAmB;AAAA,IACrF,gBAAgB,CAAC,wBAAwB,oCAAoC,yBAAyB;AAAA,IACtG,mBAAmB;AAAA,EACrB;AACF;AAEA,MAAM,iBAAiE;AAAA,EACrE,EAAE,UAAU,aAAa,OAAO,CAAC,SAAS,aAAa,YAAY,YAAY,QAAQ,aAAa,QAAQ,EAAE;AAAA,EAC9G,EAAE,UAAU,WAAW,OAAO,CAAC,YAAY,cAAc,eAAe,aAAa,SAAS,YAAY,UAAU,EAAE;AAAA,EACtH,EAAE,UAAU,WAAW,OAAO,CAAC,WAAW,QAAQ,WAAW,SAAS,YAAY,SAAS,UAAU,EAAE;AAAA,EACvG,EAAE,UAAU,cAAc,OAAO,CAAC,YAAY,aAAa,gBAAgB,UAAU,iBAAiB,YAAY,aAAa,EAAE;AAAA,EACjI,EAAE,UAAU,UAAU,OAAO,CAAC,WAAW,WAAW,YAAY,UAAU,eAAe,mBAAmB,QAAQ,EAAE;AAAA,EACtH,EAAE,UAAU,eAAe,OAAO,CAAC,SAAS,UAAU,SAAS,YAAY,WAAW,YAAY,UAAU,EAAE;AAAA,EAC9G,EAAE,UAAU,qBAAqB,OAAO,CAAC,aAAa,WAAW,UAAU,WAAW,kBAAkB,YAAY,EAAE;AAAA,EACtH,EAAE,UAAU,QAAQ,OAAO,CAAC,cAAc,WAAW,gBAAgB,YAAY,YAAY,UAAU,YAAY,EAAE;AACvH;AAEO,SAAS,sBAAsB,OAKpB;AAChB,QAAM,WAAW,CAAC,MAAM,QAAQ,MAAM,eAAe,IAAI,MAAM,WAAW,IAAI,MAAM,YAAY,EAAE,EAAE,KAAK,GAAG;AAC5G,QAAM,SAAS,oBAAI,IAAqD;AACxE,aAAW,EAAE,UAAU,MAAM,KAAK,gBAAgB;AAChD,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,KAAK,QAAQ,GAAG;AACvB,cAAM,OAAO,OAAO,IAAI,QAAQ,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,EAAE;AAC9D,aAAK,SAAS;AACd,aAAK,SAAS,KAAK,KAAK,MAAM;AAC9B,eAAO,IAAI,UAAU,IAAI;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AACA,MAAI,WAAqB;AACzB,MAAI,OAAO;AACX,MAAI,WAAqB,CAAC;AAC1B,aAAW,CAAC,UAAU,MAAM,KAAK,QAAQ;AACvC,QAAI,OAAO,QAAQ,MAAM;AACvB,iBAAW;AACX,aAAO,OAAO;AACd,iBAAW,OAAO;AAAA,IACpB;AAAA,EACF;AACA,QAAM,OAAO,SAAS,QAAQ;AAC9B,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,SAAS,IAAI,OAAO,KAAK,IAAI,MAAM,OAAO,OAAO,IAAI;AAAA,IACjE;AAAA,EACF;AACF;AAEO,SAAS,WAAW,UAAmC;AAC5D,QAAM,OAAO,SAAS,QAAQ,KAAK,SAAS;AAC5C,SAAO,EAAE,GAAG,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,EAAE;AAC1D;",
+  "names": []
+}

package/dist/proxy.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Free proxy auto-selection for bot-protection bypass.
+ *
+ * Source: proxifly/free-proxy-list (MIT) via jsDelivr CDN.
+ * These are datacenter proxies — they bypass simple IP blocks but NOT
+ * full Cloudflare Bot Manager / Akamai. For Cloudflare-protected sites,
+ * users need a residential proxy (Bright Data, Oxylabs, etc.).
+ */
+/**
+ * Pick a working free proxy. Tests in parallel batches of 10 with a 4s timeout.
+ * Returns null if no working proxy found (not an error — crawl can proceed without proxy).
+ */
+export declare function pickFreeProxy(): Promise<string | null>;
+export type ProxyTier = 'free' | 'datacenter' | 'residential' | 'premium';
+export interface ProxyTierConfig {
+    /** List of proxy URLs for this tier. E.g. ['http://user:pass@dc1.proxy:8080'] */
+    urls: string[];
+    tier: ProxyTier;
+}
+/**
+ * Tiered proxy manager with per-domain error histograms.
+ *
+ * Tracks success/failure per domain and automatically escalates to higher proxy tiers
+ * on consecutive failures. Applies time-decay to probe returning to lower tiers.
+ *
+ * Usage:
+ *   const mgr = new TieredProxyManager([{ tier: 'datacenter', urls: [...] }]);
+ *   const proxy = await mgr.selectProxy('api.salesforce.com');
+ *   // ... make request ...
+ *   mgr.recordResult('api.salesforce.com', success);
+ */
+export declare class TieredProxyManager {
+    private tiers;
+    private domainHistory;
+    private readonly ESCALATE_AFTER;
+    private readonly DECAY_AFTER_MS;
+    constructor(configs: ProxyTierConfig[]);
+    private getHistory;
+    private lowestAvailableTier;
+    /** Pick a proxy URL for this domain, based on its tier history. */
+    selectProxy(domain: string): string | null;
+    /** Record a request result for a domain. Triggers tier escalation on repeated failures. */
+    recordResult(domain: string, success: boolean): void;
+    stats(): Array<{
+        domain: string;
+        tier: ProxyTier;
+        successRate: number;
+        totalRequests: number;
+    }>;
+}

package/dist/proxy.js

@@ -0,0 +1,165 @@
+import { createConnection } from "net";
+const PROXY_LIST_URL = "https://cdn.jsdelivr.net/gh/proxifly/free-proxy-list@main/proxies/all/data.json";
+async function fetchCandidates() {
+  const res = await fetch(PROXY_LIST_URL, {
+    signal: AbortSignal.timeout(1e4),
+    headers: { "Accept": "application/json" }
+  });
+  if (!res.ok) throw new Error(`proxy list fetch failed: ${res.status}`);
+  const raw = await res.json();
+  return raw.filter((p) => p.protocols?.includes("http") && p.port > 0 && (p.upTime ?? 0) >= 30).sort((a, b) => (a.speed ?? 99999) - (b.speed ?? 99999)).slice(0, 50);
+}
+function testProxy(ip, port, timeoutMs) {
+  return new Promise((resolve) => {
+    let settled = false;
+    const settle = (ok) => {
+      if (settled) return;
+      settled = true;
+      resolve(ok);
+      try {
+        sock.destroy();
+      } catch {
+      }
+    };
+    const timer = setTimeout(() => settle(false), timeoutMs);
+    const sock = createConnection({ host: ip, port, timeout: timeoutMs });
+    sock.on("connect", () => {
+      sock.write("CONNECT example.com:80 HTTP/1.1\r\nHost: example.com:80\r\n\r\n");
+      sock.once("data", (data) => {
+        clearTimeout(timer);
+        const ok = /^HTTP\/1\.[01] 200/.test(data.toString());
+        settle(ok);
+      });
+    });
+    sock.on("error", () => {
+      clearTimeout(timer);
+      settle(false);
+    });
+    sock.on("timeout", () => {
+      clearTimeout(timer);
+      settle(false);
+    });
+  });
+}
+async function testBatch(candidates, start, batchSize, timeoutMs) {
+  const batch = candidates.slice(start, start + batchSize);
+  if (batch.length === 0) return null;
+  const results = await Promise.all(
+    batch.map(async (p) => {
+      const ok = await testProxy(p.ip, p.port, timeoutMs);
+      return ok ? `http://${p.ip}:${p.port}` : null;
+    })
+  );
+  return results.find((r) => r !== null) ?? null;
+}
+async function pickFreeProxy() {
+  let candidates;
+  try {
+    candidates = await fetchCandidates();
+  } catch (err) {
+    console.warn("[proxy] failed to fetch proxy list:", err?.message ?? err);
+    return null;
+  }
+  const BATCH = 10;
+  const TIMEOUT = 4e3;
+  for (let i = 0; i < candidates.length; i += BATCH) {
+    const found = await testBatch(candidates, i, BATCH, TIMEOUT);
+    if (found) {
+      console.info(`[proxy] selected free proxy: ${found} (tested ${i + BATCH} candidates)`);
+      return found;
+    }
+  }
+  console.warn("[proxy] no working free proxy found in list");
+  return null;
+}
+const TIER_ORDER = ["free", "datacenter", "residential", "premium"];
+function nextTier(current) {
+  const idx = TIER_ORDER.indexOf(current);
+  return TIER_ORDER[Math.min(idx + 1, TIER_ORDER.length - 1)];
+}
+class TieredProxyManager {
+  tiers = /* @__PURE__ */ new Map();
+  domainHistory = /* @__PURE__ */ new Map();
+  ESCALATE_AFTER = 3;
+  // consecutive failures before escalation
+  DECAY_AFTER_MS = 30 * 60 * 1e3;
+  // 30 min: probe tier downgrade
+  constructor(configs) {
+    for (const cfg of configs) {
+      if (cfg.urls.length > 0) this.tiers.set(cfg.tier, cfg.urls);
+    }
+  }
+  getHistory(domain) {
+    if (!this.domainHistory.has(domain)) {
+      this.domainHistory.set(domain, {
+        tier: this.lowestAvailableTier(),
+        consecutiveFailures: 0,
+        lastEscalatedAt: 0,
+        totalRequests: 0,
+        successRate: 1
+      });
+    }
+    return this.domainHistory.get(domain);
+  }
+  lowestAvailableTier() {
+    for (const t of TIER_ORDER) {
+      if (this.tiers.has(t)) return t;
+    }
+    return "free";
+  }
+  /** Pick a proxy URL for this domain, based on its tier history. */
+  selectProxy(domain) {
+    const history = this.getHistory(domain);
+    if (history.consecutiveFailures === 0 && history.lastEscalatedAt > 0) {
+      const elapsed = Date.now() - history.lastEscalatedAt;
+      if (elapsed > this.DECAY_AFTER_MS) {
+        const currentIdx = TIER_ORDER.indexOf(history.tier);
+        if (currentIdx > 0) {
+          const lowerTier = TIER_ORDER[currentIdx - 1];
+          if (this.tiers.has(lowerTier)) {
+            history.tier = lowerTier;
+            history.lastEscalatedAt = 0;
+          }
+        }
+      }
+    }
+    const urls = this.tiers.get(history.tier);
+    if (!urls || urls.length === 0) return null;
+    const idx = history.totalRequests % urls.length;
+    return urls[idx];
+  }
+  /** Record a request result for a domain. Triggers tier escalation on repeated failures. */
+  recordResult(domain, success) {
+    const history = this.getHistory(domain);
+    history.totalRequests++;
+    if (success) {
+      history.consecutiveFailures = 0;
+      history.successRate = history.successRate * 0.9 + 0.1;
+    } else {
+      history.consecutiveFailures++;
+      history.successRate = history.successRate * 0.9;
+      if (history.consecutiveFailures >= this.ESCALATE_AFTER) {
+        const elevated = nextTier(history.tier);
+        if (elevated !== history.tier && this.tiers.has(elevated)) {
+          console.warn(`[proxy-tier] domain=${domain} escalating ${history.tier}\u2192${elevated} after ${history.consecutiveFailures} failures`);
+          history.tier = elevated;
+          history.lastEscalatedAt = Date.now();
+          history.consecutiveFailures = 0;
+        }
+      }
+    }
+  }
+  stats() {
+    return Array.from(this.domainHistory.entries()).map(([domain, h]) => ({
+      domain,
+      tier: h.tier,
+      successRate: Math.round(h.successRate * 100) / 100,
+      totalRequests: h.totalRequests
+    }));
+  }
+}
+export {
+  TieredProxyManager,
+  pickFreeProxy
+};
+//# sourceMappingURL=proxy.js.map