explorbot 0.0.1 → 0.1.0

package/src/ai/planner/session-dedup.ts

@@ -0,0 +1,35 @@
+import type { Plan } from '../../test-plan.ts';
+import type { Constructor } from '../researcher/mixin.ts';
+
+const previousPlans: Plan[] = [];
+
+export function WithSessionDedup<T extends Constructor>(Base: T) {
+  return class extends Base {
+    declare currentPlan: Plan | null;
+
+    registerPlanInSession(plan: Plan): void {
+      if (!previousPlans.includes(plan)) {
+        previousPlans.push(plan);
+      }
+    }
+
+    getSessionTestsSummary(): string {
+      const lines: string[] = [];
+      for (const plan of previousPlans) {
+        if (plan === this.currentPlan) continue;
+        for (const test of plan.tests) {
+          lines.push(`${plan.url || '/'} | ${test.style || 'default'} | ${test.scenario}`);
+        }
+      }
+      return lines.join('\n');
+    }
+
+    getPreviousSessionScenarios(): Set<string> {
+      return new Set(previousPlans.flatMap((p) => p.tests.map((t) => t.scenario.toLowerCase())));
+    }
+
+    getPreviousSessionScenariosExcluding(plan: Plan): Set<string> {
+      return new Set(previousPlans.filter((p) => p !== plan).flatMap((p) => p.tests.map((t) => t.scenario.toLowerCase())));
+    }
+  };
+}

package/src/ai/planner/styles.ts

@@ -0,0 +1,17 @@
+import { ConfigParser } from '../../config.ts';
+import { RulesLoader } from '../../utils/rules-loader.ts';
+
+const DEFAULT_STYLES = ['normal', 'curious', 'psycho'];
+
+let cache: Record<string, string> | null = null;
+
+export function getStyles(): Record<string, string> {
+  if (cache) return cache;
+  const cfg = ConfigParser.getInstance().getConfig().ai?.agents?.planner;
+  cache = RulesLoader.loadStyles('planner', cfg?.styles || DEFAULT_STYLES);
+  return cache;
+}
+
+export function getActiveStyle(iteration: number, override?: string): { name: string; approach: string } {
+  return RulesLoader.getActiveStyle(getStyles(), iteration, override);
+}

package/src/ai/planner/subpages.ts

@@ -0,0 +1,171 @@
+import dedent from 'dedent';
+import { z } from 'zod';
+import { ConfigParser } from '../../config.ts';
+import { normalizeUrl } from '../../state-manager.ts';
+import type { StateManager } from '../../state-manager.ts';
+import type { Plan } from '../../test-plan.ts';
+import { tag } from '../../utils/logger.ts';
+import type { Provider } from '../provider.ts';
+import type { Constructor } from '../researcher/mixin.ts';
+
+const planRegistry: Map<string, PlanRecord> = new Map();
+
+export function registerPlan(url: string, plan: Plan, feature?: string, stateHash?: string): void {
+  const key = buildKey(url, feature);
+  planRegistry.set(key, { plan, feature, url, stateHash });
+}
+
+export function getRegisteredPlan(url: string, feature?: string): PlanRecord | undefined {
+  return planRegistry.get(buildKey(url, feature));
+}
+
+export function isPagePlanned(url: string): boolean {
+  return planRegistry.has(buildKey(url));
+}
+
+export function clearPlanRegistry(url?: string): void {
+  if (!url) {
+    planRegistry.clear();
+    return;
+  }
+  const key = buildKey(url);
+  planRegistry.delete(key);
+}
+
+function buildKey(url: string, feature?: string): string {
+  const normalized = normalizeUrl(url);
+  if (feature) return `${normalized}::${feature}`;
+  return normalized;
+}
+
+export function isDynamicSegment(segment: string): boolean {
+  try {
+    const configRegex = ConfigParser.getInstance().getConfig().dynamicPageRegex;
+    if (configRegex) return new RegExp(configRegex, 'i').test(segment);
+  } catch {
+    /* config not loaded yet */
+  }
+
+  // numeric: /users/123
+  if (/^\d+$/.test(segment)) return true;
+  // UUID: /items/550e8400-e29b-41d4-a716-446655440000
+  if (/^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$/i.test(segment)) return true;
+  // ULID: /items/01ARZ3NDEKTSV4RRFFQ69G5FAV
+  if (/^[0-9A-HJKMNP-TV-Z]{26}$/.test(segment)) return true;
+  // hex ID (4+ chars): /suite/70dae98a
+  if (/^[a-f0-9]{4,}$/i.test(segment)) return true;
+  // hex-prefixed slug (8+ hex before dash): /suite/95ef0c94-mobile
+  if (/^[a-f0-9]{8,}-/i.test(segment)) return true;
+  // short mixed alphanumeric (digits + letters, ≤8 chars, no dash): /item/x7f2
+  if (segment.length <= 8 && !segment.includes('-') && /\d/.test(segment) && /[a-z]/i.test(segment)) return true;
+  return false;
+}
+
+export function isTemplateMatch(urlA: string, urlB: string): boolean {
+  const partsA = normalizeUrl(urlA).split('/');
+  const partsB = normalizeUrl(urlB).split('/');
+  if (partsA.length !== partsB.length) return false;
+
+  let diffCount = 0;
+  for (let i = 0; i < partsA.length; i++) {
+    if (partsA[i] === partsB[i]) continue;
+    diffCount++;
+    if (diffCount > 1) return false;
+    if (!isDynamicSegment(partsA[i]) && !isDynamicSegment(partsB[i])) return false;
+  }
+  return diffCount === 1;
+}
+
+export function getPlannedByStateHash(hash: string): PlanRecord | null {
+  for (const record of planRegistry.values()) {
+    if (record.stateHash === hash) return record;
+  }
+  return null;
+}
+
+const SubPagePickSchema = z.object({
+  url: z.string().nullable(),
+  reason: z.string(),
+});
+
+export function WithSubPages<T extends Constructor>(Base: T) {
+  return class extends Base {
+    declare provider: Provider;
+    declare stateManager: StateManager;
+
+    collectSubPageCandidates(plan: Plan, currentUrl: string): SubPageCandidate[] {
+      const visited = plan.getVisitedPages();
+      const currentPath = normalizeUrl(currentUrl);
+
+      const candidates: SubPageCandidate[] = [];
+      for (const page of visited) {
+        const pagePath = normalizeUrl(page.url);
+        if (!pagePath.startsWith(currentPath) || pagePath === currentPath) continue;
+        if (this.findSimilarPlan(page.url)) continue;
+        if (candidates.some((c) => normalizeUrl(c.url) === pagePath)) continue;
+
+        candidates.push({
+          url: page.url,
+          title: page.title,
+          h1: page.h1,
+          visitCount: this.stateManager.getVisitCount(page.url),
+        });
+      }
+
+      candidates.sort((a, b) => b.visitCount - a.visitCount);
+      return candidates;
+    }
+
+    async pickNextSubPage(candidates: SubPageCandidate[]): Promise<{ url: string; reason: string } | null> {
+      if (candidates.length === 0) return null;
+
+      const plannedEntries = [...planRegistry.entries()].map(([key, record]) => `- ${record.url} (${record.plan.tests.length} tests${record.feature ? `, feature: ${record.feature}` : ''})`).join('\n');
+
+      const candidateList = candidates.map((c) => `- ${c.url} (visits: ${c.visitCount}${c.title ? `, title: "${c.title}"` : ''}${c.h1 ? `, h1: "${c.h1}"` : ''})`).join('\n');
+
+      const conversation = this.provider.startConversation(
+        dedent`
+          You pick the next most business-relevant sub-page to test from a list of candidates.
+          Higher visit count means the page was encountered more during testing — likely more important.
+          Detect template pages: /users/1 and /users/2 are the same template — if one was planned, skip all others.
+          Compare page titles, headings, and URL structure to detect templates.
+          Skip help/docs/about pages if core feature pages remain.
+          Return null for url when no more relevant pages remain.
+        `,
+        'planner'
+      );
+
+      conversation.addUserText(dedent`
+        Already planned pages:
+        ${plannedEntries || '(none)'}
+
+        Candidate sub-pages:
+        ${candidateList}
+
+        Pick the most business-relevant untested page, or return null if none are worth testing.
+      `);
+
+      const result = await this.provider.generateObject(conversation.messages, SubPagePickSchema, conversation.model);
+      if (!result?.object?.url) return null;
+      return { url: result.object.url, reason: result.object.reason };
+    }
+
+    findSimilarPlan(url: string): PlanRecord | null {
+      if (isPagePlanned(url)) {
+        const record = getRegisteredPlan(url);
+        if (record) return record;
+      }
+
+      for (const record of planRegistry.values()) {
+        if (record.feature) continue;
+        if (isTemplateMatch(url, record.url)) return record;
+      }
+
+      return null;
+    }
+  };
+}
+
+type PlanRecord = { plan: Plan; feature?: string; url: string; stateHash?: string };
+
+type SubPageCandidate = { url: string; title?: string; h1?: string; visitCount: number };