explorbot 0.1.9 → 0.1.11

package/src/utils/error-page.ts

@@ -4,20 +4,45 @@ import { isBodyEmpty } from './html.js';
 const HTTP_ERRORS = ['400 Bad Request', '401 Unauthorized', '403 Forbidden', '404 Not Found', '405 Method Not Allowed', '408 Request Timeout', '500 Internal Server Error', '502 Bad Gateway', '503 Service Unavailable', '504 Gateway Timeout'];
 
 const SMALL_PAGE_THRESHOLD = 500;
+const LOADING_WORD = /\bloading\b/i;
 
-export function isErrorPage(actionResult: ActionResult): boolean {
-  const checkFields = [actionResult.title, actionResult.h1, actionResult.h2].filter(Boolean) as string[];
+export type PageCondition = 'ok' | 'loading' | 'error';
+
+export function detectPageCondition(actionResult: ActionResult): PageCondition {
+  const headingFields = [actionResult.title, actionResult.h1, actionResult.h2].filter(Boolean) as string[];
 
-  for (const field of checkFields) {
+  for (const field of headingFields) {
     for (const error of HTTP_ERRORS) {
-      if (field.toLowerCase().includes(error.toLowerCase())) return true;
+      if (field.toLowerCase().includes(error.toLowerCase())) return 'error';
     }
   }
 
-  if (!actionResult.html || isBodyEmpty(actionResult.html)) return true;
+  const aria = actionResult.ariaSnapshot || '';
+  if (/\bprogressbar\b/i.test(aria)) return 'loading';
+  if (/\[busy\]/.test(aria)) return 'loading';
+
+  for (const field of headingFields) {
+    if (LOADING_WORD.test(field)) return 'loading';
+  }
+
+  if (!actionResult.html || isBodyEmpty(actionResult.html)) return 'loading';
 
   const bodyMatch = actionResult.html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
-  if (bodyMatch && bodyMatch[1].trim().length < SMALL_PAGE_THRESHOLD) return true;
+  if (bodyMatch && bodyMatch[1].trim().length < SMALL_PAGE_THRESHOLD) return 'loading';
 
-  return false;
+  return 'ok';
+}
+
+export function isErrorPage(actionResult: ActionResult): boolean {
+  return detectPageCondition(actionResult) === 'error';
+}
+
+export class ErrorPageError extends Error {
+  constructor(
+    public readonly url: string,
+    public readonly title?: string
+  ) {
+    super(`Error page detected at ${url}${title ? ` (${title})` : ''}`);
+    this.name = 'ErrorPageError';
+  }
 }

package/src/utils/logger.ts

@@ -5,9 +5,9 @@ import chalk from 'chalk';
 import debug from 'debug';
 import dedent from 'dedent';
 import { marked } from 'marked';
+import stripAnsi from 'strip-ansi';
 import { ConfigParser } from '../config.js';
 import { Observability } from '../observability.ts';
-import stripAnsi from 'strip-ansi';
 import { parseMarkdownToTerminal } from './markdown-terminal.ts';
 
 export type LogType = 'info' | 'success' | 'error' | 'warning' | 'debug' | 'substep' | 'step' | 'multiline' | 'html' | 'input';

package/src/utils/next-steps.ts

@@ -0,0 +1,51 @@
+import path from 'node:path';
+import { tag } from './logger.js';
+
+export interface NextStepCommand {
+  label: string;
+  command: string;
+}
+
+export interface NextStepSection {
+  label: string;
+  path?: string;
+  commands?: NextStepCommand[];
+}
+
+export function relativeToCwd(absPath: string): string {
+  const rel = path.relative(process.cwd(), absPath);
+  return rel || '.';
+}
+
+export function printNextSteps(sections: NextStepSection[]): void {
+  if (sections.length === 0) return;
+
+  const blocks: string[] = [];
+  for (const section of sections) {
+    const lines: string[] = [];
+    const headerPath = section.path ? relativeToCwd(section.path) : '';
+    lines.push(headerPath ? `${section.label}: ${headerPath}` : section.label);
+
+    const commands = section.commands || [];
+    if (commands.length > 0) {
+      const labeled = commands.filter((c) => c.label);
+      const maxLabel = labeled.length > 0 ? Math.max(...labeled.map((c) => c.label.length)) : 0;
+      for (const cmd of commands) {
+        if (!cmd.label) {
+          lines.push(`  ${cmd.command}`);
+          continue;
+        }
+        const padded = `${cmd.label}:`.padEnd(maxLabel + 2);
+        lines.push(`  ${padded} ${cmd.command}`);
+      }
+    }
+    blocks.push(lines.join('\n'));
+  }
+
+  for (let i = 0; i < blocks.length; i++) {
+    if (i > 0) tag('info').log('');
+    for (const line of blocks[i].split('\n')) {
+      tag('info').log(line);
+    }
+  }
+}

package/src/utils/rules-loader.ts

@@ -1,4 +1,4 @@
-import { existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from 'node:fs';
 import { basename, dirname, join, resolve } from 'node:path';
 import { fileURLToPath } from 'node:url';
 import { tag } from './logger.ts';

package/src/utils/test-files.ts

@@ -3,9 +3,9 @@ import path from 'node:path';
 import chalk from 'chalk';
 import { highlight } from 'cli-highlight';
 import * as codeceptjs from 'codeceptjs';
-import store from 'codeceptjs/lib/store';
 import stepsListener from 'codeceptjs/lib/listener/steps';
 import storeListener from 'codeceptjs/lib/listener/store';
+import store from 'codeceptjs/lib/store';
 import figureSet from 'figures';
 import { ConfigParser } from '../config.ts';
 

package/src/utils/url-matcher.ts

@@ -1,4 +1,47 @@
 import micromatch from 'micromatch';
+import { ConfigParser } from '../config.js';
+
+export function isDynamicSegment(segment: string): boolean {
+  try {
+    const configRegex = ConfigParser.getInstance().getConfig().dynamicPageRegex;
+    if (configRegex) return new RegExp(configRegex, 'i').test(segment);
+  } catch {
+    /* config not loaded yet */
+  }
+
+  // numeric: /users/123
+  if (/^\d+$/.test(segment)) return true;
+  // UUID: /items/550e8400-e29b-41d4-a716-446655440000
+  if (/^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$/i.test(segment)) return true;
+  // ULID: /items/01ARZ3NDEKTSV4RRFFQ69G5FAV
+  if (/^[0-9A-HJKMNP-TV-Z]{26}$/.test(segment)) return true;
+  // hex ID (4+ chars): /suite/70dae98a
+  if (/^[a-f0-9]{4,}$/i.test(segment)) return true;
+  // hex-prefixed slug (8+ hex before dash): /suite/95ef0c94-mobile
+  if (/^[a-f0-9]{8,}-/i.test(segment)) return true;
+  // short mixed alphanumeric (digits + letters, ≤8 chars, no dash): /item/x7f2
+  if (segment.length <= 8 && !segment.includes('-') && /\d/.test(segment) && /[a-z]/i.test(segment)) return true;
+  return false;
+}
+
+export function hasDynamicUrlSegment(url: string): boolean {
+  return url.split('/').some((seg) => seg.length > 0 && isDynamicSegment(seg));
+}
+
+export function generalizeSegment(segment: string): string {
+  if (/^\d+$/.test(segment)) return '\\d+';
+  if (/^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$/i.test(segment)) return '[a-f0-9-]+';
+  if (/^[0-9A-HJKMNP-TV-Z]{26}$/.test(segment)) return '[0-9A-HJKMNP-TV-Z]+';
+  if (/^[a-f0-9]+$/i.test(segment)) return '[a-f0-9]+';
+  return '[^/]+';
+}
+
+export function generalizeUrl(url: string): string {
+  return url
+    .split('/')
+    .map((seg) => (seg.length > 0 && isDynamicSegment(seg) ? generalizeSegment(seg) : seg))
+    .join('/');
+}
 
 export function matchesUrl(pattern: string, path: string): boolean {
   if (pattern === '*') return true;