@anweat/dsh-browser 0.1.7 → 0.1.8

package/lib/approval-policy.js

@@ -3,6 +3,7 @@ import { recipeNeedsApproval } from "./automation.js";
 import { validateUserscript } from "./scripts.js";
 import { isBrowserToolExposed } from "./freedom.js";
 const DIRECT_INTERACTIONS = new Set(['browser_click', 'browser_type', 'browser_scroll']);
+const WEB_LOCAL_MUTATIONS = new Set(['web_cache_clear']);
 export function browserPolicyDecision(name, args, mode = 'standard') {
     if (!isBrowserToolExposed(name, mode) && name.startsWith('browser_')) {
         return { kind: 'deny', reason: `Browser tool ${name} is disabled by automationMode=${mode}` };
@@ -58,6 +59,20 @@ export function browserPolicyDecision(name, args, mode = 'standard') {
             return { kind: 'ask', reason: 'Run a multi-step Playwright recipe with page mutations: ' + actions.join(', ') };
         }
     }
+    if (name === 'web_deps' && args?.action === 'install') {
+        if (mode === 'read-only')
+            return { kind: 'deny', reason: `Dependency installation is disabled by automationMode=${mode}` };
+        if (mode === 'unrestricted')
+            return { kind: 'allow' };
+        return { kind: 'ask', reason: 'Install an external Web Search Pro backend dependency' };
+    }
+    const webRuleAction = name === 'web_rule' ? args?.action : undefined;
+    if (WEB_LOCAL_MUTATIONS.has(name) || (name === 'web_rule' && ['upsert', 'remove', 'import'].includes(String(webRuleAction)))) {
+        if (mode === 'read-only')
+            return { kind: 'deny', reason: `Web Search Pro mutations are disabled by automationMode=${mode}` };
+        if (mode === 'standard')
+            return { kind: 'ask', reason: 'Modify Web Search Pro local state: ' + name };
+    }
     return { kind: 'allow' };
 }
 //# sourceMappingURL=approval-policy.js.map

package/lib/approval-policy.js.map

@@ -1 +1 @@
-{"version":3,"file":"approval-policy.js","sourceRoot":"","sources":["../src/approval-policy.ts"],"names":[],"mappings":"AAAA,iFAAiF;AAEjF,OAAO,EAAE,mBAAmB,EAA0B,MAAM,iBAAiB,CAAA;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,oBAAoB,EAAuB,MAAM,cAAc,CAAA;AAOxE,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAA;AAExF,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,IAAa,EAAE,OAAuB,UAAU;IAClG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,IAAI,kCAAkC,IAAI,EAAE,EAAE,CAAA;IAC/F,CAAC;IACD,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,kDAAkD,IAAI,EAAE,EAAE,CAAA;QACnH,IAAI,IAAI,KAAK,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,4CAA4C,GAAG,IAAI,EAAE,CAAA;IAC9G,CAAC;IACD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,sDAAsD,IAAI,EAAE,EAAE,CAAA;QACvH,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAA;IAC7F,CAAC;IACD,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAA2C,CAAA;QACzD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAA;QACrJ,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;QAC9D,IAAI,CAAC,UAAU,CAAC,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,+BAA+B,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QACtH,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,uDAAuD,IAAI,EAAE,EAAE,CAAA;QACxH,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAA;QACxC,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,4BAA4B,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,mBAAmB,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACpK,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAA0B,CAAA;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAa,CAAC,CAAC,CAAC,EAAE,CAAA;QAC/G,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,IAAI,EAAE,EAAE,CAAA;QAC5H,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,mEAAmE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,EAAE,CAAA;IACjJ,CAAC;IACD,IAAI,IAAI,KAAK,oBAAoB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAA2B,CAAA;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAA4B,CAAC,CAAC,CAAC,EAAE,CAAA;QAClF,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACtI,IAAI,IAAI,KAAK,WAAW;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,mDAAmD,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;YAC3I,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,cAAc;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;YAC9E,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0DAA0D,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QACjH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AAC1B,CAAC"}
+{"version":3,"file":"approval-policy.js","sourceRoot":"","sources":["../src/approval-policy.ts"],"names":[],"mappings":"AAAA,iFAAiF;AAEjF,OAAO,EAAE,mBAAmB,EAA0B,MAAM,iBAAiB,CAAA;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,oBAAoB,EAAuB,MAAM,cAAc,CAAA;AAOxE,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAA;AACxF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAA;AAExD,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,IAAa,EAAE,OAAuB,UAAU;IAClG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,IAAI,kCAAkC,IAAI,EAAE,EAAE,CAAA;IAC/F,CAAC;IACD,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,kDAAkD,IAAI,EAAE,EAAE,CAAA;QACnH,IAAI,IAAI,KAAK,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,4CAA4C,GAAG,IAAI,EAAE,CAAA;IAC9G,CAAC;IACD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,sDAAsD,IAAI,EAAE,EAAE,CAAA;QACvH,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAA;IAC7F,CAAC;IACD,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAA2C,CAAA;QACzD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAA;QACrJ,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;QAC9D,IAAI,CAAC,UAAU,CAAC,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,+BAA+B,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QACtH,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,uDAAuD,IAAI,EAAE,EAAE,CAAA;QACxH,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAA;QACxC,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,4BAA4B,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,mBAAmB,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACpK,CAAA;IACH,CAAC;IACD,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAA0B,CAAA;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAa,CAAC,CAAC,CAAC,EAAE,CAAA;QAC/G,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,IAAI,EAAE,EAAE,CAAA;QAC5H,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,mEAAmE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,EAAE,CAAA;IACjJ,CAAC;IACD,IAAI,IAAI,KAAK,oBAAoB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAA2B,CAAA;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAA4B,CAAC,CAAC,CAAC,EAAE,CAAA;QAClF,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACtI,IAAI,IAAI,KAAK,WAAW;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,mDAAmD,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;YAC3I,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,cAAc;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;YAC9E,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0DAA0D,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QACjH,CAAC;IACH,CAAC;IACD,IAAI,IAAI,KAAK,UAAU,IAAK,IAA6B,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;QAChF,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,yDAAyD,IAAI,EAAE,EAAE,CAAA;QAC1H,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QACrD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,uDAAuD,EAAE,CAAA;IACzF,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,KAAK,UAAU,CAAC,CAAC,CAAE,IAA6B,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IAC9F,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7H,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,IAAI,EAAE,EAAE,CAAA;QAC5H,IAAI,IAAI,KAAK,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,GAAG,IAAI,EAAE,CAAA;IACvG,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AAC1B,CAAC"}

package/lib/browser-service.d.ts

@@ -23,6 +23,8 @@ import type { ResolvedConfig } from './config.ts';
 import { type BrowserRecipeStep, type RecipeStepResult } from './automation.ts';
 import { type UserscriptValidation } from './scripts.ts';
 import { type AutomationMode } from './freedom.ts';
+import { type OpencliCatalogFilter, type OpencliCatalogItem } from './opencli-catalog.ts';
+import { UsageGovernor } from './usage-policy.ts';
 export interface RenderRule {
     hostname: string;
     contentSelectors: string[];
@@ -37,7 +39,7 @@ export interface RenderResult {
 export interface SnapshotResult {
     title: string;
     text: string;
-    screenshotPath: string;
+    screenshotPath?: string;
     htmlPath: string;
     usedRule?: string;
 }
@@ -70,6 +72,58 @@ export interface ScriptRunResult {
     resultJson: string;
     truncated: boolean;
 }
+export interface CrawlPage {
+    url: string;
+    title: string;
+    text: string;
+    depth: number;
+    status: number;
+}
+export interface CrawlResult {
+    pages: CrawlPage[];
+    errors: {
+        url: string;
+        depth: number;
+        error: string;
+        status?: number;
+    }[];
+    stats: {
+        pagesVisited: number;
+        queued: number;
+        elapsedMs: number;
+        waitMs: number;
+        backoffEvents: number;
+    };
+    warnings: string[];
+}
+export interface BrowserStatus {
+    enabled: boolean;
+    channel: string;
+    browserRuntime: 'playwright' | 'patchright';
+    runtimeWarnings: string[];
+    headless: boolean;
+    opencliEnabled: boolean;
+    automationMode: AutomationMode;
+    exposedTools: string[];
+    directInteractionPolicy: 'deny' | 'ask' | 'allow';
+    mutatingRecipePolicy: 'deny' | 'ask' | 'allow';
+    externalUserscriptPolicy: 'deny' | 'ask' | 'allow';
+    opencliRunPolicy: 'deny' | 'ask' | 'allow';
+    chromiumInstalled: boolean;
+    usagePolicy: ResolvedConfig['usagePolicy'];
+    usageGovernor: ReturnType<UsageGovernor['snapshot']>;
+    authProfiles: {
+        id: string;
+        allowedDomains: string[];
+        persistState: boolean;
+    }[];
+    rulePacks: string[];
+    builtinScripts: string[];
+    externalUserscriptsRequireApproval: boolean;
+    mutatingRecipesRequireApproval: boolean;
+    activeUrl?: string;
+    activeAuthProfile?: string;
+}
 export declare class BrowserService {
     private readonly config;
     private browser;
@@ -79,11 +133,14 @@ export declare class BrowserService {
     private activeProfile?;
     private activeRulePack?;
     private readonly authProfiles;
+    private readonly usageGovernor;
+    private opencliCatalogCache?;
     constructor(config: ResolvedConfig);
     available(): boolean;
     private ensure;
     /** Run `playwright install chromium` from the bundled playwright CLI. */
     installChromium(): Promise<CliResult>;
+    private navigate;
     private transientContext;
     private persistAndClose;
     render(url: string, rules: readonly RenderRule[], opts?: {
@@ -99,6 +156,7 @@ export declare class BrowserService {
         maxChars?: number;
         authProfile?: string;
         rulePack?: string;
+        screenshot?: boolean;
     }): Promise<SnapshotResult>;
     searchResults(url: string, spec: PlatformSpec, opts?: {
         signal?: AbortSignal;
@@ -119,6 +177,14 @@ export declare class BrowserService {
         signal?: AbortSignal;
     }): Promise<CliResult>;
     opencliDoctor(signal?: AbortSignal): Promise<CliResult>;
+    opencliCatalog(filter?: OpencliCatalogFilter, signal?: AbortSignal): Promise<OpencliCatalogItem[]>;
+    crawl(startUrls: readonly string[], opts?: {
+        maxPages?: number;
+        maxDepth?: number;
+        sameOrigin?: boolean;
+        maxCharsPerPage?: number;
+        signal?: AbortSignal;
+    }): Promise<CrawlResult>;
     scriptCatalog(): {
         id: string;
         name: string;
@@ -169,29 +235,6 @@ export declare class BrowserService {
         signal?: AbortSignal;
     }): Promise<RecipeRunResult>;
     closePage(): Promise<void>;
-    status(): Promise<{
-        enabled: boolean;
-        channel: string;
-        headless: boolean;
-        opencliEnabled: boolean;
-        automationMode: AutomationMode;
-        exposedTools: string[];
-        directInteractionPolicy: 'deny' | 'ask' | 'allow';
-        mutatingRecipePolicy: 'deny' | 'ask' | 'allow';
-        externalUserscriptPolicy: 'deny' | 'ask' | 'allow';
-        opencliRunPolicy: 'deny' | 'ask' | 'allow';
-        chromiumInstalled: boolean;
-        authProfiles: {
-            id: string;
-            allowedDomains: string[];
-            persistState: boolean;
-        }[];
-        rulePacks: string[];
-        builtinScripts: string[];
-        externalUserscriptsRequireApproval: boolean;
-        mutatingRecipesRequireApproval: boolean;
-        activeUrl?: string;
-        activeAuthProfile?: string;
-    }>;
+    status(): Promise<BrowserStatus>;
     close(): Promise<void>;
 }

package/lib/browser-service.js

@@ -21,60 +21,75 @@
 import fs from 'node:fs';
 import path from 'node:path';
 import crypto from 'node:crypto';
-import { loadPlaywright, runOpencli, runNode, playwrightCliPath } from "./deps.js";
+import { browserRuntimeCliPath, loadBrowserRuntime, runOpencli, runNode } from "./deps.js";
 import { AuthProfileStore } from "./auth-profiles.js";
 import { applyRuleSteps, resolveRulePack } from "./rule-packs.js";
 import { runRecipe } from "./automation.js";
 import { BUILTIN_SCRIPTS, builtinScript, executeUserscript, validateUserscript } from "./scripts.js";
 import { browserToolsForMode } from "./freedom.js";
+import { filterOpencliCatalog, parseOpencliCatalog } from "./opencli-catalog.js";
+import { UsageGovernor } from "./usage-policy.js";
 /** Rules-aware content extractor (runs in the page). */
-const EXTRACTOR_FN = `(ruleList) => {
-  const doc = document
-  const title = doc.title ? doc.title.trim() : ''
-  let host = ''
-  try { host = location.hostname } catch (e) {}
-  const norm = (h) => { const x = h.toLowerCase(); return x.startsWith('www.') ? x.slice(4) : x }
-  let rule = null
-  for (const r of ruleList) {
-    const rh = norm(r.hostname)
-    if (host === rh || host.endsWith('.' + rh)) rule = r
-  }
-  const pick = (selectors) => {
-    for (const sel of selectors) {
-      try {
-        const el = doc.querySelector(sel)
-        if (el && (el.textContent || '').trim().length > 40) return el
-      } catch (e) {}
-    }
-    return null
-  }
-  const content = rule ? pick(rule.contentSelectors) : (pick(['article', 'main', '[role="main"]']) || doc.body)
-  if (content && rule && rule.removeSelectors) {
-    for (const sel of rule.removeSelectors) {
-      try { content.querySelectorAll(sel).forEach((el) => el.remove()) } catch (e) {}
-    }
-  }
-  const text = content ? (content.innerText || content.textContent || '') : ''
-  return { title, text, html: doc.documentElement.outerHTML.slice(0, 2000000), usedRule: rule ? rule.hostname : null }
+const EXTRACTOR_FN = `(ruleList) => {
+  const doc = document
+  const title = doc.title ? doc.title.trim() : ''
+  let host = ''
+  try { host = location.hostname } catch (e) {}
+  const norm = (h) => { const x = h.toLowerCase(); return x.startsWith('www.') ? x.slice(4) : x }
+  let rule = null
+  for (const r of ruleList) {
+    const rh = norm(r.hostname)
+    if (host === rh || host.endsWith('.' + rh)) rule = r
+  }
+  const pick = (selectors) => {
+    for (const sel of selectors) {
+      try {
+        const el = doc.querySelector(sel)
+        if (el && (el.textContent || '').trim().length > 40) return el
+      } catch (e) {}
+    }
+    return null
+  }
+  const content = rule ? pick(rule.contentSelectors) : (pick(['article', 'main', '[role="main"]']) || doc.body)
+  if (content && rule && rule.removeSelectors) {
+    for (const sel of rule.removeSelectors) {
+      try { content.querySelectorAll(sel).forEach((el) => el.remove()) } catch (e) {}
+    }
+  }
+  const text = content ? (content.innerText || content.textContent || '') : ''
+  return { title, text, html: doc.documentElement.outerHTML.slice(0, 2000000), usedRule: rule ? rule.hostname : null }
 }`;
 /** Platform search-page list extractor (runs in the page). */
-const LIST_EXTRACTOR = `(spec) => {
-  const items = []
-  const nodes = document.querySelectorAll(spec.item)
-  for (let i = 0; i < nodes.length && items.length < 20; i++) {
-    const el = nodes[i]
-    const titleEl = spec.title ? el.querySelector(spec.title) : null
-    const linkEl = spec.link ? el.querySelector(spec.link) : null
-    const textEl = spec.text ? el.querySelector(spec.text) : null
-    const title = (titleEl ? titleEl.textContent : el.textContent || '').trim().replace(/\\s+/g, ' ')
-    let url = linkEl ? (linkEl.href || linkEl.getAttribute('href') || '') : ''
-    if (url && url.startsWith('/')) url = location.origin + url
-    if (!url && linkEl === null && titleEl) { const a = titleEl.closest ? titleEl.closest('a') : null; if (a) url = a.href }
-    const snippet = textEl ? (textEl.textContent || '').trim().replace(/\\s+/g, ' ').slice(0, 300) : ''
-    if (!url || !title || title.length < 2) continue
-    items.push({ url, title, snippet })
-  }
-  return items
+const LIST_EXTRACTOR = `(spec) => {
+  const items = []
+  const nodes = document.querySelectorAll(spec.item)
+  for (let i = 0; i < nodes.length && items.length < 20; i++) {
+    const el = nodes[i]
+    const titleEl = spec.title ? el.querySelector(spec.title) : null
+    const linkEl = spec.link ? el.querySelector(spec.link) : null
+    const textEl = spec.text ? el.querySelector(spec.text) : null
+    const title = (titleEl ? titleEl.textContent : el.textContent || '').trim().replace(/\\s+/g, ' ')
+    let url = linkEl ? (linkEl.href || linkEl.getAttribute('href') || '') : ''
+    if (url && url.startsWith('/')) url = location.origin + url
+    if (!url && linkEl === null && titleEl) { const a = titleEl.closest ? titleEl.closest('a') : null; if (a) url = a.href }
+    const snippet = textEl ? (textEl.textContent || '').trim().replace(/\\s+/g, ' ').slice(0, 300) : ''
+    if (!url || !title || title.length < 2) continue
+    items.push({ url, title, snippet })
+  }
+  return items
+}`;
+const CRAWL_EXTRACTOR = `(maxChars) => {
+  const root = document.querySelector('article, main, [role="main"]') || document.body
+  const text = ((root && (root.innerText || root.textContent)) || '').replace(/\\n{3,}/g, '\\n\\n').trim().slice(0, maxChars)
+  const links = []
+  for (const anchor of document.querySelectorAll('a[href]')) {
+    try {
+      const url = new URL(anchor.href, location.href)
+      if ((url.protocol === 'http:' || url.protocol === 'https:') && !links.includes(url.href)) links.push(url.href)
+      if (links.length >= 500) break
+    } catch (e) {}
+  }
+  return { title: document.title || '', text, links }
 }`;
 function uid() {
     return crypto.randomUUID();
@@ -99,9 +114,12 @@ export class BrowserService {
     activeProfile;
     activeRulePack;
     authProfiles;
+    usageGovernor;
+    opencliCatalogCache;
     constructor(config) {
         this.config = config;
         this.authProfiles = new AuthProfileStore(config.authProfiles);
+        this.usageGovernor = new UsageGovernor(config.usagePolicy);
     }
     available() {
         return this.config.enabled;
@@ -111,7 +129,7 @@ export class BrowserService {
             return this.browser;
         if (!this.launching) {
             this.launching = (async () => {
-                const pw = loadPlaywright();
+                const pw = loadBrowserRuntime(this.config.browserRuntime);
                 const launchOptions = { headless: this.config.headless };
                 if (this.config.channel)
                     launchOptions.channel = this.config.channel;
@@ -128,7 +146,7 @@ export class BrowserService {
                             this.browser = await pw.chromium.launch(launchOptions);
                         }
                         else {
-                            throw new Error('dsh-browser: chromium is not installed. Run the browser_install tool, or: node "' + playwrightCliPath() + '" install chromium');
+                            throw new Error('dsh-browser: chromium is not installed for ' + this.config.browserRuntime + '. Run the browser_install tool, or: node "' + browserRuntimeCliPath(this.config.browserRuntime) + '" install chromium');
                         }
                     }
                     else {
@@ -145,16 +163,35 @@ export class BrowserService {
     }
     /** Run `playwright install chromium` from the bundled playwright CLI. */
     installChromium() {
-        return runNode(playwrightCliPath(), ['install', 'chromium'], { timeoutMs: 600_000, signal: undefined, maxOutput: 256 * 1024 });
+        return runNode(browserRuntimeCliPath(this.config.browserRuntime), ['install', 'chromium'], { timeoutMs: 600_000, signal: undefined, maxOutput: 256 * 1024 });
+    }
+    async navigate(page, url, options, signal) {
+        let response;
+        for (let attempt = 0; attempt <= this.config.usagePolicy.retryLimit; attempt++) {
+            response = await this.usageGovernor.run(url, () => page.goto(url, options), signal);
+            const status = Number(response?.status?.() ?? 0);
+            if (status >= 200 && status < 400)
+                this.usageGovernor.noteResponse(url, status);
+            if (![429, 502, 503, 504].includes(status))
+                return response;
+            const rawRetryAfter = String(response?.headers?.()?.['retry-after'] ?? '');
+            const retryAfterMs = /^\d+(?:\.\d+)?$/.test(rawRetryAfter)
+                ? Number(rawRetryAfter) * 1000
+                : (Number.isFinite(Date.parse(rawRetryAfter)) ? Math.max(Date.parse(rawRetryAfter) - Date.now(), 0) : undefined);
+            this.usageGovernor.noteResponse(url, status, retryAfterMs);
+            if (attempt === this.config.usagePolicy.retryLimit)
+                return response;
+        }
+        return response;
     }
     async transientContext(url, opts = {}) {
         const browser = await this.ensure();
-        const profileId = opts.authProfile ?? this.config.defaultAuthProfile;
+        const profileId = opts.anonymous ? undefined : (opts.authProfile ?? this.config.defaultAuthProfile);
         const profile = profileId ? this.authProfiles.resolve(profileId, url) : undefined;
         const rulePack = resolveRulePack(this.config.rulePacks, opts.rulePack, url);
         const context = await browser.newContext(profile?.storageStatePath
             ? { storageState: profile.storageStatePath }
-            : (this.config.storageStatePath ? { storageState: this.config.storageStatePath } : {}));
+            : (!opts.anonymous && this.config.storageStatePath ? { storageState: this.config.storageStatePath } : {}));
         try {
             if (rulePack?.initScriptPath)
                 await context.addInitScript({ path: rulePack.initScriptPath });
@@ -192,7 +229,7 @@ export class BrowserService {
             signal?.addEventListener('abort', onAbort);
         try {
             page.setDefaultTimeout(20_000);
-            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 25_000 });
+            await this.navigate(page, url, { waitUntil: 'domcontentloaded', timeout: 25_000 }, signal);
             await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
             await applyRuleSteps(page, session.rulePack);
             if (opts.waitMs)
@@ -225,21 +262,22 @@ export class BrowserService {
             signal?.addEventListener('abort', onAbort);
         fs.mkdirSync(opts.outDir, { recursive: true });
         const stamp = Date.now() + '-' + uid().slice(0, 8);
-        const screenshotPath = path.join(opts.outDir, stamp + '.png');
+        const screenshotPath = opts.screenshot === false ? undefined : path.join(opts.outDir, stamp + '.png');
         const htmlPath = path.join(opts.outDir, stamp + '.html');
         try {
             page.setDefaultTimeout(25_000);
-            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await this.navigate(page, url, { waitUntil: 'domcontentloaded', timeout: 30_000 }, signal);
             await page.waitForLoadState('networkidle', { timeout: 10_000 }).catch(() => { });
             await applyRuleSteps(page, session.rulePack);
-            await page.screenshot({ path: screenshotPath, fullPage: true });
+            if (screenshotPath)
+                await page.screenshot({ path: screenshotPath, fullPage: true });
             const html = await page.content();
             fs.writeFileSync(htmlPath, html, 'utf8');
             const data = await evaluateExtractor(page, rules);
             return {
                 title: String(data.title ?? ''),
                 text: capText(String(data.text ?? '').replace(/\n{3,}/g, '\n\n').trim(), opts.maxChars ?? 200_000),
-                screenshotPath,
+                ...screenshotPath ? { screenshotPath } : {},
                 htmlPath,
                 ...data.usedRule ? { usedRule: String(data.usedRule) } : {},
             };
@@ -266,7 +304,7 @@ export class BrowserService {
             signal?.addEventListener('abort', onAbort);
         try {
             page.setDefaultTimeout(25_000);
-            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await this.navigate(page, url, { waitUntil: 'domcontentloaded', timeout: 30_000 }, signal);
             await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
             await applyRuleSteps(page, session.rulePack);
             if (opts.waitMs)
@@ -299,11 +337,121 @@ export class BrowserService {
         if (args.length < 1 || args.length > 40 || args.some(arg => typeof arg !== 'string' || arg.length > 2_000)) {
             return Promise.resolve({ code: -1, stdout: '', stderr: 'dsh-browser: OpenCLI requires 1 to 40 arguments, each at most 2000 characters', timedOut: false });
         }
-        return runOpencli(args, { ...opts, signal: opts.signal });
+        // OpenCLI adapters can issue real site traffic outside Playwright, so they
+        // share the same approval-independent concurrency and burst buffer.
+        return this.usageGovernor.run('https://opencli.local/', () => runOpencli(args, { ...opts, signal: opts.signal }), opts.signal);
     }
     opencliDoctor(signal) {
         return this.opencli(['doctor'], { timeoutMs: 30_000, signal });
     }
+    async opencliCatalog(filter = {}, signal) {
+        if (!this.config.opencliEnabled)
+            throw new Error('dsh-browser: OpenCLI is disabled');
+        if (!this.opencliCatalogCache) {
+            const result = await this.opencli(['list', '-f', 'json'], { timeoutMs: 60_000, signal });
+            if (result.code !== 0 || result.timedOut)
+                throw new Error('OpenCLI catalog failed: ' + (result.stderr || result.stdout).slice(0, 500));
+            this.opencliCatalogCache = parseOpencliCatalog(result.stdout);
+        }
+        return filterOpencliCatalog(this.opencliCatalogCache, filter);
+    }
+    async crawl(startUrls, opts = {}) {
+        if (startUrls.length < 1 || startUrls.length > 5)
+            throw new Error('browser crawl requires 1 to 5 start URLs');
+        const normalized = startUrls.map(value => {
+            const url = new URL(value);
+            if (!['http:', 'https:'].includes(url.protocol))
+                throw new Error('browser crawl only supports HTTP(S) URLs');
+            url.hash = '';
+            return url.href;
+        });
+        const maxPages = opts.maxPages ?? this.config.usagePolicy.maxPagesPerRun;
+        const maxDepth = opts.maxDepth ?? this.config.usagePolicy.maxDepth;
+        if (!Number.isInteger(maxPages) || maxPages < 1 || maxPages > this.config.usagePolicy.maxPagesPerRun) {
+            throw new Error('browser crawl maxPages must be from 1 to configured usagePolicy.maxPagesPerRun (' + this.config.usagePolicy.maxPagesPerRun + ')');
+        }
+        if (!Number.isInteger(maxDepth) || maxDepth < 0 || maxDepth > this.config.usagePolicy.maxDepth) {
+            throw new Error('browser crawl maxDepth must be from 0 to configured usagePolicy.maxDepth (' + this.config.usagePolicy.maxDepth + ')');
+        }
+        const maxCharsPerPage = Math.min(Math.max(opts.maxCharsPerPage ?? 20_000, 1_000), 50_000);
+        const sameOrigin = opts.sameOrigin ?? true;
+        const allowedOrigins = new Set(normalized.map(value => new URL(value).origin));
+        const queue = normalized.map(url => ({ url, depth: 0 }));
+        const seen = new Set(normalized);
+        const pages = [];
+        const errors = [];
+        const before = this.usageGovernor.snapshot();
+        const started = Date.now();
+        const session = await this.transientContext(normalized[0], { anonymous: true });
+        try {
+            while (queue.length && pages.length + errors.length < maxPages) {
+                if (opts.signal?.aborted)
+                    throw new Error('browser crawl aborted');
+                const item = queue.shift();
+                const page = await session.context.newPage();
+                try {
+                    page.setDefaultTimeout(30_000);
+                    const response = await this.navigate(page, item.url, { waitUntil: 'domcontentloaded', timeout: 30_000 }, opts.signal);
+                    const status = Number(response?.status?.() ?? 0);
+                    if (sameOrigin && !allowedOrigins.has(new URL(page.url()).origin)) {
+                        errors.push({ url: item.url, depth: item.depth, status, error: 'cross-origin redirect blocked: ' + page.url() });
+                        continue;
+                    }
+                    if (status >= 400) {
+                        errors.push({ url: item.url, depth: item.depth, status, error: 'HTTP ' + status });
+                        continue;
+                    }
+                    await page.waitForLoadState('networkidle', { timeout: 5_000 }).catch(() => { });
+                    const data = await page.evaluate('(' + CRAWL_EXTRACTOR + ')(' + maxCharsPerPage + ')');
+                    pages.push({ url: page.url(), title: String(data.title ?? ''), text: String(data.text ?? ''), depth: item.depth, status });
+                    if (item.depth >= maxDepth)
+                        continue;
+                    for (const rawLink of Array.isArray(data.links) ? data.links : []) {
+                        let link;
+                        try {
+                            link = new URL(rawLink);
+                            link.hash = '';
+                        }
+                        catch {
+                            continue;
+                        }
+                        if (sameOrigin && !allowedOrigins.has(link.origin))
+                            continue;
+                        const href = link.href;
+                        if (seen.has(href) || seen.size >= maxPages * 25)
+                            continue;
+                        seen.add(href);
+                        queue.push({ url: href, depth: item.depth + 1 });
+                    }
+                }
+                catch (error) {
+                    errors.push({ url: item.url, depth: item.depth, error: String(error).slice(0, 500) });
+                }
+                finally {
+                    await page.close().catch(() => { });
+                }
+            }
+        }
+        finally {
+            await this.persistAndClose(session);
+        }
+        const after = this.usageGovernor.snapshot();
+        return {
+            pages,
+            errors,
+            stats: {
+                pagesVisited: pages.length + errors.length,
+                queued: queue.length,
+                elapsedMs: Date.now() - started,
+                waitMs: after.totalWaitMs - before.totalWaitMs,
+                backoffEvents: after.backoffEvents - before.backoffEvents,
+            },
+            warnings: [
+                'Bounded crawl: respect each site\'s terms, robots directives, copyright, privacy, and applicable law.',
+                'No-approval mode skips human confirmation only; concurrency, burst, page/depth budgets, and server-pressure backoff remain active.',
+            ],
+        };
+    }
     scriptCatalog() {
         return BUILTIN_SCRIPTS.map(script => ({
             id: script.id,
@@ -330,7 +478,7 @@ export class BrowserService {
         let timer;
         try {
             page.setDefaultTimeout(30_000);
-            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await this.navigate(page, url, { waitUntil: 'domcontentloaded', timeout: 30_000 }, signal);
             await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
             await applyRuleSteps(page, session.rulePack);
             const timeoutMs = Math.min(Math.max(opts.timeoutMs ?? 15_000, 1_000), 30_000);
@@ -410,7 +558,7 @@ export class BrowserService {
     async open(url, opts = {}) {
         const page = await this.ensureActivePage(url, opts);
         page.setDefaultTimeout(30_000);
-        await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+        await this.navigate(page, url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
         await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
         await applyRuleSteps(page, this.activeRulePack);
         if (opts.waitMs)
@@ -453,7 +601,7 @@ export class BrowserService {
         const page = await this.ensureActivePage(opts.url, opts);
         if (opts.url) {
             page.setDefaultTimeout(30_000);
-            await page.goto(opts.url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await this.navigate(page, opts.url, { waitUntil: 'domcontentloaded', timeout: 30_000 }, opts.signal);
             await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
             await applyRuleSteps(page, this.activeRulePack);
             if (opts.waitMs)
@@ -486,15 +634,25 @@ export class BrowserService {
     async status() {
         let chromiumInstalled = false;
         try {
-            const pw = loadPlaywright();
+            const pw = loadBrowserRuntime(this.config.browserRuntime);
             chromiumInstalled = !!pw.chromium.executablePath();
         }
         catch {
             chromiumInstalled = false;
         }
+        const runtimeWarnings = this.config.browserRuntime === 'patchright'
+            ? [
+                'Patchright is Chromium-only and disables Playwright console APIs to avoid Runtime.enable detection.',
+                ...(this.config.channel !== 'chrome' || this.config.headless
+                    ? ['Patchright stealth is strongest with channel=chrome and headless=false; current settings favor automation/test compatibility.']
+                    : []),
+            ]
+            : [];
         return {
             enabled: this.config.enabled,
             channel: this.config.channel,
+            browserRuntime: this.config.browserRuntime,
+            runtimeWarnings,
             headless: this.config.headless,
             opencliEnabled: this.config.opencliEnabled,
             automationMode: this.config.automationMode,
@@ -504,6 +662,8 @@ export class BrowserService {
             externalUserscriptPolicy: this.config.automationMode === 'read-only' ? 'deny' : this.config.automationMode === 'unrestricted' ? 'allow' : 'ask',
             opencliRunPolicy: this.config.automationMode === 'read-only' ? 'deny' : this.config.automationMode === 'unrestricted' ? 'allow' : 'ask',
             chromiumInstalled,
+            usagePolicy: this.config.usagePolicy,
+            usageGovernor: this.usageGovernor.snapshot(),
             authProfiles: this.authProfiles.list(),
             rulePacks: Object.keys(this.config.rulePacks).sort(),
             builtinScripts: BUILTIN_SCRIPTS.map(script => script.id),