@nuanu-ai/agentbrowse 0.2.7 → 0.2.9

package/README.md

@@ -6,7 +6,7 @@ Standalone browser automation CLI for AI agents.
 observes UI state, performs actions, extracts data, captures screenshots, and
 optionally solves captchas when the active session supports it.
 
-This package is not a payment tool. Payment execution belongs in `agentpay`.
+This is the primary published AgentPay CLI package.
 
 ## Install
 
@@ -43,22 +43,24 @@ Navigate current session:
 agentbrowse navigate https://example.com/checkout
 ```
 
-Act on the page:
+Observe available actions/elements:
 
 ```bash
-agentbrowse act "click the Buy button"
+agentbrowse observe
 ```
 
-Extract data:
+Act on a previously observed target:
 
 ```bash
-agentbrowse extract "get product name and price"
+agentbrowse act t12 click
+agentbrowse act t15 fill "john@example.com"
 ```
 
-Observe available actions/elements:
+Extract structured data:
 
 ```bash
-agentbrowse observe
+agentbrowse extract '{"productName":"string","price":"number"}'
+agentbrowse extract '{"shipping":"string"}' t21
 ```
 
 Solve captcha when the active session supports it:
@@ -86,7 +88,17 @@ export AGENTPAY_API_KEY=...
 ## Runtime model
 
 - `agentbrowse` persists the active browser session under `~/.agentpay`
+- mock stored secrets for live/manual runs come from one canonical file:
+  `~/.agentpay/mock-stored-secrets.json`
+- repo JSON fixtures under `src/secrets/` are fallback seeds and test inputs, not an additional runtime config source
 - all commands require `AGENTPAY_API_KEY`
+- the external AI agent remains the orchestration owner
+- `agentbrowse` is a single-step browser toolset, not an internal reactive form loop
+- runtime may enrich `observe` output with semantic hints and validation evidence, but it should not silently auto-submit, auto-retry, or maintain hidden durable field-state machines on behalf of the agent
+- main workflow is:
+  - `observe(goal?)`
+  - `act(targetRef, action, value?)`
+  - `extract(schema, scopeRef?)`
 - `solve-captcha` requires both:
   - a session with captcha-solving capability
   - AgentPay gateway configuration
@@ -94,4 +106,20 @@ export AGENTPAY_API_KEY=...
 Human-readable progress is written to `stderr`. Command results are written to
 `stdout`.
 
-Releases are published automatically from `main` after checks pass.
+`observe()` and `extract()` responses expose where runtime work came from:
+
+- top-level `source` shows the winning execution source, for example `dom` or `stagehand`
+- `resolvedBy` shows the concrete path within that source
+- `degraded: true` + `degradationReason` means a bounded degraded path was used
+- each returned target includes `source`, for example `dom` or `stagehand`
+
+Default verification for this package is no longer unit-only:
+
+- `pnpm --filter @nuanu-ai/agentbrowse test` includes local fixture browser integration coverage for runtime and extract flows
+- the default suite also covers one explicit Stagehand-assisted observe fallback plus launch/session smoke at the command boundary
+
+See the neutral external-agent guide:
+
+- [docs/agentbrowse/testing/agent-usage-guide.md](/Users/dmitry/Dev/mercuryo-agent-pay/docs/agentbrowse/testing/agent-usage-guide.md)
+
+Releases are published automatically from `main` after checks pass. `@nuanu-ai/agentbrowse` is the only CLI package published by the current npm release workflow.

package/dist/agentpay-stagehand-llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agentpay-stagehand-llm.d.ts","sourceRoot":"","sources":["../src/agentpay-stagehand-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,YAAY,EACZ,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAiDnE,qBAAa,0BAA2B,SAAQ,SAAS;IAI3C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,IAAI,EAAG,UAAU,CAAU;IAC3B,aAAa,KAAM;gBAEU,OAAO,EAAE,qBAAqB;IAKrD,oBAAoB,CAAC,CAAC,EAC1B,IAAI,EAAE,2BAA2B,GAAG;QAClC,OAAO,EAAE;YACP,cAAc,EAAE;gBACd,IAAI,EAAE,MAAM,CAAC;gBACb,MAAM,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5C,CAAC;SACH,CAAC;KACH,GACA,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC1B,oBAAoB,CAAC,CAAC,GAAG,WAAW,EACxC,IAAI,EAAE,2BAA2B,GAChC,OAAO,CAAC,CAAC,CAAC;CA4Fd;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,qBAAqB,GAC7B,0BAA0B,CAE5B"}
+{"version":3,"file":"agentpay-stagehand-llm.d.ts","sourceRoot":"","sources":["../src/agentpay-stagehand-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,YAAY,EACZ,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAqDnE,qBAAa,0BAA2B,SAAQ,SAAS;IAI3C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,IAAI,EAAG,UAAU,CAAU;IAC3B,aAAa,KAAM;gBAEU,OAAO,EAAE,qBAAqB;IAKrD,oBAAoB,CAAC,CAAC,EAC1B,IAAI,EAAE,2BAA2B,GAAG;QAClC,OAAO,EAAE;YACP,cAAc,EAAE;gBACd,IAAI,EAAE,MAAM,CAAC;gBACb,MAAM,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5C,CAAC;SACH,CAAC;KACH,GACA,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC1B,oBAAoB,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,EAAE,2BAA2B,GAAG,OAAO,CAAC,CAAC,CAAC;CA2F3F;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,qBAAqB,GAC7B,0BAA0B,CAE5B"}

package/dist/agentpay-stagehand-llm.js

@@ -10,6 +10,10 @@ function resolvePurpose(options) {
     switch (modelName) {
         case 'observation':
             return 'browse.observe';
+        case 'protectedformplan':
+            return 'browse.protected_fill.match';
+        case 'protectedfieldvalues':
+            return 'browse.protected_fill.resolve';
         case 'extraction':
             return 'browse.extract';
         case 'metadata':
@@ -44,7 +48,7 @@ export class AgentpayStagehandLlmClient extends LLMClient {
         this.gateway = gateway;
         this.modelName = 'agentpay/backend';
     }
-    async createChatCompletion({ options, logger }) {
+    async createChatCompletion({ options, logger, }) {
         if (!options.response_model) {
             logger({
                 category: 'llm',

package/dist/commands/act.d.ts

@@ -1,5 +1,9 @@
 /**
- * browse act "<instruction>" [--variables '<json>'] — Perform an action on the page.
+ * browse act <targetRef> <action> [value] — Perform a deterministic action on a stored target.
  */
-export declare function act(cdpUrl: string, instruction: string, variables?: Record<string, string>): Promise<void>;
+import type { BrowseSession } from '../session.js';
+import { BROWSE_ACTIONS, type BrowseAction, isBrowseAction } from './browse-actions.js';
+export { BROWSE_ACTIONS, isBrowseAction };
+export type { BrowseAction };
+export declare function act(session: BrowseSession, targetRef: string, action: BrowseAction, value?: string): Promise<void>;
 //# sourceMappingURL=act.d.ts.map

package/dist/commands/act.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../src/commands/act.ts"],"names":[],"mappings":"AAAA;;GAEG;AAoCH,wBAAsB,GAAG,CACvB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACjC,OAAO,CAAC,IAAI,CAAC,CA6Cf"}
+{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../src/commands/act.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAmCnD,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAqHxF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC;AAC1C,YAAY,EAAE,YAAY,EAAE,CAAC;AAuV7B,wBAAsB,GAAG,CACvB,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAknBf"}