@browserbasehq/orca 3.4.0-preview.0 → 3.5.0-preview.1

package/dist/cjs/tests/cache-variables.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache-variables.test.js","sourceRoot":"","sources":["../../../tests/cache-variables.test.ts"],"names":[],"mappings":";;AAAA,mCAAkD;AAClD,uDAAoD;AAQpD,SAAS,iBAAiB,CAAI,KAAQ;IACpC,OAAO;QACL,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACrD,SAAS,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACxC,SAAS,EAAE,YAAY;KACG,CAAC;AAC/B,CAAC;AAED,IAAA,iBAAQ,EAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAA,WAAE,EAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,OAAO,GAAG;YACd,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,WAAE,CAAC,EAAE,EAAE;YACjB,SAAS,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACxC,SAAS,EAAE,YAAY;SACG,CAAC;QAE7B,MAAM,KAAK,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO;YACP,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;YACf,aAAa,EAAE,GAAG,EAAE,CAAC,IAA6B;YAClD,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAc;YAC5C,kBAAkB,EAAE,SAAS;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG;YACf,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,qBAAqB,CAAC;SACnC,CAAC;QAErB,kDAAkD;QAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CACzC,sCAAsC,EACtC,QAAQ,EACR,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAClC,CAAC;QAEF,mDAAmD;QACnD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CACzC,sCAAsC,EACtC,QAAQ,EACR,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAClC,CAAC;QAEF,iDAAiD;QACjD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CACzC,mCAAmC,EACnC,QAAQ,EACR,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAC/B,CAAC;QAEF,yDAAyD;QACzD,IAAA,eAAM,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpD,gDAAgD;QAChD,IAAA,eAAM,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAExD,6CAA6C;QAC7C,IAAA,eAAM,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QACrD,IAAA,eAAM,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QACrD,IAAA,eAAM,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAElD,kDAAkD;QAClD,IAAA,eAAM,EAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACvE,IAAA,eAAM,EAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,yDAAyD;QACzD,MAAM,MAAM,GAAW;YACrB,QAAQ,EAAE,uCAAuC;YACjD,WAAW,EAAE,gCAAgC;YAC7C,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,uBAAuB;SACnD,CAAC;QAEF,MAAM,KAAK,GAAmB;YAC5B,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,sCAAsC;YACnD,GAAG,EAAE,qBAAqB;YAC1B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,iBAAiB,EAAE,eAAe;YAClC,OAAO,EAAE,MAAM;SAChB,CAAC;QAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzC,6DAA6D;QAC7D,MAAM,iBAAiB,GAA6B,EAAE,CAAC;QACvD,MAAM,OAAO,GAAG;YACd,uBAAuB,EAAE,WAAE;iBACxB,EAAE,EAAE;iBACJ,kBAAkB,CACjB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;gBAC9D,iBAAiB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;gBACxC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,IAAI;oBACb,iBAAiB,EAAE,eAAe;oBAClC,OAAO,EAAE,CAAC,MAAM,CAAC;iBAClB,CAAC;YACJ,CAAC,CACF;SACqB,CAAC;QAE3B,MAAM,aAAa,GAAG,EAAe,CAAC;QAEtC,MAAM,KAAK,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO;YACP,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;YACf,aAAa,EAAE,GAAG,EAAE,CAAC,OAAO;YAC5B,mBAAmB,EAAE,GAAG,EAAE,CAAC,aAAa;YACxC,kBAAkB,EAAE,SAAS;SAC9B,CAAC,CAAC;QAEH,iDAAiD;QACjD,MAAM,QAAQ,GAAoB;YAChC,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,SAAS,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;SAC7C,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAU,CAAC,CAAC;QAE5D,IAAA,eAAM,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjE,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAExE,QAAQ;QACR,WAAE,CAAC,aAAa,EAAE,CAAC;QACnB,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;QAE7B,kDAAkD;QAClD,MAAM,QAAQ,GAAoB;YAChC,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,UAAU,EAAE,kBAAkB;YACxC,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,SAAS,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;SAC7C,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAU,CAAC,CAAC;QAE5D,IAAA,eAAM,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjE,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,MAAM,GAAW;YACrB,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,eAAe;YAC5B,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,CAAC,YAAY,CAAC;SAC1B,CAAC;QAEF,2CAA2C;QAC3C,MAAM,KAAK,GAAmB;YAC5B,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,gCAAgC;YAC7C,GAAG,EAAE,qBAAqB;YAC1B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,OAAO,EAAE,CAAC,MAAM,CAAC;SAClB,CAAC;QAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO;YACP,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;YACf,aAAa,EAAE,GAAG,EAAE,CAAC,IAA6B;YAClD,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAc;YAC5C,kBAAkB,EAAE,SAAS;SAC9B,CAAC,CAAC;QAEH,6CAA6C;QAC7C,MAAM,OAAO,GAAoB;YAC/B,WAAW,EAAE,6BAA6B;YAC1C,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,CAAC,OAAO,CAAC;YACvB,SAAS,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,EAAU,CAAC,CAAC;QAE1D,+DAA+D;QAC/D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAW;YACrB,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,eAAe;YAC5B,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,CAAC,YAAY,CAAC;SAC1B,CAAC;QAEF,MAAM,KAAK,GAAmB;YAC5B,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,gCAAgC;YAC7C,GAAG,EAAE,qBAAqB;YAC1B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,OAAO,EAAE,CAAC,MAAM,CAAC;SAClB,CAAC;QAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO;YACP,MAAM;YACN,aAAa,EAAE,GAAG,EAAE,CAAC,IAA6B;YAClD,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAc;YAC5C,kBAAkB,EAAE,SAAS;SAC9B,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,OAAO,GAAoB;YAC/B,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,CAAC,UAAU,CAAC;YAC1B,SAAS,EAAE,EAAE,EAAE,0BAA0B;SAC1C,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,EAAU,CAAC,CAAC;QAE1D,kCAAkC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE1B,6BAA6B;QAC7B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,oBAAoB,CACjC,eAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,8CAA8C;YACvD,KAAK,EAAE,CAAC;SACT,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,OAAO,GAAG;YACd,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,WAAE,CAAC,EAAE,EAAE;YACjB,SAAS,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACxC,SAAS,EAAE,YAAY;SACG,CAAC;QAE7B,MAAM,KAAK,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO;YACP,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;YACf,aAAa,EAAE,GAAG,EAAE,CAAC,IAA6B;YAClD,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAc;YAC5C,kBAAkB,EAAE,SAAS;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG;YACf,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,qBAAqB,CAAC;SACnC,CAAC;QAErB,kCAAkC;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CACzC,gCAAgC,EAChC,QAAQ,EACR,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CACzC,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CACzC,gCAAgC,EAChC,QAAQ,EACR,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CACzC,CAAC;QAEF,0CAA0C;QAC1C,IAAA,eAAM,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpD,iCAAiC;QACjC,IAAA,eAAM,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QACjE,IAAA,eAAM,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { ActCache } from \"../lib/v3/cache/ActCache\";\nimport type { CacheStorage } from \"../lib/v3/cache/CacheStorage\";\nimport type { ActHandler } from \"../lib/v3/handlers/actHandler\";\nimport type { LLMClient } from \"../lib/v3/llm/LLMClient\";\nimport type { Page } from \"../lib/v3/understudy/page\";\nimport type { ActCacheContext, CachedActEntry } from \"../lib/v3/types/private\";\nimport type { Action } from \"../lib/v3/types/public\";\n\nfunction createFakeStorage<T>(entry: T): CacheStorage {\n  return {\n    enabled: true,\n    readJson: vi.fn().mockResolvedValue({ value: entry }),\n    writeJson: vi.fn().mockResolvedValue({}),\n    directory: \"/tmp/cache\",\n  } as unknown as CacheStorage;\n}\n\ndescribe(\"ActCache variable handling\", () => {\n  it(\"cache key includes variable keys but not values\", async () => {\n    const storage = {\n      enabled: true,\n      readJson: vi.fn(),\n      writeJson: vi.fn().mockResolvedValue({}),\n      directory: \"/tmp/cache\",\n    } as unknown as CacheStorage;\n\n    const cache = new ActCache({\n      storage,\n      logger: vi.fn(),\n      getActHandler: () => null as unknown as ActHandler,\n      getDefaultLlmClient: () => ({}) as LLMClient,\n      domSettleTimeoutMs: undefined,\n    });\n\n    const fakePage = {\n      url: vi.fn().mockResolvedValue(\"https://example.com\"),\n    } as unknown as Page;\n\n    // First context with username=\"user1@example.com\"\n    const context1 = await cache.prepareContext(\n      \"type %username% into the email field\",\n      fakePage,\n      { username: \"user1@example.com\" },\n    );\n\n    // Second context with username=\"user2@example.com\"\n    const context2 = await cache.prepareContext(\n      \"type %username% into the email field\",\n      fakePage,\n      { username: \"user2@example.com\" },\n    );\n\n    // Third context with different variable key name\n    const context3 = await cache.prepareContext(\n      \"type %email% into the email field\",\n      fakePage,\n      { email: \"user3@example.com\" },\n    );\n\n    // Same instruction + same variable keys = same cache key\n    expect(context1?.cacheKey).toBe(context2?.cacheKey);\n\n    // Different variable keys = different cache key\n    expect(context1?.cacheKey).not.toBe(context3?.cacheKey);\n\n    // Verify variable keys are sorted and stored\n    expect(context1?.variableKeys).toEqual([\"username\"]);\n    expect(context2?.variableKeys).toEqual([\"username\"]);\n    expect(context3?.variableKeys).toEqual([\"email\"]);\n\n    // Verify variable values are preserved in context\n    expect(context1?.variables).toEqual({ username: \"user1@example.com\" });\n    expect(context2?.variables).toEqual({ username: \"user2@example.com\" });\n  });\n\n  it(\"replays cached actions with variable substitution\", async () => {\n    // Cached action contains variable placeholder %username%\n    const action: Action = {\n      selector: \"xpath=/html/body/input[@type='email']\",\n      description: \"type username into email field\",\n      method: \"type\",\n      arguments: [\"%username%\"], // Variable placeholder\n    };\n\n    const entry: CachedActEntry = {\n      version: 1,\n      instruction: \"type %username% into the email field\",\n      url: \"https://example.com\",\n      variableKeys: [\"username\"],\n      actions: [action],\n      actionDescription: \"type username\",\n      message: \"done\",\n    };\n\n    const storage = createFakeStorage(entry);\n\n    // Track what variables are passed to takeDeterministicAction\n    const capturedVariables: Record<string, string>[] = [];\n    const handler = {\n      takeDeterministicAction: vi\n        .fn()\n        .mockImplementation(\n          async (_action, _page, _timeout, _client, _ensure, variables) => {\n            capturedVariables.push(variables || {});\n            return {\n              success: true,\n              message: \"ok\",\n              actionDescription: \"type username\",\n              actions: [action],\n            };\n          },\n        ),\n    } as unknown as ActHandler;\n\n    const defaultClient = {} as LLMClient;\n\n    const cache = new ActCache({\n      storage,\n      logger: vi.fn(),\n      getActHandler: () => handler,\n      getDefaultLlmClient: () => defaultClient,\n      domSettleTimeoutMs: undefined,\n    });\n\n    // First replay with username=\"user1@example.com\"\n    const context1: ActCacheContext = {\n      instruction: \"type %username% into the email field\",\n      cacheKey: \"test-key\",\n      pageUrl: \"https://example.com\",\n      variableKeys: [\"username\"],\n      variables: { username: \"user1@example.com\" },\n    };\n\n    const result1 = await cache.tryReplay(context1, {} as Page);\n\n    expect(result1?.success).toBe(true);\n    expect(handler.takeDeterministicAction).toHaveBeenCalledTimes(1);\n    expect(capturedVariables[0]).toEqual({ username: \"user1@example.com\" });\n\n    // Reset\n    vi.clearAllMocks();\n    capturedVariables.length = 0;\n\n    // Second replay with username=\"user2@example.com\"\n    const context2: ActCacheContext = {\n      instruction: \"type %username% into the email field\",\n      cacheKey: \"test-key\", // Same cache key!\n      pageUrl: \"https://example.com\",\n      variableKeys: [\"username\"],\n      variables: { username: \"user2@example.com\" },\n    };\n\n    const result2 = await cache.tryReplay(context2, {} as Page);\n\n    expect(result2?.success).toBe(true);\n    expect(handler.takeDeterministicAction).toHaveBeenCalledTimes(1);\n    expect(capturedVariables[0]).toEqual({ username: \"user2@example.com\" });\n  });\n\n  it(\"cache miss when variable keys don't match\", async () => {\n    const action: Action = {\n      selector: \"xpath=/html/body/input\",\n      description: \"type username\",\n      method: \"type\",\n      arguments: [\"%username%\"],\n    };\n\n    // Cached entry expects \"username\" variable\n    const entry: CachedActEntry = {\n      version: 1,\n      instruction: \"type %username% into the field\",\n      url: \"https://example.com\",\n      variableKeys: [\"username\"],\n      actions: [action],\n    };\n\n    const storage = createFakeStorage(entry);\n    const cache = new ActCache({\n      storage,\n      logger: vi.fn(),\n      getActHandler: () => null as unknown as ActHandler,\n      getDefaultLlmClient: () => ({}) as LLMClient,\n      domSettleTimeoutMs: undefined,\n    });\n\n    // Context has different variable key \"email\"\n    const context: ActCacheContext = {\n      instruction: \"type %email% into the field\",\n      cacheKey: \"test-key\",\n      pageUrl: \"https://example.com\",\n      variableKeys: [\"email\"],\n      variables: { email: \"test@example.com\" },\n    };\n\n    const result = await cache.tryReplay(context, {} as Page);\n\n    // Should return null (cache miss) due to variable key mismatch\n    expect(result).toBeNull();\n  });\n\n  it(\"cache miss when required variables are missing\", async () => {\n    const action: Action = {\n      selector: \"xpath=/html/body/input\",\n      description: \"type username\",\n      method: \"type\",\n      arguments: [\"%username%\"],\n    };\n\n    const entry: CachedActEntry = {\n      version: 1,\n      instruction: \"type %username% into the field\",\n      url: \"https://example.com\",\n      variableKeys: [\"username\"],\n      actions: [action],\n    };\n\n    const storage = createFakeStorage(entry);\n    const logger = vi.fn();\n    const cache = new ActCache({\n      storage,\n      logger,\n      getActHandler: () => null as unknown as ActHandler,\n      getDefaultLlmClient: () => ({}) as LLMClient,\n      domSettleTimeoutMs: undefined,\n    });\n\n    // Context missing the username variable value\n    const context: ActCacheContext = {\n      instruction: \"type %username% into the field\",\n      cacheKey: \"test-key\",\n      pageUrl: \"https://example.com\",\n      variableKeys: [\"username\"],\n      variables: {}, // Missing username value!\n    };\n\n    const result = await cache.tryReplay(context, {} as Page);\n\n    // Should return null (cache miss)\n    expect(result).toBeNull();\n\n    // Should log the miss reason\n    expect(logger).toHaveBeenCalledWith(\n      expect.objectContaining({\n        category: \"cache\",\n        message: \"act cache miss: missing variables for replay\",\n        level: 2,\n      }),\n    );\n  });\n\n  it(\"handles multiple variables correctly\", async () => {\n    const storage = {\n      enabled: true,\n      readJson: vi.fn(),\n      writeJson: vi.fn().mockResolvedValue({}),\n      directory: \"/tmp/cache\",\n    } as unknown as CacheStorage;\n\n    const cache = new ActCache({\n      storage,\n      logger: vi.fn(),\n      getActHandler: () => null as unknown as ActHandler,\n      getDefaultLlmClient: () => ({}) as LLMClient,\n      domSettleTimeoutMs: undefined,\n    });\n\n    const fakePage = {\n      url: vi.fn().mockResolvedValue(\"https://example.com\"),\n    } as unknown as Page;\n\n    // Context with multiple variables\n    const context1 = await cache.prepareContext(\n      \"fill %username% and %password%\",\n      fakePage,\n      { username: \"user1\", password: \"pass1\" },\n    );\n\n    const context2 = await cache.prepareContext(\n      \"fill %username% and %password%\",\n      fakePage,\n      { username: \"user2\", password: \"pass2\" },\n    );\n\n    // Same cache key despite different values\n    expect(context1?.cacheKey).toBe(context2?.cacheKey);\n\n    // Variable keys should be sorted\n    expect(context1?.variableKeys).toEqual([\"password\", \"username\"]);\n    expect(context2?.variableKeys).toEqual([\"password\", \"username\"]);\n  });\n});\n"]}

package/dist/cjs/tests/integration/agent-abort-signal.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/cjs/tests/integration/agent-abort-signal.spec.js

@@ -1,123 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const test_1 = require("@playwright/test");
-const v3_js_1 = require("../../lib/v3/v3.js");
-const v3_config_js_1 = require("./v3.config.js");
-const sdkErrors_js_1 = require("../../lib/v3/types/public/sdkErrors.js");
-test_1.test.describe("Stagehand agent abort signal", () => {
-    let v3;
-    test_1.test.beforeEach(async () => {
-        v3 = new v3_js_1.V3({
-            ...v3_config_js_1.v3TestConfig,
-            experimental: true,
-        });
-        await v3.init();
-    });
-    test_1.test.afterEach(async () => {
-        await v3?.close?.().catch(() => { });
-    });
-    (0, test_1.test)("non-streaming: abort signal stops execution and throws AgentAbortError", async () => {
-        test_1.test.setTimeout(60000);
-        const agent = v3.agent({
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        await page.goto("https://example.com");
-        const controller = new AbortController();
-        // Abort after 500ms - should be enough for the LLM to start but not finish
-        setTimeout(() => controller.abort(), 500);
-        await (0, test_1.expect)(agent.execute({
-            instruction: "Describe every visual element on this page in extreme detail. Describe at least 100 different elements.",
-            maxSteps: 50,
-            signal: controller.signal,
-        })).rejects.toThrow(sdkErrors_js_1.AgentAbortError);
-    });
-    (0, test_1.test)("streaming: abort signal stops stream and rejects result with AgentAbortError", async () => {
-        test_1.test.setTimeout(60000);
-        const agent = v3.agent({
-            stream: true,
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        await page.goto("https://example.com");
-        const controller = new AbortController();
-        // Abort after 500ms
-        setTimeout(() => controller.abort(), 500);
-        const streamResult = await agent.execute({
-            instruction: "Describe every visual element on this page in extreme detail. Describe at least 100 different elements.",
-            maxSteps: 50,
-            signal: controller.signal,
-        });
-        // Handle both stream consumption and result promise together
-        // The result promise will reject with AgentAbortError when aborted
-        const consumeStream = async () => {
-            // eslint-disable-next-line @typescript-eslint/no-unused-vars
-            for await (const _ of streamResult.textStream) {
-                // Just consume chunks until stream ends
-            }
-        };
-        // Both should complete - stream ends and result rejects
-        const [, resultError] = await Promise.allSettled([
-            consumeStream(),
-            streamResult.result,
-        ]);
-        // The result should have rejected with AgentAbortError
-        (0, test_1.expect)(resultError.status).toBe("rejected");
-        (0, test_1.expect)(resultError.reason).toBeInstanceOf(sdkErrors_js_1.AgentAbortError);
-    });
-    (0, test_1.test)("non-streaming: already aborted signal throws AgentAbortError immediately", async () => {
-        test_1.test.setTimeout(20000);
-        const agent = v3.agent({
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        await page.goto("https://example.com");
-        // Create an already aborted controller
-        const controller = new AbortController();
-        controller.abort();
-        await (0, test_1.expect)(agent.execute({
-            instruction: "This should not run.",
-            maxSteps: 3,
-            signal: controller.signal,
-        })).rejects.toThrow(sdkErrors_js_1.AgentAbortError);
-    });
-    (0, test_1.test)("non-streaming: execution completes normally without abort signal", async () => {
-        test_1.test.setTimeout(60000);
-        const agent = v3.agent({
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        await page.goto("https://example.com");
-        // No signal provided - should complete normally
-        const result = await agent.execute({
-            instruction: "Describe this page briefly.",
-            maxSteps: 3,
-        });
-        (0, test_1.expect)(result.success).toBe(true);
-        (0, test_1.expect)(result.completed).toBe(true);
-    });
-    (0, test_1.test)("streaming: execution completes normally without abort signal", async () => {
-        test_1.test.setTimeout(60000);
-        const agent = v3.agent({
-            stream: true,
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        await page.goto("https://example.com");
-        // No signal provided - should complete normally
-        const streamResult = await agent.execute({
-            instruction: "Describe this page briefly.",
-            maxSteps: 3,
-        });
-        // Consume the stream first
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        for await (const _ of streamResult.textStream) {
-            // Just consume
-        }
-        // Now get the final result
-        const result = await streamResult.result;
-        (0, test_1.expect)(result.success).toBe(true);
-        (0, test_1.expect)(result.completed).toBe(true);
-    });
-});
-//# sourceMappingURL=agent-abort-signal.spec.js.map

package/dist/cjs/tests/integration/agent-abort-signal.spec.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-abort-signal.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-abort-signal.spec.ts"],"names":[],"mappings":";;AAAA,2CAAgD;AAChD,8CAAwC;AACxC,iDAA8C;AAC9C,yEAAyE;AAEzE,WAAI,CAAC,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IACjD,IAAI,EAAM,CAAC;IAEX,WAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,UAAE,CAAC;YACV,GAAG,2BAAY;YACf,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACxF,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,2EAA2E;QAC3E,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC;QAE1C,MAAM,IAAA,aAAM,EACV,KAAK,CAAC,OAAO,CAAC;YACZ,WAAW,EACT,yGAAyG;YAC3G,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,8BAAe,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC9F,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,oBAAoB;QACpB,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC;QAE1C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACvC,WAAW,EACT,yGAAyG;YAC3G,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,6DAA6D;QAC7D,mEAAmE;QACnE,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC/B,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,wCAAwC;YAC1C,CAAC;QACH,CAAC,CAAC;QAEF,wDAAwD;QACxD,MAAM,CAAC,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YAC/C,aAAa,EAAE;YACf,YAAY,CAAC,MAAM;SACpB,CAAC,CAAC;QAEH,uDAAuD;QACvD,IAAA,aAAM,EAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAA,aAAM,EAAE,WAAqC,CAAC,MAAM,CAAC,CAAC,cAAc,CAClE,8BAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QAC1F,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,UAAU,CAAC,KAAK,EAAE,CAAC;QAEnB,MAAM,IAAA,aAAM,EACV,KAAK,CAAC,OAAO,CAAC;YACZ,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,8BAAe,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAClF,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,gDAAgD;QAChD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACjC,WAAW,EAAE,6BAA6B;YAC1C,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,IAAA,aAAM,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAA,aAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC9E,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,gDAAgD;QAChD,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACvC,WAAW,EAAE,6BAA6B;YAC1C,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,2BAA2B;QAC3B,6DAA6D;QAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;YAC9C,eAAe;QACjB,CAAC;QAED,2BAA2B;QAC3B,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;QAEzC,IAAA,aAAM,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAA,aAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport { AgentAbortError } from \"../../lib/v3/types/public/sdkErrors.js\";\n\ntest.describe(\"Stagehand agent abort signal\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3({\n      ...v3TestConfig,\n      experimental: true,\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test(\"non-streaming: abort signal stops execution and throws AgentAbortError\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    const controller = new AbortController();\n\n    // Abort after 500ms - should be enough for the LLM to start but not finish\n    setTimeout(() => controller.abort(), 500);\n\n    await expect(\n      agent.execute({\n        instruction:\n          \"Describe every visual element on this page in extreme detail. Describe at least 100 different elements.\",\n        maxSteps: 50,\n        signal: controller.signal,\n      }),\n    ).rejects.toThrow(AgentAbortError);\n  });\n\n  test(\"streaming: abort signal stops stream and rejects result with AgentAbortError\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      stream: true,\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    const controller = new AbortController();\n\n    // Abort after 500ms\n    setTimeout(() => controller.abort(), 500);\n\n    const streamResult = await agent.execute({\n      instruction:\n        \"Describe every visual element on this page in extreme detail. Describe at least 100 different elements.\",\n      maxSteps: 50,\n      signal: controller.signal,\n    });\n\n    // Handle both stream consumption and result promise together\n    // The result promise will reject with AgentAbortError when aborted\n    const consumeStream = async () => {\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume chunks until stream ends\n      }\n    };\n\n    // Both should complete - stream ends and result rejects\n    const [, resultError] = await Promise.allSettled([\n      consumeStream(),\n      streamResult.result,\n    ]);\n\n    // The result should have rejected with AgentAbortError\n    expect(resultError.status).toBe(\"rejected\");\n    expect((resultError as PromiseRejectedResult).reason).toBeInstanceOf(\n      AgentAbortError,\n    );\n  });\n\n  test(\"non-streaming: already aborted signal throws AgentAbortError immediately\", async () => {\n    test.setTimeout(20000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    // Create an already aborted controller\n    const controller = new AbortController();\n    controller.abort();\n\n    await expect(\n      agent.execute({\n        instruction: \"This should not run.\",\n        maxSteps: 3,\n        signal: controller.signal,\n      }),\n    ).rejects.toThrow(AgentAbortError);\n  });\n\n  test(\"non-streaming: execution completes normally without abort signal\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    // No signal provided - should complete normally\n    const result = await agent.execute({\n      instruction: \"Describe this page briefly.\",\n      maxSteps: 3,\n    });\n\n    expect(result.success).toBe(true);\n    expect(result.completed).toBe(true);\n  });\n\n  test(\"streaming: execution completes normally without abort signal\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      stream: true,\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    // No signal provided - should complete normally\n    const streamResult = await agent.execute({\n      instruction: \"Describe this page briefly.\",\n      maxSteps: 3,\n    });\n\n    // Consume the stream first\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of streamResult.textStream) {\n      // Just consume\n    }\n\n    // Now get the final result\n    const result = await streamResult.result;\n\n    expect(result.success).toBe(true);\n    expect(result.completed).toBe(true);\n  });\n});\n"]}

package/dist/cjs/tests/integration/agent-cache-self-heal.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/cjs/tests/integration/agent-cache-self-heal.spec.js

@@ -1,83 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const test_1 = require("@playwright/test");
-const promises_1 = __importDefault(require("fs/promises"));
-const path_1 = __importDefault(require("path"));
-const v3_js_1 = require("../../lib/v3/v3.js");
-const v3_config_js_1 = require("./v3.config.js");
-test_1.test.describe("Agent cache self-heal (e2e)", () => {
-    let v3;
-    let cacheDir;
-    // eslint-disable-next-line no-empty-pattern
-    test_1.test.beforeEach(async ({}, testInfo) => {
-        await promises_1.default.mkdir(testInfo.outputDir, { recursive: true });
-        cacheDir = await promises_1.default.mkdtemp(path_1.default.join(testInfo.outputDir, "agent-cache-"));
-        v3 = new v3_js_1.V3({
-            ...v3_config_js_1.v3TestConfig,
-            cacheDir,
-            selfHeal: true,
-        });
-        await v3.init();
-    });
-    test_1.test.afterEach(async () => {
-        await v3?.close?.().catch(() => { });
-    });
-    (0, test_1.test)("replays heal corrupted selectors", async () => {
-        test_1.test.setTimeout(120_000);
-        const agent = v3.agent({
-            model: "anthropic/claude-haiku-4-5-20251001",
-        });
-        const page = v3.context.pages()[0];
-        const url = "https://browserbase.github.io/stagehand-eval-sites/sites/shadow-dom/";
-        const instruction = "click the button";
-        await page.goto(url, { waitUntil: "networkidle" });
-        const firstResult = await agent.execute({ instruction, maxSteps: 20 });
-        (0, test_1.expect)(firstResult.success).toBe(true);
-        const cachePath = await locateAgentCacheFile(cacheDir);
-        const originalEntry = await readCacheEntry(cachePath);
-        const originalActionStep = findFirstActionStep(originalEntry);
-        (0, test_1.expect)(originalActionStep).toBeDefined();
-        const originalSelector = originalActionStep?.actions?.[0]?.selector;
-        (0, test_1.expect)(typeof originalSelector).toBe("string");
-        // Corrupt the cached selector so the replay needs to self-heal.
-        if (originalActionStep?.actions?.[0]) {
-            originalActionStep.actions[0].selector = "xpath=/yeee";
-        }
-        await promises_1.default.writeFile(cachePath, JSON.stringify(originalEntry, null, 2), "utf8");
-        // Second run should replay from cache, self-heal, and update the file.
-        await page.goto(url, { waitUntil: "networkidle" });
-        const replayResult = await agent.execute({ instruction, maxSteps: 20 });
-        (0, test_1.expect)(replayResult.success).toBe(true);
-        const healedEntry = await readCacheEntry(cachePath);
-        const healedActionStep = findFirstActionStep(healedEntry);
-        (0, test_1.expect)(healedActionStep?.actions?.[0]?.selector).toBe(originalSelector);
-        (0, test_1.expect)(healedActionStep?.actions?.[0]?.selector).not.toBe("xpath=/yeee");
-        (0, test_1.expect)(healedEntry.timestamp).not.toBe(originalEntry.timestamp);
-    });
-});
-async function locateAgentCacheFile(cacheDir) {
-    const deadline = Date.now() + 10_000;
-    while (Date.now() < deadline) {
-        const entries = await promises_1.default.readdir(cacheDir);
-        const agentFiles = entries.filter((file) => file.startsWith("agent-"));
-        if (agentFiles.length > 0) {
-            return path_1.default.join(cacheDir, agentFiles[0]);
-        }
-        await new Promise((resolve) => setTimeout(resolve, 200));
-    }
-    throw new Error("Timed out waiting for agent cache entry to be written");
-}
-async function readCacheEntry(cachePath) {
-    const raw = await promises_1.default.readFile(cachePath, "utf8");
-    return JSON.parse(raw);
-}
-function findFirstActionStep(entry) {
-    return entry.steps.find((step) => {
-        const actions = step.actions;
-        return Array.isArray(actions) && actions.length > 0;
-    });
-}
-//# sourceMappingURL=agent-cache-self-heal.spec.js.map

package/dist/cjs/tests/integration/agent-cache-self-heal.spec.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-cache-self-heal.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-cache-self-heal.spec.ts"],"names":[],"mappings":";;;;;AAAA,2CAAgD;AAChD,2DAA6B;AAC7B,gDAAwB;AACxB,8CAAwC;AACxC,iDAA8C;AAO9C,WAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAChD,IAAI,EAAM,CAAC;IACX,IAAI,QAAgB,CAAC;IAErB,4CAA4C;IAC5C,WAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE;QACrC,MAAM,kBAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,QAAQ,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;QAC3E,EAAE,GAAG,IAAI,UAAE,CAAC;YACV,GAAG,2BAAY;YACf,QAAQ;YACR,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAClD,WAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,GAAG,GACP,sEAAsE,CAAC;QACzE,MAAM,WAAW,GAAG,kBAAkB,CAAC;QAEvC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACvE,IAAA,aAAM,EAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvC,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;QAC9D,IAAA,aAAM,EAAC,kBAAkB,CAAC,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,gBAAgB,GAAG,kBAAkB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;QACpE,IAAA,aAAM,EAAC,OAAO,gBAAgB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE/C,gEAAgE;QAChE,IAAI,kBAAkB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,aAAa,CAAC;QACzD,CAAC;QACD,MAAM,kBAAE,CAAC,SAAS,CAChB,SAAS,EACT,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,EACtC,MAAM,CACP,CAAC;QAEF,uEAAuE;QACvE,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxE,IAAA,aAAM,EAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExC,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAC1D,IAAA,aAAM,EAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACxE,IAAA,aAAM,EAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzE,IAAA,aAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,oBAAoB,CAAC,QAAgB;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;IACrC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;AAC3E,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAiB;IAC7C,MAAM,GAAG,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAC;AAC7C,CAAC;AAID,SAAS,mBAAmB,CAC1B,KAAuB;IAEvB,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAI,IAAwB,CAAC,OAAO,CAAC;QAClD,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACtD,CAAC,CAAgC,CAAC;AACpC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport fs from \"fs/promises\";\nimport path from \"path\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport type {\n  AgentReplayActStep,\n  AgentReplayFillFormStep,\n  CachedAgentEntry,\n} from \"../../lib/v3/types/private/cache.js\";\n\ntest.describe(\"Agent cache self-heal (e2e)\", () => {\n  let v3: V3;\n  let cacheDir: string;\n\n  // eslint-disable-next-line no-empty-pattern\n  test.beforeEach(async ({}, testInfo) => {\n    await fs.mkdir(testInfo.outputDir, { recursive: true });\n    cacheDir = await fs.mkdtemp(path.join(testInfo.outputDir, \"agent-cache-\"));\n    v3 = new V3({\n      ...v3TestConfig,\n      cacheDir,\n      selfHeal: true,\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test(\"replays heal corrupted selectors\", async () => {\n    test.setTimeout(120_000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n    const page = v3.context.pages()[0];\n    const url =\n      \"https://browserbase.github.io/stagehand-eval-sites/sites/shadow-dom/\";\n    const instruction = \"click the button\";\n\n    await page.goto(url, { waitUntil: \"networkidle\" });\n    const firstResult = await agent.execute({ instruction, maxSteps: 20 });\n    expect(firstResult.success).toBe(true);\n\n    const cachePath = await locateAgentCacheFile(cacheDir);\n    const originalEntry = await readCacheEntry(cachePath);\n    const originalActionStep = findFirstActionStep(originalEntry);\n    expect(originalActionStep).toBeDefined();\n    const originalSelector = originalActionStep?.actions?.[0]?.selector;\n    expect(typeof originalSelector).toBe(\"string\");\n\n    // Corrupt the cached selector so the replay needs to self-heal.\n    if (originalActionStep?.actions?.[0]) {\n      originalActionStep.actions[0].selector = \"xpath=/yeee\";\n    }\n    await fs.writeFile(\n      cachePath,\n      JSON.stringify(originalEntry, null, 2),\n      \"utf8\",\n    );\n\n    // Second run should replay from cache, self-heal, and update the file.\n    await page.goto(url, { waitUntil: \"networkidle\" });\n    const replayResult = await agent.execute({ instruction, maxSteps: 20 });\n    expect(replayResult.success).toBe(true);\n\n    const healedEntry = await readCacheEntry(cachePath);\n    const healedActionStep = findFirstActionStep(healedEntry);\n    expect(healedActionStep?.actions?.[0]?.selector).toBe(originalSelector);\n    expect(healedActionStep?.actions?.[0]?.selector).not.toBe(\"xpath=/yeee\");\n    expect(healedEntry.timestamp).not.toBe(originalEntry.timestamp);\n  });\n});\n\nasync function locateAgentCacheFile(cacheDir: string): Promise<string> {\n  const deadline = Date.now() + 10_000;\n  while (Date.now() < deadline) {\n    const entries = await fs.readdir(cacheDir);\n    const agentFiles = entries.filter((file) => file.startsWith(\"agent-\"));\n    if (agentFiles.length > 0) {\n      return path.join(cacheDir, agentFiles[0]!);\n    }\n    await new Promise((resolve) => setTimeout(resolve, 200));\n  }\n  throw new Error(\"Timed out waiting for agent cache entry to be written\");\n}\n\nasync function readCacheEntry(cachePath: string): Promise<CachedAgentEntry> {\n  const raw = await fs.readFile(cachePath, \"utf8\");\n  return JSON.parse(raw) as CachedAgentEntry;\n}\n\ntype StepWithActions = AgentReplayActStep | AgentReplayFillFormStep;\n\nfunction findFirstActionStep(\n  entry: CachedAgentEntry,\n): StepWithActions | undefined {\n  return entry.steps.find((step) => {\n    const actions = (step as StepWithActions).actions;\n    return Array.isArray(actions) && actions.length > 0;\n  }) as StepWithActions | undefined;\n}\n"]}

package/dist/cjs/tests/integration/agent-callbacks.spec.d.ts

@@ -1 +0,0 @@
-export {};