@stablyai/playwright-base 0.1.8-next.1 → 0.1.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/index.cjs +162 -153
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.mjs +162 -153
  4. package/dist/index.mjs.map +1 -1
  5. package/package.json +1 -1
package/dist/index.cjs CHANGED
@@ -67,7 +67,7 @@ var isObject = (value) => {
67
67
  // src/ai/metadata.ts
68
68
  var SDK_METADATA_HEADERS = {
69
69
  "X-Client-Name": "stably-playwright-sdk-js",
70
- "X-Client-Version": "0.1.8-next.1"
70
+ "X-Client-Version": "0.1.8"
71
71
  };
72
72
 
73
73
  // src/ai/extract.ts
@@ -167,6 +167,9 @@ function createExtract(pageOrLocator) {
167
167
  var createLocatorExtract = (locator) => createExtract(locator);
168
168
  var createPageExtract = (page) => createExtract(page);
169
169
 
170
+ // src/playwright-augment/methods/agent.ts
171
+ var import_internal_playwright_test = require("@stablyai/internal-playwright-test");
172
+
170
173
  // src/playwright-type-predicates.ts
171
174
  function isPage(candidate) {
172
175
  return typeof candidate === "object" && candidate !== null && typeof candidate.screenshot === "function" && typeof candidate.goto === "function";
@@ -493,165 +496,171 @@ function createAgentStub() {
493
496
  newPageOpenedMsg = `opened new tab ${alias} (${page.url()})`;
494
497
  };
495
498
  browserContext.on("page", onNewPage);
496
- try {
497
- for (let i = 0; i < maxCycles; i++) {
498
- if (agentMessage.shouldTerminate) {
499
- break;
500
- }
501
- const screenshot = await takeStableScreenshot(activePage);
502
- const response = await fetch(AGENT_ENDPOINT, {
503
- method: "POST",
504
- headers: {
505
- ...SDK_METADATA_HEADERS,
506
- Authorization: `Bearer ${apiKey}`
507
- },
508
- body: constructAgentPayload({
509
- sessionId,
510
- message: agentMessage.message,
511
- isError: agentMessage.isError,
512
- screenshot,
513
- tabManager,
514
- activePage,
515
- additionalContext: newPageOpenedMsg ? { newPageMessage: newPageOpenedMsg } : void 0
516
- })
517
- });
518
- newPageOpenedMsg = void 0;
519
- const responseJson = await response.json();
520
- if (!response.ok) {
521
- throw new Error(`Agent call failed: ${JSON.stringify(responseJson)}`);
522
- }
523
- const agentResponse = responseJson;
524
- agentMessage = await (async () => {
525
- try {
526
- switch (agentResponse.action) {
527
- case "key": {
528
- const { text } = agentResponse;
529
- if (text) {
530
- await activePage.keyboard.press(text);
531
- return { message: `pressed "${text}"` };
499
+ return await import_internal_playwright_test.test.step(prompt, async () => {
500
+ try {
501
+ for (let i = 0; i < maxCycles; i++) {
502
+ if (agentMessage.shouldTerminate) {
503
+ break;
504
+ }
505
+ const screenshot = await takeStableScreenshot(activePage);
506
+ const response = await fetch(AGENT_ENDPOINT, {
507
+ method: "POST",
508
+ headers: {
509
+ ...SDK_METADATA_HEADERS,
510
+ Authorization: `Bearer ${apiKey}`
511
+ },
512
+ body: constructAgentPayload({
513
+ sessionId,
514
+ message: agentMessage.message,
515
+ isError: agentMessage.isError,
516
+ screenshot,
517
+ tabManager,
518
+ activePage,
519
+ additionalContext: newPageOpenedMsg ? { newPageMessage: newPageOpenedMsg } : void 0
520
+ })
521
+ });
522
+ newPageOpenedMsg = void 0;
523
+ const responseJson = await response.json();
524
+ if (!response.ok) {
525
+ throw new Error(
526
+ `Agent call failed: ${JSON.stringify(responseJson)}`
527
+ );
528
+ }
529
+ const agentResponse = responseJson;
530
+ agentMessage = await (async () => {
531
+ try {
532
+ switch (agentResponse.action) {
533
+ case "key": {
534
+ const { text } = agentResponse;
535
+ if (text) {
536
+ await activePage.keyboard.press(text);
537
+ return { message: `pressed "${text}"` };
538
+ }
539
+ return { message: "pressed key" };
532
540
  }
533
- return { message: "pressed key" };
534
- }
535
- case "type": {
536
- const { text } = agentResponse;
537
- await activePage.keyboard.type(text);
538
- return { message: `typed "${text}"` };
539
- }
540
- case "mouse_move": {
541
- const [x, y] = agentResponse.coordinate;
542
- await activePage.mouse.move(x, y);
543
- return { message: `mouse moved to [${x}, ${y}]` };
544
- }
545
- case "left_click": {
546
- const [x, y] = agentResponse.coordinate;
547
- await activePage.mouse.click(x, y);
548
- return { message: `left click at [${x}, ${y}]` };
549
- }
550
- case "right_click": {
551
- const [x, y] = agentResponse.coordinate;
552
- await activePage.mouse.click(x, y, { button: "right" });
553
- return { message: `right click at [${x}, ${y}]` };
554
- }
555
- case "double_click": {
556
- const [x, y] = agentResponse.coordinate;
557
- await activePage.mouse.dblclick(x, y);
558
- return { message: `double click at [${x}, ${y}]` };
559
- }
560
- case "triple_click": {
561
- const [x, y] = agentResponse.coordinate;
562
- await activePage.mouse.click(x, y, { clickCount: 3 });
563
- return { message: `triple click at [${x}, ${y}]` };
564
- }
565
- case "left_click_drag": {
566
- const [startX, startY] = agentResponse.start_coordinate;
567
- const [endX, endY] = agentResponse.coordinate;
568
- await activePage.mouse.move(startX, startY);
569
- await activePage.mouse.down();
570
- await activePage.mouse.move(endX, endY);
571
- await activePage.mouse.up();
572
- return {
573
- message: `dragged from [${startX}, ${startY}] to [${endX}, ${endY}]`
574
- };
575
- }
576
- case "screenshot": {
577
- await takeStableScreenshot(activePage);
578
- return { message: "captured screenshot" };
579
- }
580
- case "wait": {
581
- const waitMs = agentResponse.milliseconds ?? 3e3;
582
- await activePage.waitForTimeout(waitMs);
583
- return { message: `waited ${waitMs}ms` };
584
- }
585
- case "navigate_to_url": {
586
- await activePage.goto(agentResponse.url);
587
- return { message: `navigated to "${agentResponse.url}"` };
588
- }
589
- case "new_tab_url": {
590
- const newPage = await browserContext.newPage();
591
- await newPage.goto(agentResponse.url);
592
- await newPage.waitForLoadState("domcontentloaded");
593
- return { message: "opened new tab" };
594
- }
595
- case "switch_tab": {
596
- const entry = Array.from(tabManager.entries()).find(
597
- ([, alias]) => alias === agentResponse.tab_alias
598
- );
599
- const page = entry?.[0];
600
- if (!page) {
601
- throw new Error(
602
- `Tab with alias ${agentResponse.tab_alias} not found`
541
+ case "type": {
542
+ const { text } = agentResponse;
543
+ await activePage.keyboard.type(text);
544
+ return { message: `typed "${text}"` };
545
+ }
546
+ case "mouse_move": {
547
+ const [x, y] = agentResponse.coordinate;
548
+ await activePage.mouse.move(x, y);
549
+ return { message: `mouse moved to [${x}, ${y}]` };
550
+ }
551
+ case "left_click": {
552
+ const [x, y] = agentResponse.coordinate;
553
+ await activePage.mouse.click(x, y);
554
+ return { message: `left click at [${x}, ${y}]` };
555
+ }
556
+ case "right_click": {
557
+ const [x, y] = agentResponse.coordinate;
558
+ await activePage.mouse.click(x, y, { button: "right" });
559
+ return { message: `right click at [${x}, ${y}]` };
560
+ }
561
+ case "double_click": {
562
+ const [x, y] = agentResponse.coordinate;
563
+ await activePage.mouse.dblclick(x, y);
564
+ return { message: `double click at [${x}, ${y}]` };
565
+ }
566
+ case "triple_click": {
567
+ const [x, y] = agentResponse.coordinate;
568
+ await activePage.mouse.click(x, y, { clickCount: 3 });
569
+ return { message: `triple click at [${x}, ${y}]` };
570
+ }
571
+ case "left_click_drag": {
572
+ const [startX, startY] = agentResponse.start_coordinate;
573
+ const [endX, endY] = agentResponse.coordinate;
574
+ await activePage.mouse.move(startX, startY);
575
+ await activePage.mouse.down();
576
+ await activePage.mouse.move(endX, endY);
577
+ await activePage.mouse.up();
578
+ return {
579
+ message: `dragged from [${startX}, ${startY}] to [${endX}, ${endY}]`
580
+ };
581
+ }
582
+ case "screenshot": {
583
+ await takeStableScreenshot(activePage);
584
+ return { message: "captured screenshot" };
585
+ }
586
+ case "wait": {
587
+ const waitMs = agentResponse.milliseconds ?? 3e3;
588
+ await activePage.waitForTimeout(waitMs);
589
+ return { message: `waited ${waitMs}ms` };
590
+ }
591
+ case "navigate_to_url": {
592
+ await activePage.goto(agentResponse.url);
593
+ return { message: `navigated to "${agentResponse.url}"` };
594
+ }
595
+ case "new_tab_url": {
596
+ const newPage = await browserContext.newPage();
597
+ await newPage.goto(agentResponse.url);
598
+ await newPage.waitForLoadState("domcontentloaded");
599
+ return { message: "opened new tab" };
600
+ }
601
+ case "switch_tab": {
602
+ const entry = Array.from(tabManager.entries()).find(
603
+ ([, alias]) => alias === agentResponse.tab_alias
603
604
  );
605
+ const page = entry?.[0];
606
+ if (!page) {
607
+ throw new Error(
608
+ `Tab with alias ${agentResponse.tab_alias} not found`
609
+ );
610
+ }
611
+ await page.bringToFront();
612
+ activePage = page;
613
+ return {
614
+ message: `switched to "${agentResponse.tab_alias}"`
615
+ };
604
616
  }
605
- await page.bringToFront();
606
- activePage = page;
607
- return { message: `switched to "${agentResponse.tab_alias}"` };
608
- }
609
- case "scroll": {
610
- const [x, y] = agentResponse.coordinate;
611
- await activePage.mouse.move(x, y);
612
- let deltaX = 0;
613
- let deltaY = 0;
614
- switch (agentResponse.scroll_direction) {
615
- case "up":
616
- deltaY = -agentResponse.scroll_amount;
617
- break;
618
- case "down":
619
- deltaY = agentResponse.scroll_amount;
620
- break;
621
- case "left":
622
- deltaX = -agentResponse.scroll_amount;
623
- break;
624
- case "right":
625
- deltaX = agentResponse.scroll_amount;
626
- break;
617
+ case "scroll": {
618
+ const [x, y] = agentResponse.coordinate;
619
+ await activePage.mouse.move(x, y);
620
+ let deltaX = 0;
621
+ let deltaY = 0;
622
+ switch (agentResponse.scroll_direction) {
623
+ case "up":
624
+ deltaY = -agentResponse.scroll_amount;
625
+ break;
626
+ case "down":
627
+ deltaY = agentResponse.scroll_amount;
628
+ break;
629
+ case "left":
630
+ deltaX = -agentResponse.scroll_amount;
631
+ break;
632
+ case "right":
633
+ deltaX = agentResponse.scroll_amount;
634
+ break;
635
+ }
636
+ await activePage.mouse.wheel(deltaX, deltaY);
637
+ return {
638
+ message: `scrolled ${agentResponse.scroll_direction}`
639
+ };
640
+ }
641
+ case "navigate_back": {
642
+ const res = await activePage.goBack();
643
+ if (!res)
644
+ throw new Error("navigate_back failed: no history entry");
645
+ return { message: "navigated back" };
646
+ }
647
+ case "terminate_test": {
648
+ const { success, reason } = agentResponse;
649
+ finalSuccess = success;
650
+ return { message: reason, shouldTerminate: true };
627
651
  }
628
- await activePage.mouse.wheel(deltaX, deltaY);
629
- return {
630
- message: `scrolled ${agentResponse.scroll_direction}`
631
- };
632
- }
633
- case "navigate_back": {
634
- const res = await activePage.goBack();
635
- if (!res)
636
- throw new Error("navigate_back failed: no history entry");
637
- return { message: "navigated back" };
638
- }
639
- case "terminate_test": {
640
- const { success, reason } = agentResponse;
641
- finalSuccess = success;
642
- return { message: reason, shouldTerminate: true };
643
652
  }
653
+ } catch (error) {
654
+ const message = error instanceof Error ? error.message : String(error);
655
+ return { message, isError: true };
644
656
  }
645
- } catch (error) {
646
- const message = error instanceof Error ? error.message : String(error);
647
- return { message, isError: true };
648
- }
649
- })();
657
+ })();
658
+ }
659
+ } finally {
660
+ browserContext.off("page", onNewPage);
650
661
  }
651
- } finally {
652
- browserContext.off("page", onNewPage);
653
- }
654
- return { success: finalSuccess ?? false };
662
+ return { success: finalSuccess ?? false };
663
+ });
655
664
  };
656
665
  }
657
666