testdriverai 7.2.43 → 7.2.45

package/test/testdriver/chrome-extension.test.mjs

@@ -15,7 +15,7 @@ describe("Chrome Extension Test", () => {
 
     console.log('connecting to', process.env.TD_IP)
 
-    const testdriver = TestDriver(context, { ip: process.env.TD_IP });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
     
     // Wait for connection to be ready before running exec
     await testdriver.ready();
@@ -68,7 +68,7 @@ describe("Chrome Extension Test", () => {
   });
 
   it("should load Loom from Chrome Web Store by extensionId", async (context) => {
-    const testdriver = TestDriver(context);
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
 
     // Launch Chrome with Loom loaded by its Chrome Web Store ID
     // Loom ID: liecbddmkiiihnedobmlmillhodjkdmb

package/test/testdriver/drag-and-drop.test.mjs

@@ -12,7 +12,7 @@ describe("Drag and Drop Test", () => {
   it.skipIf(isLinux)(
     'should drag "New Text Document" to "Recycle Bin"',
     async (context) => {
-      const testdriver = TestDriver(context, { headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //

package/test/testdriver/element-not-found.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Element Not Found Test", () => {
   it("should handle non-existent element gracefully without timing out", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/exec-output.test.mjs

@@ -10,7 +10,7 @@ describe.skip("Exec Output Test", () => {
   it(
     "should set date using PowerShell and navigate to calendar",
     async (context) => {
-      const testdriver = TestDriver(context, { headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //

package/test/testdriver/exec-pwsh.test.mjs

@@ -10,7 +10,7 @@ describe.skip("Exec PowerShell Test", () => {
   it(
     "should generate random email using PowerShell and enter it",
     async (context) => {
-      const testdriver = TestDriver(context, { headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //

package/test/testdriver/focus-window.test.mjs

@@ -10,7 +10,7 @@ describe("Focus Window Test", () => {
   it.skip(
     "should click Microsoft Edge icon and focus Google Chrome",
     async (context) => {
-      const testdriver = TestDriver(context, { headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //

package/test/testdriver/formatted-logging.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Formatted Logging Test", () => {
   it("should demonstrate formatted logs in dashcam replay", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // Find and click - logs will be nicely formatted

package/test/testdriver/hover-image.test.mjs

@@ -15,7 +15,7 @@ async function performLogin(client, username = "standard_user") {
   await client.focusApplication("Google Chrome");
   const password = await client.extract("the password");
   const usernameField = await client.find(
-    "Username, label above the username input field on the login form",
+    "username input",
   );
   await usernameField.click();
   await client.type(username);
@@ -27,7 +27,7 @@ async function performLogin(client, username = "standard_user") {
 
 describe("Hover Image Test", () => {
   it("should click on shopping cart icon and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { ip: process.env.TD_IP });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
     
     // provision.chrome() automatically calls ready() and starts dashcam
     await testdriver.provision.chrome({

package/test/testdriver/hover-text-with-description.test.mjs

@@ -15,7 +15,7 @@ async function performLogin(client, username = "standard_user") {
   await client.focusApplication("Google Chrome");
   const password = await client.extract("the password");
   const usernameField = await client.find(
-    "Username, label above the username input field on the login form",
+    "username input",
   );
   await usernameField.click();
   await client.type(username);
@@ -27,7 +27,7 @@ async function performLogin(client, username = "standard_user") {
 
 describe("Hover Text With Description Test", () => {
   it("should add TestDriver Hat to cart and verify", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/hover-text.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Hover Text Test", () => {
   it("should click Sign In and verify error message", async (context) => {
-    const testdriver = TestDriver(context, { ip: '3.138.116.105'});
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // Click on Sign In button using new find() API

package/test/testdriver/installer.test.mjs

@@ -12,7 +12,7 @@ describe("Provision Installer", () => {
   it.skipIf(!isLinux)(
     "should download and install a .deb package on Linux",
     async (context) => {
-      const testdriver = TestDriver(context);
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
       
       // Install bat (a cat clone with syntax highlighting) using provision.installer
       const filePath = await testdriver.provision.installer({
@@ -30,7 +30,7 @@ describe("Provision Installer", () => {
   it.skipIf(!isLinux)(
     "should download a shell script and verify it exists",
     async (context) => {
-      const testdriver = TestDriver(context);
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
       
       // Download a shell script (nvm installer)
       const filePath = await testdriver.provision.installer({

package/test/testdriver/launch-vscode-linux.test.mjs

@@ -7,7 +7,7 @@ describe("Launch VS Code on Linux", () => {
   it.skipIf(!isLinux)(
     "should launch VS Code on Debian/Ubuntu",
     async (context) => {
-      const testdriver = TestDriver(context);
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
       
       // provision.vscode() automatically calls ready() and starts dashcam
       await testdriver.provision.vscode();
@@ -24,7 +24,7 @@ describe("Launch VS Code on Linux", () => {
   it.skipIf(!isLinux)(
     "should install and use a VS Code extension",
     async (context) => {
-      const testdriver = TestDriver(context);
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
       
       // Launch VS Code with the Prettier extension installed
       await testdriver.provision.vscode({

package/test/testdriver/match-image.test.mjs

@@ -17,7 +17,7 @@ async function performLogin(client, username = "standard_user") {
   await client.focusApplication("Google Chrome");
   const password = await client.extract("the password");
   const usernameField = await client.find(
-    "Username, label above the username input field on the login form",
+    "username input",
   );
   await usernameField.click();
   await client.type(username);
@@ -33,7 +33,7 @@ const __dirname = dirname(__filename);
 
 describe("Match Image Test", () => {
   it.skip("should match shopping cart image and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/press-keys.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Press Keys Test", () => {
   it("should create tabs and navigate using keyboard shortcuts", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     const signInButton = await testdriver.find(

package/test/testdriver/prompt.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe.skip("Prompt Test", () => {
   it("should execute AI-driven prompts", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/scroll-keyboard.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Scroll Keyboard Test", () => {
   it("should navigate to webhamster.com and scroll with keyboard", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/scroll-until-image.test.mjs

@@ -8,7 +8,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Scroll Until Image Test", () => {
   it.skip("should scroll until brown colored house image appears", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/scroll-until-text.test.mjs

@@ -15,7 +15,7 @@ async function performLogin(client, username = "standard_user") {
   await client.focusApplication("Google Chrome");
   const password = await client.extract("the password");
   const usernameField = await client.find(
-    "Username, label above the username input field on the login form",
+    "username input",
   );
   await usernameField.click();
   await client.type(username);
@@ -27,7 +27,7 @@ async function performLogin(client, username = "standard_user") {
 
 describe("Scroll Until Text Test", () => {
   it('should scroll until "testdriver socks" appears', async (context) => {
-    const testdriver = TestDriver(context, { headless: true, reconnect: false });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/test/testdriver/scroll.test.mjs

@@ -10,7 +10,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Scroll Test", () => {
   it("should navigate and scroll down the page", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // Give Chrome a moment to fully render the UI

package/test/testdriver/type.test.mjs

@@ -3,7 +3,7 @@ import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Type Test", () => {
   it("should enter standard_user in username field", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //
@@ -20,7 +20,7 @@ describe("Type Test", () => {
   });
 
   it("should show validation message when clicking Sign In without password", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // First fill in username

package/test/testdriver/windows-installer.test.mjs

@@ -19,7 +19,7 @@ describe("Windows App Installation", () => {
   it.skipIf(isLinux)("should download, install, and launch GitButler on Windows", async (context) => {
     // Alternative approach using provision.installer helper
     const testdriver = TestDriver(context, { 
-      reconnect: true,
+      ip: context.ip || process.env.TD_IP,
       os: 'windows'
     });
 

package/vitest.config.mjs

@@ -6,6 +6,9 @@ import { defineConfig } from 'vitest/config';
 // and to worker processes
 config();
 
+// Always include AWS setup - it will be a no-op unless TD_OS=windows
+const setupFiles = ['testdriverai/vitest/setup', 'testdriverai/vitest/setup-aws'];
+
 export default defineConfig({
   test: {
     testTimeout: 900000,
@@ -17,6 +20,6 @@ export default defineConfig({
       TestDriver(),
       ['junit', { outputFile: 'test-report.junit.xml' }]
     ],
-    setupFiles: ['testdriverai/vitest/setup'],
+    setupFiles,
   },
 });

package/setup/aws/self-hosted.yml

@@ -1,111 +0,0 @@
-name: AWS
-on:
-  workflow_dispatch:
-  push:
-    branches:
-      - main
-    paths-ignore:
-      - "docs/**"
-  pull_request:
-    branches:
-      - main
-    types:
-      - ready_for_review
-  pull_request_review:
-    types:
-      - submitted
-
-jobs:
-  gather:
-    name: Gather Test Files
-    runs-on: ubuntu-latest
-    outputs:
-      test_files: ${{ steps.test_list.outputs.files }}
-    steps:
-      - name: Check out repository
-        uses: actions/checkout@v4
-
-      - name: Find all test files
-        id: test_list
-        run: |
-          FILES=$(ls ./testdriver/acceptance/*.yaml)
-          FILENAMES=$(basename -a $FILES)
-          FILES_JSON=$(echo "$FILENAMES" | jq -R -s -c 'split("\n")[:-1]')
-          echo "files=$FILES_JSON" >> $GITHUB_OUTPUT
-
-  test:
-    needs: gather
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        test: ${{ fromJson(needs.gather.outputs.test_files) }}
-      fail-fast: false
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-      # only needed for `act`
-      # - name: Install AWS CLI
-      #   run: |
-      #     apt-get update
-      #     apt-get install curl unzip -y
-      #     curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
-      #     unzip awscliv2.zip
-      #     ./aws/install
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "20"
-          cache: "npm"
-      - name: Install dependencies
-        run: NODE_ENV=production npm ci
-      - name: Setup AWS Instance
-        id: aws-setup
-        run: |
-          chmod +x ./setup/aws/spawn-runner.sh
-          OUTPUT=$(./setup/aws/spawn-runner.sh | tee /dev/stderr) # Capture and display output
-          echo "$OUTPUT"
-          PUBLIC_IP=$(echo "$OUTPUT" | grep "PUBLIC_IP=" | cut -d'=' -f2)
-          INSTANCE_ID=$(echo "$OUTPUT" | grep "INSTANCE_ID=" | cut -d'=' -f2)
-          AWS_REGION=$(echo "$OUTPUT" | grep "AWS_REGION=" | cut -d'=' -f2)
-          echo "public-ip=$PUBLIC_IP" >> $GITHUB_OUTPUT
-          echo "instance-id=$INSTANCE_ID" >> $GITHUB_OUTPUT
-          echo "aws-region=$AWS_REGION" >> $GITHUB_OUTPUT
-        env:
-          FORCE_COLOR: 3
-          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          AWS_REGION: us-east-2
-          AWS_LAUNCH_TEMPLATE_ID: lt-00d02f31cfc602f27
-          AMI_ID: ami-0c2858680200ac890
-          RESOLUTION: 1920x1080
-      - name: Run TestDriver
-        run: node bin/testdriverai.js run testdriver/acceptance/${{ matrix.test }} --ip="${{ steps.aws-setup.outputs.public-ip }}" --junit=out.xml
-        env:
-          TD_API_KEY: ${{ secrets.TD_API_KEY }}
-          TD_WEBSITE: https://testdriver-sandbox.vercel.app
-          TD_THIS_FILE: ${{ matrix.test }}
-      - name: Upload TestDriver AI CLI logs
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: testdriverai-cli-logs-${{ matrix.test }}
-          path: /tmp/testdriverai-cli-*.log
-          if-no-files-found: warn
-          retention-days: 30
-      - name: Upload test results as artifact
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-results-${{ matrix.test }}
-          path: out.xml
-          retention-days: 30
-      - name: Shutdown AWS Instance
-        if: always()
-        run: aws ec2 terminate-instances --region "$AWS_REGION" --instance-ids "$INSTANCE_ID"
-        env:
-          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          AWS_REGION: ${{ steps.aws-setup.outputs.aws-region }}
-          INSTANCE_ID: ${{ steps.aws-setup.outputs.instance-id }}