testdriverai 5.7.9 → 5.7.11

package/.github/workflows/testdriver.yml

@@ -1,10 +1,10 @@
 name: TestDriver.ai
 
 permissions:
+  contents: write
+  pull-requests: write  
   actions: read
-  contents: read
   statuses: write
-  pull-requests: write
 
 on:
   push:
@@ -12,7 +12,7 @@ on:
   pull_request:
   workflow_dispatch:
   schedule:
-    - cron: "0 0 * * *" 
+    - cron: "0 0 * * *"
 
 jobs:
   gather-test-files:
@@ -23,17 +23,17 @@ jobs:
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
-        with:
-          ref: ${{ github.event.ref }}
 
-      - name: Find all test files and extract filenames
+      - name: Find all test files
         id: test_list
         run: |
           FILES=$(ls ./testdriver/*.yaml)
           FILENAMES=$(basename -a $FILES)
           FILES_JSON=$(echo "$FILENAMES" | jq -R -s -c 'split("\n")[:-1]')
-          echo "::set-output name=files::$FILES_JSON"
-  test:
+          echo "files=$FILES_JSON" >> $GITHUB_OUTPUT
+
+  run-tests:
+    name: Run Tests
     needs: gather-test-files
     runs-on: ubuntu-latest
     strategy:
@@ -41,12 +41,13 @@ jobs:
         os: [linux, windows]
         test: ${{ fromJson(needs.gather-test-files.outputs.test_files) }}
       fail-fast: false
-    name: ${{ matrix.os }} - ${{ matrix.test }}
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
 
-      - uses: testdriverai/action@main
+      - name: Run TestDriver
+        id: testdriver
+        uses: testdriverai/action@main
         with:
           os: ${{ contains(matrix.os, 'windows') && 'windows' || 'linux' }}
           version: "alpha"
@@ -59,4 +60,60 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           FORCE_COLOR: "3"
           TD_WEBSITE: "https://testdriver-sandbox.vercel.app"
-          WEBSITE_URL: "example.com"
+          TD_VM_RESOLUTION: "1920x1080"
+
+      - name: Write MDX to shared snippets dir
+        run: |
+          mkdir -p snippets
+          FILE_NAME=$(basename "${{ matrix.test }}")
+          TEST_FILE="testdriver/$FILE_NAME"
+          DEST_FILE="snippets/${{ matrix.os }}-${FILE_NAME}.mdx"
+
+          URL="${{ steps.testdriver.outputs.link }}"
+          PARAMS="embed=true&timestamp=60000&playbackRate=2"
+
+          if [[ "$URL" == *\?* ]]; then
+            EMBED_URL="${URL}&${PARAMS}"
+          else
+            EMBED_URL="${URL}?${PARAMS}"
+          fi
+
+          echo "<iframe src=\"$EMBED_URL\" />" > "$DEST_FILE"
+          echo >> "$DEST_FILE"
+          echo '```yaml' >> "$DEST_FILE"
+          cat "$TEST_FILE" >> "$DEST_FILE"
+          echo '```' >> "$DEST_FILE"
+
+
+      - name: Upload snippets artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: snippets-${{ matrix.os }}-${{ matrix.test }}
+          path: snippets/
+          retention-days: 1
+
+  create-snippets-commit:
+    name: Commit Snippets
+    needs: run-tests
+    runs-on: ubuntu-latest
+    if: github.event_name != 'pull_request'
+    steps:
+      - name: Check out current branch
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.ref }}
+
+      - name: Download all snippets artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: docs/snippets/tests
+          pattern: snippets-*
+          merge-multiple: true
+
+      - name: Commit updated snippets
+        run: |
+          git config --global user.name 'github-actions[bot]'
+          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
+          git add docs/snippets/tests
+          git diff --cached --quiet && echo "No changes to commit" || git commit -m "Update test snippets [skip ci]"
+          git push

package/README.md

@@ -153,5 +153,3 @@ gh pr create --web
 ```
 
 Your test will run on every commit and the results will be posted as a Dashcam.io video within your GitHub summary! Learn more about deploying on CI [here](https://docs.testdriver.ai/action/setup).
-
-# vscode

package/electron/overlay.js

@@ -15,8 +15,7 @@ let tray = null;
 
 const app = electronApp || remote;
 if (!app) {
-  console.log("No app");
-  process.exit(1);
+  exit(1, "No Electron app");
 }
 
 // Seems like the direct process id is not the electron process id
@@ -115,7 +114,7 @@ app.whenReady().then(() => {
   // window.webContents.openDevTools();
 
   ipc.serve(() => {
-    console.log("Serving IPC");
+    console.error("Serving IPC");
     for (const event of eventsArray) {
       ipc.server.on(event, (data) => {
         if (event === "show-window") {
@@ -132,33 +131,35 @@ app.whenReady().then(() => {
   // overlay processes alive
   const timeout = setTimeout(
     () => {
-      console.log("No connected clients for 5 minutes");
-      process.exit(0);
+      exit(0, "IPC No connected clients for 5 minutes");
     },
     1000 * 60 * 5,
   );
 
   ipc.server.on("connect", () => {
-    console.log("Client connected");
+    console.error("Client connected");
     clearTimeout(timeout);
   });
 
   ipc.server.on("socket.disconnected", function () {
     // We exit because we want the renderer process to be single use
     // and not stay alive if the cli gets disconnected
-    console.log("Client disconnected");
-    process.exit();
+    exit(0, "IPC Client disconnected");
   });
 
   ipc.server.on("error", () => {
-    console.log("Server error");
-    process.exit(1);
+    exit(1, "IPC Server error");
   });
 
   ipc.server.on("destroy", () => {
-    console.log("Server destroyed");
-    process.exit(1);
+    exit(1, "IPC Server destroyed");
   });
 
   ipc.server.start();
 });
+
+function exit(code = 0, reason = "") {
+  console.error(`Exiting with code ${code} and reason: "${reason}"`);
+  console.log(`Exiting with code ${code} and reason: "${reason}"`);
+  process.exit(code);
+}

package/index.js

@@ -33,7 +33,7 @@ if (process.argv[2] === "--renderer") {
         detached: true,
       });
       logger.info(`Started renderer, process ID: ${electronProcess.pid}`);
-      process.exit(0);
+      setTimeout(() => process.exit(0), 200);
     } catch (err) {
       logger.error("%s", err);
       process.exit(1);

package/lib/overlay.js

@@ -24,7 +24,7 @@ module.exports.createOverlayProcess = ({ id, detached = false } = {}) => {
 
     // Fork the Electron process with overlay.js as an argument
     electronProcess = fork(electronCliPath, args, {
-      stdio: "ignore",
+      stdio: "pipe",
       env: {
         ...process.env,
         TD_OVERLAY_ID: id,
@@ -36,7 +36,12 @@ module.exports.createOverlayProcess = ({ id, detached = false } = {}) => {
     throw error;
   }
   return new Promise((resolve, reject) => {
-    electronProcess.on("spawn", () => resolve(electronProcess));
+    electronProcess.on("spawn", () => {
+      electronProcess.stdout.on("data", (data) => {
+        logger.info(`ELECTRON: ${data.toString()}`);
+      });
+      resolve(electronProcess);
+    });
     electronProcess.on("error", reject);
     electronProcess.on("exit", (code) => {
       reject(new Error(`Electron process exited with code ${code}`));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.7.9",
+  "version": "5.7.11",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/testdriver/exec-js.yaml

@@ -23,6 +23,15 @@ steps:
 
           console.log('user', user[0]);
 
+          result = user[0].email;
+        windows: >
+          const response = await
+          fetch('https://jsonplaceholder.typicode.com/users');
+
+          const user = await response.json();
+
+          console.log('user', user[0]);
+
           result = user[0].email;
       - command: hover-text
         text: Username

package/testdriver/lifecycle/prerun.yaml

@@ -6,13 +6,13 @@ steps:
       - command: exec
         lang: shell
         linux: |
-          jumpapp google-chrome --disable-fre --no-default-browser-check --no-first-run "${TD_WEBSITE}" &
+          jumpapp google-chrome --disable-fre --no-default-browser-check --no-first-run --guest "${TD_WEBSITE}" &
           exit
         mac: |
-          open -na "Google Chrome" --args --disable-fre --no-default-browser-check --no-first-run --disable-features=PasswordManagerEnabled "${TD_WEBSITE}" &
+          open -na "Google Chrome" --args --disable-fre --no-default-browser-check --no-first-run --guest "${TD_WEBSITE}" &
           exit
-        windows:
-          Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "${TD_WEBSITE}"
+        windows: |
+          Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized  --disable-fre --no-default-browser-check --no-first-run --guest", "${TD_WEBSITE}";
           exit
       - command: wait-for-text
         text: ${TD_WEBSITE}

package/testdriver/press-keys.yaml

@@ -1,13 +1,13 @@
 version: 5.7.7
 session: 682f645a2856e2eb406642f8
 steps:
-  - prompt: press command d
+  - prompt: create a new tab
     commands:
       - command: focus-application
         name: Google Chrome
       - command: press-keys
         keys:
           - command
-          - d
+          - t
       - command: assert
-        expect: the bookmark dialog is open
+        expect: a new tab was created