testdriverai 7.0.0 → 7.1.1

package/test/testdriver/type.test.mjs

@@ -0,0 +1,45 @@
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+
+describe("Type Test", () => {
+  it("should enter standard_user in username field", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    //
+    const usernameField = await testdriver.find(
+      "Username, input field for username",
+    );
+    await usernameField.click();
+    await testdriver.type("standard_user");
+
+    const result = await testdriver.assert(
+      'the username field contains "standard_user"',
+    );
+    expect(result).toBeTruthy();
+  });
+
+  it("should show validation message when clicking Sign In without password", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    // First fill in username
+    const usernameField = await testdriver.find(
+      "Username, input field for username",
+    );
+    await usernameField.click();
+    await testdriver.type("standard_user");
+
+    //
+    const signInButton = await testdriver.find(
+      "Sign in, black button below the password field",
+    );
+    await signInButton.click();
+
+    await testdriver.focusApplication("Google Chrome");
+    const result = await testdriver.assert(
+      "Please fill out this field is visible near the password field",
+    );
+    expect(result).toBeTruthy();
+  });
+});

package/vitest.config.mjs

@@ -1,65 +1,20 @@
-import { config } from "dotenv";
-import { defineConfig } from "vitest/config";
-import testDriverPlugin from "./interfaces/vitest-plugin.mjs";
+import { config } from 'dotenv';
+import TestDriver from 'testdriverai/vitest';
+import { defineConfig } from 'vitest/config';
 
-// Load environment variables from .env file
+// Load .env file early so it's available to the reporter (runs in main process)
+// and to worker processes
 config();
 
 export default defineConfig({
-  plugins: [
-    testDriverPlugin({
-      apiKey: process.env.TD_API_KEY,
-      apiRoot: process.env.TD_API_ROOT || "https://testdriver-api.onrender.com",
-    }),
-  ],
-
   test: {
-    // Test file patterns
-    include: ["**/testdriver/acceptance-sdk/*.test.mjs"],
-
-    // Setup file to initialize plugin in worker processes
-    setupFiles: ["./testdriver/acceptance-sdk/setup/vitestSetup.mjs"],
-
-    // Timeout settings
-    testTimeout: 600000, // 10 minutes per test
-    hookTimeout: 600000, // 10 minutes for setup/teardown
-    teardownTimeout: 120000, // 2 minutes for teardown specifically
-
-    globalTeardown: "./testdriver/acceptance-sdk/setup/globalTeardown.mjs",
-
-    // Reporter configuration
+    testTimeout: 120000,
+    hookTimeout: 120000,
     reporters: [
-      "verbose", // Detailed console output with full logs
-      ["junit", { outputFile: "test-results/junit.xml" }],
-      ["json", { outputFile: "test-results/results.json" }],
-      ["html", { outputFile: "test-results/index.html" }],
-      [
-        "./interfaces/vitest-plugin.mjs",
-        {
-          apiKey: process.env.TD_API_KEY,
-          apiRoot:
-            process.env.TD_API_ROOT || "https://testdriver-api.onrender.com",
-        },
-      ], // TestDriver test recording
+      'default',
+      // Don't pass apiKey/apiRoot here - they'll be read from env at runtime
+      TestDriver(),
     ],
-
-    // Use forks for isolation, run tests in parallel
-    pool: "forks",
-    poolOptions: {
-      forks: {
-        singleFork: false,
-        maxForks: 5, // Reduced from 10 to prevent resource contention
-        minForks: 1,
-      },
-    },
-
-    // Enable parallel execution
-    sequence: {
-      concurrent: true,
-      shuffle: false,
-    },
-
-    fileParallelism: true,
-    maxConcurrency: 5, // Reduced from 10 to match maxForks
+    setupFiles: ['testdriverai/vitest/setup'],
   },
 });

package/.github/dependabot.yml

@@ -1,11 +0,0 @@
-# To get started with Dependabot version updates, you'll need to specify which
-# package ecosystems to update and where the package manifests are located.
-# Please see the documentation for all configuration options:
-# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yaml-file
-
-version: 2
-updates:
-  - package-ecosystem: "npm" # See documentation for possible values
-    directory: "/" # Location of package manifests
-    schedule:
-      interval: "weekly"

package/.github/workflows/acceptance-linux.yml

@@ -1,75 +0,0 @@
-name: v6 Linux
-
-on:
-  workflow_dispatch:
-  push:
-    branches:
-      - main
-    paths-ignore:
-      - "docs/**"
-  pull_request:
-    branches:
-      - main
-
-  schedule:
-    - cron: "0 0 * * *"
-
-jobs:
-  # Job to gather all test files
-  test-setup:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-node@v3
-        with:
-          node-version: 22
-          cache: npm
-      - run: npm ci
-
-  gather:
-    name: Gather Test Files
-    runs-on: ubuntu-latest
-    outputs:
-      test_files: ${{ steps.test_list.outputs.files }}
-    steps:
-      - name: Check out repository
-        uses: actions/checkout@v2
-
-      - name: Find all test files
-        id: test_list
-        run: |
-          FILES=$(ls ./testdriver/acceptance/*.yaml)
-          FILENAMES=$(basename -a $FILES)
-          FILES_JSON=$(echo "$FILENAMES" | jq -R -s -c 'split("\n")[:-1]')
-          echo "files=$FILES_JSON" >> $GITHUB_OUTPUT
-  test:
-    needs:
-      - gather
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        test: ${{ fromJson(needs.gather.outputs.test_files) }}
-      max-parallel: 8
-      fail-fast: false
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "20"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: NODE_ENV=production npm ci
-      - name: Run test in headless mode
-        run: node bin/testdriverai.js run testdriver/acceptance/${{ matrix.test }} --junit=out.xml
-        env:
-          FORCE_COLOR: 3
-          TD_API_KEY: 49c2996c-0687-40bf-9f2c-5d2e55b2a2c6
-          TD_WEBSITE: https://testdriver-sandbox.vercel.app
-          TD_THIS_FILE: ${{ matrix.test }}
-          TD_API_ROOT: "https://replayable-dev-ian-mac-m1-16.ngrok.io"

package/.github/workflows/acceptance-sdk-tests.yml

@@ -1,133 +0,0 @@
-name: Acceptance SDK Tests
-
-on:
-  pull_request:
-    branches:
-      - main
-  push:
-    branches: [main]
-    paths-ignore:
-      - "docs/**"
-  # So that we can manually trigger tests when there's flake
-  workflow_dispatch:
-
-jobs:
-  test-workflow:
-    name: Run SDK Tests - ${{ matrix.platform }}
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        platform: [linux, windows]
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "20"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Run ESLint
-        run: npx eslint . --max-warnings 0
-
-      - name: Run Prettier
-        run: npx prettier --check .
-
-      - name: Run SDK tests with Vitest - ${{ matrix.platform }}
-        run: npx vitest run testdriver/acceptance-sdk/*.test.mjs
-        env:
-          FORCE_COLOR: 3
-          TD_API_KEY: ${{ secrets.TESTDRIVER_API_KEY }}
-          TEST_PLATFORM: ${{ matrix.platform }}
-          VERBOSE: true
-          LOGGING: true
-        continue-on-error: true
-
-      - name: Generate GitHub Summary
-        if: always()
-        run: |
-          echo "# 🧪 TestDriver SDK Test Results" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-
-          if [ -f test-results/results.json ]; then
-            node -e "
-              const fs = require('fs');
-              const results = JSON.parse(fs.readFileSync('test-results/results.json', 'utf8'));
-              
-              const total = results.numTotalTests || 0;
-              const passed = results.numPassedTests || 0;
-              const failed = results.numFailedTests || 0;
-              const skipped = results.numPendingTests || 0;
-              const duration = ((results.testResults?.[0]?.endTime - results.testResults?.[0]?.startTime) / 1000 || 0).toFixed(2);
-              
-              console.log('## 📊 Overview\n');
-              console.log('| Metric | Count |');
-              console.log('|--------|-------|');
-              console.log('| ✅ Passed | ' + passed + ' |');
-              console.log('| ❌ Failed | ' + failed + ' |');
-              console.log('| ⏭️ Skipped | ' + skipped + ' |');
-              console.log('| 📝 Total | ' + total + ' |');
-              console.log('| ⏱️ Duration | ' + duration + 's |');
-              console.log('');
-              
-              if (failed > 0) {
-                console.log('## ❌ Failed Tests\n');
-                results.testResults?.forEach(file => {
-                  file.assertionResults?.filter(test => test.status === 'failed').forEach(test => {
-                    console.log('### ' + test.fullName);
-                    console.log('**File:** \`' + file.name + '\`');
-                    console.log('');
-                    if (test.failureMessages?.length > 0) {
-                      console.log('**Error:**');
-                      console.log('\`\`\`');
-                      console.log(test.failureMessages.join('\n').substring(0, 1000));
-                      console.log('\`\`\`');
-                      console.log('');
-                    }
-                  });
-                });
-              }
-              
-              if (passed > 0) {
-                console.log('## ✅ Passed Tests\n');
-                results.testResults?.forEach(file => {
-                  const passedTests = file.assertionResults?.filter(test => test.status === 'passed') || [];
-                  if (passedTests.length > 0) {
-                    console.log('### ' + file.name.split('/').pop());
-                    passedTests.forEach(test => {
-                      console.log('- ✅ ' + test.title);
-                    });
-                    console.log('');
-                  }
-                });
-              }
-            " >> $GITHUB_STEP_SUMMARY
-          else
-            echo "⚠️ No test results found" >> $GITHUB_STEP_SUMMARY
-          fi
-
-      - name: Test Summary (JUnit)
-        uses: test-summary/action@v2
-        with:
-          paths: "test-results/junit.xml"
-        if: always()
-
-      - name: Upload test results
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-results-${{ matrix.platform }}
-          path: |
-            test-results/junit.xml
-            test-results/results.json
-            test-results/index.html
-          retention-days: 7
-          if-no-files-found: ignore

package/.github/workflows/acceptance-tests.yml

@@ -1,130 +0,0 @@
-name: Acceptance Tests
-
-on:
-  # So that we do a final check before publishing
-  pull_request_review:
-    types: [submitted]
-  # So that we don't do expensive tests until approved
-  push:
-    branches: [main]
-    paths-ignore:
-      - "docs/**"
-  # So that we can manually trigger tests when there's flake
-  workflow_dispatch:
-
-jobs:
-  gather-test-files:
-    name: Gather Test Files
-    runs-on: ubuntu-latest
-    if: >
-      (github.event_name == 'workflow_dispatch') ||
-      (github.ref == 'refs/heads/main') ||
-      (github.event_name == 'pull_request_review' && 
-       (github.event.review.state == 'approved' || github.event.review.state == 'changes_requested'))
-    outputs:
-      test_files: ${{ steps.test_list.outputs.files }}
-    steps:
-      - name: Check out repository
-        uses: actions/checkout@v2
-
-      - name: Find all test files
-        id: test_list
-        run: |
-          FILES=$(ls ./testdriver/acceptance/*.yaml)
-          FILENAMES=$(basename -a $FILES)
-          FILES_JSON=$(echo "$FILENAMES" | jq -R -s -c 'split("\n")[:-1]')
-          echo "files=$FILES_JSON" >> $GITHUB_OUTPUT
-  test-workflow:
-    needs:
-      - gather-test-files
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-
-    strategy:
-      matrix:
-        test: ${{ fromJson(needs.gather-test-files.outputs.test_files) }}
-      max-parallel: 8
-      fail-fast: false
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "20"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: NODE_ENV=production npm ci
-
-      - name: Run test in headless mode
-        run: node bin/testdriverai.js run testdriver/acceptance/${{ matrix.test }}
-        env:
-          FORCE_COLOR: 3
-          TD_API_KEY: ${{ secrets.TESTDRIVER_API_KEY }}
-          TD_WEBSITE: https://testdriver-sandbox.vercel.app
-          TD_THIS_FILE: ${{ matrix.test }}
-#
-# TODO: Add snippets back, but this should only happen on `main`
-#     - name: Write MDX snippets separately
-#       run: |
-#         mkdir -p snippets
-#         FILE_NAME=$(basename "${{ matrix.test }}" .yaml)
-#         TEST_FILE="testdriver/${FILE_NAME}.yaml"
-
-#         EMBED_URL="${{ steps.testdriver.outputs.link }}"
-#         PARAMS="embed=true&timestamp=90000&playbackRate=5"
-
-#         if [[ "$EMBED_URL" == *\?* ]]; then
-#           EMBED_URL="${EMBED_URL}&${PARAMS}"
-#         else
-#           EMBED_URL="${EMBED_URL}?${PARAMS}"
-#         fi
-
-#         # Write iframe MDX
-#         echo "<iframe src=\"$EMBED_URL\" width=\"100%\" height=\"300\" />" > "snippets/${FILE_NAME}-replay.mdx"
-
-#         # Write YAML MDX
-#         echo '```yaml' > "snippets/${FILE_NAME}-yaml.mdx"
-#         cat "$TEST_FILE" >> "snippets/${FILE_NAME}-yaml.mdx"
-#         echo '```' >> "snippets/${FILE_NAME}-yaml.mdx"
-
-#     - name: Upload snippets artifact
-#       uses: actions/upload-artifact@v4
-#       with:
-#         name: snippets-${{ matrix.os }}-${{ matrix.test }}
-#         path: snippets/
-#         retention-days: 1
-
-# create-snippets-commit:
-#   name: Commit Snippets
-#   needs: run-tests
-#   runs-on: ubuntu-latest
-#   env:
-#     BASE_BRANCH: ${{ github.ref_name }}
-#   steps:
-#     - name: Check out current branch
-#       uses: actions/checkout@v3
-#       with:
-#         token: ${{ secrets.GH_TOKEN }}
-#         ref: ${{ github.head_ref }}
-#     - name: Download all snippets artifacts
-#       uses: actions/download-artifact@v4
-#       with:
-#         path: docs/snippets/tests
-#         pattern: snippets-*
-#         merge-multiple: true
-
-#     - name: Commit updated snippets
-#       uses: EndBug/add-and-commit@v9
-#       with:
-#         author_name: github-actions[bot]
-#         author_email: github-actions[bot]@users.noreply.github.com
-#         message: "Update test snippets [skip ci]"
-#         add: "docs/snippets/tests"
-#         new_branch: ${{ github.head_ref }}
-#         tag_push: "--force-with-lease"

package/.github/workflows/lint.yml

@@ -1,27 +0,0 @@
-# Ensure affected code follows standards and is formatted correctly. Otherwise, automatic formatting in future changes will cause larger diffs.
-name: Lint + Prettier
-
-on:
-  push:
-    paths-ignore:
-      - "docs/**"
-
-jobs:
-  lint:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v2
-        with:
-          # We need to fetch the full history to check for changes since `main`
-          fetch-depth: 0
-      - name: Set up Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version: 20
-      - name: npm ci
-        run: npm ci --ignore-scripts
-      - name: Run ESLint
-        run: npx eslint . --max-warnings 0
-      # Only check files that have been Added/Created/Modified/Renamed/Type-changed since `main`
-      - name: Run Prettier
-        run: git diff --name-only --diff-filter=ACMRT origin/main HEAD | xargs -r npx prettier --check --ignore-unknown

package/.github/workflows/publish-canary.yml

@@ -1,40 +0,0 @@
-name: Publish @canary to NPM
-
-permissions:
-  contents: write
-  pull-requests: write
-  actions: read
-  statuses: write
-
-on:
-  # So that we publish for every push to `main`, despite tests
-  push:
-    branches: [main]
-    paths-ignore:
-      - "docs/**"
-  workflow_dispatch:
-
-jobs:
-  publish-canary:
-    name: Publish testdriverai@canary
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      id-token: write
-    steps:
-      - name: Check out the repository
-        uses: actions/checkout@v4
-      - name: Set up Node.js
-        uses: actions/setup-node@v3
-        with:
-          node-version: "20"
-          registry-url: "https://registry.npmjs.org"
-
-      - name: Version the package
-        run: npm version --no-git-tag-version prerelease --preid=canary.$(git rev-parse --short HEAD)
-
-      - name: Publish to canary and beta tags
-        run: |
-          npm publish --tag canary
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_AUTH_TOKEN }}

package/.github/workflows/publish-latest.yml

@@ -1,61 +0,0 @@
-# `main` is always published to `testdriverai@latest`. Checks are performed in PRs and the Merge Queue to ensure a healthy `main` branch."
-name: Publish @latest to NPM
-
-on:
-  workflow_dispatch:
-  workflow_run:
-    workflows: ["Acceptance Tests"]
-    branches: [main]
-    types: [completed]
-
-jobs:
-  bump_version:
-    name: "Bump Version"
-    if: ${{ github.event.workflow_run.conclusion == 'success' && !contains(github.event.workflow_run.head_commit.message, '[skip ci]') }}
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.ref }}
-          persist-credentials: false
-      - name: Set up Node.js
-        uses: actions/setup-node@v3
-        with:
-          node-version: "20"
-      - name: Configure Git user
-        run: |
-          git config --global user.name "github-actions[bot]"
-          git config --global user.email "github-actions[bot]@users.noreply.github.com"
-      - name: "Bump version"
-        run: npm version patch -m "Bump version to %s [skip ci]"
-
-      - name: Push changes to main
-        run: |
-          git push https://${{ secrets.GH_TOKEN }}@github.com/testdriverai/testdriverai.git HEAD:main --force
-
-  publish-latest:
-    name: Publish testdriverai@latest
-    needs: bump_version
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          ref: ${{ github.ref }}
-      - uses: actions/setup-node@v3
-        with:
-          node-version: "20"
-      - uses: JS-DevTools/npm-publish@v3
-        with:
-          token: ${{ secrets.NPM_AUTH_TOKEN }}
-
-  trigger-vscode-build:
-    runs-on: ubuntu-latest
-    needs: publish-latest
-    steps:
-      - name: Trigger VSCode Build + Publish
-        uses: peter-evans/repository-dispatch@v3
-        with:
-          repository: testdriverai/vscode
-          event-type: cli-publish
-          token: ${{ secrets.GH_TOKEN }}

package/.github/workflows/test-install.yml

@@ -1,29 +0,0 @@
-# Ensure that the published `testdriverai` package is installable on multiple version of Node.js across multiple operating systems.
-name: Test TestDriverAI Installation
-
-on:
-  schedule:
-    - cron: "0 * * * *" # Runs every hour
-  workflow_dispatch:
-  merge_group:
-
-jobs:
-  install-testdriverai:
-    runs-on: ${{ matrix.runner }}
-    strategy:
-      fail-fast: false
-      matrix:
-        runner: [macos-latest, windows-latest]
-        node-version: ["18", "20", "22"]
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Set up Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v4
-        with:
-          node-version: ${{ matrix.node-version }}
-
-      - name: Verify `testdriverai` is executable
-        run: npx testdriverai@latest -y --help

package/.vscode/extensions.json

@@ -1,3 +0,0 @@
-{
-  "recommendations": ["esbenp.prettier-vscode", "dbaeumer.vscode-eslint"]
-}

package/.vscode/launch.json

@@ -1,22 +0,0 @@
-{
-  // Use IntelliSense to learn about possible attributes.
-  // Hover to view descriptions of existing attributes.
-  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
-  "version": "0.2.0",
-  "configurations": [
-    {
-      "name": "Attach",
-      "port": 9229,
-      "request": "attach",
-      "skipFiles": ["<node_internals>/**"],
-      "type": "node"
-    },
-    {
-      "type": "node",
-      "request": "launch",
-      "name": "Launch Program",
-      "skipFiles": ["<node_internals>/**"],
-      "program": "${workspaceFolder}/index.js"
-    }
-  ]
-}

package/.vscode/mcp.json

@@ -1,9 +0,0 @@
-{
-  "servers": {
-    "testdriverai": {
-      "type": "stdio",
-      "command": "node",
-      "args": ["/Users/ianjennings/.mcp/testdriver/src/index.js"]
-    }
-  }
-}

package/.vscode/settings.json

@@ -1,14 +0,0 @@
-{
-  "editor.codeActionsOnSave": {
-    "source.organizeImports": "explicit"
-  },
-  "editor.formatOnSave": true,
-  "editor.defaultFormatter": "esbenp.prettier-vscode",
-  "yaml.schemas": {
-    "https://raw.githubusercontent.com/testdriverai/testdriverai/main/schema.json": "file:///Users/kid/Desktop/td/internal/testdriverai/testdriver.yaml"
-  },
-  "vitest.enable": true,
-  "vitest.commandLine": "npx vitest --watch",
-  "vitest.include": ["**/testdriver/acceptance-sdk/*.test.mjs"],
-  "vitest.exclude": []
-}