create-appraisejs 0.3.1-alpha.0 → 0.4.0-alpha.0

package/templates/starter/e2e/runs-and-reports.spec.ts

@@ -0,0 +1,82 @@
+import { test, expect } from '@playwright/test'
+
+import { disconnectPrisma, findTestRunById, resetE2eData, seedCoreData, seededIds } from './helpers/test-data'
+import { expectPageHeading } from './helpers/ui'
+
+test.describe('Runs and reports @runs', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  test('test runs list shows seeded variants and recent failed filter', async ({ page }) => {
+    await page.goto('/test-runs')
+    await expectPageHeading(page, 'Test Runs')
+    await expect(page.getByText('E2E Completed Run', { exact: true }).first()).toBeVisible()
+    await expect(page.getByText('E2E Failed Run', { exact: true }).first()).toBeVisible()
+    await expect(page.getByText('E2E Queued Run', { exact: true }).first()).toBeVisible()
+    await expect(page.getByText('E2E Running Run', { exact: true }).first()).toBeVisible()
+
+    await page.goto('/test-runs?filter=recentFailed')
+    await expect(page.getByText('E2E Failed Run', { exact: true }).first()).toBeVisible()
+    await expect(page.getByText('E2E Completed Run', { exact: true }).first()).toBeHidden()
+  })
+
+  test('test run detail shows status logs and report navigation', async ({ page }) => {
+    await page.goto(`/test-runs/${seededIds.testRun}`)
+    await expectPageHeading(page, 'Test Run Details')
+    await expect(page.getByText('E2E Completed Run')).toBeVisible()
+    await expect(page.getByText('Finished', { exact: true }).first()).toBeVisible()
+    await expect(page.getByText('E2E seeded run started')).toBeVisible()
+    await expect(page.getByText('E2E seeded login works')).toBeVisible()
+
+    await page.getByRole('link', { name: /View Report/ }).click()
+    await expectPageHeading(page, /Test Run Report:/)
+    await expect(page.getByText('Total Tests')).toBeVisible()
+  })
+
+  test('create test run form loads selections without starting execution', async ({ page }) => {
+    await page.goto('/test-runs/create')
+    await expectPageHeading(page, 'Create Test Run')
+    await page.getByLabel('Name').fill('E2E Draft Run')
+    await page.getByLabel('Environment').click()
+    await page.getByRole('option', { name: 'E2E Local' }).click()
+    await page.getByRole('combobox', { name: 'Test tags' }).click()
+    await page.getByRole('option', { name: 'E2E Smoke' }).click()
+    await expect(page.getByRole('button', { name: 'Start' })).toBeVisible()
+  })
+
+  test('reports list and metric drill-down pages render seeded data', async ({ page }) => {
+    await page.goto('/reports')
+    await expectPageHeading(page, 'Reports')
+    await expect(page.getByText('E2E Completed Run', { exact: true }).first()).toBeVisible()
+
+    await page.goto('/reports/test-cases?filter=repeatedlyFailing')
+    await expectPageHeading(page, 'Failing Test Cases Report')
+    await expect(page.getByText('E2E seeded login works', { exact: true }).first()).toBeVisible()
+
+    await page.goto('/reports/test-cases?filter=flaky')
+    await expect(page.getByText('E2E seeded login works', { exact: true }).first()).toBeVisible()
+
+    await page.goto('/reports/test-suites?filter=notExecutedRecently')
+    await expectPageHeading(page, 'Test Suites Report')
+    await expect(page.getByText('E2E Auth Suite', { exact: true }).first()).toBeVisible()
+  })
+
+  test('cancel run updates seeded running run status', async ({ page }) => {
+    await page.goto(`/test-runs/${seededIds.runningTestRun}`)
+    await expectPageHeading(page, 'Test Run Details')
+    await page.getByRole('button', { name: /Cancel Run/i }).click()
+
+    await expect
+      .poll(async () => {
+        const run = await findTestRunById(seededIds.runningTestRun)
+        return run?.status
+      })
+      .toMatch(/CANCELLED|CANCELLING/)
+  })
+})

package/templates/starter/e2e/settings-sync.spec.ts

@@ -0,0 +1,39 @@
+import { test, expect } from '@playwright/test'
+
+import { disconnectPrisma, resetE2eData, seedCoreData } from './helpers/test-data'
+
+const syncScriptLabels = [
+  'Sync Modules',
+  'Sync Environments',
+  'Sync Tags',
+  'Sync Template Step Groups',
+  'Sync Template Steps',
+  'Sync Locator Groups',
+  'Sync Locators',
+  'Sync Test Suites',
+  'Sync Test Cases',
+] as const
+import { expectPageHeading } from './helpers/ui'
+
+test.describe('Settings sync @sync', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  for (const label of syncScriptLabels) {
+    test(`sync script ${label} completes`, async ({ page }) => {
+      test.setTimeout(120_000)
+
+      await page.goto('/settings')
+      await expectPageHeading(page, 'Settings')
+      await page.getByRole('button', { name: label, exact: true }).click()
+      await expect(page.getByText(/Sync completed|Sync failed/).first()).toBeVisible({ timeout: 90_000 })
+      await expect(page.getByText(/fatal|uncaught/i)).toHaveCount(0)
+    })
+  }
+})

package/templates/starter/e2e/start-server.mjs

@@ -0,0 +1,61 @@
+import { rmSync } from 'node:fs'
+import { isAbsolute, resolve } from 'node:path'
+import { spawn, spawnSync } from 'node:child_process'
+
+const port = process.argv[2] ?? '3200'
+const databaseUrl = process.env.DATABASE_URL ?? 'file:./e2e.db'
+
+function sqlitePathFromDatabaseUrl(value) {
+  if (!value.startsWith('file:')) {
+    return null
+  }
+
+  const sqlitePath = value.replace(/^file:/, '')
+  return isAbsolute(sqlitePath) ? sqlitePath : resolve(process.cwd(), 'prisma', sqlitePath)
+}
+
+function run(command, args) {
+  const result = spawnSync(command, args, {
+    cwd: process.cwd(),
+    stdio: 'inherit',
+    shell: false,
+    env: {
+      ...process.env,
+      DATABASE_URL: databaseUrl,
+    },
+  })
+
+  if (result.status !== 0) {
+    process.exit(result.status ?? 1)
+  }
+}
+
+const sqlitePath = sqlitePathFromDatabaseUrl(databaseUrl)
+if (sqlitePath) {
+  rmSync(sqlitePath, { force: true })
+  rmSync(`${sqlitePath}-journal`, { force: true })
+}
+
+run(process.execPath, ['e2e/apply-migrations.mjs'])
+
+const server = spawn('npx', ['next', 'start', '-p', port], {
+  cwd: process.cwd(),
+  stdio: 'inherit',
+  shell: process.platform === 'win32',
+  env: {
+    ...process.env,
+    DATABASE_URL: databaseUrl,
+    ENVIRONMENT: 'local',
+    NEXT_TELEMETRY_DISABLED: '1',
+  },
+})
+
+server.on('exit', code => {
+  process.exit(code ?? 0)
+})
+
+for (const signal of ['SIGINT', 'SIGTERM']) {
+  process.on(signal, () => {
+    server.kill(signal)
+  })
+}

package/templates/starter/eslint.config.mjs

@@ -1,5 +1,5 @@
-import nextCoreWebVitals from 'eslint-config-next/core-web-vitals';
-import nextTypescript from 'eslint-config-next/typescript';
+import nextCoreWebVitals from 'eslint-config-next/core-web-vitals'
+import nextTypescript from 'eslint-config-next/typescript'
 
 const eslintConfig = [
   ...nextCoreWebVitals,
@@ -15,6 +15,6 @@ const eslintConfig = [
       'packages/create-appraisejs/templates/**/*',
     ],
   },
-];
+]
 
-export default eslintConfig;
+export default eslintConfig

package/templates/starter/gitignore

@@ -55,8 +55,5 @@ packages/cucumber-runtime/dist/*
 # temporary files
 .tmp
 .fallow
-
-# graphify knowledge graph output (regenerate with: graphify extract .)
-/graphify-out/
 !prisma/dev.db
 !automation/config/environments/environments.json

package/templates/starter/next-env.d.ts

@@ -1,6 +1,6 @@
-/// <reference types="next" />
-/// <reference types="next/image-types/global" />
-import "./.next/dev/types/routes.d.ts";
-
-// NOTE: This file should not be edited
-// see https://nextjs.org/docs/app/api-reference/config/typescript for more information.
+/// <reference types="next" />
+/// <reference types="next/image-types/global" />
+import "./.next/types/routes.d.ts";
+
+// NOTE: This file should not be edited
+// see https://nextjs.org/docs/app/api-reference/config/typescript for more information.

package/templates/starter/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "appraise",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "appraise",
-      "version": "0.3.0",
+      "version": "0.4.0",
       "dependencies": {
         "@babel/parser": "^7.27.0",
         "@babel/types": "^7.27.0",
@@ -35,6 +35,8 @@
         "@uiw/react-codemirror": "^4.25.4",
         "@xyflow/react": "^12.4.4",
         "archiver": "^7.0.1",
+        "chai": "^6.2.2",
+        "chai-as-promised": "^8.0.2",
         "class-variance-authority": "^0.7.1",
         "clsx": "^2.1.1",
         "cmdk": "^1.1.1",
@@ -55,6 +57,7 @@
       "devDependencies": {
         "@babel/traverse": "^7.28.5",
         "@cucumber/cucumber": "^12.8.3",
+        "@playwright/test": "^1.58.0",
         "@testing-library/dom": "^10.4.1",
         "@testing-library/jest-dom": "^6.9.1",
         "@testing-library/react": "^16.3.2",
@@ -3012,9 +3015,6 @@
       "cpu": [
         "arm64"
       ],
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3031,9 +3031,6 @@
       "cpu": [
         "arm64"
       ],
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3050,9 +3047,6 @@
       "cpu": [
         "x64"
       ],
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3069,9 +3063,6 @@
       "cpu": [
         "x64"
       ],
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3288,9 +3279,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3308,9 +3296,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3328,9 +3313,6 @@
         "ppc64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3348,9 +3330,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3368,9 +3347,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3388,9 +3364,6 @@
         "s390x"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3408,9 +3381,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3428,9 +3398,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3666,9 +3633,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3683,9 +3647,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3700,9 +3661,6 @@
         "ppc64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3717,9 +3675,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3734,9 +3689,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3751,9 +3703,6 @@
         "s390x"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3768,9 +3717,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3785,9 +3731,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -3994,9 +3937,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4014,9 +3954,6 @@
         "arm64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4034,9 +3971,6 @@
         "ppc64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4054,9 +3988,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4074,9 +4005,6 @@
         "riscv64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4094,9 +4022,6 @@
         "s390x"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4114,9 +4039,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "glibc"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4134,9 +4056,6 @@
         "x64"
       ],
       "dev": true,
-      "libc": [
-        "musl"
-      ],
       "license": "MIT",
       "optional": true,
       "os": [
@@ -4224,6 +4143,22 @@
         "node": ">=14"
       }
     },
+    "node_modules/@playwright/test": {
+      "version": "1.58.0",
+      "resolved": "https://registry.npmjs.org/@playwright/test/-/test-1.58.0.tgz",
+      "integrity": "sha512-fWza+Lpbj6SkQKCrU6si4iu+fD2dD3gxNHFhUPxsfXBPhnv3rRSQVd0NtBUT9Z/RhF/boCBcuUaMUSTRTopjZg==",
+      "dev": true,
+      "license": "Apache-2.0",
+      "dependencies": {
+        "playwright": "1.58.0"
+      },
+      "bin": {
+        "playwright": "cli.js"
+      },
+      "engines": {
+        "node": ">=18"
+      }
+    },
     "node_modules/@prisma/client": {
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/@prisma/client/-/client-6.2.1.tgz",
@@ -4246,14 +4181,14 @@
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/@prisma/debug/-/debug-6.2.1.tgz",
       "integrity": "sha512-0KItvt39CmQxWkEw6oW+RQMD6RZ43SJWgEUnzxN8VC9ixMysa7MzZCZf22LCK5DSooiLNf8vM3LHZm/I/Ni7bQ==",
-      "devOptional": true,
+      "dev": true,
       "license": "Apache-2.0"
     },
     "node_modules/@prisma/engines": {
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/@prisma/engines/-/engines-6.2.1.tgz",
       "integrity": "sha512-lTBNLJBCxVT9iP5I7Mn6GlwqAxTpS5qMERrhebkUhtXpGVkBNd/jHnNJBZQW4kGDCKaQg/r2vlJYkzOHnAb7ZQ==",
-      "devOptional": true,
+      "dev": true,
       "hasInstallScript": true,
       "license": "Apache-2.0",
       "dependencies": {
@@ -4267,14 +4202,14 @@
       "version": "6.2.0-14.4123509d24aa4dede1e864b46351bf2790323b69",
       "resolved": "https://registry.npmjs.org/@prisma/engines-version/-/engines-version-6.2.0-14.4123509d24aa4dede1e864b46351bf2790323b69.tgz",
       "integrity": "sha512-7tw1qs/9GWSX6qbZs4He09TOTg1ff3gYsB3ubaVNN0Pp1zLm9NC5C5MZShtkz7TyQjx7blhpknB7HwEhlG+PrQ==",
-      "devOptional": true,
+      "dev": true,
       "license": "Apache-2.0"
     },
     "node_modules/@prisma/fetch-engine": {
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/@prisma/fetch-engine/-/fetch-engine-6.2.1.tgz",
       "integrity": "sha512-OO7O9d6Mrx2F9i+Gu1LW+DGXXyUFkP7OE5aj9iBfA/2jjDXEJjqa9X0ZmM9NZNo8Uo7ql6zKm6yjDcbAcRrw1A==",
-      "devOptional": true,
+      "dev": true,
       "license": "Apache-2.0",
       "dependencies": {
         "@prisma/debug": "6.2.1",
@@ -4286,7 +4221,7 @@
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/@prisma/get-platform/-/get-platform-6.2.1.tgz",
       "integrity": "sha512-zp53yvroPl5m5/gXYLz7tGCNG33bhG+JYCm74ohxOq1pPnrL47VQYFfF3RbTZ7TzGWCrR3EtoiYMywUBw7UK6Q==",
-      "devOptional": true,
+      "dev": true,
       "license": "Apache-2.0",
       "dependencies": {
         "@prisma/debug": "6.2.1"
@@ -6313,7 +6248,7 @@
       "version": "19.2.7",
       "resolved": "https://registry.npmjs.org/@types/react/-/react-19.2.7.tgz",
       "integrity": "sha512-MWtvHrGZLFttgeEj28VXHxpmwYbor/ATPYbBfSFZEIRK0ecCFLl2Qo55z52Hss+UV9CRN7trSeq1zbgx7YDWWg==",
-      "devOptional": true,
+      "dev": true,
       "license": "MIT",
       "dependencies": {
         "csstype": "^3.2.2"
@@ -6323,7 +6258,7 @@
       "version": "19.2.3",
       "resolved": "https://registry.npmjs.org/@types/react-dom/-/react-dom-19.2.3.tgz",
       "integrity": "sha512-jp2L/eY6fn+KgVVQAOqYItbF0VY/YApe5Mz2F0aykSO8gx31bYCZyvSeYxCHKvzHG5eZjc+zyaS5BrBWya2+kQ==",
-      "devOptional": true,
+      "dev": true,
       "license": "MIT",
       "peerDependencies": {
         "@types/react": "^19.2.0"
@@ -6710,16 +6645,6 @@
         "url": "https://opencollective.com/vitest"
       }
     },
-    "node_modules/@vitest/expect/node_modules/chai": {
-      "version": "6.2.2",
-      "resolved": "https://registry.npmjs.org/chai/-/chai-6.2.2.tgz",
-      "integrity": "sha512-NUPRluOfOiTKBKvWPtSD4PhFvWCqOi0BGStNWs57X9js7XGTprSmFoz5F0tWhR4WPjNeR9jXqdC7/UpSJTnlRg==",
-      "dev": true,
-      "license": "MIT",
-      "engines": {
-        "node": ">=18"
-      }
-    },
     "node_modules/@vitest/pretty-format": {
       "version": "4.1.4",
       "resolved": "https://registry.npmjs.org/@vitest/pretty-format/-/pretty-format-4.1.4.tgz",
@@ -7666,6 +7591,27 @@
         "upper-case-first": "^2.0.2"
       }
     },
+    "node_modules/chai": {
+      "version": "6.2.2",
+      "resolved": "https://registry.npmjs.org/chai/-/chai-6.2.2.tgz",
+      "integrity": "sha512-NUPRluOfOiTKBKvWPtSD4PhFvWCqOi0BGStNWs57X9js7XGTprSmFoz5F0tWhR4WPjNeR9jXqdC7/UpSJTnlRg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=18"
+      }
+    },
+    "node_modules/chai-as-promised": {
+      "version": "8.0.2",
+      "resolved": "https://registry.npmjs.org/chai-as-promised/-/chai-as-promised-8.0.2.tgz",
+      "integrity": "sha512-1GadL+sEJVLzDjcawPM4kjfnL+p/9vrxiEUonowKOAzvVg0PixJUdtuDzdkDeQhK3zfOE76GqGkZIQ7/Adcrqw==",
+      "license": "MIT",
+      "dependencies": {
+        "check-error": "^2.1.1"
+      },
+      "peerDependencies": {
+        "chai": ">= 2.1.2 < 7"
+      }
+    },
     "node_modules/chalk": {
       "version": "4.1.2",
       "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz",
@@ -7683,6 +7629,15 @@
         "url": "https://github.com/chalk/chalk?sponsor=1"
       }
     },
+    "node_modules/check-error": {
+      "version": "2.1.3",
+      "resolved": "https://registry.npmjs.org/check-error/-/check-error-2.1.3.tgz",
+      "integrity": "sha512-PAJdDJusoxnwm1VwW07VWwUN1sl7smmC3OKggvndJFadxxDRyFJBX/ggnu/KE4kQAB7a3Dp8f/YXC1FlUprWmA==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 16"
+      }
+    },
     "node_modules/chokidar": {
       "version": "3.6.0",
       "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-3.6.0.tgz",
@@ -9867,6 +9822,7 @@
       "version": "2.3.3",
       "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz",
       "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==",
+      "dev": true,
       "hasInstallScript": true,
       "license": "MIT",
       "optional": true,
@@ -13139,7 +13095,7 @@
       "version": "6.2.1",
       "resolved": "https://registry.npmjs.org/prisma/-/prisma-6.2.1.tgz",
       "integrity": "sha512-hhyM0H13pQleQ+br4CkzGizS5I0oInoeTw3JfLw1BRZduBSQxPILlJLwi+46wZzj9Je7ndyQEMGw/n5cN2fknA==",
-      "devOptional": true,
+      "dev": true,
       "hasInstallScript": true,
       "license": "Apache-2.0",
       "dependencies": {