create-appraisejs 0.3.1-alpha.0 → 0.3.1-alpha.1

package/templates/blank/components.json

@@ -1,24 +1,24 @@
-{
-  "$schema": "https://ui.shadcn.com/schema.json",
-  "style": "new-york",
-  "rsc": true,
-  "tsx": true,
-  "tailwind": {
-    "config": "tailwind.config.ts",
-    "css": "src/app/globals.css",
-    "baseColor": "slate",
-    "cssVariables": true,
-    "prefix": ""
-  },
-  "iconLibrary": "lucide",
-  "aliases": {
-    "components": "@/components",
-    "utils": "@/lib/utils",
-    "ui": "@/components/ui",
-    "lib": "@/lib",
-    "hooks": "@/hooks"
-  },
-  "registries": {
-    "@kokonutui": "https://kokonutui.com/r/{name}.json"
-  }
-}
+{
+  "$schema": "https://ui.shadcn.com/schema.json",
+  "style": "new-york",
+  "rsc": true,
+  "tsx": true,
+  "tailwind": {
+    "config": "tailwind.config.ts",
+    "css": "src/app/globals.css",
+    "baseColor": "slate",
+    "cssVariables": true,
+    "prefix": ""
+  },
+  "iconLibrary": "lucide",
+  "aliases": {
+    "components": "@/components",
+    "utils": "@/lib/utils",
+    "ui": "@/components/ui",
+    "lib": "@/lib",
+    "hooks": "@/hooks"
+  },
+  "registries": {
+    "@kokonutui": "https://kokonutui.com/r/{name}.json"
+  }
+}

package/templates/blank/cucumber.mjs

@@ -1,16 +1,16 @@
-// eslint-disable-next-line import/no-anonymous-default-export
-export default {
-  paths: ['automation/features/**/*.feature'],
-  import: [
-    'packages/cucumber-runtime/src/parameter-types.ts',
-    'automation/steps/**/*.ts',
-    'packages/cucumber-runtime/src/hooks.ts',
-    'packages/cucumber-runtime/src/world.ts',
-  ],
-  loader: ['ts-node/esm'],
-  format: [
-    'pretty',
-    process.env.REPORT_FORMAT ?? `json:${process.env.REPORT_PATH ?? 'automation/reports/cucumber.json'}`,
-  ],
-  publishQuiet: true,
-}
+// eslint-disable-next-line import/no-anonymous-default-export
+export default {
+  paths: ['automation/features/**/*.feature'],
+  import: [
+    'packages/cucumber-runtime/src/parameter-types.ts',
+    'automation/steps/**/*.ts',
+    'packages/cucumber-runtime/src/hooks.ts',
+    'packages/cucumber-runtime/src/world.ts',
+  ],
+  loader: ['ts-node/esm'],
+  format: [
+    'pretty',
+    process.env.REPORT_FORMAT ?? `json:${process.env.REPORT_PATH ?? 'automation/reports/cucumber.json'}`,
+  ],
+  publishQuiet: true,
+}

package/templates/blank/e2e/README.md

@@ -0,0 +1,56 @@
+# AppraiseJS E2E tests
+
+Playwright UI tests run against a local Next.js server with an isolated SQLite database. Data is reset and seeded before each test via Prisma helpers in `e2e/helpers/test-data.ts`.
+
+## Commands
+
+- `npm run validate:e2e` — full suite (used in CI)
+- `npm run validate:e2e:smoke` — smoke gate only (`@smoke` tag)
+- `E2E_GREP=@crud npx playwright test` — run a tagged subset locally
+
+## CI and parallelism
+
+GitHub Actions runs `npm run validate:e2e` after `npm run build` with `DATABASE_URL=file:./e2e.db`
+and `CI=true`. The Playwright web server starts via `e2e/start-server.mjs`, which recreates the
+E2E database and applies migrations before serving the production build.
+
+Keep `workers: 1` and `fullyParallel: false` in `playwright.config.ts` until each worker gets an
+isolated database. Spec files reset and seed the same SQLite file in `beforeEach`, so parallel
+workers cause unique-constraint and foreign-key failures in CI and locally.
+
+## Layout
+
+| File | Purpose |
+| --- | --- |
+| `appraise-smoke.spec.ts` | Fast regression gate |
+| `navigation.spec.ts` | Route matrix and dashboard attention links |
+| `crud-configuration.spec.ts` | Configuration entity CRUD |
+| `crud-tests.spec.ts` | Suites, cases, template-based create |
+| `authoring.spec.ts` | Inline dialogs, flow panel, authoring |
+| `runs-and-reports.spec.ts` | Seeded runs, reports, create form (no execution) |
+| `settings-sync.spec.ts` | Per-script sync buttons |
+
+Helpers live under `e2e/helpers/` (`ui`, `navigation`, `table`, `forms`, `test-data`).
+
+## Seed model
+
+`seedCoreData()` provisions modules, environments, tags, locators, template steps, a test case and suite, a completed run with report, and dashboard metric variants (failed, queued, running runs; attention metrics for drawer links).
+
+Seeded IDs are exported as `seededIds` for deep-link tests.
+
+## Scope boundaries
+
+**In scope:** UI flows with deterministic Prisma seed data.
+
+**Out of scope (covered elsewhere):**
+
+- Live `cucumber-js` execution and report JSON ingestion during E2E
+- Locator picker companion / external browser extension flows
+- Bidirectional feature sync CLI unless exposed in Settings UI
+
+## Debugging
+
+- Traces: `trace: 'on-first-retry'` in `playwright.config.ts`
+- Videos/screenshots retained on failure
+- Run a single file: `npx playwright test e2e/navigation.spec.ts`
+- UI mode: `npx playwright test --ui`

package/templates/blank/e2e/apply-migrations.mjs

@@ -0,0 +1,76 @@
+import { createHash, randomUUID } from 'node:crypto'
+import { existsSync, readFileSync, readdirSync } from 'node:fs'
+import { isAbsolute, join, resolve } from 'node:path'
+import { DatabaseSync } from 'node:sqlite'
+
+function sqlitePathFromDatabaseUrl(value) {
+  if (!value?.startsWith('file:')) {
+    throw new Error(`E2E SQLite setup expects a file: DATABASE_URL, received ${value || '<empty>'}`)
+  }
+
+  const sqlitePath = value.replace(/^file:/, '')
+  return isAbsolute(sqlitePath) ? sqlitePath : resolve(process.cwd(), 'prisma', sqlitePath)
+}
+
+const databaseUrl = process.env.DATABASE_URL ?? 'file:./e2e.db'
+const databasePath = sqlitePathFromDatabaseUrl(databaseUrl)
+const migrationsDir = resolve(process.cwd(), 'prisma', 'migrations')
+const db = new DatabaseSync(databasePath)
+
+db.exec(`
+  CREATE TABLE IF NOT EXISTS "_prisma_migrations" (
+    "id"                    TEXT PRIMARY KEY NOT NULL,
+    "checksum"              TEXT NOT NULL,
+    "finished_at"           DATETIME,
+    "migration_name"        TEXT NOT NULL,
+    "logs"                  TEXT,
+    "rolled_back_at"        DATETIME,
+    "started_at"            DATETIME NOT NULL DEFAULT current_timestamp,
+    "applied_steps_count"   INTEGER UNSIGNED NOT NULL DEFAULT 0
+  );
+`)
+
+const appliedRows = db.prepare('SELECT migration_name FROM "_prisma_migrations"').all()
+const appliedMigrations = new Set(appliedRows.map(row => row.migration_name))
+const insertMigration = db.prepare(`
+  INSERT INTO "_prisma_migrations" (
+    id,
+    checksum,
+    finished_at,
+    migration_name,
+    logs,
+    rolled_back_at,
+    applied_steps_count
+  ) VALUES (?, ?, current_timestamp, ?, NULL, NULL, 1)
+`)
+
+const migrationNames = readdirSync(migrationsDir, { withFileTypes: true })
+  .filter(entry => entry.isDirectory())
+  .map(entry => entry.name)
+  .sort()
+
+for (const migrationName of migrationNames) {
+  if (appliedMigrations.has(migrationName)) {
+    continue
+  }
+
+  const migrationPath = join(migrationsDir, migrationName, 'migration.sql')
+  if (!existsSync(migrationPath)) {
+    continue
+  }
+
+  const sql = readFileSync(migrationPath, 'utf8')
+  const checksum = createHash('sha256').update(sql).digest('hex')
+
+  db.exec('BEGIN')
+  try {
+    db.exec(sql)
+    insertMigration.run(randomUUID(), checksum, migrationName)
+    db.exec('COMMIT')
+  } catch (error) {
+    db.exec('ROLLBACK')
+    throw error
+  }
+}
+
+db.close()

package/templates/blank/e2e/appraise-smoke.spec.ts

@@ -0,0 +1,78 @@
+import { test, expect } from '@playwright/test'
+
+import {
+  disconnectPrisma,
+  findModuleByName,
+  generateSeededFeature,
+  readGeneratedFeature,
+  resetE2eData,
+  seedCoreData,
+  seededIds,
+} from './helpers/test-data'
+import { createModule, expectPageHeading } from './helpers/ui'
+
+test.describe('Smoke @smoke', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  test('dashboard renders seeded entity metrics', async ({ page }) => {
+    await page.goto('/')
+    await expectPageHeading(page, 'Dashboard')
+    await expect(page.getByText('Test Cases')).toBeVisible()
+    await expect(page.getByText('Test Suites')).toBeVisible()
+    await expect(page.getByText('Template Steps')).toBeVisible()
+    await expect(page.getByText('Attention Needed')).toBeVisible()
+  })
+
+  test('module CRUD path creates edits and deletes a module', async ({ page }) => {
+    const moduleName = 'E2E Smoke Module'
+    const editedModuleName = 'E2E Smoke Module Edited'
+
+    await createModule(page, moduleName)
+    const createdModule = await findModuleByName(moduleName)
+    expect(createdModule).not.toBeNull()
+
+    await page.goto(`/modules/modify/${createdModule?.id}`)
+    await page.getByLabel('Name').fill(editedModuleName)
+    await page.getByRole('button', { name: /^Save$/ }).click()
+    await expect(page).toHaveURL(/\/modules$/)
+    await expect(page.getByText(editedModuleName, { exact: true }).first()).toBeVisible()
+  })
+
+  test('seeded completed run opens report summary', async ({ page }) => {
+    await page.goto(`/test-runs/${seededIds.testRun}`)
+    await expectPageHeading(page, 'Test Run Details')
+    await expect(page.getByText('E2E Completed Run')).toBeVisible()
+
+    await page.getByRole('link', { name: /View Report/ }).click()
+    await expectPageHeading(page, /Test Run Report:/)
+    await expect(page.getByText('E2E seeded login works')).toBeVisible()
+  })
+
+  test('settings sync all completes without a fatal error', async ({ page }) => {
+    test.setTimeout(120_000)
+
+    await page.goto('/settings')
+    await expectPageHeading(page, 'Settings')
+    await page.getByRole('button', { name: 'Sync All' }).click()
+    await expect(page.getByText(/Sync completed|Sync failed/).first()).toBeVisible({ timeout: 90_000 })
+    await expect(page.getByText(/fatal|uncaught/i)).toHaveCount(0)
+  })
+
+  test('feature generation writes suite-backed feature output', async () => {
+    const featurePath = await generateSeededFeature()
+    const featureContent = readGeneratedFeature()
+
+    expect(featurePath.replaceAll('\\', '/')).toContain('automation/features/E2E Auth/e2e-auth-suite.feature')
+    expect(featureContent).toContain('Feature: Seeded suite for E2E feature generation')
+    expect(featureContent).toContain('@e2e-smoke')
+    expect(featureContent).toContain('Scenario: [E2E seeded login works] Seeded login smoke case')
+    expect(featureContent).toContain('Given I open the seeded page')
+  })
+})

package/templates/blank/e2e/authoring.spec.ts

@@ -0,0 +1,53 @@
+import { test, expect } from '@playwright/test'
+
+import { disconnectPrisma, resetE2eData, seedCoreData, seededIds } from './helpers/test-data'
+import { createTestCaseWithSeededStep } from './helpers/forms'
+import { expectPageHeading } from './helpers/ui'
+
+test.describe('Test authoring @authoring', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  test('inline tag and test suite dialogs add selectable records', async ({ page }) => {
+    await page.goto('/test-cases/create')
+    await expectPageHeading(page, 'Create New Test Case')
+    await page.getByRole('textbox', { name: 'Title' }).fill('E2E Inline Dialog Case')
+
+    await page.getByRole('button', { name: 'Create filter tag' }).click()
+    await page.getByRole('textbox', { name: 'Name', exact: true }).fill('E2E Inline Tag')
+    await page.getByRole('textbox', { name: 'Tag Expression', exact: true }).fill('@e2e-inline')
+    await page.getByRole('button', { name: /^Save$/ }).click()
+    await expect(page.getByRole('button', { name: 'E2E Inline Tag' })).toBeVisible()
+
+    await page.getByRole('button', { name: 'Create test suite' }).click()
+    await page.getByLabel('Name').fill('E2E Inline Suite')
+    await page.getByLabel('Module').click()
+    await page.getByRole('option', { name: 'E2E Auth' }).click()
+    await page.getByRole('button', { name: /^Save$/ }).click()
+    await expect(page.getByRole('button', { name: 'E2E Inline Suite' })).toBeVisible()
+  })
+
+  test('flow panel mounts on modify page and scenario preview shows seeded steps', async ({ page }) => {
+    await page.goto(`/test-cases/modify/${seededIds.testCase}`)
+    await expectPageHeading(page, 'Modify Test Case')
+    await page.getByRole('button', { name: /Continue/ }).click()
+    await expect(page.getByText('Test Case Flow', { exact: true }).first()).toBeVisible()
+    await expect(page.getByRole('button', { name: 'Search nodes' })).toBeVisible()
+
+    await page.getByRole('button', { name: 'Show test scenario preview' }).click()
+    await expect(page.getByText('Test Scenario(Preview)')).toBeVisible()
+    await expect(page.getByText('Given I open the seeded page')).toBeVisible()
+  })
+
+  test('full create flow adds a template-backed step before saving', async ({ page }) => {
+    await createTestCaseWithSeededStep(page, 'E2E Authored Case')
+    await page.goto('/test-cases')
+    await expect(page.getByText('E2E Authored Case', { exact: true }).first()).toBeVisible()
+  })
+})

package/templates/blank/e2e/crud-configuration.spec.ts

@@ -0,0 +1,138 @@
+import { test, expect } from '@playwright/test'
+
+import {
+  disconnectPrisma,
+  findEnvironmentByName,
+  findModuleByName,
+  findTagByName,
+  resetE2eData,
+  seedCoreData,
+  seededIds,
+} from './helpers/test-data'
+import {
+  createLocator,
+  createLocatorGroup,
+  createTemplateStep,
+  createTemplateStepGroup,
+  createTemplateTestCase,
+  editEnvironment,
+  editTag,
+} from './helpers/forms'
+import { createEnvironment, createModule, createTag, expectPageHeading, saveForm } from './helpers/ui'
+import { deleteRowByName, editRowByName, expectRowHidden, filterTableByName } from './helpers/table'
+
+test.describe('Configuration CRUD @crud', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  test('environment tag and locator entities support create edit and delete', async ({ page }) => {
+    const environmentName = 'E2E Config Environment'
+    const editedEnvironmentName = 'E2E Config Environment Edited'
+    const tagName = 'E2E Config Tag'
+    const editedTagName = 'E2E Config Tag Edited'
+    const locatorGroupName = 'E2E Config Locator Group'
+    const locatorName = 'E2E Config Locator'
+
+    await createEnvironment(page, environmentName)
+    const createdEnvironment = await findEnvironmentByName(environmentName)
+    expect(createdEnvironment).not.toBeNull()
+    await editEnvironment(page, createdEnvironment!.id, editedEnvironmentName)
+    await expect(page.getByText(editedEnvironmentName, { exact: true }).first()).toBeVisible()
+
+    await createTag(page, tagName, '@e2e-config')
+    const createdTag = await findTagByName(tagName)
+    expect(createdTag).not.toBeNull()
+    await editTag(page, createdTag!.id, editedTagName, '@e2e-config-edited')
+    await expect(page.getByText(editedTagName, { exact: true }).first()).toBeVisible()
+
+    await createLocatorGroup(page, locatorGroupName, 'E2E Auth', '/config-login')
+    await createLocator(page, locatorName, 'text=Config button', locatorGroupName)
+
+    await page.goto(`/locators/modify/${seededIds.locator}`)
+    await expect(page.getByRole('button', { name: 'Update Locator' })).toBeVisible()
+    await page.getByLabel('Locator Name').fill('E2E Sign In Button Edited')
+    await page.getByRole('button', { name: 'Update Locator' }).click()
+    await expect(page).toHaveURL(/\/locators$/)
+    await expect(page.getByText('E2E Sign In Button Edited', { exact: true }).first()).toBeVisible()
+
+    await deleteRowByName(page, locatorName)
+    await page.reload()
+    await expectRowHidden(page, locatorName)
+
+    await page.goto('/locator-groups')
+    await deleteRowByName(page, locatorGroupName)
+    await page.reload()
+    await expectRowHidden(page, locatorGroupName)
+
+    await page.goto('/tags')
+    await deleteRowByName(page, editedTagName)
+    await page.reload()
+    await expectRowHidden(page, editedTagName)
+
+    await page.goto('/environments')
+    await deleteRowByName(page, editedEnvironmentName)
+    await page.reload()
+    await expectRowHidden(page, editedEnvironmentName)
+  })
+
+  test('template catalog entities support create edit and delete', async ({ page }) => {
+    const groupName = 'E2E Config Template Group'
+    const stepName = 'E2E Config Template Step'
+    const templateCaseName = 'E2E Config Template Case'
+
+    await createTemplateStepGroup(page, groupName)
+    await createTemplateStep(page, stepName, groupName)
+    await createTemplateTestCase(page, templateCaseName)
+
+    await page.goto('/template-step-groups')
+    await editRowByName(page, groupName)
+    await page.getByLabel('Name').fill(`${groupName} Edited`)
+    await saveForm(page)
+    await expect(page.getByText(`${groupName} Edited`, { exact: true }).first()).toBeVisible()
+
+    await page.goto('/template-steps')
+    await editRowByName(page, stepName)
+    await page.getByLabel('Name').fill(`${stepName} Edited`)
+    await page.getByRole('button', { name: /^Save$/ }).click()
+    await expect(page.getByText(`${stepName} Edited`, { exact: true }).first()).toBeVisible()
+
+    await page.goto('/template-test-cases')
+    await deleteRowByName(page, templateCaseName)
+    await page.reload()
+    await expectRowHidden(page, templateCaseName)
+
+    await page.goto('/template-steps')
+    await deleteRowByName(page, `${stepName} Edited`)
+    await page.reload()
+    await expectRowHidden(page, `${stepName} Edited`)
+
+    await page.goto('/template-step-groups')
+    await deleteRowByName(page, `${groupName} Edited`)
+    await page.reload()
+    await expectRowHidden(page, `${groupName} Edited`)
+  })
+
+  test('module create edit delete remains available for configuration flows', async ({ page }) => {
+    const moduleName = 'E2E Config Module'
+    const editedModuleName = 'E2E Config Module Edited'
+
+    await createModule(page, moduleName)
+    const createdModule = await findModuleByName(moduleName)
+    expect(createdModule).not.toBeNull()
+
+    await page.goto(`/modules/modify/${createdModule?.id}`)
+    await page.getByLabel('Name').fill(editedModuleName)
+    await saveForm(page)
+    await expect(page.getByText(editedModuleName, { exact: true }).first()).toBeVisible()
+
+    await deleteRowByName(page, editedModuleName)
+    await page.reload()
+    await expectRowHidden(page, editedModuleName)
+  })
+})

package/templates/blank/e2e/crud-tests.spec.ts

@@ -0,0 +1,76 @@
+import { test, expect } from '@playwright/test'
+
+import { disconnectPrisma, findModuleByName, resetE2eData, seedCoreData, seededIds } from './helpers/test-data'
+import { createTestCaseWithSeededStep, createTestSuite } from './helpers/forms'
+import { expectPageHeading, saveForm } from './helpers/ui'
+import { deleteRowByName, editRowByName, expectRowHidden, filterTableByName } from './helpers/table'
+import { selectFilterTags, selectTestSuites } from './helpers/forms'
+
+test.describe('Test hierarchy CRUD @crud', () => {
+  test.beforeEach(async () => {
+    await resetE2eData()
+    await seedCoreData()
+  })
+
+  test.afterAll(async () => {
+    await disconnectPrisma()
+  })
+
+  test('test suite create edit and delete assign seeded cases', async ({ page }) => {
+    const suiteName = 'E2E UI Suite'
+    const editedSuiteName = 'E2E UI Suite Edited'
+
+    await createTestSuite(page, suiteName, 'E2E Auth', 'E2E seeded login works')
+
+    await editRowByName(page, suiteName)
+    await page.getByPlaceholder('Enter name for your test suite').fill(editedSuiteName)
+    await saveForm(page)
+    await expect(page.getByText(editedSuiteName, { exact: true }).first()).toBeVisible()
+
+    await deleteRowByName(page, editedSuiteName)
+    await page.reload()
+    await expectRowHidden(page, editedSuiteName)
+  })
+
+  test('test case create modify preview and delete', async ({ page }) => {
+    const caseTitle = 'E2E UI Auth Case'
+
+    await createTestCaseWithSeededStep(page, caseTitle)
+
+    await page.goto(`/test-cases/modify/${seededIds.testCase}`)
+    await expectPageHeading(page, 'Modify Test Case')
+    await page.getByRole('textbox', { name: 'Title' }).fill('E2E seeded login works updated')
+    await page.getByRole('button', { name: /Continue/ }).click()
+    await page.getByRole('button', { name: 'Show test scenario preview' }).click()
+    await expect(page.getByText('Test Scenario(Preview)')).toBeVisible()
+
+    await page.goto('/test-cases')
+    await deleteRowByName(page, caseTitle, 'Filter by title...')
+    await page.reload()
+    await expectRowHidden(page, caseTitle, 'Filter by title...')
+  })
+
+  test('create test case from template lands on modify with prefilled flow', async ({ page }) => {
+    await page.goto('/test-cases/create-from-template')
+    await expectPageHeading(page, 'Create Test Case From Template')
+    await page.getByLabel('Template Test Case').click()
+    await page.getByRole('option', { name: 'E2E Login Template' }).click()
+    await page.getByRole('button', { name: /Continue/ }).click()
+    await page.getByRole('textbox', { name: 'Title' }).fill('E2E From Template Case')
+    await selectTestSuites(page, 'E2E Auth Suite')
+    await selectFilterTags(page, 'E2E Smoke')
+    await page.getByRole('button', { name: /Continue/ }).click()
+    await expect(page.getByText('Test Case Flow', { exact: true }).first()).toBeVisible()
+    await page.getByRole('button', { name: 'Save test case' }).click()
+    await expect(page).toHaveURL(/\/test-cases$/)
+    await expect(page.getByText('E2E From Template Case', { exact: true }).first()).toBeVisible()
+  })
+
+  test('secondary module suite seed is visible for assignment coverage', async ({ page }) => {
+    await page.goto('/test-suites')
+    await expect(page.getByText('E2E Secondary Suite', { exact: true }).first()).toBeVisible()
+
+    const secondModule = await findModuleByName('E2E Secondary')
+    expect(secondModule).not.toBeNull()
+  })
+})