@testspectra/cli 1.0.70 → 1.1.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +48 -0
- package/README.md +36 -270
- package/bin/spectra.js +1 -1
- package/bin/testspectra-runner +0 -0
- package/demo-app/assets/index-BGllUp7o.js +140 -0
- package/demo-app/assets/index-BhlW-eXG.css +1 -0
- package/demo-app/index.html +2 -2
- package/dist/.tsbuildinfo +1 -0
- package/dist/commands/__tests__/doctor.test.d.ts +1 -0
- package/dist/commands/__tests__/doctor.test.js +39 -0
- package/dist/commands/__tests__/init.test.d.ts +1 -0
- package/dist/commands/__tests__/init.test.js +148 -0
- package/dist/commands/__tests__/license.test.d.ts +1 -0
- package/dist/commands/__tests__/license.test.js +13 -0
- package/dist/commands/__tests__/refactor.test.d.ts +1 -0
- package/dist/commands/__tests__/refactor.test.js +64 -0
- package/dist/commands/__tests__/run-e2e.test.d.ts +1 -0
- package/dist/commands/__tests__/run-e2e.test.js +422 -0
- package/dist/commands/__tests__/run.test.d.ts +1 -0
- package/dist/commands/__tests__/run.test.js +277 -0
- package/dist/commands/__tests__/watch.test.d.ts +1 -0
- package/dist/commands/__tests__/watch.test.js +155 -0
- package/dist/commands/add.js +86 -85
- package/dist/commands/demo.js +21 -11
- package/dist/commands/devices.d.ts +14 -2
- package/dist/commands/devices.js +44 -34
- package/dist/commands/doctor.d.ts +3 -1
- package/dist/commands/doctor.js +43 -264
- package/dist/commands/init.d.ts +1 -1
- package/dist/commands/init.js +206 -196
- package/dist/commands/install.d.ts +4 -0
- package/dist/commands/install.js +59 -0
- package/dist/commands/license.d.ts +4 -0
- package/dist/commands/license.js +30 -0
- package/dist/commands/lint.d.ts +5 -0
- package/dist/commands/lint.js +55 -0
- package/dist/commands/refactor.d.ts +9 -0
- package/dist/commands/refactor.js +172 -0
- package/dist/commands/run.d.ts +23 -2
- package/dist/commands/run.js +321 -111
- package/dist/commands/skills.d.ts +9 -0
- package/dist/commands/skills.js +28 -0
- package/dist/commands/sync-types.d.ts +4 -0
- package/dist/commands/sync-types.js +14 -0
- package/dist/commands/update.js +39 -43
- package/dist/commands/watch.d.ts +6 -0
- package/dist/commands/watch.js +46 -43
- package/dist/config/loader.d.ts +1 -1
- package/dist/config/loader.js +40 -25
- package/dist/config/schema.d.ts +117 -54
- package/dist/config/schema.js +41 -35
- package/dist/generator/__tests__/tsconfig-isolation.test.d.ts +1 -0
- package/dist/generator/__tests__/tsconfig-isolation.test.js +278 -0
- package/dist/generator/__tests__/type-generator.test.d.ts +1 -0
- package/dist/generator/__tests__/type-generator.test.js +386 -0
- package/dist/generator/index.d.ts +2 -0
- package/dist/generator/index.js +2 -0
- package/dist/generator/tsconfig-generator.d.ts +27 -0
- package/dist/generator/tsconfig-generator.js +384 -0
- package/dist/generator/type-generator.d.ts +36 -0
- package/dist/generator/type-generator.js +644 -0
- package/dist/index.d.ts +9 -5
- package/dist/index.js +151 -51
- package/dist/lifecycle/__tests__/lifecycle-engine.test.d.ts +1 -0
- package/dist/lifecycle/__tests__/lifecycle-engine.test.js +290 -0
- package/dist/lifecycle/hook-discovery.d.ts +24 -0
- package/dist/lifecycle/hook-discovery.js +60 -0
- package/dist/lifecycle/hook-dispatcher.d.ts +34 -0
- package/dist/lifecycle/hook-dispatcher.js +190 -0
- package/dist/lifecycle/index.d.ts +3 -0
- package/dist/lifecycle/index.js +3 -0
- package/dist/lifecycle/parallel-grouping.d.ts +27 -0
- package/dist/lifecycle/parallel-grouping.js +151 -0
- package/dist/linter/__tests__/anonymous-export.test.d.ts +1 -0
- package/dist/linter/__tests__/anonymous-export.test.js +184 -0
- package/dist/linter/__tests__/shared-lib-boundary.test.d.ts +1 -0
- package/dist/linter/__tests__/shared-lib-boundary.test.js +270 -0
- package/dist/linter/__tests__/spec-schema.test.d.ts +1 -0
- package/dist/linter/__tests__/spec-schema.test.js +369 -0
- package/dist/linter/__tests__/step-parity.test.d.ts +1 -0
- package/dist/linter/__tests__/step-parity.test.js +372 -0
- package/dist/linter/discovery.d.ts +30 -0
- package/dist/linter/discovery.js +249 -0
- package/dist/linter/extractor.d.ts +66 -0
- package/dist/linter/extractor.js +235 -0
- package/dist/linter/index.d.ts +7 -0
- package/dist/linter/index.js +7 -0
- package/dist/linter/parser.d.ts +24 -0
- package/dist/linter/parser.js +219 -0
- package/dist/linter/schemas/spec.schema.d.ts +83 -0
- package/dist/linter/schemas/spec.schema.js +150 -0
- package/dist/linter/schemas/suite.schema.d.ts +59 -0
- package/dist/linter/schemas/suite.schema.js +83 -0
- package/dist/linter/spec-linter.d.ts +23 -0
- package/dist/linter/spec-linter.js +595 -0
- package/dist/linter/types.d.ts +28 -0
- package/dist/linter/types.js +1 -0
- package/dist/mobile/__tests__/android-device-e2e.test.d.ts +1 -0
- package/dist/mobile/__tests__/android-device-e2e.test.js +53 -0
- package/dist/mobile/__tests__/device-pool.test.d.ts +1 -0
- package/dist/mobile/__tests__/device-pool.test.js +97 -0
- package/dist/mobile/device-pool.d.ts +23 -0
- package/dist/mobile/device-pool.js +1 -0
- package/dist/mobile/index.d.ts +1 -0
- package/dist/mobile/index.js +1 -0
- package/dist/refactor/__tests__/refactor-engine.test.d.ts +1 -0
- package/dist/refactor/__tests__/refactor-engine.test.js +873 -0
- package/dist/refactor/index.d.ts +1 -0
- package/dist/refactor/index.js +1 -0
- package/dist/refactor/refactor-engine.d.ts +50 -0
- package/dist/refactor/refactor-engine.js +587 -0
- package/dist/reporter/__tests__/semantic-formatter.test.d.ts +1 -0
- package/dist/reporter/__tests__/semantic-formatter.test.js +73 -0
- package/dist/reporter/semantic-formatter.d.ts +6 -0
- package/dist/reporter/semantic-formatter.js +191 -0
- package/dist/reporter/summary-view.d.ts +12 -0
- package/dist/reporter/summary-view.js +19 -0
- package/dist/reporter/terminal-stream.d.ts +32 -0
- package/dist/reporter/terminal-stream.js +82 -0
- package/dist/reporter/types.d.ts +2 -0
- package/dist/reporter/types.js +1 -0
- package/dist/runner/bridge.d.ts +10 -5
- package/dist/runner/bridge.js +101 -45
- package/dist/runner/reporter.d.ts +32 -2
- package/dist/runner/reporter.js +423 -13
- package/dist/server/demo.js +43 -44
- package/dist/types/generator.d.ts +1 -17
- package/dist/types/generator.js +1 -443
- package/dist/utils/__tests__/api-server.test.d.ts +1 -0
- package/dist/utils/__tests__/api-server.test.js +62 -0
- package/dist/utils/__tests__/demo-server.test.d.ts +1 -0
- package/dist/utils/__tests__/demo-server.test.js +35 -0
- package/dist/utils/api-server.d.ts +19 -0
- package/dist/utils/api-server.js +134 -0
- package/dist/utils/demo-server.d.ts +5 -0
- package/dist/utils/demo-server.js +46 -36
- package/package.json +24 -13
- package/templates/default/CLAUDE.md +12 -5
- package/templates/default/fixtures/apiData.json +24 -0
- package/templates/default/package.json +12 -3
- package/templates/default/page-objects/MatchersPage/mobile.ts +53 -17
- package/templates/default/page-objects/MatchersPage/web.ts +17 -2
- package/templates/default/page-objects/NavigationPage/mobile.ts +11 -2
- package/templates/default/page-objects/NavigationPage/web.ts +1 -1
- package/templates/default/page-objects/PlaygroundPage/mobile.ts +28 -18
- package/templates/default/page-objects/PlaygroundPage/web.ts +4 -2
- package/templates/default/specs/ApiInterception/TC-0008-fetch-mocking/mobile.test.ts +53 -0
- package/templates/default/specs/ApiInterception/TC-0008-fetch-mocking/spec.md +19 -0
- package/templates/default/specs/ApiInterception/TC-0008-fetch-mocking/web.test.ts +31 -0
- package/templates/default/specs/ApiInterception/TC-0009-post-mocking/android.test.ts +3 -0
- package/templates/default/specs/ApiInterception/TC-0009-post-mocking/common.test.ts +3 -0
- package/templates/default/specs/ApiInterception/TC-0009-post-mocking/mobile.test.ts +27 -0
- package/templates/default/specs/ApiInterception/TC-0009-post-mocking/spec.md +19 -0
- package/templates/default/specs/ApiInterception/TC-0009-post-mocking/web.test.ts +26 -0
- package/templates/default/specs/ApiInterception/TC-0012-direct-and-late-response/common.test.ts +33 -0
- package/templates/default/specs/ApiInterception/TC-0012-direct-and-late-response/spec.md +22 -0
- package/templates/default/specs/ApiInterception/TC-0013-real-network-call-recorded/common.test.ts +27 -0
- package/templates/default/specs/ApiInterception/TC-0013-real-network-call-recorded/spec.md +20 -0
- package/templates/default/specs/ApiInterception/TC-0015-mock-server-sent-events/spec.md +24 -0
- package/templates/default/specs/ApiInterception/TC-0015-mock-server-sent-events/web.test.ts +26 -0
- package/templates/default/specs/ApiInterception/TC-0016-bypass-websocket-with-app-level-mock/spec.md +37 -0
- package/templates/default/specs/ApiInterception/TC-0016-bypass-websocket-with-app-level-mock/web.test.ts +21 -0
- package/templates/default/specs/ApiInterception/TC-0017-bypass-captcha-with-test-mode-flag/spec.md +29 -0
- package/templates/default/specs/ApiInterception/TC-0017-bypass-captcha-with-test-mode-flag/web.test.ts +16 -0
- package/templates/default/specs/ApiInterception/suite.md +10 -0
- package/templates/default/specs/ApiSeeding/TC-0014-seed-and-cleanup-via-hooks/common.test.ts +30 -0
- package/templates/default/specs/ApiSeeding/TC-0014-seed-and-cleanup-via-hooks/spec.md +23 -0
- package/templates/default/specs/ApiSeeding/hooks/after/common.hook.ts +16 -0
- package/templates/default/specs/ApiSeeding/hooks/before/common.hook.ts +28 -0
- package/templates/default/specs/ApiSeeding/suite.md +9 -0
- package/templates/default/specs/BrowserContext/TC-0007-title-and-navigation/mobile.test.ts +7 -1
- package/templates/default/specs/BrowserContext/TC-0007-title-and-navigation/spec.md +5 -0
- package/templates/default/specs/BrowserContext/TC-0007-title-and-navigation/web.test.ts +17 -3
- package/templates/default/specs/ContentMatchers/TC-0005-text-and-values/common.test.ts +26 -0
- package/templates/default/specs/ContentMatchers/TC-0005-text-and-values/spec.md +7 -0
- package/templates/default/specs/ContentMatchers/TC-0006-collections-and-empty/mobile.test.ts +9 -1
- package/templates/default/specs/ContentMatchers/TC-0006-collections-and-empty/spec.md +5 -0
- package/templates/default/specs/ContentMatchers/TC-0006-collections-and-empty/web.test.ts +9 -4
- package/templates/default/specs/DeepLink/TC-0018-navigate-via-deep-link/mobile.test.ts +28 -0
- package/templates/default/specs/DeepLink/TC-0018-navigate-via-deep-link/spec.md +29 -0
- package/templates/default/specs/DeepLink/suite.md +9 -0
- package/templates/default/specs/ElementMatchers/TC-0003-visibility-and-dom/mobile.test.ts +9 -1
- package/templates/default/specs/ElementMatchers/TC-0003-visibility-and-dom/spec.md +5 -0
- package/templates/default/specs/ElementMatchers/TC-0003-visibility-and-dom/web.test.ts +9 -3
- package/templates/default/specs/ElementMatchers/TC-0004-states-and-attributes/mobile.test.ts +27 -1
- package/templates/default/specs/ElementMatchers/TC-0004-states-and-attributes/spec.md +7 -0
- package/templates/default/specs/ElementMatchers/TC-0004-states-and-attributes/web.test.ts +27 -6
- package/templates/default/specs/ElementMatchers/suite.md +2 -1
- package/templates/default/specs/PermissionRationale/TC-0010-camera-permission-allow/mobile.test.ts +26 -0
- package/templates/default/specs/PermissionRationale/TC-0010-camera-permission-allow/spec.md +22 -0
- package/templates/default/specs/PermissionRationale/TC-0011-camera-permission-deny/mobile.test.ts +13 -0
- package/templates/default/specs/PermissionRationale/TC-0011-camera-permission-deny/spec.md +20 -0
- package/templates/default/specs/PermissionRationale/suite.md +9 -0
- package/templates/default/specs/Playground/TC-0001-form-controls/mobile.test.ts +4 -1
- package/templates/default/specs/Playground/TC-0001-form-controls/spec.md +6 -0
- package/templates/default/specs/Playground/TC-0001-form-controls/web.test.ts +4 -4
- package/templates/default/specs/Playground/TC-0002-toggle-elements/mobile.test.ts +4 -1
- package/templates/default/specs/Playground/TC-0002-toggle-elements/spec.md +6 -0
- package/templates/default/specs/Playground/TC-0002-toggle-elements/web.test.ts +3 -3
- package/templates/default/spectra.config.ts +21 -15
- package/templates/default/support/actions/fillCredentials/mobile.action.ts +3 -3
- package/templates/default/support/actions/fillCredentials/web.action.ts +1 -1
- package/templates/default/support/steps/togglePlaygroundStates/mobile.step.ts +3 -1
- package/templates/default/support/steps/togglePlaygroundStates/web.step.ts +3 -3
- package/templates/default/support/steps/verifyPlaygroundState/mobile.step.ts +4 -2
- package/templates/default/support/steps/verifyPlaygroundState/web.step.ts +4 -4
- package/templates/default/tsconfig.json +3 -1
- package/templates/nx/.nx/workspace-data/70094CFD-E89B-57A1-9619-2FC5F4963C54.db +0 -0
- package/templates/nx/.nx/workspace-data/70094CFD-E89B-57A1-9619-2FC5F4963C54.db-shm +0 -0
- package/templates/nx/.nx/workspace-data/70094CFD-E89B-57A1-9619-2FC5F4963C54.db-wal +0 -0
- package/templates/nx/.nx/workspace-data/d/daemon.log +4306 -0
- package/templates/nx/.nx/workspace-data/d/server-process.json +3 -0
- package/templates/nx/.nx/workspace-data/file-map.json +452 -0
- package/templates/nx/.nx/workspace-data/lockfile.hash +1 -0
- package/templates/nx/.nx/workspace-data/nx_files.nxt +0 -0
- package/templates/nx/.nx/workspace-data/parsed-lock-file.json +13485 -0
- package/templates/nx/.nx/workspace-data/project-graph.json +14389 -0
- package/templates/nx/CLAUDE.md +2 -2
- package/templates/nx/package.json +6 -4
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0008-fetch-mocking/mobile.test.ts +27 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0008-fetch-mocking/spec.md +12 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0008-fetch-mocking/web.test.ts +27 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0009-post-mocking/mobile.test.ts +24 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0009-post-mocking/spec.md +12 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0009-post-mocking/web.test.ts +24 -0
- package/templates/nx/packages/matchers/e2e/specs/ApiInterception/suite.md +9 -0
- package/templates/nx/packages/matchers/e2e/specs/BrowserContext/TC-0007-title-and-navigation/mobile.test.ts +1 -1
- package/templates/nx/packages/matchers/e2e/specs/BrowserContext/TC-0007-title-and-navigation/web.test.ts +17 -3
- package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0005-text-and-values/mobile.test.ts +1 -1
- package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0005-text-and-values/web.test.ts +15 -5
- package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0006-collections-and-empty/mobile.test.ts +1 -1
- package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0006-collections-and-empty/web.test.ts +9 -4
- package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0003-visibility-and-dom/mobile.test.ts +1 -1
- package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0003-visibility-and-dom/web.test.ts +9 -3
- package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0004-states-and-attributes/mobile.test.ts +1 -1
- package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0004-states-and-attributes/web.test.ts +27 -6
- package/templates/nx/packages/playground/e2e/specs/Playground/TC-0001-form-controls/mobile.test.ts +1 -1
- package/templates/nx/packages/playground/e2e/specs/Playground/TC-0001-form-controls/web.test.ts +4 -4
- package/templates/nx/packages/playground/e2e/specs/Playground/TC-0002-toggle-elements/mobile.test.ts +1 -1
- package/templates/nx/packages/playground/e2e/specs/Playground/TC-0002-toggle-elements/web.test.ts +3 -3
- package/templates/nx/pnpm-lock.yaml +6663 -0
- package/templates/nx/pnpm-workspace.yaml +2 -1
- package/templates/nx/shared/testing/fixtures/apiData.json +24 -0
- package/templates/nx/shared/testing/page-objects/MatchersPage/mobile.ts +13 -1
- package/templates/nx/shared/testing/page-objects/MatchersPage/web.ts +85 -17
- package/templates/nx/shared/testing/page-objects/NavigationPage/mobile.ts +1 -1
- package/templates/nx/shared/testing/page-objects/NavigationPage/web.ts +1 -1
- package/templates/nx/shared/testing/page-objects/PlaygroundPage/mobile.ts +1 -1
- package/templates/nx/shared/testing/page-objects/PlaygroundPage/web.ts +4 -2
- package/templates/nx/shared/testing/project.json +19 -0
- package/templates/nx/shared/testing/support/actions/fillCredentials/mobile.action.ts +1 -1
- package/templates/nx/shared/testing/support/actions/fillCredentials/web.action.ts +1 -1
- package/templates/nx/shared/testing/support/steps/togglePlaygroundStates/mobile.step.ts +1 -1
- package/templates/nx/shared/testing/support/steps/togglePlaygroundStates/web.step.ts +3 -3
- package/templates/nx/shared/testing/support/steps/verifyPlaygroundState/mobile.step.ts +2 -2
- package/templates/nx/shared/testing/support/steps/verifyPlaygroundState/web.step.ts +4 -4
- package/templates/nx/spectra.config.ts +19 -13
- package/templates/nx/tsconfig.json +3 -1
- package/demo-app/assets/index-DAUlrHTr.css +0 -1
- package/demo-app/assets/index-DN2Kb0A8.js +0 -100
- package/dist/index.cjs +0 -101
- package/dist/plugin.cjs +0 -575
- package/dist/plugin.d.ts +0 -16
- package/dist/plugin.js +0 -184
- package/dist/step/index.d.ts +0 -6
- package/dist/step/index.js +0 -6
- package/dist/step/matchers.d.ts +0 -14
- package/dist/step/matchers.js +0 -114
- package/dist/step/proto.d.ts +0 -46
- package/dist/step/proto.js +0 -114
- package/dist/step/runner/collection.d.ts +0 -13
- package/dist/step/runner/collection.js +0 -51
- package/dist/step/runner/single.d.ts +0 -21
- package/dist/step/runner/single.js +0 -138
- package/dist/step/spectra.d.ts +0 -34
- package/dist/step/spectra.js +0 -156
- package/dist/step/types.d.ts +0 -32
- package/dist/step/types.js +0 -5
- package/templates/default/specs/ContentMatchers/TC-0005-text-and-values/mobile.test.ts +0 -3
- package/templates/default/specs/ContentMatchers/TC-0005-text-and-values/web.test.ts +0 -7
- package/templates/default/tsconfig.spectra.android.json +0 -46
- package/templates/default/tsconfig.spectra.ios.json +0 -46
- package/templates/default/tsconfig.spectra.json +0 -22
- package/templates/default/tsconfig.spectra.web.json +0 -53
- package/templates/nx/fixtures/playgroundData.json +0 -7
- package/templates/nx/global-hooks/after/mobile.hook.ts +0 -3
- package/templates/nx/global-hooks/after/web.hook.ts +0 -3
- package/templates/nx/global-hooks/before/mobile.hook.ts +0 -3
- package/templates/nx/global-hooks/before/web.hook.ts +0 -3
- package/templates/nx/page-objects/MatchersPage/mobile.ts +0 -21
- package/templates/nx/page-objects/MatchersPage/web.ts +0 -23
- package/templates/nx/page-objects/NavigationPage/mobile.ts +0 -5
- package/templates/nx/page-objects/NavigationPage/web.ts +0 -8
- package/templates/nx/page-objects/PlaygroundPage/mobile.ts +0 -26
- package/templates/nx/page-objects/PlaygroundPage/web.ts +0 -29
- package/templates/nx/specs/BrowserContext/TC-0007-title-and-navigation/mobile.test.ts +0 -3
- package/templates/nx/specs/BrowserContext/TC-0007-title-and-navigation/spec.md +0 -12
- package/templates/nx/specs/BrowserContext/TC-0007-title-and-navigation/web.test.ts +0 -5
- package/templates/nx/specs/BrowserContext/suite.md +0 -9
- package/templates/nx/specs/ContentMatchers/TC-0005-text-and-values/mobile.test.ts +0 -3
- package/templates/nx/specs/ContentMatchers/TC-0005-text-and-values/spec.md +0 -12
- package/templates/nx/specs/ContentMatchers/TC-0005-text-and-values/web.test.ts +0 -7
- package/templates/nx/specs/ContentMatchers/TC-0006-collections-and-empty/mobile.test.ts +0 -3
- package/templates/nx/specs/ContentMatchers/TC-0006-collections-and-empty/spec.md +0 -12
- package/templates/nx/specs/ContentMatchers/TC-0006-collections-and-empty/web.test.ts +0 -6
- package/templates/nx/specs/ContentMatchers/suite.md +0 -9
- package/templates/nx/specs/ElementMatchers/TC-0003-visibility-and-dom/mobile.test.ts +0 -3
- package/templates/nx/specs/ElementMatchers/TC-0003-visibility-and-dom/spec.md +0 -12
- package/templates/nx/specs/ElementMatchers/TC-0003-visibility-and-dom/web.test.ts +0 -5
- package/templates/nx/specs/ElementMatchers/TC-0004-states-and-attributes/mobile.test.ts +0 -3
- package/templates/nx/specs/ElementMatchers/TC-0004-states-and-attributes/spec.md +0 -12
- package/templates/nx/specs/ElementMatchers/TC-0004-states-and-attributes/web.test.ts +0 -8
- package/templates/nx/specs/ElementMatchers/hooks/after/mobile.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/after/web.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/afterEach/mobile.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/afterEach/web.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/before/mobile.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/before/web.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/beforeEach/mobile.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/hooks/beforeEach/web.hook.ts +0 -1
- package/templates/nx/specs/ElementMatchers/suite.md +0 -9
- package/templates/nx/specs/Playground/TC-0001-form-controls/mobile.test.ts +0 -3
- package/templates/nx/specs/Playground/TC-0001-form-controls/spec.md +0 -12
- package/templates/nx/specs/Playground/TC-0001-form-controls/web.test.ts +0 -6
- package/templates/nx/specs/Playground/TC-0002-toggle-elements/mobile.test.ts +0 -3
- package/templates/nx/specs/Playground/TC-0002-toggle-elements/spec.md +0 -12
- package/templates/nx/specs/Playground/TC-0002-toggle-elements/web.test.ts +0 -6
- package/templates/nx/specs/Playground/hooks/after/mobile.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/after/web.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/afterEach/mobile.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/afterEach/web.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/before/mobile.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/before/web.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/beforeEach/mobile.hook.ts +0 -1
- package/templates/nx/specs/Playground/hooks/beforeEach/web.hook.ts +0 -1
- package/templates/nx/specs/Playground/suite.md +0 -9
- package/templates/nx/support/actions/fillCredentials/mobile.action.ts +0 -4
- package/templates/nx/support/actions/fillCredentials/web.action.ts +0 -4
- package/templates/nx/support/steps/togglePlaygroundStates/mobile.step.ts +0 -3
- package/templates/nx/support/steps/togglePlaygroundStates/step.md +0 -7
- package/templates/nx/support/steps/togglePlaygroundStates/web.step.ts +0 -5
- package/templates/nx/support/steps/verifyPlaygroundState/mobile.step.ts +0 -4
- package/templates/nx/support/steps/verifyPlaygroundState/step.md +0 -7
- package/templates/nx/support/steps/verifyPlaygroundState/web.step.ts +0 -6
- package/templates/nx/tsconfig.spectra.android.json +0 -39
- package/templates/nx/tsconfig.spectra.ios.json +0 -39
- package/templates/nx/tsconfig.spectra.json +0 -25
- package/templates/nx/tsconfig.spectra.shared.json +0 -25
- package/templates/nx/tsconfig.spectra.web.json +0 -45
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/after/mobile.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/after/web.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/afterEach/mobile.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/afterEach/web.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/before/mobile.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/before/web.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/beforeEach/mobile.hook.ts +0 -0
- /package/templates/{nx/specs/BrowserContext → default/specs/ApiInterception}/hooks/beforeEach/web.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/after/mobile.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/after/web.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/afterEach/mobile.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/afterEach/web.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/before/mobile.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/before/web.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/beforeEach/mobile.hook.ts +0 -0
- /package/templates/nx/{specs/ContentMatchers → packages/matchers/e2e/specs/ApiInterception}/hooks/beforeEach/web.hook.ts +0 -0
package/dist/commands/run.js
CHANGED
|
@@ -1,134 +1,341 @@
|
|
|
1
|
-
import fs from
|
|
2
|
-
import path from
|
|
3
|
-
import { ConfigLoader } from
|
|
4
|
-
import { RustCoreBridge } from
|
|
5
|
-
import { Reporter } from
|
|
6
|
-
import { TypeGenerator } from
|
|
7
|
-
import { DemoServer } from
|
|
8
|
-
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { ConfigLoader } from '../config/loader.js';
|
|
4
|
+
import { RustCoreBridge } from '../runner/bridge.js';
|
|
5
|
+
import { Reporter } from '../runner/reporter.js';
|
|
6
|
+
import { TypeGenerator } from '../types/generator.js';
|
|
7
|
+
import { DemoServer } from '../utils/demo-server.js';
|
|
8
|
+
import { DemoApiServer } from '../utils/api-server.js';
|
|
9
|
+
function renderSummaryCard(options) {
|
|
10
|
+
const width = 64;
|
|
11
|
+
const borderColor = options.isPassed ? '\x1b[38;2;52;211;153m' : '\x1b[38;2;248;113;113m';
|
|
12
|
+
const reset = '\x1b[0m';
|
|
13
|
+
const boldWhite = '\x1b[1;37m';
|
|
14
|
+
const dim = '\x1b[90m';
|
|
15
|
+
const cyan = '\x1b[38;2;45;212;191m';
|
|
16
|
+
const yellow = '\x1b[38;2;251;191;36m';
|
|
17
|
+
const green = '\x1b[38;2;52;211;153m';
|
|
18
|
+
const red = '\x1b[38;2;248;113;113m';
|
|
19
|
+
const strip = (s) => s.replace(/\x1B(?:[@-Z\\-_]|\[[0-?]*[ -/]*[@-~])/g, '');
|
|
20
|
+
const visualWidth = (s) => {
|
|
21
|
+
const plain = strip(s);
|
|
22
|
+
let w = 0;
|
|
23
|
+
for (const ch of plain) {
|
|
24
|
+
const code = ch.codePointAt(0) || 0;
|
|
25
|
+
if (code >= 0x1f300 || (code >= 0x2600 && code <= 0x27bf)) {
|
|
26
|
+
w += 2;
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
29
|
+
w += 1;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
return w;
|
|
33
|
+
};
|
|
34
|
+
const row = (label, value) => {
|
|
35
|
+
const rawLen = visualWidth(label) + visualWidth(value);
|
|
36
|
+
const padding = Math.max(1, width - rawLen);
|
|
37
|
+
return ` ${borderColor}│${reset} ${label}${' '.repeat(padding)}${value} ${borderColor}│${reset}`;
|
|
38
|
+
};
|
|
39
|
+
const headerRow = (title) => {
|
|
40
|
+
const rawLen = visualWidth(title);
|
|
41
|
+
const padding = Math.max(1, width - rawLen);
|
|
42
|
+
return ` ${borderColor}│${reset} ${title}${' '.repeat(padding)} ${borderColor}│${reset}`;
|
|
43
|
+
};
|
|
44
|
+
const top = ` ${borderColor}╭${'─'.repeat(width + 4)}╮${reset}`;
|
|
45
|
+
const mid = ` ${borderColor}├${'─'.repeat(width + 4)}┤${reset}`;
|
|
46
|
+
const bot = ` ${borderColor}╰${'─'.repeat(width + 4)}╯${reset}`;
|
|
47
|
+
const statusBadge = options.isPassed ? `${green}✓ PASSED${reset}` : `${red}✗ FAILED${reset}`;
|
|
48
|
+
const passedSuites = options.passedSuites ?? (options.isPassed ? options.suiteCount : 0);
|
|
49
|
+
const failedSuites = options.failedSuites ?? (options.isPassed ? 0 : options.suiteCount);
|
|
50
|
+
const testsPassedText = options.carriedPassed
|
|
51
|
+
? `${options.passedCount > 0 ? `${green}${options.passedCount} passed${reset}` : `${options.passedCount} passed`} ${dim}(${options.carriedPassed} carried over)${reset}`
|
|
52
|
+
: options.passedCount > 0
|
|
53
|
+
? `${green}${options.passedCount} passed${reset}`
|
|
54
|
+
: `${options.passedCount} passed`;
|
|
55
|
+
console.log(`\n${top}`);
|
|
56
|
+
console.log(headerRow(`${boldWhite}✨ TESTSPECTRA EXECUTION SUMMARY${reset}`));
|
|
57
|
+
console.log(mid);
|
|
58
|
+
console.log(row(`${dim}Status${reset}`, statusBadge));
|
|
59
|
+
console.log(row(`${dim}Suites${reset}`, `${passedSuites > 0 ? `${green}${passedSuites} passed${reset}` : `${passedSuites} passed`}, ` +
|
|
60
|
+
`${failedSuites > 0 ? `${red}${failedSuites} failed${reset}` : `${failedSuites} failed`} ` +
|
|
61
|
+
`${dim}(${options.suiteCount} total)${reset}`));
|
|
62
|
+
console.log(row(`${dim}Tests${reset}`, `${testsPassedText}, ` +
|
|
63
|
+
`${options.failedCount > 0 ? `${red}${options.failedCount} failed${reset}` : `${options.failedCount} failed`} ` +
|
|
64
|
+
`${dim}(${options.testCount} total)${reset}`));
|
|
65
|
+
console.log(row(`${dim}Platform${reset}`, `${cyan}${options.platform}${reset}`));
|
|
66
|
+
console.log(row(`${dim}Duration${reset}`, `${yellow}${options.duration}${reset}`));
|
|
67
|
+
console.log(row(`${dim}Report${reset}`, `${dim}${options.reportPath}${reset}`));
|
|
68
|
+
if (options.networkReportPath) {
|
|
69
|
+
console.log(row(`${dim}Network${reset}`, `${dim}${options.networkReportPath}${reset}`));
|
|
70
|
+
}
|
|
71
|
+
console.log(`${bot}\n`);
|
|
72
|
+
}
|
|
73
|
+
const TIMING_PHASE_LABELS = {
|
|
74
|
+
web: { boot: '1. Master Chromium Process Boot', handshake: '3. Incognito Context & CDP Handshake' },
|
|
75
|
+
android: { boot: '1. Android Driver Bootstrap (ADB + Agent)', handshake: '3. Device Session Handshake' },
|
|
76
|
+
ios: { boot: '1. iOS Driver Bootstrap (Appium)', handshake: '3. WDA Session Handshake' },
|
|
77
|
+
};
|
|
78
|
+
export function renderTimingBreakdown(performance, platform = 'web') {
|
|
79
|
+
const phaseLabels = TIMING_PHASE_LABELS[platform] ?? TIMING_PHASE_LABELS.web;
|
|
80
|
+
const yellowBold = '\x1b[1;38;2;251;191;36m';
|
|
81
|
+
const reset = '\x1b[0m';
|
|
82
|
+
const borderColor = '\x1b[38;2;75;85;99m';
|
|
83
|
+
const pad = (str, width) => {
|
|
84
|
+
const s = String(str);
|
|
85
|
+
return ' '.repeat(Math.max(0, width - s.length)) + s;
|
|
86
|
+
};
|
|
87
|
+
const padRight = (str, width) => {
|
|
88
|
+
const s = String(str);
|
|
89
|
+
return s + ' '.repeat(Math.max(0, width - s.length));
|
|
90
|
+
};
|
|
91
|
+
const wallClock = performance.duration
|
|
92
|
+
? performance.duration
|
|
93
|
+
: `${((performance.wallClockDurationMs ?? 0) / 1000).toFixed(2)}s`;
|
|
94
|
+
const totalTests = performance.totalTests ?? 1;
|
|
95
|
+
const totalTestExecMs = performance.totalTestExecutionMs ?? (performance.avgTestExecutionMs ?? 0) * totalTests;
|
|
96
|
+
const avgTestExecMs = performance.avgTestExecutionMs ?? (totalTests > 0 ? Math.round(totalTestExecMs / totalTests) : 0);
|
|
97
|
+
const contextHandshakeMs = (performance.avgContextCreationMs ?? 0) + (performance.avgCdpHandshakeMs ?? 0);
|
|
98
|
+
const testLabel = totalTests === 1 ? '4. Total Test Execution (1 test)' : `4. Total Test Execution (${totalTests} tests)`;
|
|
99
|
+
const testDetail = totalTests <= 1 ? `${pad(totalTestExecMs, 13)} ms` : `${pad(totalTestExecMs, 5)} ms (${pad(avgTestExecMs, 3)}ms/t)`;
|
|
100
|
+
console.log(`⏱️ ${yellowBold}EXECUTION TIMING BREAKDOWN (PHASE-BY-PHASE)${reset}`);
|
|
101
|
+
console.log(`${borderColor}┌──────────────────────────────────────────┬───────────────────┐${reset}`);
|
|
102
|
+
console.log(`${borderColor}│${reset} Execution Phase ${borderColor}│${reset} Duration / Detail ${borderColor}│${reset}`);
|
|
103
|
+
console.log(`${borderColor}├──────────────────────────────────────────┼───────────────────┤${reset}`);
|
|
104
|
+
console.log(`${borderColor}│${reset} ${padRight(phaseLabels.boot, 40)} ${borderColor}│${reset} ${pad(performance.masterBootLatencyMs ?? 0, 13)} ms ${borderColor}│${reset}`);
|
|
105
|
+
console.log(`${borderColor}│${reset} ${padRight('2. Worker Spawning & Runtime Overhead', 40)} ${borderColor}│${reset} ${pad(performance.runnerOverheadMs ?? 0, 13)} ms ${borderColor}│${reset}`);
|
|
106
|
+
console.log(`${borderColor}│${reset} ${padRight(phaseLabels.handshake, 40)} ${borderColor}│${reset} ${pad(contextHandshakeMs, 10)} ms (avg)${borderColor}│${reset}`);
|
|
107
|
+
console.log(`${borderColor}│${reset} ${padRight(testLabel, 40)} ${borderColor}│${reset} ${pad(testDetail, 17)} ${borderColor}│${reset}`);
|
|
108
|
+
console.log(`${borderColor}│${reset} ${padRight('5. Context Teardown / Cleanup', 40)} ${borderColor}│${reset} ${pad(performance.avgTeardownMs ?? 0, 10)} ms (avg)${borderColor}│${reset}`);
|
|
109
|
+
console.log(`${borderColor}├──────────────────────────────────────────┼───────────────────┤${reset}`);
|
|
110
|
+
console.log(`${borderColor}│${reset} Total Wall-Clock Execution Time ${borderColor}│${reset} ${pad(wallClock, 15)} ${borderColor}│${reset}`);
|
|
111
|
+
console.log(`${borderColor}└──────────────────────────────────────────┴───────────────────┘${reset}\n`);
|
|
112
|
+
}
|
|
113
|
+
export async function runCommand(specPaths, options = {}) {
|
|
9
114
|
const cwd = process.cwd();
|
|
10
|
-
|
|
115
|
+
// Opt-in duration logging (TESTSPECTRA_DURATION_LOG): resolve to one absolute JSONL path that
|
|
116
|
+
// both this host process (Rust orchestrator) and every spawned Bun worker append to, and stamp a
|
|
117
|
+
// run id so repeated runs can be told apart. Off by default; toggled purely via the env var.
|
|
118
|
+
if (process.env.TESTSPECTRA_DURATION_LOG) {
|
|
119
|
+
const v = process.env.TESTSPECTRA_DURATION_LOG;
|
|
120
|
+
const abs = v === '1' || v === 'true' ? path.join(cwd, '.testspectra', 'logs', 'duration.jsonl') : path.resolve(cwd, v);
|
|
121
|
+
process.env.TESTSPECTRA_DURATION_LOG = abs;
|
|
122
|
+
if (!process.env.TESTSPECTRA_RUN_ID)
|
|
123
|
+
process.env.TESTSPECTRA_RUN_ID = String(Date.now());
|
|
124
|
+
}
|
|
125
|
+
const effectiveSpecPaths = specPaths && specPaths.length > 0 ? specPaths : options.spec ? [options.spec] : undefined;
|
|
11
126
|
// Ensure latest ambient types are up-to-date
|
|
12
127
|
TypeGenerator.writeDeclarationFiles(cwd);
|
|
13
|
-
const
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
const { url } = await demoServer.start();
|
|
19
|
-
config.webConfig.baseUrl = url;
|
|
20
|
-
console.log(`\x1b[36m[TestSpectra]\x1b[0m 🌐 Demo Web App automatically started at: \x1b[33m${url}\x1b[0m`);
|
|
21
|
-
}
|
|
22
|
-
catch (err) {
|
|
23
|
-
console.warn(`\x1b[33m[TestSpectra] Warning: Could not start built-in demo server: ${err.message}\x1b[0m`);
|
|
24
|
-
}
|
|
128
|
+
const home = process.env.HOME || process.env.USERPROFILE || '';
|
|
129
|
+
const globalAppDataPath = path.join(home, '.testspectra');
|
|
130
|
+
const appDataPath = options.workdir ? path.resolve(options.workdir) : globalAppDataPath;
|
|
131
|
+
if (!fs.existsSync(appDataPath)) {
|
|
132
|
+
fs.mkdirSync(appDataPath, { recursive: true });
|
|
25
133
|
}
|
|
26
|
-
|
|
27
|
-
|
|
134
|
+
const projectAppData = path.join(cwd, '.testspectra');
|
|
135
|
+
const outputJsonPath = options.output
|
|
136
|
+
? path.resolve(options.output)
|
|
137
|
+
: path.join(projectAppData, 'reports', 'result.json');
|
|
138
|
+
const isFailedMode = options.failed !== undefined;
|
|
139
|
+
let failedTarget;
|
|
140
|
+
if (typeof options.failed === 'string' && options.failed !== 'true') {
|
|
141
|
+
failedTarget = options.failed;
|
|
28
142
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
143
|
+
if (isFailedMode) {
|
|
144
|
+
if (fs.existsSync(outputJsonPath)) {
|
|
145
|
+
try {
|
|
146
|
+
const prev = JSON.parse(fs.readFileSync(outputJsonPath, 'utf8'));
|
|
147
|
+
const failedItems = (prev.suites || []).flatMap((s) => (s.tests || []).filter((t) => t.passed === false || t.status === 'failed'));
|
|
148
|
+
if (failedItems.length === 0) {
|
|
149
|
+
console.log(`\x1b[32m✨ [TestSpectra] No failed tests found in previous test session! Everything is already passing.\x1b[0m\n`);
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
const targetDesc = failedTarget ? `target '${failedTarget}' in` : '';
|
|
153
|
+
console.log(`\x1b[36m[TestSpectra]\x1b[0m 🔄 Re-running ${targetDesc} ${failedItems.length} failed test(s) with session state carry-over...`);
|
|
154
|
+
}
|
|
155
|
+
catch { }
|
|
37
156
|
}
|
|
38
|
-
cur = path.dirname(cur);
|
|
39
|
-
}
|
|
40
|
-
const appDataPath = options.workdir ? path.resolve(options.workdir) : path.join(workspaceRoot, ".testspectra");
|
|
41
|
-
if (!fs.existsSync(appDataPath)) {
|
|
42
|
-
fs.mkdirSync(appDataPath, { recursive: true });
|
|
43
157
|
}
|
|
44
|
-
|
|
45
|
-
let
|
|
46
|
-
let
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
158
|
+
const config = await ConfigLoader.loadConfig(cwd);
|
|
159
|
+
let demoServer = null;
|
|
160
|
+
let apiServer = null;
|
|
161
|
+
try {
|
|
162
|
+
if (options.demo) {
|
|
163
|
+
demoServer = new DemoServer(5173);
|
|
164
|
+
try {
|
|
165
|
+
const { url } = await demoServer.start();
|
|
166
|
+
config.webConfig.baseUrl = url;
|
|
167
|
+
console.log(`\x1b[36m[TestSpectra]\x1b[0m 🌐 Demo Web App automatically started at: \x1b[33m${url}\x1b[0m`);
|
|
168
|
+
}
|
|
169
|
+
catch (err) {
|
|
170
|
+
console.warn(`\x1b[33m[TestSpectra] Warning: Could not start built-in demo server: ${err.message}\x1b[0m`);
|
|
171
|
+
}
|
|
172
|
+
apiServer = new DemoApiServer();
|
|
173
|
+
try {
|
|
174
|
+
const { url, port } = await apiServer.start();
|
|
175
|
+
console.log(`\x1b[36m[TestSpectra]\x1b[0m 🌐 Demo API server automatically started at: \x1b[33m${url}\x1b[0m (port ${port}, self-hosted /api/*)`);
|
|
176
|
+
}
|
|
177
|
+
catch (err) {
|
|
178
|
+
console.warn(`\x1b[33m[TestSpectra] Warning: Could not start built-in demo API server: ${err.message}\x1b[0m`);
|
|
179
|
+
}
|
|
53
180
|
}
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
suiteName = parsed.name.replace(/\.(web|android|ios|common|test|spec)/g, "") || "default";
|
|
181
|
+
if (options.headed) {
|
|
182
|
+
config.webConfig.headless = false;
|
|
57
183
|
}
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
const suiteEntries = fs.readdirSync(specsDir, { withFileTypes: true });
|
|
69
|
-
for (const sEntry of suiteEntries) {
|
|
70
|
-
if (sEntry.name.startsWith(".") || !sEntry.isDirectory())
|
|
71
|
-
continue;
|
|
72
|
-
const currentSuite = sEntry.name;
|
|
73
|
-
const suitePath = path.join(specsDir, currentSuite);
|
|
74
|
-
const caseEntries = fs.readdirSync(suitePath, { withFileTypes: true });
|
|
75
|
-
for (const cEntry of caseEntries) {
|
|
76
|
-
if (cEntry.name.startsWith(".") || cEntry.name === "hooks")
|
|
77
|
-
continue;
|
|
78
|
-
if (cEntry.isDirectory()) {
|
|
79
|
-
testCases.push({ id: path.join("specs", currentSuite, cEntry.name).replace(/\\/g, "/"), title: `${currentSuite} / ${cEntry.name}` });
|
|
80
|
-
}
|
|
81
|
-
else if (cEntry.isFile() && (cEntry.name.endsWith(".test.ts") || cEntry.name.endsWith(".spec.ts"))) {
|
|
82
|
-
const id = path.join("specs", currentSuite, cEntry.name).replace(/\\/g, "/");
|
|
83
|
-
testCases.push({ id, title: `${currentSuite} / ${cEntry.name}` });
|
|
84
|
-
}
|
|
85
|
-
}
|
|
184
|
+
else if (options.headless !== undefined) {
|
|
185
|
+
config.webConfig.headless = options.headless;
|
|
186
|
+
}
|
|
187
|
+
const rawDelay = options.stepDelay ?? options.delay;
|
|
188
|
+
if (rawDelay !== undefined) {
|
|
189
|
+
const delayNum = parseInt(String(rawDelay), 10);
|
|
190
|
+
if (!isNaN(delayNum) && delayNum >= 0) {
|
|
191
|
+
config.webConfig.stepDelay = delayNum;
|
|
192
|
+
config.androidConfig.stepDelay = delayNum;
|
|
193
|
+
config.iosConfig.stepDelay = delayNum;
|
|
86
194
|
}
|
|
87
195
|
}
|
|
88
|
-
|
|
89
|
-
const
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
}
|
|
196
|
+
const platform = options.target || 'web';
|
|
197
|
+
const userConcurrency = options.concurrency ? parseInt(String(options.concurrency), 10) : undefined;
|
|
198
|
+
console.log(`\x1b[36m[TestSpectra]\x1b[0m Starting execution on target \x1b[1m${platform}\x1b[0m...`);
|
|
199
|
+
if (options.devices || options.device) {
|
|
200
|
+
const rawDevices = (options.devices || options.device);
|
|
201
|
+
const devIds = rawDevices.includes(',')
|
|
202
|
+
? rawDevices
|
|
203
|
+
.split(',')
|
|
204
|
+
.map((s) => s.trim())
|
|
205
|
+
.filter(Boolean)
|
|
206
|
+
: [rawDevices.trim()].filter(Boolean);
|
|
207
|
+
const mappedDevices = devIds.map((id) => ({ id }));
|
|
208
|
+
if (platform === 'ios') {
|
|
209
|
+
config.iosConfig.devices = mappedDevices;
|
|
103
210
|
}
|
|
211
|
+
else {
|
|
212
|
+
config.androidConfig.devices = mappedDevices;
|
|
213
|
+
}
|
|
214
|
+
const count = devIds.length;
|
|
215
|
+
const desc = devIds.join(', ');
|
|
216
|
+
console.log(`\x1b[36m[TestSpectra Grid]\x1b[0m Mobile device target configured (${count} device(s)): ${desc}`);
|
|
104
217
|
}
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
console.log(`\x1b[36m[TestSpectra]\x1b[0m Base URL: \x1b[33m${config.webConfig.baseUrl}\x1b[0m`);
|
|
118
|
-
console.log(`\x1b[36m[TestSpectra]\x1b[0m Suite: ${suiteName} (${testCases.length} case(s))\n`);
|
|
119
|
-
const reporter = new Reporter();
|
|
120
|
-
try {
|
|
218
|
+
else if (options.allDevices || options.multiDevice) {
|
|
219
|
+
if (platform === 'ios') {
|
|
220
|
+
config.iosConfig.devices = 'auto';
|
|
221
|
+
}
|
|
222
|
+
else {
|
|
223
|
+
config.androidConfig.devices = 'auto';
|
|
224
|
+
}
|
|
225
|
+
console.log('\x1b[36m[TestSpectra Grid]\x1b[0m Multi-device grid enabled (auto-detecting connected devices)');
|
|
226
|
+
}
|
|
227
|
+
console.log(`\x1b[36m[TestSpectra]\x1b[0m Base URL: \x1b[33m${config.webConfig.baseUrl}\x1b[0m\n`);
|
|
228
|
+
const reporter = new Reporter();
|
|
229
|
+
const targetDevice = options.devices || options.device || (options.allDevices || options.multiDevice ? 'auto' : undefined);
|
|
121
230
|
const result = await RustCoreBridge.run({
|
|
122
231
|
baseDir: cwd,
|
|
123
232
|
appDataPath,
|
|
124
233
|
platform,
|
|
125
|
-
suite: suiteName,
|
|
126
|
-
testCases,
|
|
127
234
|
config,
|
|
128
|
-
targetDevice
|
|
235
|
+
targetDevice,
|
|
236
|
+
licenseKey: options.licenseKey,
|
|
129
237
|
outputJsonPath,
|
|
238
|
+
specs: effectiveSpecPaths,
|
|
239
|
+
concurrency: userConcurrency,
|
|
240
|
+
failedOnly: isFailedMode,
|
|
241
|
+
failedTarget,
|
|
130
242
|
}, reporter);
|
|
131
|
-
|
|
243
|
+
const isPassed = result.status.toLowerCase() === 'passed';
|
|
244
|
+
const relReport = path.relative(cwd, outputJsonPath);
|
|
245
|
+
const networkReportFile = path.join(path.dirname(outputJsonPath), 'network-resources.json');
|
|
246
|
+
const relNetworkReport = fs.existsSync(networkReportFile) ? path.relative(cwd, networkReportFile) : undefined;
|
|
247
|
+
let carriedOver;
|
|
248
|
+
if (process.env.TESTSPECTRA_CARRIED_OVER) {
|
|
249
|
+
try {
|
|
250
|
+
carriedOver = JSON.parse(process.env.TESTSPECTRA_CARRIED_OVER);
|
|
251
|
+
}
|
|
252
|
+
catch { }
|
|
253
|
+
}
|
|
254
|
+
const carriedPassed = carriedOver?.passed || 0;
|
|
255
|
+
const carriedDurationMs = carriedOver?.durationMs || 0;
|
|
256
|
+
let suiteCount = 1;
|
|
257
|
+
let passedSuites = isPassed ? 1 : 0;
|
|
258
|
+
let failedSuites = isPassed ? 0 : 1;
|
|
259
|
+
let basePassed = result.passedCount ?? (isPassed ? 1 : 0);
|
|
260
|
+
let baseFailed = result.failedCount ?? (isPassed ? 0 : 1);
|
|
261
|
+
const totalPassed = basePassed + carriedPassed;
|
|
262
|
+
const totalFailed = baseFailed;
|
|
263
|
+
const totalTests = basePassed + baseFailed + carriedPassed;
|
|
264
|
+
let finalDuration = result.duration;
|
|
265
|
+
if (carriedDurationMs > 0) {
|
|
266
|
+
const match = result.duration.match(/([\d.]+)\s*(ms|s|m)/);
|
|
267
|
+
let runMs = 0;
|
|
268
|
+
if (match) {
|
|
269
|
+
const val = parseFloat(match[1]);
|
|
270
|
+
const unit = match[2];
|
|
271
|
+
runMs = unit === 's' ? val * 1000 : unit === 'm' ? val * 60000 : val;
|
|
272
|
+
}
|
|
273
|
+
const totalMs = runMs + carriedDurationMs;
|
|
274
|
+
finalDuration = totalMs < 1000 ? `${Math.round(totalMs)}ms` : `${(totalMs / 1000).toFixed(1)}s`;
|
|
275
|
+
}
|
|
276
|
+
const overallPassed = isPassed && totalFailed === 0;
|
|
277
|
+
if (fs.existsSync(outputJsonPath)) {
|
|
278
|
+
try {
|
|
279
|
+
const fullReport = JSON.parse(fs.readFileSync(outputJsonPath, 'utf8'));
|
|
280
|
+
if (fullReport.summary) {
|
|
281
|
+
suiteCount = fullReport.summary.totalSuites ?? 1;
|
|
282
|
+
}
|
|
283
|
+
if (fullReport.suites && Array.isArray(fullReport.suites)) {
|
|
284
|
+
failedSuites = fullReport.suites.filter((s) => (typeof s.failed === 'number' && s.failed > 0) ||
|
|
285
|
+
s.status === 'failed' ||
|
|
286
|
+
s.tests?.some((t) => t.passed === false || t.status === 'failed')).length;
|
|
287
|
+
passedSuites = fullReport.suites.length - failedSuites;
|
|
288
|
+
}
|
|
289
|
+
if (fullReport.performance) {
|
|
290
|
+
renderSummaryCard({
|
|
291
|
+
isPassed: overallPassed,
|
|
292
|
+
statusText: overallPassed ? 'PASSED' : 'FAILED',
|
|
293
|
+
duration: finalDuration,
|
|
294
|
+
platform,
|
|
295
|
+
suiteCount,
|
|
296
|
+
passedSuites,
|
|
297
|
+
failedSuites,
|
|
298
|
+
testCount: totalTests,
|
|
299
|
+
passedCount: totalPassed,
|
|
300
|
+
failedCount: totalFailed,
|
|
301
|
+
carriedPassed,
|
|
302
|
+
reportPath: relReport,
|
|
303
|
+
networkReportPath: relNetworkReport,
|
|
304
|
+
});
|
|
305
|
+
renderTimingBreakdown({
|
|
306
|
+
...fullReport.performance,
|
|
307
|
+
wallClockDurationMs: fullReport.wallClockDurationMs,
|
|
308
|
+
duration: fullReport.duration,
|
|
309
|
+
totalTests: fullReport.summary?.totalTests ?? totalTests,
|
|
310
|
+
}, platform);
|
|
311
|
+
if (!overallPassed || totalFailed > 0) {
|
|
312
|
+
process.exitCode = 1;
|
|
313
|
+
}
|
|
314
|
+
return;
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
catch {
|
|
318
|
+
// ignore
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
renderSummaryCard({
|
|
322
|
+
isPassed: overallPassed,
|
|
323
|
+
statusText: overallPassed ? 'PASSED' : 'FAILED',
|
|
324
|
+
duration: finalDuration,
|
|
325
|
+
platform,
|
|
326
|
+
suiteCount,
|
|
327
|
+
passedSuites,
|
|
328
|
+
failedSuites,
|
|
329
|
+
testCount: totalTests,
|
|
330
|
+
passedCount: totalPassed,
|
|
331
|
+
failedCount: totalFailed,
|
|
332
|
+
carriedPassed,
|
|
333
|
+
reportPath: relReport,
|
|
334
|
+
networkReportPath: relNetworkReport,
|
|
335
|
+
});
|
|
336
|
+
if (!overallPassed || totalFailed > 0) {
|
|
337
|
+
process.exitCode = 1;
|
|
338
|
+
}
|
|
132
339
|
}
|
|
133
340
|
catch (e) {
|
|
134
341
|
console.error(`\x1b[31m[TestSpectra] Execution error:\x1b[0m`, e);
|
|
@@ -138,5 +345,8 @@ export async function runCommand(specPath, options = {}) {
|
|
|
138
345
|
if (demoServer) {
|
|
139
346
|
await demoServer.stop();
|
|
140
347
|
}
|
|
348
|
+
if (apiServer) {
|
|
349
|
+
await apiServer.stop();
|
|
350
|
+
}
|
|
141
351
|
}
|
|
142
352
|
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface SkillsCommandOptions {
|
|
2
|
+
cwd?: string;
|
|
3
|
+
agent?: string;
|
|
4
|
+
}
|
|
5
|
+
export declare function skillsInitCommand(options?: SkillsCommandOptions): Promise<void>;
|
|
6
|
+
export declare function skillsListCommand(options?: SkillsCommandOptions): void;
|
|
7
|
+
export declare function skillsAddCommand(ids?: string[], options?: SkillsCommandOptions): Promise<void>;
|
|
8
|
+
export declare function skillsUpdateCommand(ids?: string[], options?: SkillsCommandOptions): void;
|
|
9
|
+
export declare function skillsRemoveCommand(ids?: string[], options?: SkillsCommandOptions): void;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import path from 'path';
|
|
2
|
+
import chalk from 'chalk';
|
|
3
|
+
import { initSkills, listSkills, addSkills, updateSkills, removeSkills, getKnownAgentIds, resolveAgentSelection, } from '@testspectra/skills';
|
|
4
|
+
function resolveBaseDir(options = {}) {
|
|
5
|
+
return options.cwd ? path.resolve(options.cwd) : process.cwd();
|
|
6
|
+
}
|
|
7
|
+
function resolveAgentIds(options = {}) {
|
|
8
|
+
const { ids, unknown } = resolveAgentSelection(options.agent);
|
|
9
|
+
if (unknown.length > 0) {
|
|
10
|
+
console.log(chalk.yellow(`⚠️ Unknown --agent value(s): ${unknown.join(', ')}. Known ids: ${getKnownAgentIds().join(', ')}`));
|
|
11
|
+
}
|
|
12
|
+
return ids.length > 0 ? ids : undefined;
|
|
13
|
+
}
|
|
14
|
+
export async function skillsInitCommand(options = {}) {
|
|
15
|
+
await initSkills(resolveBaseDir(options));
|
|
16
|
+
}
|
|
17
|
+
export function skillsListCommand(options = {}) {
|
|
18
|
+
listSkills(resolveBaseDir(options), resolveAgentIds(options));
|
|
19
|
+
}
|
|
20
|
+
export async function skillsAddCommand(ids = [], options = {}) {
|
|
21
|
+
await addSkills(ids, resolveBaseDir(options), resolveAgentIds(options));
|
|
22
|
+
}
|
|
23
|
+
export function skillsUpdateCommand(ids = [], options = {}) {
|
|
24
|
+
updateSkills(ids, resolveBaseDir(options), resolveAgentIds(options));
|
|
25
|
+
}
|
|
26
|
+
export function skillsRemoveCommand(ids = [], options = {}) {
|
|
27
|
+
removeSkills(ids, resolveBaseDir(options), resolveAgentIds(options));
|
|
28
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import path from 'path';
|
|
2
|
+
import chalk from 'chalk';
|
|
3
|
+
import { TypeGenerator } from '../types/generator.js';
|
|
4
|
+
export async function syncTypesCommand(options = {}) {
|
|
5
|
+
const cwd = options.cwd ? path.resolve(options.cwd) : process.cwd();
|
|
6
|
+
try {
|
|
7
|
+
TypeGenerator.generateAll(cwd);
|
|
8
|
+
console.log(chalk.green('✔ Successfully synchronized TestSpectra ambient type declarations in .testspectra/types/'));
|
|
9
|
+
}
|
|
10
|
+
catch (err) {
|
|
11
|
+
console.error(chalk.red(`✖ Failed to synchronize ambient declarations: ${err?.message}`));
|
|
12
|
+
process.exit(1);
|
|
13
|
+
}
|
|
14
|
+
}
|