create-appraisejs 0.1.7 → 0.1.8-alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (316) hide show
  1. package/README.md +45 -45
  2. package/dist/cli.js +2 -2
  3. package/dist/cli.js.map +1 -1
  4. package/dist/copy-template.d.ts.map +1 -1
  5. package/dist/copy-template.js.map +1 -1
  6. package/package.json +69 -67
  7. package/templates/default/.vscode/settings.json +5 -0
  8. package/templates/default/appraisejs.config.json +1 -1
  9. package/templates/default/components.json +24 -24
  10. package/templates/default/cucumber.mjs +16 -0
  11. package/templates/default/eslint.config.mjs +15 -15
  12. package/templates/default/next.config.ts +13 -7
  13. package/templates/default/package-lock.json +13732 -14321
  14. package/templates/default/package.json +11 -9
  15. package/templates/default/postcss.config.mjs +8 -8
  16. package/templates/default/prisma/migrations/20251104113456_add_type_for_template_step_groups/migration.sql +16 -16
  17. package/templates/default/prisma/migrations/20251104170946_add_tags_to_test_suite_and_test_case/migration.sql +27 -27
  18. package/templates/default/prisma/migrations/20251112190024_add_cascade_delete_to_test_run_test_case/migration.sql +17 -17
  19. package/templates/default/prisma/migrations/20251113181100_add_test_run_log/migration.sql +12 -12
  20. package/templates/default/prisma/migrations/20251119191838_add_tag_type/migration.sql +28 -28
  21. package/templates/default/prisma/migrations/20251121164059_add_conflict_resolution/migration.sql +12 -12
  22. package/templates/default/prisma/migrations/20251223183400_add_report_model_to_db_schema/migration.sql +10 -10
  23. package/templates/default/prisma/migrations/20251223183637_add_report_test_case_entity_for_storing_test_results_for_individual_test_cases/migration.sql +10 -10
  24. package/templates/default/prisma/migrations/20251224083549_add_comprehensive_report_storage/migration.sql +108 -108
  25. package/templates/default/prisma/migrations/20251229194422_migrate_duration_to_string/migration.sql +55 -55
  26. package/templates/default/prisma/migrations/20251230124637_add_unique_constraint_to_test_run_name/migration.sql +27 -27
  27. package/templates/default/prisma/migrations/20260115094436_add_dashboard_metrics/migration.sql +59 -59
  28. package/templates/default/prisma/migrations/20260127172022_add_cascade_delete_to_step_parameters/migration.sql +34 -34
  29. package/templates/default/prisma/schema.prisma +554 -554
  30. package/templates/default/scripts/regenerate-features.ts +94 -94
  31. package/templates/default/scripts/setup-env.ts +19 -19
  32. package/templates/default/scripts/sync-all.ts +341 -341
  33. package/templates/default/scripts/sync-appraise-base-template.ts +52 -2
  34. package/templates/default/scripts/sync-environments.ts +323 -323
  35. package/templates/default/scripts/sync-locator-groups.ts +413 -413
  36. package/templates/default/scripts/sync-locators.ts +402 -402
  37. package/templates/default/scripts/sync-modules.ts +349 -349
  38. package/templates/default/scripts/sync-tags.ts +292 -292
  39. package/templates/default/scripts/sync-template-step-groups.ts +399 -399
  40. package/templates/default/scripts/sync-template-steps.ts +806 -806
  41. package/templates/default/scripts/sync-test-cases.ts +905 -905
  42. package/templates/default/scripts/sync-test-suites.ts +411 -411
  43. package/templates/default/src/actions/conflict/conflict.action.ts +33 -33
  44. package/templates/default/src/actions/dashboard/dashboard-actions.ts +240 -240
  45. package/templates/default/src/actions/environments/environment-actions.ts +205 -205
  46. package/templates/default/src/actions/locator/locator-actions.ts +547 -547
  47. package/templates/default/src/actions/locator-groups/locator-group-actions.ts +344 -344
  48. package/templates/default/src/actions/modules/module-actions.ts +133 -133
  49. package/templates/default/src/actions/reports/report-actions.ts +613 -613
  50. package/templates/default/src/actions/review/review-actions.ts +147 -147
  51. package/templates/default/src/actions/tags/tag-actions.ts +104 -104
  52. package/templates/default/src/actions/template-step/template-step-actions.ts +332 -332
  53. package/templates/default/src/actions/template-step-group/template-step-group-actions.ts +278 -278
  54. package/templates/default/src/actions/template-test-case/template-test-case-actions.ts +238 -238
  55. package/templates/default/src/actions/test-case/test-case-actions.ts +419 -419
  56. package/templates/default/src/actions/test-run/test-run-actions.ts +1185 -1185
  57. package/templates/default/src/actions/test-suite/test-suite-actions.ts +253 -253
  58. package/templates/default/src/actions/user/user-actions.ts +13 -13
  59. package/templates/default/src/app/(base)/environments/create/page.tsx +28 -28
  60. package/templates/default/src/app/(base)/environments/environment-form.tsx +219 -219
  61. package/templates/default/src/app/(base)/environments/environment-table-columns.tsx +96 -96
  62. package/templates/default/src/app/(base)/environments/environment-table.tsx +24 -24
  63. package/templates/default/src/app/(base)/environments/modify/[id]/page.tsx +46 -46
  64. package/templates/default/src/app/(base)/environments/page.tsx +59 -59
  65. package/templates/default/src/app/(base)/layout.tsx +10 -10
  66. package/templates/default/src/app/(base)/locator-groups/create/page.tsx +44 -44
  67. package/templates/default/src/app/(base)/locator-groups/locator-group-form.tsx +215 -215
  68. package/templates/default/src/app/(base)/locator-groups/locator-group-table-columns.tsx +77 -77
  69. package/templates/default/src/app/(base)/locator-groups/locator-group-table.tsx +28 -28
  70. package/templates/default/src/app/(base)/locator-groups/modify/[id]/page.tsx +46 -46
  71. package/templates/default/src/app/(base)/locator-groups/page.tsx +61 -61
  72. package/templates/default/src/app/(base)/locators/create/page.tsx +38 -38
  73. package/templates/default/src/app/(base)/locators/locator-form.tsx +163 -163
  74. package/templates/default/src/app/(base)/locators/locator-table-columns.tsx +73 -90
  75. package/templates/default/src/app/(base)/locators/locator-table.tsx +28 -28
  76. package/templates/default/src/app/(base)/locators/modify/[id]/page.tsx +45 -45
  77. package/templates/default/src/app/(base)/locators/page.tsx +65 -65
  78. package/templates/default/src/app/(base)/locators/sync-locators-button.tsx +66 -66
  79. package/templates/default/src/app/(base)/modules/create/page.tsx +34 -34
  80. package/templates/default/src/app/(base)/modules/modify/[id]/page.tsx +46 -46
  81. package/templates/default/src/app/(base)/modules/module-form.tsx +126 -126
  82. package/templates/default/src/app/(base)/modules/module-table-columns.tsx +85 -85
  83. package/templates/default/src/app/(base)/modules/module-table.tsx +24 -24
  84. package/templates/default/src/app/(base)/modules/page.tsx +59 -59
  85. package/templates/default/src/app/(base)/reports/[id]/page.tsx +517 -517
  86. package/templates/default/src/app/(base)/reports/duration-chart.tsx +33 -33
  87. package/templates/default/src/app/(base)/reports/feature-chart.tsx +78 -78
  88. package/templates/default/src/app/(base)/reports/overview-chart.tsx +46 -46
  89. package/templates/default/src/app/(base)/reports/page.tsx +98 -98
  90. package/templates/default/src/app/(base)/reports/report-metric-card.tsx +16 -16
  91. package/templates/default/src/app/(base)/reports/report-table-columns.tsx +189 -189
  92. package/templates/default/src/app/(base)/reports/report-table.tsx +72 -72
  93. package/templates/default/src/app/(base)/reports/report-view-table-columns.tsx +131 -131
  94. package/templates/default/src/app/(base)/reports/report-view-table.tsx +82 -82
  95. package/templates/default/src/app/(base)/reports/test-cases/page.tsx +42 -42
  96. package/templates/default/src/app/(base)/reports/test-cases/test-cases-metric-table-columns.tsx +115 -115
  97. package/templates/default/src/app/(base)/reports/test-cases/test-cases-metric-table.tsx +27 -27
  98. package/templates/default/src/app/(base)/reports/test-suites/page.tsx +42 -42
  99. package/templates/default/src/app/(base)/reports/test-suites/test-suites-metric-table-columns.tsx +79 -79
  100. package/templates/default/src/app/(base)/reports/test-suites/test-suites-metric-table.tsx +27 -27
  101. package/templates/default/src/app/(base)/reports/view-logs-button.tsx +60 -60
  102. package/templates/default/src/app/(base)/reviews/create/page.tsx +26 -26
  103. package/templates/default/src/app/(base)/reviews/created-reviews-table.tsx +15 -15
  104. package/templates/default/src/app/(base)/reviews/modify/[id]/page.tsx +26 -26
  105. package/templates/default/src/app/(base)/reviews/page.tsx +26 -26
  106. package/templates/default/src/app/(base)/reviews/review/[id]/page.tsx +26 -26
  107. package/templates/default/src/app/(base)/reviews/review-form.tsx +11 -11
  108. package/templates/default/src/app/(base)/reviews/review-table-by-creator-columns.tsx +9 -9
  109. package/templates/default/src/app/(base)/reviews/review-table-by-reviewer-columns.tsx +9 -9
  110. package/templates/default/src/app/(base)/reviews/reviewer-reviews-table.tsx +15 -15
  111. package/templates/default/src/app/(base)/tags/create/page.tsx +39 -39
  112. package/templates/default/src/app/(base)/tags/modify/[id]/page.tsx +50 -50
  113. package/templates/default/src/app/(base)/tags/page.tsx +58 -58
  114. package/templates/default/src/app/(base)/tags/tag-form.tsx +147 -147
  115. package/templates/default/src/app/(base)/tags/tag-table-columns.tsx +63 -63
  116. package/templates/default/src/app/(base)/tags/tag-table.tsx +29 -29
  117. package/templates/default/src/app/(base)/template-step-groups/create/page.tsx +28 -28
  118. package/templates/default/src/app/(base)/template-step-groups/modify/[id]/page.tsx +45 -45
  119. package/templates/default/src/app/(base)/template-step-groups/page.tsx +60 -60
  120. package/templates/default/src/app/(base)/template-step-groups/template-step-group-form.tsx +167 -167
  121. package/templates/default/src/app/(base)/template-step-groups/template-step-group-table-columns.tsx +89 -89
  122. package/templates/default/src/app/(base)/template-step-groups/template-step-group-table.tsx +32 -32
  123. package/templates/default/src/app/(base)/template-steps/create/page.tsx +37 -37
  124. package/templates/default/src/app/(base)/template-steps/modify/[id]/page.tsx +49 -49
  125. package/templates/default/src/app/(base)/template-steps/page.tsx +59 -59
  126. package/templates/default/src/app/(base)/template-steps/paramChip.tsx +213 -213
  127. package/templates/default/src/app/(base)/template-steps/template-step-form.tsx +384 -384
  128. package/templates/default/src/app/(base)/template-steps/template-step-table-columns.tsx +158 -158
  129. package/templates/default/src/app/(base)/template-steps/template-step-table.tsx +24 -24
  130. package/templates/default/src/app/(base)/template-test-cases/create/page.tsx +56 -56
  131. package/templates/default/src/app/(base)/template-test-cases/modify/[id]/page.tsx +89 -89
  132. package/templates/default/src/app/(base)/template-test-cases/page.tsx +58 -58
  133. package/templates/default/src/app/(base)/template-test-cases/template-test-case-flow.tsx +84 -84
  134. package/templates/default/src/app/(base)/template-test-cases/template-test-case-form.tsx +262 -262
  135. package/templates/default/src/app/(base)/template-test-cases/template-test-case-table-columns.tsx +76 -76
  136. package/templates/default/src/app/(base)/template-test-cases/template-test-case-table.tsx +32 -32
  137. package/templates/default/src/app/(base)/test-cases/create/page.tsx +76 -76
  138. package/templates/default/src/app/(base)/test-cases/create-from-template/generate/[id]/page.tsx +96 -96
  139. package/templates/default/src/app/(base)/test-cases/create-from-template/page.tsx +38 -38
  140. package/templates/default/src/app/(base)/test-cases/create-from-template/template-selection-form.tsx +73 -73
  141. package/templates/default/src/app/(base)/test-cases/modify/[id]/page.tsx +106 -106
  142. package/templates/default/src/app/(base)/test-cases/page.tsx +60 -60
  143. package/templates/default/src/app/(base)/test-cases/test-case-flow.tsx +82 -82
  144. package/templates/default/src/app/(base)/test-cases/test-case-form.tsx +395 -395
  145. package/templates/default/src/app/(base)/test-cases/test-case-table-columns.tsx +90 -90
  146. package/templates/default/src/app/(base)/test-cases/test-case-table.tsx +35 -35
  147. package/templates/default/src/app/(base)/test-runs/[id]/page.tsx +56 -56
  148. package/templates/default/src/app/(base)/test-runs/create/page.tsx +47 -47
  149. package/templates/default/src/app/(base)/test-runs/page.tsx +60 -60
  150. package/templates/default/src/app/(base)/test-runs/test-run-form.tsx +508 -512
  151. package/templates/default/src/app/(base)/test-runs/test-run-table-columns.tsx +229 -229
  152. package/templates/default/src/app/(base)/test-runs/test-run-table.tsx +127 -127
  153. package/templates/default/src/app/(base)/test-suites/create/page.tsx +45 -45
  154. package/templates/default/src/app/(base)/test-suites/modify/[id]/page.tsx +55 -55
  155. package/templates/default/src/app/(base)/test-suites/page.tsx +82 -82
  156. package/templates/default/src/app/(base)/test-suites/test-suite-form.tsx +269 -269
  157. package/templates/default/src/app/(base)/test-suites/test-suite-table-columns.tsx +97 -97
  158. package/templates/default/src/app/(base)/test-suites/test-suite-table.tsx +29 -29
  159. package/templates/default/src/app/(dashboard-components)/app-drawer.tsx +187 -187
  160. package/templates/default/src/app/(dashboard-components)/data-card-grid.tsx +12 -12
  161. package/templates/default/src/app/(dashboard-components)/data-card.tsx +26 -26
  162. package/templates/default/src/app/(dashboard-components)/execution-health-panel.tsx +56 -56
  163. package/templates/default/src/app/(dashboard-components)/ongoing-test-runs-card.tsx +87 -87
  164. package/templates/default/src/app/(dashboard-components)/quick-actions-drawer.tsx +44 -44
  165. package/templates/default/src/app/api/test-runs/[runId]/download/route.ts +133 -133
  166. package/templates/default/src/app/api/test-runs/[runId]/logs/route.ts +420 -420
  167. package/templates/default/src/app/api/test-runs/[runId]/trace/[testCaseId]/route.ts +146 -146
  168. package/templates/default/src/app/globals.css +147 -147
  169. package/templates/default/src/app/layout.tsx +171 -171
  170. package/templates/default/src/app/page.tsx +64 -64
  171. package/templates/default/src/assets/icons/empty-tube.tsx +23 -23
  172. package/templates/default/src/assets/icons/tube-plus.tsx +29 -29
  173. package/templates/default/src/components/base-node.tsx +21 -21
  174. package/templates/default/src/components/chart/pie-chart.tsx +73 -73
  175. package/templates/default/src/components/data-extraction/locator-inspector.tsx +460 -460
  176. package/templates/default/src/components/data-state/empty-state.tsx +40 -40
  177. package/templates/default/src/components/data-visualization/info-card.tsx +70 -70
  178. package/templates/default/src/components/data-visualization/info-grid.tsx +22 -22
  179. package/templates/default/src/components/devtools/providers.tsx +19 -13
  180. package/templates/default/src/components/diagram/button-edge.tsx +54 -54
  181. package/templates/default/src/components/diagram/dynamic-parameters.tsx +438 -438
  182. package/templates/default/src/components/diagram/edit-header-option.tsx +36 -36
  183. package/templates/default/src/components/diagram/flow-diagram.tsx +470 -470
  184. package/templates/default/src/components/diagram/node-form.tsx +262 -262
  185. package/templates/default/src/components/diagram/options-header-node.tsx +57 -57
  186. package/templates/default/src/components/diagram/template-step-combobox.tsx +155 -155
  187. package/templates/default/src/components/form/error-message.tsx +7 -7
  188. package/templates/default/src/components/kokonutui/smooth-tab.tsx +453 -453
  189. package/templates/default/src/components/loading-skeleton/data-table/data-table-skeleton.tsx +30 -30
  190. package/templates/default/src/components/loading-skeleton/form/button-skeleton.tsx +8 -8
  191. package/templates/default/src/components/loading-skeleton/form/icon-button-skeleton.tsx +8 -8
  192. package/templates/default/src/components/loading-skeleton/form/text-input-skeleton.tsx +8 -8
  193. package/templates/default/src/components/loading-skeleton/visualization/table-skeleton.tsx +14 -14
  194. package/templates/default/src/components/logo.tsx +15 -15
  195. package/templates/default/src/components/navigation/command-badge.tsx +34 -34
  196. package/templates/default/src/components/navigation/command-chain-input.tsx +51 -51
  197. package/templates/default/src/components/navigation/entity-search-command.tsx +116 -116
  198. package/templates/default/src/components/navigation/nav-card.tsx +31 -31
  199. package/templates/default/src/components/navigation/nav-command.tsx +508 -508
  200. package/templates/default/src/components/navigation/nav-link.tsx +60 -60
  201. package/templates/default/src/components/navigation/nav-menu-card-deck.tsx +112 -112
  202. package/templates/default/src/components/node-header.tsx +159 -159
  203. package/templates/default/src/components/reports/test-case-logs-modal.tsx +253 -253
  204. package/templates/default/src/components/table/table-actions.tsx +172 -172
  205. package/templates/default/src/components/test-run/download-logs-button.tsx +99 -99
  206. package/templates/default/src/components/test-run/log-viewer.tsx +445 -445
  207. package/templates/default/src/components/test-run/test-run-details.tsx +611 -611
  208. package/templates/default/src/components/test-run/test-run-header.tsx +149 -149
  209. package/templates/default/src/components/test-run/view-report-button.tsx +102 -102
  210. package/templates/default/src/components/theme/mode-toggle.tsx +54 -54
  211. package/templates/default/src/components/theme/theme-provider.tsx +8 -8
  212. package/templates/default/src/components/typography/page-header-subtitle.tsx +7 -7
  213. package/templates/default/src/components/typography/page-header.tsx +7 -7
  214. package/templates/default/src/components/ui/alert-dialog.tsx +106 -106
  215. package/templates/default/src/components/ui/alert.tsx +43 -43
  216. package/templates/default/src/components/ui/avatar.tsx +40 -40
  217. package/templates/default/src/components/ui/badge.tsx +29 -29
  218. package/templates/default/src/components/ui/button.tsx +47 -47
  219. package/templates/default/src/components/ui/calendar.tsx +158 -158
  220. package/templates/default/src/components/ui/card.tsx +43 -43
  221. package/templates/default/src/components/ui/checkbox.tsx +28 -28
  222. package/templates/default/src/components/ui/command.tsx +135 -135
  223. package/templates/default/src/components/ui/data-table-column-header.tsx +61 -61
  224. package/templates/default/src/components/ui/data-table-pagination.tsx +87 -87
  225. package/templates/default/src/components/ui/data-table-view-options.tsx +50 -50
  226. package/templates/default/src/components/ui/data-table.tsx +267 -267
  227. package/templates/default/src/components/ui/dialog.tsx +97 -97
  228. package/templates/default/src/components/ui/dropdown-menu.tsx +182 -182
  229. package/templates/default/src/components/ui/input.tsx +22 -22
  230. package/templates/default/src/components/ui/kbd.tsx +28 -28
  231. package/templates/default/src/components/ui/label.tsx +19 -19
  232. package/templates/default/src/components/ui/loading.tsx +12 -12
  233. package/templates/default/src/components/ui/multi-select-with-preview.tsx +116 -116
  234. package/templates/default/src/components/ui/multi-select.tsx +142 -142
  235. package/templates/default/src/components/ui/navigation-menu.tsx +120 -120
  236. package/templates/default/src/components/ui/popover.tsx +33 -33
  237. package/templates/default/src/components/ui/progress.tsx +25 -25
  238. package/templates/default/src/components/ui/radio-group.tsx +44 -44
  239. package/templates/default/src/components/ui/scroll-area.tsx +40 -40
  240. package/templates/default/src/components/ui/select.tsx +151 -144
  241. package/templates/default/src/components/ui/separator.tsx +22 -22
  242. package/templates/default/src/components/ui/skeleton.tsx +7 -7
  243. package/templates/default/src/components/ui/table.tsx +76 -76
  244. package/templates/default/src/components/ui/tabs.tsx +55 -55
  245. package/templates/default/src/components/ui/textarea.tsx +21 -21
  246. package/templates/default/src/components/ui/toast.tsx +113 -113
  247. package/templates/default/src/components/ui/toaster.tsx +26 -26
  248. package/templates/default/src/components/user-prompt/delete-prompt.tsx +87 -87
  249. package/templates/default/src/config/db-config.ts +10 -10
  250. package/templates/default/src/constants/form-opts/diagram/node-form.ts +30 -30
  251. package/templates/default/src/constants/form-opts/environment-form-opts.ts +24 -24
  252. package/templates/default/src/constants/form-opts/locator-form-opts.ts +20 -20
  253. package/templates/default/src/constants/form-opts/locator-group-form-opts.ts +28 -28
  254. package/templates/default/src/constants/form-opts/module-form-opts.ts +21 -21
  255. package/templates/default/src/constants/form-opts/review-form-opts.ts +23 -23
  256. package/templates/default/src/constants/form-opts/tag-form-opts.ts +42 -42
  257. package/templates/default/src/constants/form-opts/template-selection-form-opts.ts +16 -16
  258. package/templates/default/src/constants/form-opts/template-step-group-form-opts.ts +24 -24
  259. package/templates/default/src/constants/form-opts/template-test-case-form-opts.ts +39 -39
  260. package/templates/default/src/constants/form-opts/template-test-step-form-opts.ts +36 -36
  261. package/templates/default/src/constants/form-opts/test-case-form-opts.ts +43 -43
  262. package/templates/default/src/constants/form-opts/test-run-form-opts.ts +31 -31
  263. package/templates/default/src/constants/form-opts/test-suite-form-opts.ts +24 -24
  264. package/templates/default/src/hooks/use-toast.ts +187 -187
  265. package/templates/default/src/lib/bidirectional-sync.ts +432 -432
  266. package/templates/default/src/lib/database-sync.ts +531 -531
  267. package/templates/default/src/lib/environment-file-utils.ts +221 -221
  268. package/templates/default/src/lib/feature-file-generator.ts +411 -411
  269. package/templates/default/src/lib/gherkin-parser.ts +259 -259
  270. package/templates/default/src/lib/locator-group-file-utils.ts +370 -370
  271. package/templates/default/src/lib/metrics/metric-calculator.ts +613 -613
  272. package/templates/default/src/lib/module-hierarchy-builder.ts +205 -205
  273. package/templates/default/src/lib/path-helpers/module-path.ts +71 -71
  274. package/templates/default/src/lib/test-case-utils.ts +6 -6
  275. package/templates/default/src/lib/test-run/log-formatter.ts +83 -83
  276. package/templates/default/src/lib/test-run/process-manager.ts +191 -191
  277. package/templates/default/src/lib/test-run/report-parser.ts +316 -316
  278. package/templates/default/src/lib/test-run/test-run-executor.ts +144 -144
  279. package/templates/default/src/lib/test-run/winston-logger.ts +95 -95
  280. package/templates/default/src/lib/transformers/gherkin-converter.ts +42 -42
  281. package/templates/default/src/lib/transformers/key-to-icon-transformer.tsx +95 -95
  282. package/templates/default/src/lib/transformers/template-test-case-converter.ts +160 -160
  283. package/templates/default/src/lib/utils/node-param-validation.ts +81 -81
  284. package/templates/default/src/lib/utils/template-step-file-generator.ts +167 -167
  285. package/templates/default/src/lib/utils/template-step-file-manager-intelligent.ts +723 -723
  286. package/templates/default/src/lib/utils/template-step-file-manager.ts +166 -166
  287. package/templates/default/src/lib/utils.ts +31 -31
  288. package/templates/default/src/tests/config/executor/world.ts +41 -41
  289. package/templates/default/src/tests/executor.ts +80 -80
  290. package/templates/default/src/tests/hooks/hooks.ts +99 -99
  291. package/templates/default/src/tests/mapping/locator-map.json +1 -1
  292. package/templates/default/src/tests/steps/actions/click.step.ts +62 -62
  293. package/templates/default/src/tests/steps/actions/navigation.step.ts +73 -72
  294. package/templates/default/src/tests/steps/validations/active_state_assertion.step.ts +34 -34
  295. package/templates/default/src/tests/steps/validations/navigation_assertion.step.ts +24 -23
  296. package/templates/default/src/tests/steps/validations/text_assertion.step.ts +111 -111
  297. package/templates/default/src/tests/steps/validations/visibility_assertion.step.ts +30 -30
  298. package/templates/default/src/tests/support/parameter-types.ts +12 -12
  299. package/templates/default/src/tests/utils/cache.util.ts +260 -260
  300. package/templates/default/src/tests/utils/cli.util.ts +177 -177
  301. package/templates/default/src/tests/utils/environment.util.ts +65 -65
  302. package/templates/default/src/tests/utils/locator.util.ts +248 -248
  303. package/templates/default/src/tests/utils/random-data.util.ts +44 -44
  304. package/templates/default/src/tests/utils/spawner.util.ts +617 -617
  305. package/templates/default/src/types/diagram/diagram.ts +34 -34
  306. package/templates/default/src/types/diagram/template-step.ts +11 -11
  307. package/templates/default/src/types/executor/browser.type.ts +1 -1
  308. package/templates/default/src/types/form/actionHandler.ts +6 -6
  309. package/templates/default/src/types/locator/locator.type.ts +11 -11
  310. package/templates/default/src/types/step/step.type.ts +1 -1
  311. package/templates/default/src/types/table/data-table.ts +6 -6
  312. package/templates/default/tailwind.config.ts +62 -62
  313. package/templates/default/.env +0 -2
  314. package/templates/default/next-env.d.ts +0 -6
  315. package/templates/default/prisma/prisma/dev.db +0 -0
  316. package/templates/default/src/tests/config/environments/environments.json +0 -14
@@ -1,613 +1,613 @@
1
- import prisma from '@/config/db-config'
2
- import { TestRunTestCaseResult, TestRunTestCaseStatus } from '@prisma/client'
3
-
4
- /**
5
- * Time period for "recent" runs in days
6
- */
7
- const RECENT_PERIOD_DAYS = 7
8
-
9
- /**
10
- * Threshold for consecutive failures to be considered "repeatedly failing"
11
- */
12
- const REPEATEDLY_FAILING_THRESHOLD = 3
13
-
14
- /**
15
- * Threshold for failure rate to be considered "flaky" (5%)
16
- */
17
- const FLAKY_THRESHOLD = 0.05
18
-
19
- /**
20
- * Calculate the date threshold for recent runs
21
- */
22
- function getRecentPeriodDate(): Date {
23
- const now = new Date()
24
- now.setDate(now.getDate() - RECENT_PERIOD_DAYS)
25
- return now
26
- }
27
-
28
- /**
29
- * Updates metrics for a single test case
30
- * @param testCaseId - The test case ID
31
- * @param result - The test case result (PASSED, FAILED, UNTESTED)
32
- * @param executedAt - When the test case was executed
33
- */
34
- export async function updateTestCaseMetrics(
35
- testCaseId: string,
36
- result: TestRunTestCaseResult,
37
- executedAt: Date,
38
- ): Promise<void> {
39
- try {
40
- // Get existing metrics or create new one
41
- const _existingMetrics = await prisma.testCaseMetrics.findUnique({
42
- where: { testCaseId },
43
- })
44
-
45
- // Query recent runs for this test case (last 7 days)
46
- const recentPeriodDate = getRecentPeriodDate()
47
-
48
- const recentTestRunTestCases = await prisma.testRunTestCase.findMany({
49
- where: {
50
- testCaseId,
51
- status: TestRunTestCaseStatus.COMPLETED,
52
- testRun: {
53
- completedAt: {
54
- gte: recentPeriodDate,
55
- },
56
- },
57
- },
58
- include: {
59
- testRun: {
60
- select: {
61
- completedAt: true,
62
- },
63
- },
64
- },
65
- orderBy: {
66
- testRun: {
67
- completedAt: 'desc',
68
- },
69
- },
70
- })
71
-
72
- const totalRecentRuns = recentTestRunTestCases.length
73
- const failedRecentRuns = recentTestRunTestCases.filter(
74
- trtc => trtc.result === TestRunTestCaseResult.FAILED,
75
- ).length
76
-
77
- // Calculate failure rate
78
- const failureRate = totalRecentRuns > 0 ? failedRecentRuns / totalRecentRuns : 0
79
-
80
- // Determine if flaky (failure rate > 5% but < 100%)
81
- const isFlaky = failureRate > FLAKY_THRESHOLD && failureRate < 1.0
82
-
83
- // Calculate consecutive failures by examining the actual sequence of results
84
- // Start from the most recent and count backwards
85
- // This ensures accuracy even if test runs are processed out of order
86
- let consecutiveFailures = 0
87
- for (const trtc of recentTestRunTestCases) {
88
- if (trtc.result === TestRunTestCaseResult.FAILED) {
89
- consecutiveFailures++
90
- } else if (trtc.result === TestRunTestCaseResult.PASSED) {
91
- // Once we hit a pass, stop counting consecutive failures
92
- break
93
- }
94
- // UNTESTED results don't break the consecutive failure count
95
- }
96
-
97
- // Determine if repeatedly failing (3+ consecutive failures)
98
- const isRepeatedlyFailing = consecutiveFailures >= REPEATEDLY_FAILING_THRESHOLD
99
-
100
- // Determine which date fields to update
101
- const updateData: {
102
- lastExecutedAt: Date
103
- lastFailedAt?: Date
104
- lastPassedAt?: Date
105
- isRepeatedlyFailing: boolean
106
- isFlaky: boolean
107
- consecutiveFailures: number
108
- failureRate: number
109
- totalRecentRuns: number
110
- failedRecentRuns: number
111
- } = {
112
- lastExecutedAt: executedAt,
113
- isRepeatedlyFailing,
114
- isFlaky,
115
- consecutiveFailures,
116
- failureRate,
117
- totalRecentRuns,
118
- failedRecentRuns,
119
- }
120
-
121
- if (result === TestRunTestCaseResult.FAILED) {
122
- updateData.lastFailedAt = executedAt
123
- } else if (result === TestRunTestCaseResult.PASSED) {
124
- updateData.lastPassedAt = executedAt
125
- }
126
-
127
- // Upsert the metrics
128
- await prisma.testCaseMetrics.upsert({
129
- where: { testCaseId },
130
- create: {
131
- testCaseId,
132
- ...updateData,
133
- },
134
- update: updateData,
135
- })
136
- } catch (error) {
137
- console.error(`[MetricCalculator] Error updating test case metrics for ${testCaseId}:`, error)
138
- // Don't throw - metrics are non-critical
139
- }
140
- }
141
-
142
- /**
143
- * Updates lastExecutedAt for a test suite
144
- * @param testSuiteId - The test suite ID
145
- * @param executedAt - When the test suite was executed
146
- */
147
- export async function updateTestSuiteMetrics(
148
- testSuiteId: string,
149
- executedAt: Date,
150
- ): Promise<void> {
151
- try {
152
- await prisma.testSuiteMetrics.upsert({
153
- where: { testSuiteId },
154
- create: {
155
- testSuiteId,
156
- lastExecutedAt: executedAt,
157
- },
158
- update: {
159
- lastExecutedAt: executedAt,
160
- },
161
- })
162
- } catch (error) {
163
- console.error(`[MetricCalculator] Error updating test suite metrics for ${testSuiteId}:`, error)
164
- // Don't throw - metrics are non-critical
165
- }
166
- }
167
-
168
- /**
169
- * Finds all test suites that had test cases in a test run and updates their metrics
170
- * @param testRunId - The test run ID
171
- * @param executedAt - When the test run was executed
172
- */
173
- export async function updateTestSuitesForTestRun(
174
- testRunId: string,
175
- executedAt: Date,
176
- ): Promise<void> {
177
- try {
178
- // Get all test cases in the test run
179
- const testRunTestCases = await prisma.testRunTestCase.findMany({
180
- where: { testRunId },
181
- include: {
182
- testCase: {
183
- include: {
184
- TestSuite: true,
185
- },
186
- },
187
- },
188
- })
189
-
190
- // Extract unique test suite IDs
191
- const testSuiteIds = new Set<string>()
192
- testRunTestCases.forEach(trtc => {
193
- if (trtc.testCase && trtc.testCase.TestSuite) {
194
- trtc.testCase.TestSuite.forEach(suite => {
195
- testSuiteIds.add(suite.id)
196
- })
197
- }
198
- })
199
-
200
- // Log for debugging
201
- if (testSuiteIds.size === 0) {
202
- console.warn(
203
- `[MetricCalculator] No test suites found for test run ${testRunId}. Test cases: ${testRunTestCases.length}`,
204
- )
205
- } else {
206
- console.log(
207
- `[MetricCalculator] Updating metrics for ${testSuiteIds.size} test suite(s) for test run ${testRunId}`,
208
- )
209
- }
210
-
211
- // Update lastExecutedAt for each suite
212
- for (const suiteId of testSuiteIds) {
213
- await updateTestSuiteMetrics(suiteId, executedAt)
214
- }
215
- } catch (error) {
216
- console.error(`[MetricCalculator] Error updating test suite metrics for test run ${testRunId}:`, error)
217
- // Don't throw - metrics are non-critical
218
- }
219
- }
220
-
221
- /**
222
- * Updates dashboard metrics with aggregated counts
223
- */
224
- export async function updateDashboardMetrics(): Promise<void> {
225
- try {
226
- const recentPeriodDate = getRecentPeriodDate()
227
-
228
- // Count failed recent runs
229
- const failedRecentRunsCount = await prisma.testRun.count({
230
- where: {
231
- result: 'FAILED',
232
- completedAt: {
233
- gte: recentPeriodDate,
234
- },
235
- },
236
- })
237
-
238
- // Count repeatedly failing tests
239
- const repeatedlyFailingTestsCount = await prisma.testCaseMetrics.count({
240
- where: {
241
- isRepeatedlyFailing: true,
242
- },
243
- })
244
-
245
- // Count flaky tests
246
- const flakyTestsCount = await prisma.testCaseMetrics.count({
247
- where: {
248
- isFlaky: true,
249
- },
250
- })
251
-
252
- // Count suites not executed recently
253
- const suitesNotExecutedRecentlyCount = await prisma.testSuiteMetrics.count({
254
- where: {
255
- OR: [
256
- {
257
- lastExecutedAt: {
258
- lt: recentPeriodDate,
259
- },
260
- },
261
- {
262
- lastExecutedAt: null,
263
- },
264
- ],
265
- },
266
- })
267
-
268
- // Update or create dashboard metrics (singleton pattern)
269
- const existingMetrics = await prisma.dashboardMetrics.findFirst()
270
-
271
- if (existingMetrics) {
272
- await prisma.dashboardMetrics.update({
273
- where: { id: existingMetrics.id },
274
- data: {
275
- failedRecentRunsCount,
276
- repeatedlyFailingTestsCount,
277
- flakyTestsCount,
278
- suitesNotExecutedRecentlyCount,
279
- lastUpdatedAt: new Date(),
280
- },
281
- })
282
- } else {
283
- await prisma.dashboardMetrics.create({
284
- data: {
285
- failedRecentRunsCount,
286
- repeatedlyFailingTestsCount,
287
- flakyTestsCount,
288
- suitesNotExecutedRecentlyCount,
289
- lastUpdatedAt: new Date(),
290
- },
291
- })
292
- }
293
- } catch (error) {
294
- console.error('[MetricCalculator] Error updating dashboard metrics:', error)
295
- // Don't throw - metrics are non-critical
296
- }
297
- }
298
-
299
- /**
300
- * Recalculates metrics for a single test case from scratch based on current database state
301
- * This is used when test runs are deleted and we need to recalculate metrics without
302
- * the deleted test run data.
303
- * @param testCaseId - The test case ID
304
- */
305
- export async function recalculateTestCaseMetrics(testCaseId: string): Promise<void> {
306
- try {
307
- const recentPeriodDate = getRecentPeriodDate()
308
-
309
- // Query all recent test run test cases for this test case (last 7 days)
310
- const recentTestRunTestCases = await prisma.testRunTestCase.findMany({
311
- where: {
312
- testCaseId,
313
- status: TestRunTestCaseStatus.COMPLETED,
314
- testRun: {
315
- completedAt: {
316
- gte: recentPeriodDate,
317
- },
318
- },
319
- },
320
- include: {
321
- testRun: {
322
- select: {
323
- completedAt: true,
324
- },
325
- },
326
- },
327
- orderBy: {
328
- testRun: {
329
- completedAt: 'desc',
330
- },
331
- },
332
- })
333
-
334
- const totalRecentRuns = recentTestRunTestCases.length
335
- const failedRecentRuns = recentTestRunTestCases.filter(
336
- trtc => trtc.result === TestRunTestCaseResult.FAILED,
337
- ).length
338
-
339
- // Calculate failure rate
340
- const failureRate = totalRecentRuns > 0 ? failedRecentRuns / totalRecentRuns : 0
341
-
342
- // Determine if flaky (failure rate > 5% but < 100%)
343
- const isFlaky = failureRate > FLAKY_THRESHOLD && failureRate < 1.0
344
-
345
- // Calculate consecutive failures by examining the actual sequence of results
346
- // Start from the most recent and count backwards
347
- let consecutiveFailures = 0
348
- for (const trtc of recentTestRunTestCases) {
349
- if (trtc.result === TestRunTestCaseResult.FAILED) {
350
- consecutiveFailures++
351
- } else if (trtc.result === TestRunTestCaseResult.PASSED) {
352
- // Once we hit a pass, stop counting consecutive failures
353
- break
354
- }
355
- // UNTESTED results don't break the consecutive failure count
356
- }
357
-
358
- // Determine if repeatedly failing (3+ consecutive failures)
359
- const isRepeatedlyFailing = consecutiveFailures >= REPEATEDLY_FAILING_THRESHOLD
360
-
361
- // Determine last executed, last failed, and last passed dates
362
- let lastExecutedAt: Date | null = null
363
- let lastFailedAt: Date | null = null
364
- let lastPassedAt: Date | null = null
365
-
366
- if (recentTestRunTestCases.length > 0) {
367
- // Most recent execution
368
- lastExecutedAt = recentTestRunTestCases[0].testRun.completedAt || new Date()
369
-
370
- // Find most recent failure
371
- const mostRecentFailure = recentTestRunTestCases.find(
372
- trtc => trtc.result === TestRunTestCaseResult.FAILED,
373
- )
374
- if (mostRecentFailure) {
375
- lastFailedAt = mostRecentFailure.testRun.completedAt || new Date()
376
- }
377
-
378
- // Find most recent pass
379
- const mostRecentPass = recentTestRunTestCases.find(
380
- trtc => trtc.result === TestRunTestCaseResult.PASSED,
381
- )
382
- if (mostRecentPass) {
383
- lastPassedAt = mostRecentPass.testRun.completedAt || new Date()
384
- }
385
- }
386
-
387
- // If no recent runs, check if there are any older runs to get last executed/failed/passed dates
388
- if (!lastExecutedAt || !lastFailedAt || !lastPassedAt) {
389
- const olderTestRunTestCases = await prisma.testRunTestCase.findMany({
390
- where: {
391
- testCaseId,
392
- status: TestRunTestCaseStatus.COMPLETED,
393
- testRun: {
394
- completedAt: {
395
- lt: recentPeriodDate,
396
- },
397
- },
398
- },
399
- include: {
400
- testRun: {
401
- select: {
402
- completedAt: true,
403
- },
404
- },
405
- },
406
- orderBy: {
407
- testRun: {
408
- completedAt: 'desc',
409
- },
410
- },
411
- take: 1, // Only need the most recent one
412
- })
413
-
414
- if (olderTestRunTestCases.length > 0) {
415
- const mostRecentOlder = olderTestRunTestCases[0]
416
- const olderCompletedAt = mostRecentOlder.testRun.completedAt || new Date()
417
-
418
- if (!lastExecutedAt) {
419
- lastExecutedAt = olderCompletedAt
420
- }
421
-
422
- // Find most recent failure from older runs if not found in recent runs
423
- if (!lastFailedAt) {
424
- const olderFailure = olderTestRunTestCases.find(
425
- trtc => trtc.result === TestRunTestCaseResult.FAILED,
426
- )
427
- if (!olderFailure) {
428
- // Check all older runs for failures
429
- const allOlderFailures = await prisma.testRunTestCase.findFirst({
430
- where: {
431
- testCaseId,
432
- status: TestRunTestCaseStatus.COMPLETED,
433
- result: TestRunTestCaseResult.FAILED,
434
- testRun: {
435
- completedAt: {
436
- lt: recentPeriodDate,
437
- },
438
- },
439
- },
440
- include: {
441
- testRun: {
442
- select: {
443
- completedAt: true,
444
- },
445
- },
446
- },
447
- orderBy: {
448
- testRun: {
449
- completedAt: 'desc',
450
- },
451
- },
452
- })
453
- if (allOlderFailures) {
454
- lastFailedAt = allOlderFailures.testRun.completedAt || new Date()
455
- }
456
- } else {
457
- lastFailedAt = olderFailure.testRun.completedAt || new Date()
458
- }
459
- }
460
-
461
- // Find most recent pass from older runs if not found in recent runs
462
- if (!lastPassedAt) {
463
- const olderPass = olderTestRunTestCases.find(
464
- trtc => trtc.result === TestRunTestCaseResult.PASSED,
465
- )
466
- if (!olderPass) {
467
- // Check all older runs for passes
468
- const allOlderPasses = await prisma.testRunTestCase.findFirst({
469
- where: {
470
- testCaseId,
471
- status: TestRunTestCaseStatus.COMPLETED,
472
- result: TestRunTestCaseResult.PASSED,
473
- testRun: {
474
- completedAt: {
475
- lt: recentPeriodDate,
476
- },
477
- },
478
- },
479
- include: {
480
- testRun: {
481
- select: {
482
- completedAt: true,
483
- },
484
- },
485
- },
486
- orderBy: {
487
- testRun: {
488
- completedAt: 'desc',
489
- },
490
- },
491
- })
492
- if (allOlderPasses) {
493
- lastPassedAt = allOlderPasses.testRun.completedAt || new Date()
494
- }
495
- } else {
496
- lastPassedAt = olderPass.testRun.completedAt || new Date()
497
- }
498
- }
499
- }
500
- }
501
-
502
- // Prepare update data
503
- const updateData: {
504
- lastExecutedAt?: Date
505
- lastFailedAt?: Date | null
506
- lastPassedAt?: Date | null
507
- isRepeatedlyFailing: boolean
508
- isFlaky: boolean
509
- consecutiveFailures: number
510
- failureRate: number
511
- totalRecentRuns: number
512
- failedRecentRuns: number
513
- } = {
514
- isRepeatedlyFailing,
515
- isFlaky,
516
- consecutiveFailures,
517
- failureRate,
518
- totalRecentRuns,
519
- failedRecentRuns,
520
- }
521
-
522
- if (lastExecutedAt) {
523
- updateData.lastExecutedAt = lastExecutedAt
524
- }
525
- if (lastFailedAt !== null) {
526
- updateData.lastFailedAt = lastFailedAt
527
- }
528
- if (lastPassedAt !== null) {
529
- updateData.lastPassedAt = lastPassedAt
530
- }
531
-
532
- // Upsert the metrics
533
- await prisma.testCaseMetrics.upsert({
534
- where: { testCaseId },
535
- create: {
536
- testCaseId,
537
- lastExecutedAt: lastExecutedAt || undefined,
538
- lastFailedAt: lastFailedAt || undefined,
539
- lastPassedAt: lastPassedAt || undefined,
540
- ...updateData,
541
- },
542
- update: updateData,
543
- })
544
- } catch (error) {
545
- console.error(`[MetricCalculator] Error recalculating test case metrics for ${testCaseId}:`, error)
546
- // Don't throw - metrics are non-critical
547
- }
548
- }
549
-
550
- /**
551
- * Recalculates metrics for multiple test cases
552
- * @param testCaseIds - Array of test case IDs to recalculate
553
- */
554
- export async function recalculateMetricsForTestCases(testCaseIds: string[]): Promise<void> {
555
- try {
556
- // Remove duplicates
557
- const uniqueTestCaseIds = [...new Set(testCaseIds)]
558
-
559
- for (const testCaseId of uniqueTestCaseIds) {
560
- await recalculateTestCaseMetrics(testCaseId)
561
- }
562
- } catch (error) {
563
- console.error(`[MetricCalculator] Error recalculating metrics for test cases:`, error)
564
- // Don't throw - metrics are non-critical
565
- }
566
- }
567
-
568
- /**
569
- * Updates all metrics for a test run when it completes
570
- * @param testRunId - The test run ID
571
- */
572
- export async function updateMetricsForTestRun(testRunId: string): Promise<void> {
573
- try {
574
- // Get the test run with test cases
575
- const testRun = await prisma.testRun.findUnique({
576
- where: { id: testRunId },
577
- include: {
578
- testCases: {
579
- include: {
580
- testCase: true,
581
- },
582
- },
583
- },
584
- })
585
-
586
- if (!testRun) {
587
- console.warn(`[MetricCalculator] Test run ${testRunId} not found`)
588
- return
589
- }
590
-
591
- const executedAt = testRun.completedAt || testRun.startedAt
592
-
593
- // Update metrics for all test cases in the run
594
- for (const testRunTestCase of testRun.testCases) {
595
- if (testRunTestCase.status === TestRunTestCaseStatus.COMPLETED) {
596
- await updateTestCaseMetrics(
597
- testRunTestCase.testCaseId,
598
- testRunTestCase.result,
599
- executedAt,
600
- )
601
- }
602
- }
603
-
604
- // Update test suite metrics
605
- await updateTestSuitesForTestRun(testRunId, executedAt)
606
-
607
- // Update dashboard metrics
608
- await updateDashboardMetrics()
609
- } catch (error) {
610
- console.error(`[MetricCalculator] Error updating metrics for test run ${testRunId}:`, error)
611
- // Don't throw - metrics are non-critical
612
- }
613
- }
1
+ import prisma from '@/config/db-config'
2
+ import { TestRunTestCaseResult, TestRunTestCaseStatus } from '@prisma/client'
3
+
4
+ /**
5
+ * Time period for "recent" runs in days
6
+ */
7
+ const RECENT_PERIOD_DAYS = 7
8
+
9
+ /**
10
+ * Threshold for consecutive failures to be considered "repeatedly failing"
11
+ */
12
+ const REPEATEDLY_FAILING_THRESHOLD = 3
13
+
14
+ /**
15
+ * Threshold for failure rate to be considered "flaky" (5%)
16
+ */
17
+ const FLAKY_THRESHOLD = 0.05
18
+
19
+ /**
20
+ * Calculate the date threshold for recent runs
21
+ */
22
+ function getRecentPeriodDate(): Date {
23
+ const now = new Date()
24
+ now.setDate(now.getDate() - RECENT_PERIOD_DAYS)
25
+ return now
26
+ }
27
+
28
+ /**
29
+ * Updates metrics for a single test case
30
+ * @param testCaseId - The test case ID
31
+ * @param result - The test case result (PASSED, FAILED, UNTESTED)
32
+ * @param executedAt - When the test case was executed
33
+ */
34
+ export async function updateTestCaseMetrics(
35
+ testCaseId: string,
36
+ result: TestRunTestCaseResult,
37
+ executedAt: Date,
38
+ ): Promise<void> {
39
+ try {
40
+ // Get existing metrics or create new one
41
+ const _existingMetrics = await prisma.testCaseMetrics.findUnique({
42
+ where: { testCaseId },
43
+ })
44
+
45
+ // Query recent runs for this test case (last 7 days)
46
+ const recentPeriodDate = getRecentPeriodDate()
47
+
48
+ const recentTestRunTestCases = await prisma.testRunTestCase.findMany({
49
+ where: {
50
+ testCaseId,
51
+ status: TestRunTestCaseStatus.COMPLETED,
52
+ testRun: {
53
+ completedAt: {
54
+ gte: recentPeriodDate,
55
+ },
56
+ },
57
+ },
58
+ include: {
59
+ testRun: {
60
+ select: {
61
+ completedAt: true,
62
+ },
63
+ },
64
+ },
65
+ orderBy: {
66
+ testRun: {
67
+ completedAt: 'desc',
68
+ },
69
+ },
70
+ })
71
+
72
+ const totalRecentRuns = recentTestRunTestCases.length
73
+ const failedRecentRuns = recentTestRunTestCases.filter(
74
+ trtc => trtc.result === TestRunTestCaseResult.FAILED,
75
+ ).length
76
+
77
+ // Calculate failure rate
78
+ const failureRate = totalRecentRuns > 0 ? failedRecentRuns / totalRecentRuns : 0
79
+
80
+ // Determine if flaky (failure rate > 5% but < 100%)
81
+ const isFlaky = failureRate > FLAKY_THRESHOLD && failureRate < 1.0
82
+
83
+ // Calculate consecutive failures by examining the actual sequence of results
84
+ // Start from the most recent and count backwards
85
+ // This ensures accuracy even if test runs are processed out of order
86
+ let consecutiveFailures = 0
87
+ for (const trtc of recentTestRunTestCases) {
88
+ if (trtc.result === TestRunTestCaseResult.FAILED) {
89
+ consecutiveFailures++
90
+ } else if (trtc.result === TestRunTestCaseResult.PASSED) {
91
+ // Once we hit a pass, stop counting consecutive failures
92
+ break
93
+ }
94
+ // UNTESTED results don't break the consecutive failure count
95
+ }
96
+
97
+ // Determine if repeatedly failing (3+ consecutive failures)
98
+ const isRepeatedlyFailing = consecutiveFailures >= REPEATEDLY_FAILING_THRESHOLD
99
+
100
+ // Determine which date fields to update
101
+ const updateData: {
102
+ lastExecutedAt: Date
103
+ lastFailedAt?: Date
104
+ lastPassedAt?: Date
105
+ isRepeatedlyFailing: boolean
106
+ isFlaky: boolean
107
+ consecutiveFailures: number
108
+ failureRate: number
109
+ totalRecentRuns: number
110
+ failedRecentRuns: number
111
+ } = {
112
+ lastExecutedAt: executedAt,
113
+ isRepeatedlyFailing,
114
+ isFlaky,
115
+ consecutiveFailures,
116
+ failureRate,
117
+ totalRecentRuns,
118
+ failedRecentRuns,
119
+ }
120
+
121
+ if (result === TestRunTestCaseResult.FAILED) {
122
+ updateData.lastFailedAt = executedAt
123
+ } else if (result === TestRunTestCaseResult.PASSED) {
124
+ updateData.lastPassedAt = executedAt
125
+ }
126
+
127
+ // Upsert the metrics
128
+ await prisma.testCaseMetrics.upsert({
129
+ where: { testCaseId },
130
+ create: {
131
+ testCaseId,
132
+ ...updateData,
133
+ },
134
+ update: updateData,
135
+ })
136
+ } catch (error) {
137
+ console.error(`[MetricCalculator] Error updating test case metrics for ${testCaseId}:`, error)
138
+ // Don't throw - metrics are non-critical
139
+ }
140
+ }
141
+
142
+ /**
143
+ * Updates lastExecutedAt for a test suite
144
+ * @param testSuiteId - The test suite ID
145
+ * @param executedAt - When the test suite was executed
146
+ */
147
+ export async function updateTestSuiteMetrics(
148
+ testSuiteId: string,
149
+ executedAt: Date,
150
+ ): Promise<void> {
151
+ try {
152
+ await prisma.testSuiteMetrics.upsert({
153
+ where: { testSuiteId },
154
+ create: {
155
+ testSuiteId,
156
+ lastExecutedAt: executedAt,
157
+ },
158
+ update: {
159
+ lastExecutedAt: executedAt,
160
+ },
161
+ })
162
+ } catch (error) {
163
+ console.error(`[MetricCalculator] Error updating test suite metrics for ${testSuiteId}:`, error)
164
+ // Don't throw - metrics are non-critical
165
+ }
166
+ }
167
+
168
+ /**
169
+ * Finds all test suites that had test cases in a test run and updates their metrics
170
+ * @param testRunId - The test run ID
171
+ * @param executedAt - When the test run was executed
172
+ */
173
+ export async function updateTestSuitesForTestRun(
174
+ testRunId: string,
175
+ executedAt: Date,
176
+ ): Promise<void> {
177
+ try {
178
+ // Get all test cases in the test run
179
+ const testRunTestCases = await prisma.testRunTestCase.findMany({
180
+ where: { testRunId },
181
+ include: {
182
+ testCase: {
183
+ include: {
184
+ TestSuite: true,
185
+ },
186
+ },
187
+ },
188
+ })
189
+
190
+ // Extract unique test suite IDs
191
+ const testSuiteIds = new Set<string>()
192
+ testRunTestCases.forEach(trtc => {
193
+ if (trtc.testCase && trtc.testCase.TestSuite) {
194
+ trtc.testCase.TestSuite.forEach(suite => {
195
+ testSuiteIds.add(suite.id)
196
+ })
197
+ }
198
+ })
199
+
200
+ // Log for debugging
201
+ if (testSuiteIds.size === 0) {
202
+ console.warn(
203
+ `[MetricCalculator] No test suites found for test run ${testRunId}. Test cases: ${testRunTestCases.length}`,
204
+ )
205
+ } else {
206
+ console.log(
207
+ `[MetricCalculator] Updating metrics for ${testSuiteIds.size} test suite(s) for test run ${testRunId}`,
208
+ )
209
+ }
210
+
211
+ // Update lastExecutedAt for each suite
212
+ for (const suiteId of testSuiteIds) {
213
+ await updateTestSuiteMetrics(suiteId, executedAt)
214
+ }
215
+ } catch (error) {
216
+ console.error(`[MetricCalculator] Error updating test suite metrics for test run ${testRunId}:`, error)
217
+ // Don't throw - metrics are non-critical
218
+ }
219
+ }
220
+
221
+ /**
222
+ * Updates dashboard metrics with aggregated counts
223
+ */
224
+ export async function updateDashboardMetrics(): Promise<void> {
225
+ try {
226
+ const recentPeriodDate = getRecentPeriodDate()
227
+
228
+ // Count failed recent runs
229
+ const failedRecentRunsCount = await prisma.testRun.count({
230
+ where: {
231
+ result: 'FAILED',
232
+ completedAt: {
233
+ gte: recentPeriodDate,
234
+ },
235
+ },
236
+ })
237
+
238
+ // Count repeatedly failing tests
239
+ const repeatedlyFailingTestsCount = await prisma.testCaseMetrics.count({
240
+ where: {
241
+ isRepeatedlyFailing: true,
242
+ },
243
+ })
244
+
245
+ // Count flaky tests
246
+ const flakyTestsCount = await prisma.testCaseMetrics.count({
247
+ where: {
248
+ isFlaky: true,
249
+ },
250
+ })
251
+
252
+ // Count suites not executed recently
253
+ const suitesNotExecutedRecentlyCount = await prisma.testSuiteMetrics.count({
254
+ where: {
255
+ OR: [
256
+ {
257
+ lastExecutedAt: {
258
+ lt: recentPeriodDate,
259
+ },
260
+ },
261
+ {
262
+ lastExecutedAt: null,
263
+ },
264
+ ],
265
+ },
266
+ })
267
+
268
+ // Update or create dashboard metrics (singleton pattern)
269
+ const existingMetrics = await prisma.dashboardMetrics.findFirst()
270
+
271
+ if (existingMetrics) {
272
+ await prisma.dashboardMetrics.update({
273
+ where: { id: existingMetrics.id },
274
+ data: {
275
+ failedRecentRunsCount,
276
+ repeatedlyFailingTestsCount,
277
+ flakyTestsCount,
278
+ suitesNotExecutedRecentlyCount,
279
+ lastUpdatedAt: new Date(),
280
+ },
281
+ })
282
+ } else {
283
+ await prisma.dashboardMetrics.create({
284
+ data: {
285
+ failedRecentRunsCount,
286
+ repeatedlyFailingTestsCount,
287
+ flakyTestsCount,
288
+ suitesNotExecutedRecentlyCount,
289
+ lastUpdatedAt: new Date(),
290
+ },
291
+ })
292
+ }
293
+ } catch (error) {
294
+ console.error('[MetricCalculator] Error updating dashboard metrics:', error)
295
+ // Don't throw - metrics are non-critical
296
+ }
297
+ }
298
+
299
+ /**
300
+ * Recalculates metrics for a single test case from scratch based on current database state
301
+ * This is used when test runs are deleted and we need to recalculate metrics without
302
+ * the deleted test run data.
303
+ * @param testCaseId - The test case ID
304
+ */
305
+ export async function recalculateTestCaseMetrics(testCaseId: string): Promise<void> {
306
+ try {
307
+ const recentPeriodDate = getRecentPeriodDate()
308
+
309
+ // Query all recent test run test cases for this test case (last 7 days)
310
+ const recentTestRunTestCases = await prisma.testRunTestCase.findMany({
311
+ where: {
312
+ testCaseId,
313
+ status: TestRunTestCaseStatus.COMPLETED,
314
+ testRun: {
315
+ completedAt: {
316
+ gte: recentPeriodDate,
317
+ },
318
+ },
319
+ },
320
+ include: {
321
+ testRun: {
322
+ select: {
323
+ completedAt: true,
324
+ },
325
+ },
326
+ },
327
+ orderBy: {
328
+ testRun: {
329
+ completedAt: 'desc',
330
+ },
331
+ },
332
+ })
333
+
334
+ const totalRecentRuns = recentTestRunTestCases.length
335
+ const failedRecentRuns = recentTestRunTestCases.filter(
336
+ trtc => trtc.result === TestRunTestCaseResult.FAILED,
337
+ ).length
338
+
339
+ // Calculate failure rate
340
+ const failureRate = totalRecentRuns > 0 ? failedRecentRuns / totalRecentRuns : 0
341
+
342
+ // Determine if flaky (failure rate > 5% but < 100%)
343
+ const isFlaky = failureRate > FLAKY_THRESHOLD && failureRate < 1.0
344
+
345
+ // Calculate consecutive failures by examining the actual sequence of results
346
+ // Start from the most recent and count backwards
347
+ let consecutiveFailures = 0
348
+ for (const trtc of recentTestRunTestCases) {
349
+ if (trtc.result === TestRunTestCaseResult.FAILED) {
350
+ consecutiveFailures++
351
+ } else if (trtc.result === TestRunTestCaseResult.PASSED) {
352
+ // Once we hit a pass, stop counting consecutive failures
353
+ break
354
+ }
355
+ // UNTESTED results don't break the consecutive failure count
356
+ }
357
+
358
+ // Determine if repeatedly failing (3+ consecutive failures)
359
+ const isRepeatedlyFailing = consecutiveFailures >= REPEATEDLY_FAILING_THRESHOLD
360
+
361
+ // Determine last executed, last failed, and last passed dates
362
+ let lastExecutedAt: Date | null = null
363
+ let lastFailedAt: Date | null = null
364
+ let lastPassedAt: Date | null = null
365
+
366
+ if (recentTestRunTestCases.length > 0) {
367
+ // Most recent execution
368
+ lastExecutedAt = recentTestRunTestCases[0].testRun.completedAt || new Date()
369
+
370
+ // Find most recent failure
371
+ const mostRecentFailure = recentTestRunTestCases.find(
372
+ trtc => trtc.result === TestRunTestCaseResult.FAILED,
373
+ )
374
+ if (mostRecentFailure) {
375
+ lastFailedAt = mostRecentFailure.testRun.completedAt || new Date()
376
+ }
377
+
378
+ // Find most recent pass
379
+ const mostRecentPass = recentTestRunTestCases.find(
380
+ trtc => trtc.result === TestRunTestCaseResult.PASSED,
381
+ )
382
+ if (mostRecentPass) {
383
+ lastPassedAt = mostRecentPass.testRun.completedAt || new Date()
384
+ }
385
+ }
386
+
387
+ // If no recent runs, check if there are any older runs to get last executed/failed/passed dates
388
+ if (!lastExecutedAt || !lastFailedAt || !lastPassedAt) {
389
+ const olderTestRunTestCases = await prisma.testRunTestCase.findMany({
390
+ where: {
391
+ testCaseId,
392
+ status: TestRunTestCaseStatus.COMPLETED,
393
+ testRun: {
394
+ completedAt: {
395
+ lt: recentPeriodDate,
396
+ },
397
+ },
398
+ },
399
+ include: {
400
+ testRun: {
401
+ select: {
402
+ completedAt: true,
403
+ },
404
+ },
405
+ },
406
+ orderBy: {
407
+ testRun: {
408
+ completedAt: 'desc',
409
+ },
410
+ },
411
+ take: 1, // Only need the most recent one
412
+ })
413
+
414
+ if (olderTestRunTestCases.length > 0) {
415
+ const mostRecentOlder = olderTestRunTestCases[0]
416
+ const olderCompletedAt = mostRecentOlder.testRun.completedAt || new Date()
417
+
418
+ if (!lastExecutedAt) {
419
+ lastExecutedAt = olderCompletedAt
420
+ }
421
+
422
+ // Find most recent failure from older runs if not found in recent runs
423
+ if (!lastFailedAt) {
424
+ const olderFailure = olderTestRunTestCases.find(
425
+ trtc => trtc.result === TestRunTestCaseResult.FAILED,
426
+ )
427
+ if (!olderFailure) {
428
+ // Check all older runs for failures
429
+ const allOlderFailures = await prisma.testRunTestCase.findFirst({
430
+ where: {
431
+ testCaseId,
432
+ status: TestRunTestCaseStatus.COMPLETED,
433
+ result: TestRunTestCaseResult.FAILED,
434
+ testRun: {
435
+ completedAt: {
436
+ lt: recentPeriodDate,
437
+ },
438
+ },
439
+ },
440
+ include: {
441
+ testRun: {
442
+ select: {
443
+ completedAt: true,
444
+ },
445
+ },
446
+ },
447
+ orderBy: {
448
+ testRun: {
449
+ completedAt: 'desc',
450
+ },
451
+ },
452
+ })
453
+ if (allOlderFailures) {
454
+ lastFailedAt = allOlderFailures.testRun.completedAt || new Date()
455
+ }
456
+ } else {
457
+ lastFailedAt = olderFailure.testRun.completedAt || new Date()
458
+ }
459
+ }
460
+
461
+ // Find most recent pass from older runs if not found in recent runs
462
+ if (!lastPassedAt) {
463
+ const olderPass = olderTestRunTestCases.find(
464
+ trtc => trtc.result === TestRunTestCaseResult.PASSED,
465
+ )
466
+ if (!olderPass) {
467
+ // Check all older runs for passes
468
+ const allOlderPasses = await prisma.testRunTestCase.findFirst({
469
+ where: {
470
+ testCaseId,
471
+ status: TestRunTestCaseStatus.COMPLETED,
472
+ result: TestRunTestCaseResult.PASSED,
473
+ testRun: {
474
+ completedAt: {
475
+ lt: recentPeriodDate,
476
+ },
477
+ },
478
+ },
479
+ include: {
480
+ testRun: {
481
+ select: {
482
+ completedAt: true,
483
+ },
484
+ },
485
+ },
486
+ orderBy: {
487
+ testRun: {
488
+ completedAt: 'desc',
489
+ },
490
+ },
491
+ })
492
+ if (allOlderPasses) {
493
+ lastPassedAt = allOlderPasses.testRun.completedAt || new Date()
494
+ }
495
+ } else {
496
+ lastPassedAt = olderPass.testRun.completedAt || new Date()
497
+ }
498
+ }
499
+ }
500
+ }
501
+
502
+ // Prepare update data
503
+ const updateData: {
504
+ lastExecutedAt?: Date
505
+ lastFailedAt?: Date | null
506
+ lastPassedAt?: Date | null
507
+ isRepeatedlyFailing: boolean
508
+ isFlaky: boolean
509
+ consecutiveFailures: number
510
+ failureRate: number
511
+ totalRecentRuns: number
512
+ failedRecentRuns: number
513
+ } = {
514
+ isRepeatedlyFailing,
515
+ isFlaky,
516
+ consecutiveFailures,
517
+ failureRate,
518
+ totalRecentRuns,
519
+ failedRecentRuns,
520
+ }
521
+
522
+ if (lastExecutedAt) {
523
+ updateData.lastExecutedAt = lastExecutedAt
524
+ }
525
+ if (lastFailedAt !== null) {
526
+ updateData.lastFailedAt = lastFailedAt
527
+ }
528
+ if (lastPassedAt !== null) {
529
+ updateData.lastPassedAt = lastPassedAt
530
+ }
531
+
532
+ // Upsert the metrics
533
+ await prisma.testCaseMetrics.upsert({
534
+ where: { testCaseId },
535
+ create: {
536
+ testCaseId,
537
+ lastExecutedAt: lastExecutedAt || undefined,
538
+ lastFailedAt: lastFailedAt || undefined,
539
+ lastPassedAt: lastPassedAt || undefined,
540
+ ...updateData,
541
+ },
542
+ update: updateData,
543
+ })
544
+ } catch (error) {
545
+ console.error(`[MetricCalculator] Error recalculating test case metrics for ${testCaseId}:`, error)
546
+ // Don't throw - metrics are non-critical
547
+ }
548
+ }
549
+
550
+ /**
551
+ * Recalculates metrics for multiple test cases
552
+ * @param testCaseIds - Array of test case IDs to recalculate
553
+ */
554
+ export async function recalculateMetricsForTestCases(testCaseIds: string[]): Promise<void> {
555
+ try {
556
+ // Remove duplicates
557
+ const uniqueTestCaseIds = [...new Set(testCaseIds)]
558
+
559
+ for (const testCaseId of uniqueTestCaseIds) {
560
+ await recalculateTestCaseMetrics(testCaseId)
561
+ }
562
+ } catch (error) {
563
+ console.error(`[MetricCalculator] Error recalculating metrics for test cases:`, error)
564
+ // Don't throw - metrics are non-critical
565
+ }
566
+ }
567
+
568
+ /**
569
+ * Updates all metrics for a test run when it completes
570
+ * @param testRunId - The test run ID
571
+ */
572
+ export async function updateMetricsForTestRun(testRunId: string): Promise<void> {
573
+ try {
574
+ // Get the test run with test cases
575
+ const testRun = await prisma.testRun.findUnique({
576
+ where: { id: testRunId },
577
+ include: {
578
+ testCases: {
579
+ include: {
580
+ testCase: true,
581
+ },
582
+ },
583
+ },
584
+ })
585
+
586
+ if (!testRun) {
587
+ console.warn(`[MetricCalculator] Test run ${testRunId} not found`)
588
+ return
589
+ }
590
+
591
+ const executedAt = testRun.completedAt || testRun.startedAt
592
+
593
+ // Update metrics for all test cases in the run
594
+ for (const testRunTestCase of testRun.testCases) {
595
+ if (testRunTestCase.status === TestRunTestCaseStatus.COMPLETED) {
596
+ await updateTestCaseMetrics(
597
+ testRunTestCase.testCaseId,
598
+ testRunTestCase.result,
599
+ executedAt,
600
+ )
601
+ }
602
+ }
603
+
604
+ // Update test suite metrics
605
+ await updateTestSuitesForTestRun(testRunId, executedAt)
606
+
607
+ // Update dashboard metrics
608
+ await updateDashboardMetrics()
609
+ } catch (error) {
610
+ console.error(`[MetricCalculator] Error updating metrics for test run ${testRunId}:`, error)
611
+ // Don't throw - metrics are non-critical
612
+ }
613
+ }