testeiya 0.2.0 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +37 -175
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +56 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +22 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +24 -21
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +49 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +72 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +61 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/env.js +69 -0
  24. package/dist/src/env.js.map +1 -0
  25. package/dist/src/mcp-extension.js +9 -0
  26. package/dist/src/mcp-extension.js.map +1 -0
  27. package/dist/src/mcp.js +139 -0
  28. package/dist/src/mcp.js.map +1 -0
  29. package/dist/src/model.js +66 -0
  30. package/dist/src/model.js.map +1 -0
  31. package/dist/src/result.js +41 -0
  32. package/dist/src/result.js.map +1 -0
  33. package/dist/src/run.js +199 -0
  34. package/dist/src/run.js.map +1 -0
  35. package/dist/src/session.js +77 -0
  36. package/dist/src/session.js.map +1 -0
  37. package/dist/vendor/mcp.js +14801 -0
  38. package/mcp-tools.json +2967 -0
  39. package/package.json +29 -41
  40. package/prompt/context.ts +101 -0
  41. package/prompt/index.ts +93 -0
  42. package/prompt/print.ts +23 -0
  43. package/prompt/project-info.ts +30 -0
  44. package/prompt/system-prompt.ts +173 -0
  45. package/{src/prompt → prompt}/testomatio.ts +119 -8
  46. package/{src/prompt → prompt}/tools.ts +30 -8
  47. package/prompt/vocab.ts +7 -0
  48. package/{skills.lock.json → skills/skills.lock.json} +11 -7
  49. package/skills/skills.yaml +34 -0
  50. package/models.catalog.json +0 -6963
  51. package/skills/codeceptjs/ci-fix-tests/SKILL.md +0 -120
  52. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +0 -158
  53. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +0 -91
  54. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +0 -158
  55. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +0 -90
  56. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +0 -234
  57. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +0 -110
  58. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +0 -306
  59. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +0 -352
  60. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +0 -472
  61. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +0 -350
  62. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +0 -81
  63. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +0 -206
  64. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  65. package/skills/playwright-best-practices-skill/README.md +0 -147
  66. package/skills/playwright-best-practices-skill/SKILL.md +0 -303
  67. package/skills/playwright-best-practices-skill/advanced/authentication-flows.md +0 -360
  68. package/skills/playwright-best-practices-skill/advanced/authentication.md +0 -871
  69. package/skills/playwright-best-practices-skill/advanced/clock-mocking.md +0 -364
  70. package/skills/playwright-best-practices-skill/advanced/mobile-testing.md +0 -409
  71. package/skills/playwright-best-practices-skill/advanced/multi-context.md +0 -288
  72. package/skills/playwright-best-practices-skill/advanced/multi-user.md +0 -393
  73. package/skills/playwright-best-practices-skill/advanced/network-advanced.md +0 -452
  74. package/skills/playwright-best-practices-skill/advanced/third-party.md +0 -464
  75. package/skills/playwright-best-practices-skill/architecture/pom-vs-fixtures.md +0 -363
  76. package/skills/playwright-best-practices-skill/architecture/test-architecture.md +0 -369
  77. package/skills/playwright-best-practices-skill/architecture/when-to-mock.md +0 -383
  78. package/skills/playwright-best-practices-skill/browser-apis/browser-apis.md +0 -391
  79. package/skills/playwright-best-practices-skill/browser-apis/iframes.md +0 -403
  80. package/skills/playwright-best-practices-skill/browser-apis/service-workers.md +0 -504
  81. package/skills/playwright-best-practices-skill/browser-apis/websockets.md +0 -403
  82. package/skills/playwright-best-practices-skill/core/annotations.md +0 -424
  83. package/skills/playwright-best-practices-skill/core/assertions-waiting.md +0 -361
  84. package/skills/playwright-best-practices-skill/core/configuration.md +0 -452
  85. package/skills/playwright-best-practices-skill/core/fixtures-hooks.md +0 -417
  86. package/skills/playwright-best-practices-skill/core/global-setup.md +0 -434
  87. package/skills/playwright-best-practices-skill/core/locators.md +0 -242
  88. package/skills/playwright-best-practices-skill/core/page-object-model.md +0 -315
  89. package/skills/playwright-best-practices-skill/core/projects-dependencies.md +0 -453
  90. package/skills/playwright-best-practices-skill/core/test-data.md +0 -492
  91. package/skills/playwright-best-practices-skill/core/test-suite-structure.md +0 -361
  92. package/skills/playwright-best-practices-skill/core/test-tags.md +0 -298
  93. package/skills/playwright-best-practices-skill/debugging/console-errors.md +0 -420
  94. package/skills/playwright-best-practices-skill/debugging/debugging.md +0 -504
  95. package/skills/playwright-best-practices-skill/debugging/error-testing.md +0 -360
  96. package/skills/playwright-best-practices-skill/debugging/flaky-tests.md +0 -496
  97. package/skills/playwright-best-practices-skill/frameworks/angular.md +0 -530
  98. package/skills/playwright-best-practices-skill/frameworks/nextjs.md +0 -469
  99. package/skills/playwright-best-practices-skill/frameworks/react.md +0 -531
  100. package/skills/playwright-best-practices-skill/frameworks/vue.md +0 -574
  101. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/ci-cd.md +0 -468
  102. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/docker.md +0 -283
  103. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/github-actions.md +0 -546
  104. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/gitlab.md +0 -397
  105. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/other-providers.md +0 -521
  106. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/parallel-sharding.md +0 -371
  107. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/performance.md +0 -453
  108. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/reporting.md +0 -424
  109. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/test-coverage.md +0 -497
  110. package/skills/playwright-best-practices-skill/testing-patterns/accessibility.md +0 -359
  111. package/skills/playwright-best-practices-skill/testing-patterns/api-testing.md +0 -719
  112. package/skills/playwright-best-practices-skill/testing-patterns/browser-extensions.md +0 -506
  113. package/skills/playwright-best-practices-skill/testing-patterns/canvas-webgl.md +0 -493
  114. package/skills/playwright-best-practices-skill/testing-patterns/component-testing.md +0 -500
  115. package/skills/playwright-best-practices-skill/testing-patterns/drag-drop.md +0 -576
  116. package/skills/playwright-best-practices-skill/testing-patterns/electron.md +0 -509
  117. package/skills/playwright-best-practices-skill/testing-patterns/file-operations.md +0 -377
  118. package/skills/playwright-best-practices-skill/testing-patterns/file-upload-download.md +0 -562
  119. package/skills/playwright-best-practices-skill/testing-patterns/forms-validation.md +0 -561
  120. package/skills/playwright-best-practices-skill/testing-patterns/graphql-testing.md +0 -331
  121. package/skills/playwright-best-practices-skill/testing-patterns/i18n.md +0 -508
  122. package/skills/playwright-best-practices-skill/testing-patterns/performance-testing.md +0 -476
  123. package/skills/playwright-best-practices-skill/testing-patterns/security-testing.md +0 -430
  124. package/skills/playwright-best-practices-skill/testing-patterns/visual-regression.md +0 -634
  125. package/skills/playwright-cli/SKILL.md +0 -420
  126. package/skills/playwright-cli/references/element-attributes.md +0 -23
  127. package/skills/playwright-cli/references/playwright-tests.md +0 -39
  128. package/skills/playwright-cli/references/request-mocking.md +0 -87
  129. package/skills/playwright-cli/references/running-code.md +0 -241
  130. package/skills/playwright-cli/references/session-management.md +0 -225
  131. package/skills/playwright-cli/references/storage-state.md +0 -275
  132. package/skills/playwright-cli/references/test-generation.md +0 -433
  133. package/skills/playwright-cli/references/tracing.md +0 -139
  134. package/skills/playwright-cli/references/video-recording.md +0 -143
  135. package/skills/testeiya/README.md +0 -29
  136. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  137. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  138. package/skills/testeiya/check-tests/SKILL.md +0 -260
  139. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  140. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  141. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  142. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  143. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  144. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  145. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  146. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  147. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  148. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  149. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  150. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  151. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  152. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  153. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  154. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  155. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  156. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  157. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  158. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  159. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  160. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  161. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  162. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  163. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  164. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  165. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  166. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  167. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  168. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  169. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  170. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  171. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  172. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  173. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  174. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  175. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  176. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  177. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  178. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  179. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  180. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  181. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  182. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  183. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  184. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  185. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  186. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  187. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  188. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  189. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  190. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  191. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  192. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  193. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  194. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  195. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  196. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  197. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  198. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  199. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  200. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  201. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  202. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  203. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  204. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  205. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  206. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  207. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  208. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  209. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  210. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  211. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  212. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  213. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  214. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  215. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  216. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  217. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  218. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  219. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  220. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  221. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  222. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  223. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  224. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  225. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  226. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  227. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  228. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  229. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  230. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  231. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  232. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  233. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  234. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  235. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  236. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  237. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  238. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  239. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  240. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  241. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  242. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  243. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  244. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  245. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  246. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  247. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  248. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  249. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  250. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  251. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  252. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  253. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  254. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  255. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  256. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  257. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  258. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  259. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  260. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  261. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  262. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  263. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  264. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  265. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  266. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  267. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  268. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  269. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  270. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  271. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  272. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  273. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  274. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  275. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  276. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  277. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  278. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  279. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  280. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  281. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  282. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  283. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  284. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +0 -88
  285. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +0 -95
  286. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +0 -334
  287. package/skills/testomatio/test-automation/automate-manual-test-cases/CLAUDE.md +0 -56
  288. package/skills/testomatio/test-automation/automate-manual-test-cases/SKILL.md +0 -242
  289. package/skills/testomatio/test-automation/automate-manual-test-cases/references/CODECEPTJS_BEST_PRACTICES.md +0 -182
  290. package/skills/testomatio/test-automation/automate-manual-test-cases/references/FINAL_SUMMARY_TEMPLATE.md +0 -22
  291. package/skills/testomatio/test-automation/automate-manual-test-cases/references/PLAYWRIGHT_BEST_PRACTICES.md +0 -90
  292. package/skills/testomatio/test-automation/automate-manual-test-cases/references/POM_BEST_PRACTICES.md +0 -53
  293. package/skills/testomatio/test-automation/automate-manual-test-cases/references/TEST_DATA_MANAGEMENT.md +0 -52
  294. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/SKILL.md +0 -107
  295. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/references/DEBUGGING_QUICK_REFERENCE.md +0 -113
  296. package/skills/testomatio/test-automation/qa-automation-test-consolidation/SKILL.md +0 -29
  297. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +0 -151
  298. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  299. package/skills/testomatio/test-automation/testomat-allure-adapter/SKILL.md +0 -289
  300. package/skills/testomatio/test-management/detect-duplicate-test-cases/SKILL.md +0 -86
  301. package/skills/testomatio/test-management/detect-duplicate-test-cases/references/DUPLICATE_INSTRUCTIONS.md +0 -54
  302. package/skills/testomatio/test-management/improve-test-cases/SKILL.md +0 -114
  303. package/skills/testomatio/test-management/improve-test-cases/references/TESTOMAT_MARKDOWN_EXAMPLE.md +0 -66
  304. package/skills/testomatio/test-management/pull-request-diff-analyzer/SKILL.md +0 -141
  305. package/skills/testomatio/test-management/qa-e2e-tests-reporting/SKILL.md +0 -354
  306. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_ARTIFACTS.md +0 -82
  307. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_HTML_REPORT.md +0 -37
  308. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_REPORTERS_CONFIG.md +0 -118
  309. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/SKILL.md +0 -149
  310. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/references/summary-example.md +0 -54
  311. package/skills/testomatio/test-management/qa-requirement-reviewer/SKILL.md +0 -126
  312. package/skills/testomatio/test-management/qa-requirement-reviewer/references/requirements_reviewer_examples.md +0 -128
  313. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +0 -174
  314. package/skills/testomatio/test-management/qa-test-code-coverage/references/COVERAGE_FILE_FORMAT.md +0 -138
  315. package/skills/testomatio/test-management/qa-test-code-coverage/references/E2E_FRAMEWORKS.md +0 -65
  316. package/skills/testomatio/test-management/qa-test-code-coverage/scripts/check-coverage.mjs +0 -40
  317. package/skills/testomatio/test-management/qa-thinking/SKILL.md +0 -36
  318. package/skills/testomatio/test-management/qa-write-test-cases/SKILL.md +0 -267
  319. package/skills/testomatio/test-management/qa-write-test-cases/references/test-case-format.md +0 -387
  320. package/skills/testomatio/test-management/qa-write-test-cases/references/testomat-tms-guide.md +0 -72
  321. package/skills/testomatio/test-management/qa-write-test-cases/references/writing-rule.md +0 -159
  322. package/skills/testomatio/test-management/scan-automation-project/SKILL.md +0 -152
  323. package/skills/testomatio/test-management/sync-test-cases-with-tms/SKILL.md +0 -107
  324. package/skills/testomatio/test-management/sync-test-cases-with-tms/references/TESTOMATIO_CLI.md +0 -140
  325. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +0 -182
  326. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +0 -169
  327. package/skills.yaml +0 -21
  328. package/src/ai-debug.ts +0 -188
  329. package/src/api/agent-get.ts +0 -22
  330. package/src/api/agent-start.ts +0 -384
  331. package/src/api/client-log.ts +0 -29
  332. package/src/api/context.ts +0 -332
  333. package/src/api/debug-layout.ts +0 -47
  334. package/src/api/debug-report.ts +0 -29
  335. package/src/api/debug-snapshot.ts +0 -30
  336. package/src/api/debug-stream.ts +0 -52
  337. package/src/api/files-delete.ts +0 -184
  338. package/src/api/files-read.ts +0 -41
  339. package/src/api/files-rename.ts +0 -99
  340. package/src/api/files-tree.ts +0 -292
  341. package/src/api/files-write.ts +0 -41
  342. package/src/api/mcp.ts +0 -603
  343. package/src/api/memory.ts +0 -69
  344. package/src/api/open-external.ts +0 -39
  345. package/src/api/playwright-cli.ts +0 -606
  346. package/src/api/providers.ts +0 -457
  347. package/src/api/read-env-token.ts +0 -33
  348. package/src/api/sessions.ts +0 -79
  349. package/src/api/settings.ts +0 -120
  350. package/src/api/skills.ts +0 -58
  351. package/src/api/testomatio-attachment.ts +0 -89
  352. package/src/api/testomatio-auth.ts +0 -284
  353. package/src/api/testomatio-proxy.ts +0 -197
  354. package/src/api/testomatio-run-stats.ts +0 -81
  355. package/src/api/testomatio-target.ts +0 -225
  356. package/src/api/testomatio-transcription.ts +0 -82
  357. package/src/api/workspace-search.ts +0 -96
  358. package/src/api/workspace-sync.ts +0 -151
  359. package/src/api/workspace.ts +0 -165
  360. package/src/app-server.ts +0 -556
  361. package/src/bridge.ts +0 -251
  362. package/src/check-tests.ts +0 -156
  363. package/src/cli.ts +0 -17
  364. package/src/commands.ts +0 -244
  365. package/src/config.ts +0 -183
  366. package/src/connection.ts +0 -658
  367. package/src/context-store.ts +0 -265
  368. package/src/debug-bus.ts +0 -405
  369. package/src/extensions/tool-gate.ts +0 -220
  370. package/src/extensions/webui/ask-channel.ts +0 -52
  371. package/src/extensions/webui/index.ts +0 -184
  372. package/src/extensions/webui/tools/ask-question.ts +0 -88
  373. package/src/extensions/webui/tools/query-result.ts +0 -79
  374. package/src/extensions/webui/tools/render-chart.ts +0 -53
  375. package/src/extensions/webui/tools/render-item.ts +0 -61
  376. package/src/extensions/webui/tools/render-list.ts +0 -170
  377. package/src/extensions/webui/tools/render-result.ts +0 -85
  378. package/src/extensions/webui/tools/render-tree.ts +0 -71
  379. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  380. package/src/extensions/webui/tools/widget-result.ts +0 -13
  381. package/src/extensions/webui/widget-channel.ts +0 -50
  382. package/src/file-log.ts +0 -196
  383. package/src/git-tracked.ts +0 -68
  384. package/src/gitignore.ts +0 -53
  385. package/src/json-store.ts +0 -43
  386. package/src/load-env.ts +0 -70
  387. package/src/loader-style.ts +0 -96
  388. package/src/main.ts +0 -140
  389. package/src/mcp-catalog.ts +0 -96
  390. package/src/models-catalog.ts +0 -72
  391. package/src/permissions.ts +0 -120
  392. package/src/project-dir.ts +0 -189
  393. package/src/project-info.ts +0 -108
  394. package/src/prompt/app-ui.ts +0 -59
  395. package/src/prompt/browser.ts +0 -27
  396. package/src/prompt/index.ts +0 -62
  397. package/src/server-info.ts +0 -62
  398. package/src/session-factory.ts +0 -442
  399. package/src/session-store.ts +0 -115
  400. package/src/shell-env.ts +0 -45
  401. package/src/skills.ts +0 -163
  402. package/src/sync-snapshot.ts +0 -140
  403. package/src/telemetry.ts +0 -239
  404. package/src/testomatio-auth.ts +0 -299
  405. package/src/testomatio.ts +0 -98
  406. package/src/theme.ts +0 -30
  407. package/src/user-env.ts +0 -94
  408. package/src/welcome.ts +0 -127
  409. package/src/workspace/safe-path.ts +0 -85
  410. package/src/workspace/test-md.ts +0 -70
  411. package/src/workspace-model.ts +0 -440
  412. package/testeiya.config.json +0 -14
@@ -1,260 +0,0 @@
1
- ---
2
- name: check-tests
3
- description: Sync Testomat.io test cases with the check-tests CLI. Pull tests to `*.test.md` markdown, push markdown back, import automated test code (Playwright, CodeceptJS, Jest, Cypress, Mocha, Vitest, WebdriverIO), and round-trip `@T`/`@S` IDs. Powers Testeiya's Pull/Push buttons. Use to pull, push, sync, import, or export test cases; add, check, or clean test IDs in source; or debug a failed pull, push, or import.
4
- license: MIT
5
- metadata:
6
- author: Testomat.io
7
- version: 1.0.0
8
- ---
9
-
10
- # check-tests
11
-
12
- The Testomat.io sync CLI. npm package `check-tests`, run with `npx`. Three commands:
13
-
14
- - `check-tests pull` — download a project's tests as `*.test.md` files.
15
- - `check-tests push` — upload local `*.test.md` files, then write assigned `@T`/`@S` IDs back.
16
- - `check-tests <framework> <glob>` — statically parse automated test code (AST only, no execution) and import it.
17
-
18
- This is the exact tool behind Testeiya's Pull/Push buttons (`POST /api/workspace/sync` → `cli/src/check-tests.ts`). Raw calls hit the same files and the same project as the buttons.
19
-
20
- ## Use cases
21
-
22
- - Pull a project's manual tests into local markdown to read or edit them.
23
- - Push edited or newly written `*.test.md` cases back to the project.
24
- - Import an automation repo's specs (Playwright, CodeceptJS, Jest, …) into the project.
25
- - Stamp `@T`/`@S` IDs into markdown or source so files round-trip with the TMS.
26
- - Pull only selected suites, or push only the files just changed.
27
- - Check IDs in CI, or clean IDs before a fresh import.
28
- - Diagnose a pull/push/import that reported success but changed nothing.
29
-
30
- ## Which tool for which tests
31
-
32
- - `*.test.md` markdown and code-based specs → this skill.
33
- - Gherkin `.feature` files → `check-cucumber` (never run check-tests over `features/`).
34
- - Test run RESULTS (pass/fail of executed runs) → `@testomatio/reporter`.
35
- - Unsure of the project kind → `scan-automation-project` first.
36
-
37
- ## Critical rules
38
-
39
- - **A push or import without a token silently does nothing and exits 0.** The output says `API key not provided`, but the exit code is success. Judge success by the output — `Data received at Testomat.io` (and for push, `N files updated.`), never by exit code.
40
- - **Destructive operations need explicit user confirmation first.** `--purge`/`--unsafe-clean-ids` strip IDs with no server check; `--clean-ids` strips known IDs; push overwrites project content and detaches unmatched tests; pull overwrites local files. Before any: say what changes, get a yes, preflight (`pull --dry-run`, `--no-detached` for a subset, git-commit before ID cleanup).
41
- - **Never change an existing `id:` in a `*.test.md` file.** The ID is the match key; an edited one makes the next push create a duplicate.
42
- - **Never write a tag shaped like `@T`/`@S` + 8 alphanumerics** (e.g. `@Ta1b2c3d4`). That pattern is reserved for IDs and corrupts sync.
43
- - Automated tests pulled as markdown are references, not runnable code — the implementation lives in the automation repo and runs via a CI profile. Do not edit them to change behavior.
44
- - Never count manual tests by grepping `type: manual`. A block with no `type:` line is manual, and that is the common case.
45
- - Use only flags documented here or shown by `npx check-tests --help`. Do not invent options.
46
-
47
- ## How Testeiya wires it
48
-
49
- Read this before choosing between the app's built-in sync and a raw call.
50
-
51
- ### The target directory
52
-
53
- Run from the workspace root and pass the dir with `-d` — never guess it. `resolveManualTestsDir(cwd)` decides:
54
-
55
- - `.testeiya/manual-tests/` when it exists and holds markdown (a code repo with a pulled overlay).
56
- - else the workspace root when ≥90% of files are `*.test.md` (a managed project workspace under `~/.testeiya/workspaces/<id>/`).
57
- - else nothing is loaded yet — only a pull into `.testeiya/manual-tests` makes sense.
58
-
59
- ### What the buttons run
60
-
61
- - Pull: `check-tests pull -d <dir> --force [--export-automated] [--suite-ids …]`.
62
- - Push: `check-tests push -d <dir> [-f <changed files>]`.
63
- - Uses the shipped bin, falling back to `npx -y check-tests@latest`, with a 120s timeout.
64
- - Pushes only files changed since the last sync; background push-on-save pushes only suites that already carry an `@S` ID.
65
-
66
- ### The `--export-automated` rule
67
-
68
- - Testeiya's pull adds `--export-automated` so automated tests come down as markdown references.
69
- - Except in an automation repo (`hasAutomationConfig`: a playwright/codecept/cypress/wdio/testcafe/nightwatch/cucumber config or dependency) — there the spec files already are the automated tests, so markdown copies would duplicate them.
70
- - Mirror this rule in raw calls.
71
-
72
- ### Token resolution
73
-
74
- Mirror this order; never ask for a token before exhausting it:
75
-
76
- 1. The managed session's project token — in a single-project session it is already exported as `TESTOMATIO` (with `TESTOMATIO_URL`, `TESTOMATIO_PROJECT_ID`). Multi-project sessions leave `TESTOMATIO` unset; scope each call to one project's token.
77
- 2. The linked project's API key via the connected account (`.testeiya/testeiya.json` + stored auth).
78
- 3. The folder's own `.env` `TESTOMATIO`. check-tests auto-loads `.env` from its cwd.
79
-
80
- ### Built-in sync vs raw CLI
81
-
82
- - Plain full pull/push of the current workspace → use the Pull/Push buttons (or replicate the invocation above). They handle dir, token, and change tracking.
83
- - Raw CLI → when you need what the buttons don't expose: `--dry-run`, `--suite-ids`, ID cleanup, `TESTOMATIO_BRANCH`, labels, or a code import.
84
- - First call in a session uses `npx check-tests@latest …`; later calls can drop `@latest`. Do not install it as a project dependency.
85
-
86
- ## Commands
87
-
88
- ### pull — Testomat.io → local markdown
89
-
90
- Fetches `GET /api/test_data?with_files=true`, writes files under `-d`, creating dirs and overwriting.
91
-
92
- | Flag | Meaning |
93
- |---|---|
94
- | `-d, --dir <dir>` | Target dir (default `.`). Always the resolved manual-tests dir |
95
- | `--dry-run` | Preview created/overwritten files; writes nothing. Use before pulling over local edits |
96
- | `--force` | Skip git safety checks. Testeiya always passes it for its managed dirs |
97
- | `--export-automated` | Include automated tests as `type: automated` references. Omit in automation repos |
98
- | `--suite-ids <ids>` | Pull only these suites, comma-separated: `--suite-ids "@S12345678,@S87654321"` |
99
-
100
- Without `--force`, pull refuses to run when: the target is non-empty and not a git repo (`Directory is not empty and git is not initialized`); the git tree is dirty (`Git working tree is not clean`); or `TESTOMATIO` is missing. All exit 1.
101
-
102
- ### push — local markdown → Testomat.io
103
-
104
- Shorthand for `check-tests manual '**/*.test.md' --update-ids`. It imports the markdown, waits for the server, then writes assigned IDs back (`N files updated.`). Expect a successful push to modify your files.
105
-
106
- Push-specific flag:
107
-
108
- - `-f, --files <files…>` — push only these files or globs (quote globs; paths resolve under `-d`). Prefer this when the changed files are known — e.g. output of `qa-write-test-cases` or `improve-test-cases`.
109
-
110
- `--update-ids`/`--sync` are already implied — no need to pass them. Other flags come from [shared import flags](#shared-import-flags).
111
-
112
- ### framework import — automated code → Testomat.io
113
-
114
- Parses test source (AST, no execution) and imports the found tests. Main Testeiya use: pairing an automation repo's specs with the manual cases — see `scan-automation-project` and `qa-e2e-tests-reporting`.
115
-
116
- ```bash
117
- TESTOMATIO=<token> npx check-tests playwright "tests/**/*.spec.ts" --typescript --update-ids
118
- ```
119
-
120
- - First positional = framework (case-insensitive): `playwright`, `codeceptjs` (alias `codecept`), `cypress` (alias `cypress.io`), `jest`, `vitest`, `mocha`, `jasmine`, `protractor`, `testcafe`, `qunit`, `nightwatch`, `newman`, `gauge`, `manual`, `webdriverio-mocha`. Unknown names fall back to the mocha parser.
121
- - Second positional = a quoted glob, resolved inside `-d`.
122
- - Without `TESTOMATIO`, it only lists the found tests and exits 0 — a handy parser dry-run.
123
-
124
- Import-specific flags:
125
-
126
- | Flag | Meaning |
127
- |---|---|
128
- | `--typescript` | `.ts`/`.tsx` sources. Needs `typescript` + `@typescript-eslint/typescript-estree`; the CLI prints the install line and exits 1 if missing |
129
- | `--update-ids` | Write `@T`/`@S` IDs into titles after import (implies waiting). Auto-disabled when `TESTOMATIO_BRANCH` is set. On large repos, import once without it, then rerun with it |
130
- | `--partial` | Import only `-d`'s tests into the matching folder without detaching anything outside it. Requires `-d`; equals `-d <dir>` + `TESTOMATIO_PREPEND_DIR=<dir>` |
131
- | `--require-ids` | CI gate: exit 1 listing every non-skipped test missing an ID |
132
- | `--no-skipped` | CI gate: exit 1 when skipped/exclusive tests exist |
133
- | `--test-alias <names>` | Custom test-function names, comma-separated (`myTest,customIt`) |
134
- | `-p, --plugins <plugins…>` | Extra Babel plugins for exotic syntax |
135
- | `--no-hooks` | Strip before/after hook code from what's shown in Testomat.io |
136
- | `--line-numbers` | Prefix code lines with their line numbers |
137
- | `-g, --generate-file <file>` | Also write a markdown test-summary document |
138
- | `-u, --url <url>` | GitHub base URL (`…/tree/main`) for source links |
139
-
140
- ### Shared import flags
141
-
142
- Accepted by both `push` and framework import:
143
-
144
- | Flag | Meaning |
145
- |---|---|
146
- | `-d, --dir <dir>` | Root the glob resolves in (default cwd) |
147
- | `--sync` | Wait for the server to finish. Skip on very large imports (timeout risk) |
148
- | `--create` | Create tests/suites for IDs present locally but missing in the project (moved from another project) |
149
- | `--no-detached` | Don't mark tests absent from this import as detached. Required for any partial/subset import |
150
- | `--no-empty` | Delete suites left empty after import. Conflicts with `--keep-structure` |
151
- | `--keep-structure` | Force the local folder structure onto the project instead of preserving the project's |
152
- | `--exclude <pattern>` | Glob to skip (`"**/node_modules/**"`) |
153
- | `--force` | Skip git checks; also sends `force` to the import API |
154
- | `--clean-ids` | **Destructive.** Remove this project's IDs from local files (needs `TESTOMATIO`). Confirm first |
155
- | `--purge` / `--unsafe-clean-ids` | **Destructive.** Remove all `@T`/`@S`-shaped tags with no server check (no key needed) — may eat near-miss tags. Confirm first, verify titles after |
156
-
157
- ## Environment variables
158
-
159
- Read by the CLI itself; a `.env` in the cwd is auto-loaded.
160
-
161
- | Variable | Effect |
162
- |---|---|
163
- | `TESTOMATIO` | Project API key (`tstmt_…`). Required for any server call. Already exported in single-project sessions |
164
- | `TESTOMATIO_URL` | Server base URL (default `https://app.testomat.io`). For self-hosted; Testeiya exports it with the token |
165
- | `TESTOMATIO_BRANCH` | Import into a branch (matched by id, created if missing). Note: silently disables `--update-ids` |
166
- | `TESTOMATIO_PREPEND_DIR` | Group imported tests under this folder (letters/digits/`-`/`_` only) |
167
- | `TESTOMATIO_SUITE` | Import into an existing suite by SID (`1234567`, `S1234567`, or `@S1234567`) |
168
- | `TESTOMATIO_WORKDIR` | Make file paths relative to this dir before sending (monorepos) |
169
- | `TESTOMATIO_LABELS` | Comma-separated labels on every imported test; `label:value` supported. Alias `TESTOMATIO_SYNC_LABELS` |
170
- | `TESTOMATIO_NO_DETACHED` | `.env` default equivalent of `--no-detached` |
171
- | `DEBUG=testomatio:*` | Verbose logging for a failing run |
172
-
173
- ## Recipes
174
-
175
- Run everything from the workspace root. `$TESTOMATIO`/`$TESTOMATIO_URL` are pre-exported in a single-project session.
176
-
177
- ```bash
178
- # Managed project workspace (manual tests at the root)
179
- npx check-tests@latest pull -d . --force --export-automated
180
- npx check-tests push -d .
181
-
182
- # Code repo with the .testeiya/manual-tests overlay
183
- npx check-tests pull -d .testeiya/manual-tests --force --export-automated
184
- npx check-tests push -d .testeiya/manual-tests
185
-
186
- # Automation repo (specs ARE the automated tests — no --export-automated)
187
- npx check-tests pull -d .testeiya/manual-tests --force
188
-
189
- # Preview a pull before overwriting local edits
190
- npx check-tests pull -d .testeiya/manual-tests --dry-run
191
-
192
- # Pull only the named suites
193
- npx check-tests pull -d .testeiya/manual-tests --force --suite-ids "@S12345678,@S87654321"
194
-
195
- # Push exactly the files just written, without touching other suites
196
- npx check-tests push -d .testeiya/manual-tests -f login.test.md checkout.test.md --no-detached
197
-
198
- # Import Playwright specs and stamp IDs into the code
199
- TESTOMATIO=<token> npx check-tests playwright "tests/**/*.spec.ts" --typescript --update-ids
200
-
201
- # Import into a branch for review (IDs are not written back on a branch)
202
- TESTOMATIO_BRANCH=dev TESTOMATIO=<token> npx check-tests codeceptjs "tests/**/*_test.js"
203
- ```
204
-
205
- ## The `*.test.md` format and ID round-trip
206
-
207
- One file is one suite. Metadata lives in HTML comments; titles are headings:
208
-
209
- ```markdown
210
- <!-- suite
211
- id: @S12345678
212
- -->
213
-
214
- # Suite Title
215
-
216
- <!-- test
217
- id: @T12345678
218
- priority: high
219
- -->
220
-
221
- ## Test Title
222
-
223
- Steps and expectations in plain markdown.
224
- ```
225
-
226
- - Test keys: `id`, `type` (`manual`/`automated`; absent = manual), `priority` (`normal`/`high`/`low`), `assignee`, `creator`, `tags`, `labels`, `issues`, `shared`.
227
- - Suite keys: `id`, `emoji`, `tags`, `labels`, `assignee`, `issues`. `tags`/`labels` are comma-separated.
228
- - Suite `issues` are inherited by every test on push; suite `assignee` only by tests without their own.
229
- - A new test needs no ID — a bare `<!-- test -->` line is enough; the first push expands it and inserts the `id:`.
230
- - IDs match by exact title. A title edited between import and ID write-back gets no ID.
231
- - `type` and `shared` are read-only exports — editing them locally has no effect on push.
232
-
233
- ## Exit codes and troubleshooting
234
-
235
- Exit `0` = success, `1` = any failure (no code 2). A success exit with a failure message in the output is possible — always read the output.
236
-
237
- | Symptom | Cause | Fix |
238
- |---|---|---|
239
- | `API key not provided` (push/import exits 0!) | No `TESTOMATIO` | Resolve the token per the order above; in multi-project sessions export the right one |
240
- | `Directory is not empty and git is not initialized` / `Git working tree is not clean` (pull, exit 1) | Pull's git safety check | Commit first, or `--force` for Testeiya's own gitignored cache |
241
- | `Can't find any tests in this folder` | Wrong `-d`/glob, or an unquoted glob eaten by the shell | Re-resolve the dir; quote the pattern |
242
- | Push succeeds but a suite is missing | File lacks a valid `<!-- test -->` block before a `##`, or isn't `*.test.md` | Fix the block; pass the file via `-f` |
243
- | Duplicate tests after push | An `id:` was edited or removed locally | Never touch IDs; use `--clean-ids` only for a deliberate fresh import |
244
- | `--update-ids is disabled in a branch. Skipping…` | `TESTOMATIO_BRANCH` set | Expected; merge the branch, then rerun `--update-ids` off-branch |
245
- | `--partial requires -d option` | `--partial` without `-d` | Add `-d <dir>` |
246
- | `@babel/…` or TypeScript module error (exit 1) | `--typescript`/`--plugins` deps missing | Install what the message names |
247
- | Import hangs/times out with `--sync` on a big repo | Server-side timeout | Drop `--sync`; import async, then `--update-ids` in a second run |
248
- | HTTP error `(4xx: …)` | Bad/revoked token or wrong `TESTOMATIO_URL` | Verify the token and URL match `.testeiya/testeiya.json`; rerun with `DEBUG=testomatio:*` |
249
-
250
- The CLI calls `GET /api/test_data` and `POST /api/load` directly — not through Testeiya's proxy, so they never appear in `cli/log/testomatio.http`. Use `DEBUG=testomatio:*` instead.
251
-
252
- ## Related skills
253
-
254
- - `sync-test-cases-with-tms` — the pull/edit/push workflow that wraps this CLI. Use it for the process, this for the tool surface.
255
- - `qa-write-test-cases` / `improve-test-cases` — produce and refine the `*.test.md` files; pass output via `push -f`.
256
- - `scan-automation-project` — detect the framework before a code import.
257
- - `qa-e2e-tests-reporting` / `testomatio-reporter` — report run RESULTS; check-tests imports definitions.
258
- - `qa-test-code-coverage` — map source files to imported test IDs.
259
- - `testomatio-mcp` — read/query the project over MCP instead of files.
260
- - `check-cucumber` — the sibling importer for Gherkin `.feature` files.
@@ -1,61 +0,0 @@
1
- ---
2
- name: manual-run-assistant
3
- description: Assist a human executing a manual test run in the browser. Create or resume the run, open the manual-run executor, prepare the environment (headed browser, login state, the page under test), hand each test to the user, and turn captured browser signals (console errors, failed requests, traces) into proposed testrun notes. Use to start, execute, pass, or assist a manual run; to prepare a browser for manual testing; or when a <manual-run-event> block reports a verdict or asks for signal analysis.
4
- license: MIT
5
- metadata:
6
- author: Testomat.io
7
- version: 1.0.0
8
- ---
9
-
10
- # Manual Run Assistant
11
-
12
- Semi-automated manual testing. The user executes tests and records verdicts in the manual-run executor widget; you prepare the environment, navigate, watch what the browser captured, and propose findings. You are the assistant, not the tester.
13
-
14
- ## Use cases
15
-
16
- - Start or resume a manual run and open the executor for the user.
17
- - Prepare the environment: headed browser, saved login state, the page under test.
18
- - Walk the user through the run test by test, pre-navigating to each test's page.
19
- - Analyze a failed test's captured signals and propose a testrun note.
20
- - Attach evidence and finish the run with a findings summary.
21
-
22
- ## The flow
23
-
24
- 1. **Find or create the run.** Existing runs via MCP `runs_list`/`runs_get`. New: `runs_create` with `kind: "manual"` and the chosen `test_ids`/`suite_ids`/`plan_ids` — ask which tests belong in the run if unclear. The MCP create/update tools may be disabled — `enable_tools` them first. Then `render_item` (kind `run`) and drive the rendered card via the `widget_id` its ack names: `ui_widget` `start_manual_run` opens the executor, same turn.
25
- 2. **Prepare the browser.** Check `<browser_state>`; no browser → `playwright-cli open --headed` (the shared session — never `attach --cdp`). Resolve the application-under-test URL by the browser rules — never guess; ask with the candidates you found. If login is needed, let the user sign in (bring the window to front), then offer `playwright-cli state-save` so later sessions skip it (`state-load` restores).
26
- 3. **Per test.** `ui_widget` `select_test`, read its steps from `get()`, navigate the browser to the page step 1 starts on. Then hand off via `ask_question`: the user drives, or you execute while they verify. When the user drives: bring the browser to front, tell them to press **Start test** in the executor (starts the timer and signal capture), and **end your turn** — their verdict reaches you as a `<manual-run-event>` when you are idle.
27
- 4. **On a `<manual-run-event>`** — see below.
28
- 5. **Finish.** `ui_widget` `finish_run` when every test has a verdict (confirm first if some are pending). Then `runs_update` with a short `description`: outcome counts, validated findings, notable signals.
29
-
30
- ## Handling `<manual-run-event>`
31
-
32
- The executor emits one when a saved verdict has evidence (failed, or browser errors were captured) or when the user clicks the signals badge mid-test. The block carries the testrun id, verdict, console errors, failed requests, and the trace path.
33
-
34
- - Deepen before judging: `playwright-cli console error`, `playwright-cli requests`, `playwright-cli request <n>` for a suspect request's headers/body. The trace file's `.network` sibling holds the full cross-page record.
35
- - Validate: does the error actually relate to the test's steps? A 404 on a tracking pixel does not fail a login test.
36
- - Validated → propose a short factual note via `ui_widget` `suggest_message`: what broke, the failing request (`[METHOD] url => status`), the console error, which step it surfaced on. The user applies or dismisses it.
37
- - Not validated → answer in one or two sentences; do not invent findings and do not suggest a note.
38
- - Worth keeping visually → `ui_widget` `attach_screenshot`.
39
-
40
- ## Critical rules
41
-
42
- - **Verdicts belong to the user.** Never set or save a status for a test you did not execute and verify yourself.
43
- - **Propose, don't write.** Findings go through `suggest_message` — never `set_message` over the user's text, never `save_next` after a suggestion.
44
- - **`runs_create` without `test_ids`/`suite_ids`/`plan_ids` creates an EMPTY run** — zero testruns, nothing to execute. Always scope it, then confirm with `testruns_list` that the tests are there. Created an empty one by mistake? Delete it (`runs_delete`) — never leave orphan runs and create another.
45
- - **Runs are created via MCP, not `@testomatio/reporter`.** The reporter CLI is for automated/CI result reporting; its `--filter` needs tags registered in the project and fails otherwise.
46
- - **End the turn after a handoff.** Events can only start your turn while you are idle; a turn left open blocks them.
47
- - **Don't set run_time.** The executor's timer records it on save.
48
- - Never guess the target URL — the browser-testing rules apply to every navigation here.
49
-
50
- ## How Testeiya wires it
51
-
52
- - The executor's actions are listed in the `<active_widget>` block; `get()` returns the run, its tests, and the live capture counts.
53
- - **Start test** starts a timer and `POST /api/playwright/capture/start`: a Playwright trace plus freshly cleared console/request lists in the shared `testeiya` browser session — your own `playwright-cli` calls read exactly what the user's actions produced.
54
- - Saving a verdict records the timed `run_time` (seconds), auto-attaches a browser screenshot, stops the capture, and emits the `<manual-run-event>` when there is something to analyze.
55
- - The signals badge in the executor shows live error/failed-request counts; clicking it sends you an analysis request with counts only — read the details yourself.
56
-
57
- ## Related skills
58
-
59
- - `playwright-cli` — the browser command set.
60
- - `testomatio-mcp` — run/test queries beyond the widget.
61
- - `test-management/qa-thinking` — what else could be wrong beyond the failing step.
@@ -1,175 +0,0 @@
1
- # Testomat.io documentation index
2
-
3
- 140 pages vendored from https://github.com/testomatio/docs (`src/content/docs`) at commit `942895fc45fdf1cb5db1aa8322925ce5317d3028`.
4
-
5
- Every file listed below lives under `docs/` next to this index. Grep this file for a term,
6
- then read the matching page. Cite the public URL, never the local path.
7
-
8
- Format: `` `<file>` — **Title** — <public URL> — description ``
9
-
10
- ## advanced
11
-
12
- - `advanced/ai-powered-features/ai-agents.md` — **AI-Agents** — https://docs.testomat.io/advanced/ai-features/ai-agents — Discover Testomat.io’s AI Agents — intelligent tools designed to automate test management tasks like identifying flaky tests, enhancing descriptions, and con...
13
- - `advanced/ai-powered-features/ai-powered-features.md` — **AI-Powered Features** — https://docs.testomat.io/advanced/ai-features/ai-powered-features — Learn how to use AI-powered generative features to simplify and enhance your test management workflows in Testomat.io. This guide covers how to work with AI-...
14
- - `advanced/ai-powered-features/ai-requirements.md` — **AI-Requirements** — https://docs.testomat.io/advanced/ai-features/ai-requirements — Discover Testomat.io's AI-powered features that analyze your requirements from Jira to enhance test coverage. Learn how this intelligent analysis helps impro...
15
- - `advanced/api-access/index.md` — **API Access** — https://docs.testomat.io/advanced/api-access — Learn how to use Testomat.io API tokens to securely connect and interact with your test management projects. This guide covers access token types, authentica...
16
- - `advanced/branches-folder/index.md` — **Branches** — https://docs.testomat.io/advanced/branches-folder — Learn how to manage test branching in Testomat.io for efficient collaboration. This guide covers creating branches for isolated test modifications, working w...
17
- - `advanced/bulk-edit-folder/bulk-edit-demos.mdx` — **Bulk Edit Demo - Creating and Restructuring Tests with YAML** — https://docs.testomat.io/advanced/bulk-edit-folder-demos — Watch Bulk Edit in action with real-world examples. This page demonstrates how to create tests, remove a root suite, and restructure test projects in Testoma...
18
- - `advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md` — **Bulk Edit on Suite and Test Levels** — https://docs.testomat.io/advanced/bulk-edit-folder-suites-and-tests — Learn how to use the Bulk Edit feature in Testomat.io to manage test suites more efficiently. This guide explains file and folder patterns, how to bulk edit...
19
- - `advanced/bulk-edit-folder/what-is-bulk-edit.md` — **Using Bulk Edit and YAML Format in Testomat.io** — https://docs.testomat.io/advanced/bulk-edit-folder — Discover how to manage large test projects in Testomat.io using the Bulk Edit feature. Learn how to restructure test suites, create and delete tests using YA...
20
- - `advanced/jira-plugin/branches.md` — **Work with Branches in Jira** — https://docs.testomat.io/advanced/jira-plugin/branches — Learn how to manage branches in the Testomat.io Jira plugin. This guide covers creating new branches, switching between branches and the main project, and wo...
21
- - `advanced/jira-plugin/index.mdx` — **Jira Plugin** — https://docs.testomat.io/advanced/jira-plugin — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting projects, linking/unlinking tests, suites, and plans to Jira...
22
- - `advanced/jira-plugin/jira-issue.md` — **Creating Jira Issue** — https://docs.testomat.io/advanced/jira-plugin/jira-issue — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting Testomat.io projects to Jira, linking/unlinking tests, suite...
23
- - `advanced/jira-plugin/runs-and-reports.md` — **Runs & Reports in Jira** — https://docs.testomat.io/advanced/jira-plugin/runs-and-reports — Learn how to run manual, automated, or mixed test executions in Jira using the Testomat.io plugin. This guide covers configuring advanced settings, executing...
24
- - `advanced/jira-plugin/work-in-jira.md` — **Work with Tests in Jira** — https://docs.testomat.io/advanced/jira-plugin/work-in-jira — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting Testomat.io projects to Jira, linking/unlinking tests, suite...
25
- - `advanced/living-doc/index.md` — **Living Documentation** — https://docs.testomat.io/advanced/living-doc — Learn how to enable and embed Living Documentation in Testomat.io, a dynamic and real-time document generation tool for test projects. This guide covers embe...
26
- - `advanced/milestones/index.md` — **Milestones** — https://docs.testomat.io/advanced/milestones — Discover Testomat.io's Milestones feature to support structured test management across your development cycles. Learn how to create, activate, and assign mil...
27
- - `advanced/shortcuts/index.md` — **Keyboard Shortcuts** — https://docs.testomat.io/advanced/shortcuts — This guide covers keyboard shortcuts in Testomat.io to enhance efficiency when creating and editing tests. It includes shortcuts for opening windows, saving,...
28
- - `advanced/tags-labels/labels-and-custom-fields.md` — **Labels and Custom Fields** — https://docs.testomat.io/advanced/tags-labels/labels-and-custom-fields — Learn how to use labels and custom fields in Testomat.io to organize and categorize tests, suites, runs, plans, and steps. This guide covers creating and set...
29
- - `advanced/tags-labels/tags-or-labels.md` — **Tags or Labels** — https://docs.testomat.io/advanced/tags-labels/tags-or-labels — Discover how to use labels, custom fields and tags in Testomat.io to enhance your test management. This guide explains how to categorize and organize tests w...
30
- - `advanced/tags-labels/tags.md` — **Tags** — https://docs.testomat.io/advanced/tags-labels/tags — Learn how to create and assign tags in Testomat.io to organize test cases and suites. This guide explains the process of adding tags directly in the title, u...
31
- - `advanced/test-artifacts/index.md` — **Artifacts** — https://docs.testomat.io/advanced/test-artifacts/artifacts — Learn how Testomat.io handles test artifacts and attachments, such as screenshots, videos, and logs, to enhance test management and reporting. This guide exp...
32
- - `advanced/tql/index.md` — **Query Language** — https://docs.testomat.io/advanced/tql — Explore how to filter and retrieve test data using Testomat.io Query Language (TQL). This guide explains the use of basic selection operators like and, or, n...
33
-
34
- ## getting-started
35
-
36
- - `getting-started/index.md` — **Start With Testomat.io** — https://docs.testomat.io/getting-started/start-from-scratch/ — This guide helps users start from scratch with Testomat.io by creating projects, writing test cases, running manual and automated tests, and analyzing result...
37
-
38
- ## integrations
39
-
40
- - `integrations/continuous-integration/azure.md` — **Azure Pipelines** — https://docs.testomat.io/integrations/continuous-integration/azure — Integrate Azure Pipelines with Testomat.io to automate test execution and reporting. This guide explains setting up CI connections, creating input variables,...
41
- - `integrations/continuous-integration/bamboo.md` — **Atlassian Bamboo** — https://docs.testomat.io/integrations/continuous-integration/bamboo — This guide explains integrating Atlassian Bamboo with Testomat.io for continuous integration. It includes configuring Bamboo plans, setting environment varia...
42
- - `integrations/continuous-integration/bitbucket.md` — **BitBucket Pipelines** — https://docs.testomat.io/integrations/continuous-integration/bitbucket — Integrate Bitbucket Pipelines with Testomat.io to streamline test execution and reporting. This guide explains setting up API tokens, configuring pipeline pa...
43
- - `integrations/continuous-integration/circle.md` — **Circle CI** — https://docs.testomat.io/integrations/continuous-integration/circle — Integrate CircleCI with Testomat.io to automate test execution and reporting. This guide explains configuring the config.yml workflow, setting parameters, an...
44
- - `integrations/continuous-integration/github.md` — **GitHub Actions** — https://docs.testomat.io/integrations/continuous-integration/github — This guide explains how to integrate GitHub Actions with Testomat.io for continuous integration. It includes creating workflows, setting up environment varia...
45
- - `integrations/continuous-integration/gitlab.md` — **GitLab CI** — https://docs.testomat.io/integrations/continuous-integration/gitlab — Learn how to integrate GitLab CI with Testomat.io to automate test execution and reporting. The guide covers configuring .gitlab-ci.yml, passing environment...
46
- - `integrations/continuous-integration/index.mdx` — **Continuous Integration** — https://docs.testomat.io/integrations/continuous-integration — Explore how to integrate continuous testing into your CI/CD pipeline using Testomat.io. This guide explains the setup process for Continuous Integration (CI)...
47
- - `integrations/continuous-integration/jenkins.md` — **Jenkins** — https://docs.testomat.io/integrations/continuous-integration/jenkins — Learn how to integrate Jenkins with Testomat.io for continuous integration. This guide covers creating Jenkins jobs, configuring parameters, triggering build...
48
- - `integrations/continuous-integration/teamcity.md` — **TeamCity** — https://docs.testomat.io/integrations/continuous-integration/teamcity — Integrate TeamCity with Testomat.io for automated test execution and reporting. The guide details creating projects and build configurations in TeamCity, set...
49
- - `integrations/issues-management/azure.md` — **Azure DevOps Configuration** — https://docs.testomat.io/integrations/issues-management/azure — Integrate Azure DevOps with Testomat.io for efficient issue tracking and test management. This guide explains setting up a profile using an Azure DevOps pers...
50
- - `integrations/issues-management/clickup.md` — **ClickUp Configuration** — https://docs.testomat.io/integrations/issues-management/clickup — Learn how to integrate ClickUp with Testomat.io for efficient issue management. This guide provides step-by-step instructions to retrieve your ClickUp API to...
51
- - `integrations/issues-management/confluence.md` — **Confluence** — https://docs.testomat.io/integrations/issues-management/confluence — Learn how to connect your Confluence space with Testomat.io for issue management. This guide walks you through obtaining your Project Access Token on Atlassi...
52
- - `integrations/issues-management/github.md` — **GitHub Issues Configuration** — https://docs.testomat.io/integrations/issues-management/github — Configure GitHub Issues integration in Testomat.io to create and manage issues directly from your test management system. This setup involves providing a Git...
53
- - `integrations/issues-management/gitlab.md` — **GitLab Configuration** — https://docs.testomat.io/integrations/issues-management/gitlab — Learn how to integrate GitLab with Testomat.io for issue management. This guide walks you through obtaining your Group Name, Project ID, and Project Access T...
54
- - `integrations/issues-management/index.md` — **Issues Management Systems** — https://docs.testomat.io/integrations/issues-management — Learn how to integrate issues management systems like Jira, GitHub, Azure DevOps with Testomat.io. This guide covers configuring connections to these systems...
55
- - `integrations/issues-management/jira.md` — **Jira** — https://docs.testomat.io/integrations/issues-management/jira — The Jira integration for Testomat.io allows two-way synchronization of test cases and issues. By connecting a Testomat.io project to a Jira project, users ca...
56
- - `integrations/issues-management/linear.md` — **Linear Configuration** — https://docs.testomat.io/integrations/issues-management/linear — Integrate Linear with Testomat.io to streamline issue tracking directly from your test management system. This setup involves configuring a profile with your...
57
- - `integrations/issues-management/shortcut.md` — **Shortcut Configuration** — https://docs.testomat.io/integrations/issues-management/shortcut — Learn how to integrate Shortcut with Testomat.io for effective issue tracking. This guide details how to retrieve your API Access Token and Workflow Name and...
58
- - `integrations/issues-management/youtrack.md` — **YouTrack Configuration** — https://docs.testomat.io/integrations/issues-management/youtrack — Learn how to integrate YouTrack with Testomat.io for streamlined issue management. This guide explains how to retrieve your YouTrack Workspace Name, Personal...
59
- - `integrations/report-notifications/azure-devops.md` — **Azure DevOps Notifications** — https://docs.testomat.io/integrations/report-notifications/azure-devops — Configure Azure DevOps notifications in Testomat.io to automate issue creation for failed test runs. This guide explains linking Azure DevOps projects, and s...
60
- - `integrations/report-notifications/email.md` — **Email Notifications** — https://docs.testomat.io/integrations/report-notifications/email — Learn how to configure email notifications in Testomat.io to receive updates on test run results. This guide covers setting notification rules, customizing f...
61
- - `integrations/report-notifications/jira.md` — **Jira Notifications** — https://docs.testomat.io/integrations/report-notifications/jira — Configure Jira notifications in Testomat.io to automate issue creation for failed test runs. This guide explains linking Jira projects, selecting issue types...
62
- - `integrations/report-notifications/ms-teams.md` — **Microsoft Teams Notifications** — https://docs.testomat.io/integrations/report-notifications/ms-teams — Configure Microsoft Teams notifications in Testomat.io to receive test updates. This guide provides detailed steps for setting up incoming webhooks in Teams,...
63
- - `integrations/report-notifications/rules.md` — **Notification Rules** — https://docs.testomat.io/integrations/report-notifications/rules — Learn how to configure and manage notifications in Testomat.io for various channels, including Email, Slack, MS Teams, and Jira. This guide covers setting up...
64
- - `integrations/report-notifications/slack.md` — **Slack Notifications** — https://docs.testomat.io/integrations/report-notifications/slack — Learn to configure Slack notifications in Testomat.io to receive test run updates directly in a Slack channel. The guide explains creating a Slack app, enabl...
65
- - `integrations/report-notifications/telegram.md` — **Telegram Notifications** — https://docs.testomat.io/integrations/report-notifications/telegram — Configure Telegram notifications in Testomat.io to receive test updates. This guide provides detailed steps for creating a Telegram bot, generating a Bot Tok...
66
- - `integrations/scim-provisioning/index.mdx` — **SCIM provisioning overview** — https://docs.testomat.io/integrations/scim-provisioning — Automate user provisioning and de-provisioning in Testomat.io using SCIM (System for Cross-domain Identity Management) with identity providers like Okta, Mic...
67
- - `integrations/scim-provisioning/okta.md` — **Configure SCIM with Okta** — https://docs.testomat.io/integrations/scim-provisioning/okta — Learn how to configure SCIM (System for Cross-domain Identity Management) provisioning with Okta for Testomat.io. This guide explains setting up SCIM provisi...
68
- - `integrations/single-sign-on/azure.md` — **Microsoft Entra ID (formerly Azure AD)** — https://docs.testomat.io/integrations/single-sign-on/azure — Learn how to set up Single Sign-On (SSO) for Testomat.io with Microsoft Entra ID (formerly Azure AD) using SAML authentication. This guide explains configuri...
69
- - `integrations/single-sign-on/google.md` — **Google Workspace** — https://docs.testomat.io/integrations/single-sign-on/google — Learn how to configure Google Workspace Single Sign-On (SSO) for Testomat.io using SAML authentication. The guide explains the steps to create a custom SAML...
70
- - `integrations/single-sign-on/index.mdx` — **Single Sign-On** — https://docs.testomat.io/integrations/single-sign-on — Set up Single Sign-On (SSO) for Testomat.io using SAML with various identity providers like Okta, Google Workspace, and Azure AD. This guide walks through co...
71
- - `integrations/single-sign-on/okta.md` — **Okta** — https://docs.testomat.io/integrations/single-sign-on/okta — Learn how to configure Okta Single Sign-On (SSO) with Testomat.io using SAML authentication. This guide explains setting up the integration, assigning users,...
72
- - `integrations/single-sign-on/saml.md` — **Custom SAML** — https://docs.testomat.io/integrations/single-sign-on/saml — This guide explains integrating custom SAML providers with Testomat.io for Single Sign-On (SSO). It includes steps to configure the SAML application, set use...
73
-
74
- ## legal
75
-
76
- - `legal/compliance/gdpr.md` — **GDPR Commitment** — https://docs.testomat.io/legal/compliance/gdpr — Testomat.io is fully committed to GDPR compliance, ensuring the protection of personal data in line with European regulations. It collects only essential dat...
77
- - `legal/compliance/index.mdx` — **Testomat.io Compliance Overview** — https://docs.testomat.io/legal/compliance — Testomat.io’s Compliance Overview emphasizes adherence to legal standards, ensuring trust and transparency for users. Key practices include 24/7 system monit...
78
- - `legal/compliance/privacy.md` — **Privacy Policy** — https://docs.testomat.io/legal/compliance/privacy — Testomat.io's Privacy Policy explains how user data is collected, used, and protected. It covers the collection of personal data (e.g., names, emails), its u...
79
- - `legal/compliance/terms.md` — **Terms of Service** — https://docs.testomat.io/legal/compliance/terms — Testomat.io’s Terms of Service govern the use of its platform, covering topics such as account creation, subscription payments, refunds, prohibited uses, and...
80
- - `legal/security/index.mdx` — **Testomat.io Security Overview** — https://docs.testomat.io/legal/security — Testomat.io’s Security Overview outlines robust measures to ensure data integrity, confidentiality, and availability. It features encryption, access controls...
81
- - `legal/security/jira.md` — **JIRA Plugin Permissions and Security** — https://docs.testomat.io/legal/security/jira — The Testomat.io JIRA plugin enhances integration with JIRA projects by linking test cases to issues. It offers read access to project issues and writes prope...
82
- - `legal/security/subprocessors.md` — **Subprocessors** — https://docs.testomat.io/legal/security/subprocessors — Testomat.io uses subprocessors including DigitalOcean, Hetzner, and Google Cloud for core infrastructure and data storage, Cloudflare for traffic management,...
83
-
84
- ## management
85
-
86
- - `management/company/administration.md` — **Administration** — https://docs.testomat.io/management/company/administration — This page outlines administrative controls available to company owners in Testomat.io, including managing all projects within an organization. Owners can ove...
87
- - `management/company/audit-log.md` — **Audit Log** — https://docs.testomat.io/management/company/audit-log — Explore an Audit Log feature that is available inside the Testomat.io. It is available on a Company level for Owners and Manageres. It monitors creation deta...
88
- - `management/company/plan-features-comparison.md` — **Plan Features Comparison** — https://docs.testomat.io/management/company/plan-features-comparison — Compare features across Free, Professional, and Enterprise plans in Testomat.io. This guide helps you evaluate test management, automation, integrations, rep...
89
- - `management/company/subscriptions.md` — **Subscriptions** — https://docs.testomat.io/management/company/subscriptions — Explore the subscription options in Testomat.io, including Free, Professional, and Enterprise plans. This guide outlines how to manage subscriptions, upgrade...
90
- - `management/company/trials.md` — **Trials** — https://docs.testomat.io/management/company/trials — Testomat.io offers a Free 30-Day Trial and an additional 14-Day Trial for users to explore all features, including test automation, Jira integration, and not...
91
- - `management/company/users-and-permissions/accountant.md` — **Accountant User Role in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/accountant — Learn how the Accountant user role works in Testomat.io, including permissions, restrictions, and how to assign this role for free to manage billing and fina...
92
- - `management/company/users-and-permissions/index.mdx` — **Users Roles & Access Overview** — https://docs.testomat.io/management/company/users-and-permissions — Manage users and permissions in Testomat.io with ease. Learn how to invite users, assign roles (Owner, Manager, QA, Accountant, Read-Only), add users to proj...
93
- - `management/company/users-and-permissions/read-only-user.md` — **Read-Only User Role in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/read-only-user — Learn how to add or manage Read-Only users in Testomat.io to provide stakeholders with view-only access to test cases, reports, and analytics without editing...
94
- - `management/company/users-and-permissions/teams.md` — **Managing Teams in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/teams — Learn how to create and manage teams in Testomat.io to simplify user access across multiple projects by grouping users and assigning team-level permissions.
95
- - `management/project/settings.md` — **Project setup and management** — https://docs.testomat.io/management/project/settings — Discover how to manage project settings in Testomat.io, including configuring the project timezone for teams across different regions. This guide outlines st...
96
- - `management/project/templates.md` — **Templates** — https://docs.testomat.io/management/project/templates — Learn how to create, edit, and apply templates in Testomat.io to standardize your testing and defect reporting workflows. This guide covers template manageme...
97
-
98
- ## project
99
-
100
- - `project/analytics/index.md` — **Analytics** — https://docs.testomat.io/project/analytics — Explore Testomat.io's Analytics feature to monitor testing performance. This guide explains how to track automated and manual tests, customize analytics view...
101
- - `project/import-export/export-tests/classical-tests-markdown-format.md` — **Classical Tests Markdown Format** — https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format — Complete reference for the Testomat.io classical tests Markdown format. Learn the structure, metadata fields, and formatting rules for test suites and test c...
102
- - `project/import-export/export-tests/download-manual-tests-as-files.md` — **Download Manual Tests as Files** — https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files — Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, trac...
103
- - `project/import-export/export-tests/export-to-obsidian.md` — **Export Tests to Obsidian** — https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian — Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes bac...
104
- - `project/import-export/export-tests/export-to-spreadsheet.md` — **Export to Spreadsheet** — https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet — Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered r...
105
- - `project/import-export/import/auto-import.md` — **Auto-Import** — https://docs.testomat.io/project/import-export/auto-import — Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automa...
106
- - `project/import-export/import/import-tests-from-Allure-TestOps.md` — **Import Tests From Allure TestOps** — https://docs.testomat.io/project/import-export/import-tests-from-allure-testops — Learn how to import tests from Allure TestOps using a customizable migration script for more advanced, tailored imports.
107
- - `project/import-export/import/import-tests-from-csv-xlsx.md` — **Import from CSV/XLSX** — https://docs.testomat.io/project/import-export/import-tests-from-csv-xlsx — Learn how to import tests from CSV or XLSX files into Testomat.io. This guide covers the process of importing test cases from systems like TestRail, Zephyr,...
108
- - `project/import-export/import/import-tests-from-cucumber.md` — **Import Tests From Cucumber** — https://docs.testomat.io/project/import-export/import-tests-from-cucumber — Learn how to import tests from Cucumber into Testomat.io for better visibility and management. This guide covers steps to create a new project, select the ap...
109
- - `project/import-export/import/import-tests-from-Qase.md` — **Import Tests From Qase** — https://docs.testomat.io/project/import-export/import-tests-from-qase — Learn how to import tests from Qase using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, makin...
110
- - `project/import-export/import/import-tests-from-qmetry.md` — **Import Tests From QMetry** — https://docs.testomat.io/project/import-export/import-tests-from-qmetry — Learn how to import tests from QMetry using a customizable migration script for more advanced, tailored imports.
111
- - `project/import-export/import/import-tests-from-QTest.md` — **Import Tests From QTest** — https://docs.testomat.io/project/import-export/import-tests-from-qtest — Learn how to import tests from qTest using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, maki...
112
- - `project/import-export/import/import-tests-from-source-code.md` — **Import Tests From Source Code** — https://docs.testomat.io/project/import-export/import-tests-from-source-code — Learn how to import existing end-to-end or unit tests directly from your source code into Testomat.io. This guide covers creating a project and configuring t...
113
- - `project/import-export/import/import-tests-from-testcaselabs.md` — **Import Tests From TestCaseLabs** — https://docs.testomat.io/project/import-export/import-tests-from-testcaselabs — Learn how to import tests from TestCaseLabs using a customizable migration script for more advanced, tailored imports.
114
- - `project/import-export/import/import-tests-from-testmo.md` — **Import Tests From Testmo** — https://docs.testomat.io/project/import-export/import-tests-from-testmo — Learn how to import tests from Testmo using two flexible methods - the built-in CSV import and a customizable migration script. This guide walks you through...
115
- - `project/import-export/import/import-tests-from-testrail.md` — **Import Tests From TestRail** — https://docs.testomat.io/project/import-export/import-tests-from-testrail — Learn how to export tests from TestRail using three different methods CSV export, the built-in UI tool, and the migration script. This guide walks you throug...
116
- - `project/import-export/import/import-tests-from-xray.md` — **Import Tests From XRay** — https://docs.testomat.io/project/import-export/import-tests-from-xray — Learn how to import tests from XRay into Testomat.io using the migration script that utilizes the XRay API.
117
- - `project/import-export/import/import-tests-from-Zephyr.md` — **Import Tests From Zephyr** — https://docs.testomat.io/project/import-export/import-tests-from-zephyr — Learn how to import tests from Zephyr using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, mak...
118
- - `project/plans/index.md` — **Test Plans Overview** — https://docs.testomat.io/project/plans — Explore how to create and manage test plans in Testomat.io. This guide covers manual, automated, and mixed test plans, detailing how to organize test cases,...
119
- - `project/pulse/index.md` — **Pulse** — https://docs.testomat.io/project/pulse — Pulse in Testomat.io tracks all changes to tests, test suites, test plans, and test runs, providing transparency and control over project modifications. It t...
120
- - `project/runs/archive-runs-and-groups.md` — **Archive Runs & RunGroups** — https://docs.testomat.io/project/runs/archive-runs-and-groups — Testomat.io's archiving feature helps users maintain a clean and organized Runs Dashboard by moving irrelevant test runs and groups to dedicated archive sect...
121
- - `project/runs/custom-statuses.md` — **Custom Statuses** — https://docs.testomat.io/project/runs/custom-statuses — Learn how to use custom test result statuses in Testomat.io. This guide explains how to configure additional result messages, apply them during manual test r...
122
- - `project/runs/environments.md` — **Environments** — https://docs.testomat.io/project/runs/environments — Learn how to configure, manage, and view test results across multiple environments in Testomat.io. This guide covers environment setup in project settings, t...
123
- - `project/runs/managing-runs.md` — **Managing Runs** — https://docs.testomat.io/project/runs/managing-runs — Learn how to manage test runs effectively in Testomat.io. This guide covers generating detailed run reports, organizing runs into groups, applying merge stra...
124
- - `project/runs/merge-strategies.md` — **Merge Strategies** — https://docs.testomat.io/project/runs/merge-strategies — Learn how 'Merge Strategies' in Testomat.io can help you to consolidate test results from multiple runs within a RunGroup, providing a unified view of your t...
125
- - `project/runs/reports.md` — **Run Reports** — https://docs.testomat.io/project/runs/reports — Learn how Testomat.io generates comprehensive Run Reports for both manual and automated tests, offering basic and extended views. This guide covers features...
126
- - `project/runs/rungroups.md` — **RunGroups** — https://docs.testomat.io/project/runs/rungroups — Testomat.io's 'RunGroups' feature allows users to organize multiple test runs based on criteria like sprint or release, providing a consolidated view of test...
127
- - `project/runs/running-automated-tests.md` — **Running Automated Tests** — https://docs.testomat.io/project/runs/running-automated-tests — Learn how to run automated tests using Testomat.io. This guide walks through the process of importing tests, generating run reports, and configuring automate...
128
- - `project/runs/running-manual-and-automated-tests.md` — **Running Manual and Automated Tests** — https://docs.testomat.io/project/runs/running-manual-and-automated-tests — Learn how to execute manual and automated tests together using Mixed Run. This guide explains execution types (CI or local), launch flows from different page...
129
- - `project/runs/running-tests-manually.md` — **Running Tests Manually** — https://docs.testomat.io/project/runs/running-tests-manually — Learn how to execute manual tests using Testomat.io. This guide covers creating test plans, running multi-environment tests, and executing manual tests as ch...
130
- - `project/runs/temporary-tests-notes.md` — **Temporary Tests - Notes** — https://docs.testomat.io/project/runs/temporary-tests-notes — Learn how to use Notes in Testomat.io to create, manage, and convert temporary test cases directly during manual test runs. This guide covers creating Notes...
131
- - `project/steps-snippets/snippets.md` — **Snippets** — https://docs.testomat.io/project/steps-snippets/snippets — A snippet - is a piece of text or collection of steps that can be used as autocompletion during creating tests. This can be used for any part of a test case.
132
- - `project/steps-snippets/steps.md` — **Steps Database** — https://docs.testomat.io/project/steps-snippets/steps — Learn how to utilize the Steps Database in Testomat.io to store, reuse, and auto-complete test steps across projects. This guide covers creating, editing, re...
133
- - `project/tests/bdd-test-case-editor.md` — **BDD Test Case Editor** — https://docs.testomat.io/project/bdd_editor — Learn how to write and manage BDD test scenarios using Testomat.io. This guide explores creating Gherkin-based tests, editing feature files, and using BDD wo...
134
- - `project/tests/classical-test-case-editor.md` — **Classical Test Case Editor** — https://docs.testomat.io/project/classical_editor — Learn how to create effective test designs with Testomat.io. This guide covers building test scenarios, using various test design techniques, and integrating...
135
- - `project/tests/classical-vs-bdd.md` — **Classical vs BDD** — https://docs.testomat.io/project/classical_vs_bdd — Learn the fundamental differences between Classical and BDD projects in Testomat.io and why they must remain separate. This guide covers Markdown vs. Gherkin...
136
- - `project/tests/copy-and-move-your-tests.md` — **Copy and Move your Tests** — https://docs.testomat.io/project/copy_move_tests — Learn how to create effective test designs with Testomat.io. This guide covers building test scenarios, using various test design techniques, and integrating...
137
- - `project/tests/other-features-for-test-case-design.md` — **Other Features for Test case Design** — https://docs.testomat.io/project/test_design_features — Learn how to use Testomat.io's test design features to manage test cases, apply design techniques, and organize your test structure effectively for automatio...
138
- - `project/tests/test-case-creation-and-editing.md` — **Test Case Creation and Editing** — https://docs.testomat.io/project/tests — Learn how to create and manage test cases effectively in Testomat.io. This guide covers building test scenarios, applying various test design techniques, and...
139
-
140
- ## support
141
-
142
- - `support/index.md` — **Contact Us** — https://docs.testomat.io/support — Get in touch with Testomat.io for questions on product features, user flows, subscriptions, and pricing. Reach their team via Slack, Crisp chat, or email for...
143
-
144
- ## test-reporting
145
-
146
- - `test-reporting/artifacts.md` — **Artifacts** — https://docs.testomat.io/test-reporting/artifacts — Understand how to manage and upload test artifacts in Testomat.io using external S3-compatible storage. This guide covers configuring public and private acce...
147
- - `test-reporting/cli.md` — **CLI** — https://docs.testomat.io/test-reporting/cli — Learn how to use the Testomat.io Reporter CLI, a powerful command-line tool for managing and automating test runs. This guide covers installation and general...
148
- - `test-reporting/configuration.md` — **Configuration** — https://docs.testomat.io/test-reporting/configuration — This guide outlines how to configure Testomat.io Reporter using environment variables. It explains how to pass variables inline, via .env files, or CI secret...
149
- - `test-reporting/frameworks.md` — **NodeJS Test Frameworks** — https://docs.testomat.io/test-reporting/frameworks — The Testomat.io framework integration guide explains how to implement different testing frameworks and reporting tools. It details configuration options for...
150
- - `test-reporting/functions.md` — **Functions** — https://docs.testomat.io/test-reporting/functions — Explore Testomat.io's flexible reporting functions to enhance your test reports. Learn to use functions like artifact, log, and step for adding files, loggin...
151
- - `test-reporting/index.mdx` — **Testomat.io Test Reporting** — https://docs.testomat.io/test-reporting/overview — The Testomat.io Reporter is a Node.js package designed to send test results directly to Testomat.io. It supports real-time reports, artifact uploads, and log...
152
- - `test-reporting/junit.md` — **JUnit Reporter** — https://docs.testomat.io/test-reporting/junit — Learn how to use the JUnit reporter with Testomat.io to upload XML test reports from various frameworks like JUnit, Pytest, NUnit, and more. Testomat.io auto...
153
- - `test-reporting/logger.md` — **Logger** — https://docs.testomat.io/test-reporting/logger — Learn how to use Testomat.io’s Logger to intercept and attach log messages from various logging frameworks (e.g., Winston, Pino) to your test reports. The Lo...
154
- - `test-reporting/php.md` — **PHP Test Frameworks** — https://docs.testomat.io/test-reporting/php — Learn how to integrate PHP test frameworks like Codeception and PHPUnit with Testomat.io. The guide covers installation, setting API keys, and configuring te...
155
- - `test-reporting/pipes/bitbucket.md` — **Bitbucket** — https://docs.testomat.io/test-reporting/pipes/bitbucket — Learn how to integrate Testomat.io with Bitbucket Pipes to streamline test reporting in pull requests. Automatically add test run summaries, including status...
156
- - `test-reporting/pipes/csv.md` — **CSV** — https://docs.testomat.io/test-reporting/pipes/csv — The CSV Pipe in Testomat.io allows you to export test results as a CSV file by setting the TESTOMATIO_CSV_FILENAME environment variable. This functionality i...
157
- - `test-reporting/pipes/debug.md` — **Debug** — https://docs.testomat.io/test-reporting/pipes/debug — The Debug Pipe is used to store data for debugging purposes in a temporary json file.
158
- - `test-reporting/pipes/github.md` — **Github** — https://docs.testomat.io/test-reporting/pipes/github — The GitHub Pipe feature in Testomat.io enables automated comments on pull requests, summarizing test results with key metrics like passed/failed/skipped test...
159
- - `test-reporting/pipes/gitlab.md` — **GitLab** — https://docs.testomat.io/test-reporting/pipes/gitlab — The GitLab Pipe in Testomat.io enables automatic test result reporting directly into GitLab merge requests. It provides detailed test metrics, including pass...
160
- - `test-reporting/pipes/html.md` — **HTML** — https://docs.testomat.io/test-reporting/pipes/html — Discover how to use Testomat.io's HTML Pipe to generate detailed HTML reports from your test runs. Learn how to configure environment variables to save repor...
161
- - `test-reporting/pipes/index.mdx` — **Pipes** — https://docs.testomat.io/test-reporting/pipes/overview — Testomat.io's Pipes feature allows you to forward test data from your test framework to other services like GitHub, GitLab, or CSV reports. Pipes are configu...
162
- - `test-reporting/pipes/testomatio.md` — **Advanced Options** — https://docs.testomat.io/test-reporting/pipes/testomatio — Learn how to use the Testomat.io Pipe for advanced reporting configurations in test automation. The guide covers setting environment variables, adding report...
163
- - `test-reporting/python.md` — **Python Test Frameworks** — https://docs.testomat.io/test-reporting/python — Learn how to integrate the Testomat.io reporter with Python test frameworks like Pytest. The documentation covers installation, synchronizing tests, configur...
164
- - `test-reporting/workflows.md` — **Workflows** — https://docs.testomat.io/test-reporting/workflows — This guide covers various Continuous Integration (CI) workflows using Testomat.io Reporter, including configurations for GitHub Actions, Azure Pipelines, and...
165
-
166
- ## tutorials
167
-
168
- - `tutorials/Interacting-via-API.md` — **Interacting via API** — https://docs.testomat.io/tutorials/interacting-via-api — Learn how to interact with the Testomat.io API. This guide walks you through choosing an access token, authenticating to receive a JWT, listing suites and te...
169
- - `tutorials/java.md` — **Java** — https://docs.testomat.io/tutorials/java — Learn how to integrate Java test frameworks with Testomat.io for efficient test management and reporting. This guide covers importing JUnit, TestNG tests, ma...
170
- - `tutorials/Manual-Testing-Classic.md` — **Manual Testing - Classic** — https://docs.testomat.io/tutorials/manual-testing-classic — Learn how to run manual tests in a Classical project in Testomat.io. This guide walks you through creating a project, adding a suite, writing test cases in t...
171
- - `tutorials/playwright.md` — **Playwright** — https://docs.testomat.io/tutorials/playwright — Learn how to integrate Playwright with Testomat.io for efficient test management and reporting. The guide covers importing Playwright tests, managing paramet...
172
- - `tutorials/Set-Up-Read-Only-Access.md` — **Set Up Read-Only Access** — https://docs.testomat.io/tutorials/set-up-read-only-access — Learn how to give stakeholders a view-only look at your testing in Testomat.io. This guide walks you through inviting an external user with the Read-Only rol...
173
- - `tutorials/Using-AI-in-Testing.md` — **Using AI in Testing** — https://docs.testomat.io/tutorials/using-ai-in-testing — Learn how to use AI across a full testing cycle in Testomat.io. This guide walks you through enabling AI, connecting a custom AI provider, adding a requireme...
174
- - `tutorials/webdriver.md` — **WebdriverIO** — https://docs.testomat.io/tutorials/webdriverio — Learn how to integrate WebdriverIO with Testomat.io for efficient test management and reporting. This guide covers importing WebdriverIO tests, managing para...
175
- - `tutorials/Working-with-Jira.md` — **Working with Jira** — https://docs.testomat.io/tutorials/working-with-jira — Learn how to work with Jira in Testomat.io. This guide walks you through connecting your project to Jira, linking tests, suites, and plans to Jira issues, cr...