testeiya 0.2.1 → 0.3.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (402) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +284 -171
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +60 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +30 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +38 -25
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +57 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +172 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +97 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/doctor.js +186 -0
  24. package/dist/src/doctor.js.map +1 -0
  25. package/dist/src/env.js +93 -0
  26. package/dist/src/env.js.map +1 -0
  27. package/dist/src/mcp-extension.js +9 -0
  28. package/dist/src/mcp-extension.js.map +1 -0
  29. package/dist/src/mcp.js +139 -0
  30. package/dist/src/mcp.js.map +1 -0
  31. package/dist/src/model.js +71 -0
  32. package/dist/src/model.js.map +1 -0
  33. package/dist/src/models.js +38 -0
  34. package/dist/src/models.js.map +1 -0
  35. package/dist/src/output.js +185 -0
  36. package/dist/src/output.js.map +1 -0
  37. package/dist/src/result.js +41 -0
  38. package/dist/src/result.js.map +1 -0
  39. package/dist/src/run.js +291 -0
  40. package/dist/src/run.js.map +1 -0
  41. package/dist/src/session.js +92 -0
  42. package/dist/src/session.js.map +1 -0
  43. package/dist/src/sessions.js +61 -0
  44. package/dist/src/sessions.js.map +1 -0
  45. package/dist/vendor/mcp.js +14801 -0
  46. package/mcp-tools.json +2967 -0
  47. package/package.json +34 -43
  48. package/prompt/context.ts +101 -0
  49. package/prompt/index.ts +102 -0
  50. package/prompt/print.ts +32 -0
  51. package/prompt/project-info.ts +30 -0
  52. package/prompt/system-prompt.ts +187 -0
  53. package/{src/prompt → prompt}/testomatio.ts +120 -9
  54. package/prompt/tools.ts +57 -0
  55. package/prompt/vocab.ts +7 -0
  56. package/skills/codeceptjs/ci-fix-tests/SKILL.md +7 -8
  57. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +47 -64
  58. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +56 -47
  59. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +144 -106
  60. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +50 -57
  61. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +88 -196
  62. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +4 -5
  63. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +25 -36
  64. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +23 -36
  65. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +23 -36
  66. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +23 -35
  67. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +50 -53
  68. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +87 -191
  69. package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/SKILL.md +1 -1
  70. package/{skills.lock.json → skills/skills.lock.json} +43 -36
  71. package/skills/skills.yaml +34 -0
  72. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +49 -61
  73. package/skills/testomatio/explorbot/explorbot-fundamentals/references/no-install.md +36 -0
  74. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +20 -7
  75. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +41 -289
  76. package/skills/testomatio/qa-process/qa-explain-behavior/SKILL.md +111 -0
  77. package/skills/testomatio/qa-process/qa-explain-behavior/references/answer-shapes.md +116 -0
  78. package/skills/testomatio/qa-process/qa-explain-behavior/references/examples.md +157 -0
  79. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/SKILL.md +91 -0
  80. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/references/output-format.md +71 -0
  81. package/skills/testomatio/qa-process/testing-workflow/SKILL.md +227 -0
  82. package/skills/testomatio/test-automation/qa-data-seeder/SKILL.md +83 -0
  83. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +5 -3
  84. package/skills/testomatio/test-automation/setup-change-aware-pr-testing/SKILL.md +190 -0
  85. package/skills/testomatio/test-automation/setup-ci-automation/SKILL.md +76 -0
  86. package/skills/testomatio/test-management/qa-split-testing-levels-pyramid/SKILL.md +55 -0
  87. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/SKILL.md +220 -0
  88. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/references/qa-sprint-report.md +126 -0
  89. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +1 -1
  90. package/skills/testomatio/test-management/qa-thinking/SKILL.md +25 -25
  91. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +14 -1
  92. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +8 -0
  93. package/assets/testeiya-logo-dark.svg +0 -16
  94. package/assets/testeiya-logo.svg +0 -15
  95. package/models.catalog.json +0 -6963
  96. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  97. package/skills/playwright-best-practices-skill/README.md +0 -147
  98. package/skills/testeiya/README.md +0 -29
  99. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  100. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  101. package/skills/testeiya/check-tests/SKILL.md +0 -260
  102. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  103. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  104. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  105. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  106. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  107. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  108. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  109. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  110. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  111. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  112. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  113. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  114. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  115. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  116. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  117. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  118. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  119. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  120. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  121. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  122. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  123. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  124. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  125. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  126. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  127. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  128. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  129. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  130. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  131. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  132. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  133. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  134. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  135. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  136. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  137. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  138. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  139. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  140. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  141. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  142. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  143. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  144. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  145. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  146. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  147. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  148. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  149. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  150. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  151. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  152. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  153. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  154. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  155. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  156. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  157. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  158. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  159. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  160. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  161. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  162. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  163. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  164. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  165. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  166. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  167. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  168. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  169. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  170. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  171. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  172. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  173. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  174. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  175. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  176. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  177. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  178. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  179. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  180. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  181. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  182. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  183. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  184. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  185. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  186. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  187. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  188. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  189. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  190. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  191. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  192. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  193. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  194. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  195. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  196. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  197. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  198. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  199. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  200. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  201. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  202. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  203. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  204. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  205. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  206. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  207. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  208. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  209. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  210. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  211. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  212. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  213. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  214. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  215. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  216. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  217. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  218. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  219. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  220. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  221. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  222. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  223. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  224. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  225. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  226. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  227. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  228. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  229. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  230. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  231. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  232. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  233. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  234. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  235. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  236. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  237. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  238. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  239. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  240. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  241. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  242. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  243. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  244. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  245. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  246. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  247. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  248. package/skills.yaml +0 -21
  249. package/src/ai-debug.ts +0 -188
  250. package/src/api/agent-get.ts +0 -22
  251. package/src/api/agent-start.ts +0 -384
  252. package/src/api/client-log.ts +0 -29
  253. package/src/api/context.ts +0 -332
  254. package/src/api/debug-layout.ts +0 -47
  255. package/src/api/debug-report.ts +0 -29
  256. package/src/api/debug-snapshot.ts +0 -30
  257. package/src/api/debug-stream.ts +0 -52
  258. package/src/api/files-delete.ts +0 -184
  259. package/src/api/files-read.ts +0 -41
  260. package/src/api/files-rename.ts +0 -99
  261. package/src/api/files-tree.ts +0 -292
  262. package/src/api/files-write.ts +0 -41
  263. package/src/api/mcp.ts +0 -603
  264. package/src/api/memory.ts +0 -69
  265. package/src/api/open-external.ts +0 -39
  266. package/src/api/playwright-cli.ts +0 -606
  267. package/src/api/providers.ts +0 -457
  268. package/src/api/read-env-token.ts +0 -33
  269. package/src/api/sessions.ts +0 -79
  270. package/src/api/settings.ts +0 -120
  271. package/src/api/skills.ts +0 -58
  272. package/src/api/testomatio-attachment.ts +0 -89
  273. package/src/api/testomatio-auth.ts +0 -284
  274. package/src/api/testomatio-proxy.ts +0 -197
  275. package/src/api/testomatio-run-stats.ts +0 -81
  276. package/src/api/testomatio-target.ts +0 -225
  277. package/src/api/testomatio-transcription.ts +0 -82
  278. package/src/api/workspace-search.ts +0 -96
  279. package/src/api/workspace-sync.ts +0 -151
  280. package/src/api/workspace.ts +0 -165
  281. package/src/app-server.ts +0 -556
  282. package/src/bridge.ts +0 -251
  283. package/src/check-tests.ts +0 -156
  284. package/src/cli.ts +0 -17
  285. package/src/commands.ts +0 -244
  286. package/src/config.ts +0 -183
  287. package/src/connection.ts +0 -658
  288. package/src/context-store.ts +0 -265
  289. package/src/debug-bus.ts +0 -405
  290. package/src/extensions/tool-gate.ts +0 -220
  291. package/src/extensions/webui/ask-channel.ts +0 -52
  292. package/src/extensions/webui/index.ts +0 -184
  293. package/src/extensions/webui/tools/ask-question.ts +0 -88
  294. package/src/extensions/webui/tools/query-result.ts +0 -79
  295. package/src/extensions/webui/tools/render-chart.ts +0 -53
  296. package/src/extensions/webui/tools/render-item.ts +0 -61
  297. package/src/extensions/webui/tools/render-list.ts +0 -170
  298. package/src/extensions/webui/tools/render-result.ts +0 -85
  299. package/src/extensions/webui/tools/render-tree.ts +0 -71
  300. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  301. package/src/extensions/webui/tools/widget-result.ts +0 -13
  302. package/src/extensions/webui/widget-channel.ts +0 -50
  303. package/src/file-log.ts +0 -196
  304. package/src/git-tracked.ts +0 -68
  305. package/src/gitignore.ts +0 -53
  306. package/src/json-store.ts +0 -43
  307. package/src/load-env.ts +0 -70
  308. package/src/loader-style.ts +0 -96
  309. package/src/main.ts +0 -140
  310. package/src/mcp-catalog.ts +0 -96
  311. package/src/models-catalog.ts +0 -72
  312. package/src/permissions.ts +0 -120
  313. package/src/project-dir.ts +0 -189
  314. package/src/project-info.ts +0 -108
  315. package/src/prompt/app-ui.ts +0 -59
  316. package/src/prompt/browser.ts +0 -27
  317. package/src/prompt/index.ts +0 -62
  318. package/src/prompt/tools.ts +0 -27
  319. package/src/server-info.ts +0 -62
  320. package/src/session-factory.ts +0 -442
  321. package/src/session-store.ts +0 -115
  322. package/src/shell-env.ts +0 -45
  323. package/src/skills.ts +0 -163
  324. package/src/sync-snapshot.ts +0 -140
  325. package/src/telemetry.ts +0 -239
  326. package/src/testomatio-auth.ts +0 -299
  327. package/src/testomatio.ts +0 -98
  328. package/src/theme.ts +0 -30
  329. package/src/user-env.ts +0 -94
  330. package/src/welcome.ts +0 -194
  331. package/src/workspace/safe-path.ts +0 -85
  332. package/src/workspace/test-md.ts +0 -70
  333. package/src/workspace-model.ts +0 -440
  334. package/testeiya.config.json +0 -14
  335. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication-flows.md +0 -0
  336. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication.md +0 -0
  337. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/clock-mocking.md +0 -0
  338. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/mobile-testing.md +0 -0
  339. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-context.md +0 -0
  340. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-user.md +0 -0
  341. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/network-advanced.md +0 -0
  342. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/third-party.md +0 -0
  343. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/pom-vs-fixtures.md +0 -0
  344. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/test-architecture.md +0 -0
  345. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/when-to-mock.md +0 -0
  346. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/browser-apis.md +0 -0
  347. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/iframes.md +0 -0
  348. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/service-workers.md +0 -0
  349. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/websockets.md +0 -0
  350. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/annotations.md +0 -0
  351. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/assertions-waiting.md +0 -0
  352. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/configuration.md +0 -0
  353. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/fixtures-hooks.md +0 -0
  354. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/global-setup.md +0 -0
  355. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/locators.md +0 -0
  356. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/page-object-model.md +0 -0
  357. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/projects-dependencies.md +0 -0
  358. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-data.md +0 -0
  359. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-suite-structure.md +0 -0
  360. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-tags.md +0 -0
  361. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/console-errors.md +0 -0
  362. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/debugging.md +0 -0
  363. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/error-testing.md +0 -0
  364. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/flaky-tests.md +0 -0
  365. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/angular.md +0 -0
  366. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/nextjs.md +0 -0
  367. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/react.md +0 -0
  368. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/vue.md +0 -0
  369. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/ci-cd.md +0 -0
  370. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/docker.md +0 -0
  371. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/github-actions.md +0 -0
  372. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/gitlab.md +0 -0
  373. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/other-providers.md +0 -0
  374. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/parallel-sharding.md +0 -0
  375. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/performance.md +0 -0
  376. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/reporting.md +0 -0
  377. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/test-coverage.md +0 -0
  378. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/accessibility.md +0 -0
  379. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/api-testing.md +0 -0
  380. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/browser-extensions.md +0 -0
  381. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/canvas-webgl.md +0 -0
  382. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/component-testing.md +0 -0
  383. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/drag-drop.md +0 -0
  384. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/electron.md +0 -0
  385. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-operations.md +0 -0
  386. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-upload-download.md +0 -0
  387. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/forms-validation.md +0 -0
  388. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/graphql-testing.md +0 -0
  389. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/i18n.md +0 -0
  390. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/performance-testing.md +0 -0
  391. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/security-testing.md +0 -0
  392. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/visual-regression.md +0 -0
  393. /package/skills/{playwright-cli → playwright/playwright-cli}/SKILL.md +0 -0
  394. /package/skills/{playwright-cli → playwright/playwright-cli}/references/element-attributes.md +0 -0
  395. /package/skills/{playwright-cli → playwright/playwright-cli}/references/playwright-tests.md +0 -0
  396. /package/skills/{playwright-cli → playwright/playwright-cli}/references/request-mocking.md +0 -0
  397. /package/skills/{playwright-cli → playwright/playwright-cli}/references/running-code.md +0 -0
  398. /package/skills/{playwright-cli → playwright/playwright-cli}/references/session-management.md +0 -0
  399. /package/skills/{playwright-cli → playwright/playwright-cli}/references/storage-state.md +0 -0
  400. /package/skills/{playwright-cli → playwright/playwright-cli}/references/test-generation.md +0 -0
  401. /package/skills/{playwright-cli → playwright/playwright-cli}/references/tracing.md +0 -0
  402. /package/skills/{playwright-cli → playwright/playwright-cli}/references/video-recording.md +0 -0
@@ -1,378 +0,0 @@
1
- ---
2
- title: Download Manual Tests as Files
3
- description: Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, track changes locally, write and update tests using a code editor, and then seamlessly import changes back into Testomat.io using the CLI. This workflow aligns manual testing with modern DevOps practices, offering full history, branching, and collaborative editing benefits.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Export to Markdown, Testomat.io, manual tests, Git repository, version control, import from Markdown, CLI, track changes, Markdown files, mixed projects, create new tests, update existing tests, bulk edit, delete tests, change project structure, test management, export, import, Markdown Support.
11
- ---
12
-
13
- ## Export & Version Control Manual Tests in Git (Markdown Support)
14
-
15
- You can now **export your manual tests as Markdown files directly into your Git repository** and keep them under version control by using **'Export to Markdown'** feature.
16
-
17
- This allows your team to write, edit, and track changes to manual test cases just like code — with full history, branching, and collaboration benefits that Git offers.
18
-
19
- **Key benefits:**
20
-
21
- - **Export manual tests to Markdown** – keep human-readable test cases in your repository.
22
- - **Import manual tests via CLI** – instantly sync Markdown changes from Git into Testomat.io.
23
- - **Version control for manual tests** – review, revert, and track changes over time.
24
- - **Write and modify in your editor** – use your favorite IDE to create or update test cases.
25
-
26
- ## How to Export Manual Tests to Markdown
27
-
28
- To begin managing your manual test cases as files:
29
-
30
- 1. Create a directory on your computer where you want to export the tests.
31
-
32
- ![Testomatio - Export to markdown](./images/Export_as_markdown_1.png)
33
-
34
- 2. Open Terminal with the created project directory.
35
-
36
- ![Testomatio - Export to markdown](./images/Export_as_markdown_2.png)
37
-
38
- 3. Open your project in Testomat.io on **'Tests'** page.
39
- 4. Click **'Extra menu'** button.
40
- 5. Select **'Export to markdown'** option.
41
-
42
- ![Testomatio - Export to markdown](./images/Export_as_markdown_3.png)
43
-
44
- 6. Select your OS from the dropdown list.
45
- 7. Copy the displayed pull command.
46
-
47
- ![Testomatio - Export to markdown](./images/Export_as_markdown_4.png)
48
-
49
- 8. Run the export command in your project directory to download tests from Testomat.io.
50
-
51
- ![Testomatio - Export to markdown](./images/Export_as_markdown_5.png)
52
-
53
- Congrats! Your tests are downloaded from Testomat.io and created in Markdown format.
54
-
55
- ![Testomatio - Export to markdown](./images/Export_as_markdown_6.png)
56
-
57
- Now you can find your project in the previously created folder.
58
-
59
- ![Testomatio - Export to markdown](./images/Export_as_markdown_7.png)
60
-
61
- **What Gets Exported?**
62
-
63
- - All test suites and tests from your current project.
64
- - Test IDs, descriptions, priorities, labels, tags and structure are preserved in the generated files.
65
-
66
- To continue working with your manual test cases and manage them locally as files, it’s highly recommended to use **Git Version Control**.
67
-
68
- In order to do this, you need:
69
-
70
- 1. Open the directory with exported tests in your text editor.
71
-
72
- ![Testomatio - Export as markdown](./images/Export_as_markdown_8.png)
73
-
74
- ![Testomatio - Export as markdown](./images/Export_as_markdown_9.png)
75
-
76
- 2. Run `git init` command in the Terminal.
77
- 3. Go to **'Source control'** tab in your editor.
78
- 4. Stage all changes.
79
- 5. Click **'Commit'** button.
80
-
81
- ![Testomatio - Export as markdown](./images/Export_as_markdown_10.png)
82
-
83
- 6. Confirm your action to commit changes.
84
-
85
- ![Testomatio - Export as markdown](./images/Export_as_markdown_11.png)
86
-
87
- ![Testomatio - Export as markdown](./images/Export_as_markdown_12.png)
88
-
89
- Your tests now reside right next to your application code in Git, so you can start updating exported suites and test cases, adding new ones, or deleting irrelevant tests.
90
-
91
- ![Testomatio - Export as markdown](./images/Export_as_markdown_13.png)
92
-
93
- ## User Scenario for Export to Markdown
94
-
95
- Imagine you’re working on a new product release and your QA team collaborates closely with developers.
96
- Instead of switching back and forth between Testomat.io and your code editor, the **manual test cases** live right next to your application code in Git.
97
-
98
- - A developer spots a missing step in a test case and updates the Markdown file in their branch.
99
- - The change is committed, reviewed in a pull request, and merged into main.
100
- - The updated test case is automatically synced back into Testomat.io via CLI.
101
-
102
- This workflow makes test case management seamless, collaborative, and fully traceable — aligning your manual testing process with modern DevOps practices.
103
-
104
- ## User Scenario for Mixed Projects
105
-
106
- If you are working on a Mixed project (have both manual and automation tests), with **Export to Markdown** feature you can export your manual tests to the same directory as your automation tests. This will allow you to manage all tests in one place.
107
-
108
- ## Folder Naming and Normalization Rules
109
-
110
- When organizing your projects, ensure that folder names adhere to the following naming conventions to maintain compatibility during import and export processes.
111
-
112
- **In folder names, you can use:**
113
- **Allowed Characters**
114
- - Any Unicode letters (Multiple languages supported).
115
- - Digits (0-9).
116
- - Spaces.
117
- - Underscore `_`.
118
- - Hyphen `-`.
119
- - Dot `.`.
120
-
121
- **Prohibited Characters:** All other special characters or symbols not listed above are strictly forbidden.
122
-
123
- **Automatic Normalization**
124
- To ensure consistent file paths, Testomat.io applies the following normalization rules:
125
- - **Consolidation:** Multiple consecutive spaces, underscores, hyphens, or dots are transformed into a single entity. (Example: `...` becomes `.`).
126
- - **Trimming:** Any spaces, underscores, or dots at the beginning or end of a folder name are automatically removed.
127
-
128
- :::note
129
-
130
- Visit [Classical Tests Markdown Format](https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format/) page to read about the correct structure for your suites and tests in the markdown format.
131
-
132
- :::
133
-
134
- ## What You Can Do with Tests Exported as Files
135
-
136
- After your project is downloaded to Markdown you can:
137
-
138
- - Create new tests and suits.
139
- - Update existing tests, including using **Bulk Edit** to modify multiple tests (add/change tags, labels, custom fields, assignee or priority).
140
- - Delete tests that are no longer relevant.
141
- - Change Project structure.
142
- - Work with Dynamic parameters.
143
-
144
- ### Create New Suites/Tests
145
-
146
- Each suite is represented as a single markdown file. All metadata is written as inside comments.
147
-
148
- To create a new test in a file, you need to add:
149
-
150
- 1. The **Test Header** (required)
151
-
152
- ```
153
- <!-- test -->
154
- ```
155
-
156
- **Test Header** elements can include:
157
-
158
- - **Email of test creator** (if not added, defaults to 'Unknown user').
159
- - **Priority**: low, normal, high, important, ctitical (if not set up, defaults to 'normal').
160
- - **Tags** (optional) - can be added in the header or test title. You can create and add new Tags, or use existing.
161
- - **Labels and Custom Fields** (optional) - can only be added in the header. **Important!** You can only use Labels and Custom fields that already exist
162
-
163
- in your project.
164
-
165
- 2. Test title (Starts with `#`).
166
- 3. Test description with Requirements, Pre-conditions, Steps and Expected Results in Markdown format.
167
-
168
- :::note
169
-
170
- Don't add the ID as it will be created automatically after tests are synced into Testomat.io.
171
-
172
- :::
173
-
174
- **Example of structure for Test Case:**
175
-
176
- ```
177
- <!-- test
178
- priority: high
179
- creator: creator_email@gmail.com
180
- tags: @user, @update
181
- labels: smoke
182
- -->
183
-
184
- # Test Title
185
-
186
- ### Requirements
187
-
188
- ### Steps
189
-
190
- 1. Step 1
191
- **Expected Result**: For Step 1.
192
-
193
- 2. Step 2
194
- **Expected Result**: For Step 2.
195
-
196
- 3. Step 3
197
- **Expected Result**: For Step 3.
198
- ```
199
-
200
- ![Testomatio - Export as markdown](./images/Add_test_markdown_1.png)
201
-
202
- The **Header** for Suites has a similar format:
203
-
204
- ```
205
- <!-- suite
206
- emoji:
207
- labels:
208
- -->
209
- ```
210
- ### Update Existing Suites/Tests
211
-
212
- Update the description for an existing suite/test in the markdown format.
213
- If you need to change/add a specific Step, Pre-condition, Priority, Tags, Labels, etc. for multiple tests, you can do this using **Bulk edit**.
214
-
215
- ![Testomatio - Export as markdown](./images/Bulk_edit_test_markdown_1.gif)
216
-
217
- :::note
218
-
219
- Avoid renaming folders or suites within the directory structure, as this may disrupt the Project structure upon import. To change a suite name, edit it within the Markdown file header or directly in Testomat.io.
220
-
221
- :::
222
-
223
- ![Testomatio - Export as markdown](./images/Rename_test_markdown_1.png)
224
-
225
- | **Suite Name Before** | **Suite Name After** |
226
- | --------------------------- | ------------------------------------- |
227
- | ![Testomatio - Export as markdown](./images/Suite_name_before.png) | ![Testomatio - Export as markdown](./images/Suite_name_after.png) |
228
-
229
- ### Delete Irrelevant Tests
230
-
231
- Simply delete the irrelevant suites/tests from the file and save the changes before the import process.
232
-
233
- ### Change Project Structure
234
-
235
- Project structure **cannot** be modified by moving folders or suites within the directory structure. Only **individual test cases** can be moved between suites in the Markdown file. After the import, changes will be displayed on Testomat.io side.
236
-
237
- :::note
238
-
239
- If you modify the project structure directly within Testomat.io after an initial Markdown export, clear your local directory and perform a fresh pull to ensure files remain synchronized.
240
-
241
- :::
242
-
243
- ### How to Work with Dynamic Parameters
244
-
245
- To create a test case with **Dynamic Parameters** in a markdown file, you need to add them in the markdown format.
246
-
247
- 1. Add an **'Example'** section at the end of your test case using the markdown format:
248
- ```
249
- <!-- example -->
250
- ```
251
- 2. Assign headers for parameters and dynamic parameters for testing in the table structure.
252
- ```
253
- | Header 1 | Header 2 |
254
- | --- | --- |
255
- | Param name 1 | Param name 2 |
256
- | Param name 3 | Param name 4 |
257
- ```
258
- **Example of structure for Test Case with Dynamic Parameters:**
259
-
260
- ![Testomatio - Export as markdown](./images/Export_dynamic_param_1.png)
261
-
262
- :::note
263
-
264
- **Character Limit:** If a parameter name exceeds 250 characters, it will be truncated on UI (only the first 247 characters will be displayed).
265
-
266
- **Parameter Order:** The order of parameters cannot be manually changed within the markdown file. On the UI, they are always displayed by the latest IDs assigned during the import from markdown to Testomat.io.
267
-
268
- **Synchronization:** While the order in the markdown file and on the UI might not match initially after an import, the order will be synchronized once you export them back from Testomat.io to a markdown file (the exported file will match the UI order).
269
-
270
- :::
271
-
272
- For more information about **Dynamic Parameters** follow the [link](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-add-dynamic-parameters-to-a-test).
273
-
274
- ## How to Import Manual Tests from Markdown
275
-
276
- Once you have finished updating the test cases in the file system, use the **'Import from Markdown'** feature to import all the changes into Testomat.io.
277
-
278
- :::note
279
-
280
- Before importing your tests back to Testomat.io you must:
281
-
282
- 1. **Save** and **commit** your changes.
283
-
284
- 2. **Pull latest changes** from Testomat.io before importing to avoid accidentally overwriting data inside Testomat.io. First, run the same command that you used for exporting tests `npx check-tests@latest pull` to pull your tests and fetch latest data from Testomat.io. Verify all changes. Then you can upload them back. In case you use Git, this would be the safest way to deal with tests. Alternatively, you can use `--force option`.
285
-
286
- :::
287
-
288
- To **'Import from Markdown'** you need:
289
-
290
- 1. Open your project in Testomat.io on **'Tests'** page.
291
- 2. Click **'Extra menu'** button.
292
- 3. Select **'Import from markdown'** option.
293
-
294
- ![Testomatio - Import from markdown](./images/Import_from_markdown_1.png)
295
-
296
- 4. On the displayed **'Import Project from Source Code'** page select **'Manual tests (markdown files)'** from the **'Project Framework'** dropdown list.
297
-
298
- ![Testomatio - Import from markdown](./images/Import_from_markdown_2.png)
299
-
300
- 5. Select **'Markdown'** option from the **'Project Language'** dropdown list for a **Classical Project**.
301
- 6. Select your OS from the dropdown list.
302
- 7. Copy the displayed push command.
303
-
304
- ![Testomatio - Import from markdown](./images/Import_from_markdown_3.png)
305
-
306
- 8. Run the import command in your project directory to sync tests back to Testomat.io.
307
-
308
- After your tests are imported back to Testomat.io, all new tests will be automatically synced to the project without additional confirmation and all updated tests will be displayed with **'out of sync'** label and will required confirmation from your side. You can use **'Out of Sync'** filter to find all of them, so you can verify and save the changes.
309
-
310
- Each test with **'out of sync'** label should be verified manually one by one.
311
-
312
- **To check and save changes for updated tests:**
313
-
314
- 1. Click on **'Out of Sync'** label.
315
-
316
- ![Testomatio - Import from markdown](./images/Out_of_Sync_1.png)
317
-
318
- 2. Open the test you want to check.
319
- 3. Click **'Compare Description'**.
320
-
321
- ![Testomatio - Import from markdown](./images/Out_of_Sync_2.png)
322
-
323
- 4. There are 2 options on this Step:
324
- - Click **'Revert to Previous'** button if you want to cancel the changes.
325
-
326
- OR
327
-
328
- - Click **'Keep Current'** button if you want to save the changes.
329
-
330
- ![Testomatio - Import from markdown](./images/Out_of_Sync_3.png)
331
-
332
- :::note
333
-
334
- By clicking on **'Mark as Sync'** button you can sync the test with the latest changes.
335
-
336
- ![Testomatio - Import from markdown](./images/Out_of_Sync_4.png)
337
-
338
- :::
339
-
340
- ### Importing Automated Tests as Manual
341
-
342
- If you maintain only automated test cases or both, manual and automated, within the same source files (e.g., in a single .feature file), but you want to import your automated tests as manual, you can use the **'Additional Settings'** during import to ensure these tests are correctly mapped and synchronized within Testomat.io.
343
-
344
- **To use this feature:**
345
-
346
- 1. Go to the **Import Project from Source Code** menu: select your **Project Framework**, **Project Language** and **OS**.
347
- 2. Click on **'Additional Settings'**.
348
-
349
- ![Testomatio - Import from markdown](./images/Auto_to_manual_1.png)
350
-
351
- 3. In the field **'Import automated tests as manual when a test is marked with a tag'**, enter the dedicated tag you use in your code for tests that should be imported as manual tests (e.g., `@manual`, `@smoke`, etc.).
352
- 4. Copy the displayed import command from Testomat.io, for example:
353
- `TESTOMATIO=tstmt_... npx check-tests@latest codeceptjs "**/*.js"`
354
-
355
- 5. Click the **'Finish'** button.
356
-
357
- ![Testomatio - Import from markdown](./images/Auto_to_manual_2.png)
358
-
359
- 6. Run coppied import command in the terminal.
360
-
361
- ![Testomatio - Import from markdown](./images/Auto_to_manual_3.png)
362
-
363
- 7. Verify the state of imported tests.
364
-
365
- | **Tests State Before = Automated** | **Tests State After = Manual** |
366
- | --------------------------- | ------------------------------------- |
367
- | ![Testomatio - Import from markdown](./images/Auto_to_manual_before.png) | ![Testomatio - Import from markdown](./images/Auto_to_manual_after.png) |
368
-
369
- :::note
370
-
371
- **Single State Rule:** A test can have only one state: **manual** or **automated**. It cannot hold both statuses simultaneously in Testomat.io.
372
-
373
- **Applicability:** This feature works for both **BDD** and **Classical** project types.
374
-
375
- **Scope:** The setting is applicable to both **individual tests** and **entire suites**.
376
-
377
-
378
- :::
@@ -1,112 +0,0 @@
1
- ---
2
- title: Export Tests to Obsidian
3
- description: Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes back to Testomat.io using the CLI.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: og:image
10
- content: https://docs.testomat.io/obsidian_logo.svg
11
- - tag: meta
12
- attrs:
13
- name: og:title
14
- content: Export Tests to Obsidian | Testomat.io
15
- - tag: meta
16
- attrs:
17
- name: og:description
18
- content: Export manual tests from Testomat.io as Markdown and manage them in Obsidian. Edit test cases, sync changes, and keep your test documentation in a knowledge base.
19
- - tag: meta
20
- attrs:
21
- name: keywords
22
- content: Testomat.io, export tests, Obsidian, vault, Markdown, manual tests, export to markdown, knowledge base, test documentation, test management, edit tests, sync tests, CLI, check-tests
23
- ---
24
-
25
- [Obsidian](https://obsidian.md) is a powerful knowledge base application that works on top of plain Markdown files. Since Testomat.io can export manual tests as Markdown, you can use Obsidian to browse, search, and organize your test cases locally.
26
-
27
- ## How to Export Tests to Obsidian
28
-
29
- ### Step 1: Export Tests as Markdown
30
-
31
- First, export your manual tests from Testomat.io as Markdown files using the **Export to Markdown** feature:
32
-
33
- 1. Create a directory on your computer where you want to store the tests.
34
- 2. Open your project in Testomat.io on the **Tests** page.
35
- 3. Click the **Extra menu** button.
36
- 4. Select **Export to markdown**.
37
- 5. Select your OS and copy the displayed pull command.
38
- 6. Run the export command in your project directory.
39
-
40
- For detailed export instructions, see [Download Manual Tests as Files](../download-tests-as-files/download-manual-tests-as-files).
41
-
42
- ### Step 2: Open the Folder as an Obsidian Vault
43
-
44
- Once the tests are exported, open the folder directly in Obsidian:
45
-
46
- 1. Open **Obsidian**.
47
- 2. Click the **Open another vault** button (vault icon in the bottom-left corner) or go to **File → Open vault**.
48
- 3. Select **Open folder as vault**.
49
- 4. Navigate to the folder containing your exported Markdown tests and click **Open**.
50
-
51
- All your test suites and test cases will appear in Obsidian immediately — no copying or importing is needed. Obsidian reads `.md` files directly from the folder.
52
-
53
- ![Testomat.io tests opened in Obsidian vault](./images/obsidian_vault_tests.png)
54
-
55
- ### Step 3: Browse Your Tests
56
-
57
- Once the vault is open, you can:
58
-
59
- - **Navigate the test tree** using the file explorer sidebar — folders represent suites.
60
- - **Search across all tests** using Obsidian's built-in search (`Ctrl+Shift+F` / `Cmd+Shift+F`).
61
- - **Use graph view** to visualize connections between test suites and cases.
62
- - **Tag filtering** — if your tests include tags, Obsidian will recognize them for filtering.
63
-
64
- ## Editing Tests in Obsidian
65
-
66
- You can edit and update your test cases directly in Obsidian. Any changes you make to the Markdown files — updating steps, adding preconditions, changing tags or priorities — will be picked up when you push the changes back to Testomat.io.
67
-
68
- When editing tests, keep the existing Markdown structure intact:
69
-
70
- - **Test headers** (`<!-- test -->` comments) contain metadata like priority, tags, and labels.
71
- - **Test titles** start with `#`.
72
- - **Steps and expected results** follow the standard Markdown format.
73
-
74
- You can also create new test files or delete irrelevant ones. For details on test file structure, see [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files).
75
-
76
- ### Pushing Changes Back to Testomat.io
77
-
78
- Once you've finished editing, push your changes back to Testomat.io using the CLI. You will need your project's **TESTOMATIO** API key, which can be found in your project **Settings → API Key**.
79
-
80
- Run the following command in the directory with your tests:
81
-
82
- ```bash
83
- TESTOMATIO={your-api-key} npx check-tests@latest push
84
- ```
85
-
86
- :::note
87
-
88
- Before pushing, it's recommended to **pull the latest changes first** to avoid overwriting updates made in Testomat.io:
89
-
90
- ```bash
91
- TESTOMATIO={your-api-key} npx check-tests@latest pull
92
- ```
93
-
94
- Review any differences, then push your changes.
95
-
96
- :::
97
-
98
- After the push, new tests will be added to your project automatically. Updated tests will appear with an **'out of sync'** label in Testomat.io, where you can review and confirm each change.
99
-
100
- ## Keeping Tests in Sync
101
-
102
- To update your Obsidian vault with the latest tests from Testomat.io, re-run the pull command in the same directory:
103
-
104
- ```bash
105
- TESTOMATIO={your-api-key} npx check-tests@latest pull
106
- ```
107
-
108
- Obsidian will automatically reflect the updated files.
109
-
110
- ## Using Obsidian with Git
111
-
112
- For full version control, you can initialize a Git repository in the same folder as your Obsidian vault. This lets you track changes, review diffs, and collaborate with your team. See [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files) for details on setting up Git with exported tests.
@@ -1,127 +0,0 @@
1
- ---
2
- title: Export to Spreadsheet
3
- description: Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered results, with options to include extra columns like steps and preconditions. It also explains using multiselection and different export modes (Only found Tests, Found Suites and Found Tests) to ensure users can efficiently download and share specific test data outside the platform.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, export test cases, export test suites, export data, export as spreadsheet, Excel format, download test data, test management, XLS, automated tests
11
- ---
12
-
13
- The export feature provides users with the ability to download test cases and suites in various formats, offering flexibility in how the data is exported. You can export test cases in Excel format. This functionality supports filtering by tags, labels, or specific suites, allowing users to export only the relevant test data. Depending on the export mode selected, users can choose to export individual tests, complete suites, or the entire set of tests with additional details.
14
-
15
- Below, you will find export guidelines to help you quickly get the necessary test suites and cases.
16
-
17
- ## How to Export All Suites with Tests (including extra columns)
18
-
19
- 1. Click on the **Tests** in the sidebar
20
- 2. Click on the **Extra Menu**
21
- 3. Click on **Export as Spreadsheet**
22
-
23
- ![Export as Spreadsheet](./images/att1_285.png)
24
-
25
- Once the pop-up appears, optionally, you can configure your spreadsheet by adding extra columns.
26
-
27
- 4. Click on the **Add extra columns**
28
- 5. Fill out extra columns, e.g.
29
-
30
- - Preconditions
31
- - Steps
32
- - Expected results
33
-
34
- 6. Click on the **Launch export** button to start the export with the applied columns
35
-
36
- ![Launch export](./images/att2_285.png)
37
-
38
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
39
-
40
- ![Account files and a link](./images/att3_285.png)
41
-
42
- :::note
43
-
44
- Once you select extra columns for export, Testomat.io remembers your choices, so you don’t need to configure them again next time.
45
-
46
- :::
47
-
48
- ## How to Export a Suite with All Tests
49
-
50
- 1. Click on the **Tests** in the sidebar
51
- 2. Select a specific suite or a folder, you want to export
52
- 3. Click on the **Extra Menu**
53
- 4. Click on **Download suite with all tests**
54
-
55
- ![Download suite with all tests](./images/att4_285.png)
56
-
57
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
58
-
59
- ![Account files and a link](./images/att5_285.png)
60
-
61
- ## How to Export Found Test Suites and Cases
62
-
63
- ### Search Criteria: Export Mode – Only found Tests
64
-
65
- 1. Click on the **Tests** in the sidebar
66
- 2. Search, e.g., by tag @localisation
67
-
68
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
69
-
70
- Once all exact test matches are shown:
71
-
72
- 3. Click on **Download results** icon
73
-
74
- ![Download results](./images/att6_285.png)
75
-
76
- 4. Select **Only found Tests** in the **Export mode** dropdown
77
- 5. Click on the **Launch export** button
78
-
79
- ![Launch export](./images/att7_285.png)
80
-
81
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
82
-
83
- ![Account files and a link](./images/att12_285.png)
84
-
85
- ### Search Criteria: Export Mode – Found Suites and Found Tests
86
-
87
- To export both matching test suites (with their content) and individual matching test cases, follow these steps:
88
-
89
- 1. Click on the **Tests** in the sidebar
90
- 2. Search, e.g., by tag @localisation
91
-
92
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
93
-
94
- Once all exact test matches are shown:
95
-
96
- 3. Click on **Download results** icon
97
-
98
- ![Download results](./images/att6_285-1.png)
99
-
100
- 4. Select **Found Suites and found tests** in the **Export mode**
101
- 5. Click on the **Launch export** button
102
-
103
- ![Launch export](./images/att8_285.png)
104
-
105
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
106
-
107
- ![Account files and a link](./images/att12_285-1.png)
108
-
109
- ### Export Tests With Multiselection
110
-
111
- 1. Click on the **Tests** in the sidebar
112
- 2. Click **Multi-Select**
113
- 3. Select specific tests or suites, you want to export
114
- 4. Click on the **Extra Menu** at the bottom
115
- 5. Click on the **Download** button
116
-
117
- ![Download](./images/att9_285.png)
118
-
119
- 6. Once the pop-up appears, click on **Launch export** or add extra columns before
120
-
121
- ![Launch export](./images/att10_285.png)
122
-
123
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
124
-
125
- ![Account files and a link](./images/att11_285.png)
126
-
127
- Testomat.io allows teams to export test suites and cases, making it easier to share, review and work with them outside the platform. This helps to optimize collaboration and keep all the necessary data accessible when needed.
@@ -1,63 +0,0 @@
1
- ---
2
- title: Auto-Import
3
- description: Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automated tests with your codebase on every push to the main branch, ensuring consistency in test management. It includes commands for Playwright with TypeScript, token management, and auto-committing changes to test IDs.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/auto-import
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Test automation, GitHub Actions, CI workflows, Playwright, TypeScript, Testomat.io, test import, auto-commit, test management, automated testing, continuous integration
11
- ---
12
-
13
- It is recommended to re-import your automated tests regularely.
14
- This task can be accomplished by CI. On every push to main branch you can import automated tests and update their IDs for new tests added. This will keep tests in Testomat.io and in codebase in sync.
15
-
16
- ## GitHub Actions
17
-
18
- If you use GitHub Actions you can use the following workflow file to perform auto-import.
19
-
20
- * We use `check-tests` command with Playwright with TypeScript configured but you can replace it with a framework of your choice.
21
- * `TESTOMATIO` token must be passed as a [secret variable](https://docs.github.com/en/actions/security-guides/using-secrets-in-github-actions) into a workflow
22
- * Changes to tests are automatically committed via `git-auto-commit-action`
23
-
24
- ```yaml
25
- name: Update Test IDs
26
-
27
- on:
28
- push:
29
- branches:
30
- - main
31
- - master
32
-
33
- jobs:
34
- update-tests:
35
- runs-on: ubuntu-latest
36
-
37
- steps:
38
- - name: Checkout code
39
- uses: actions/checkout@v2
40
-
41
- - name: Install Node.js
42
- uses: actions/setup-node@v2
43
- with:
44
- node-version: '18'
45
-
46
- - name: Import tests and update IDs
47
- run: npx check-tests Playwright "**/*{.,_}{test,spec,cy}.ts" --update-ids --typescript
48
- env:
49
- TESTOMATIO: ${{ secrets.TESTOMATIO }}
50
-
51
- - name: Commit and push changes
52
- uses: stefanzweifel/git-auto-commit-action@v4
53
- with:
54
- commit_message: "Updated test IDs"
55
- ```
56
-
57
- ### GitLab
58
-
59
- *Coming soon....*
60
-
61
- ### Jenkins
62
-
63
- *Coming soon...*