testeiya 0.2.1 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (414) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +41 -213
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +56 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +22 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +24 -21
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +49 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +72 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +61 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/env.js +69 -0
  24. package/dist/src/env.js.map +1 -0
  25. package/dist/src/mcp-extension.js +9 -0
  26. package/dist/src/mcp-extension.js.map +1 -0
  27. package/dist/src/mcp.js +139 -0
  28. package/dist/src/mcp.js.map +1 -0
  29. package/dist/src/model.js +66 -0
  30. package/dist/src/model.js.map +1 -0
  31. package/dist/src/result.js +41 -0
  32. package/dist/src/result.js.map +1 -0
  33. package/dist/src/run.js +199 -0
  34. package/dist/src/run.js.map +1 -0
  35. package/dist/src/session.js +77 -0
  36. package/dist/src/session.js.map +1 -0
  37. package/dist/vendor/mcp.js +14801 -0
  38. package/mcp-tools.json +2967 -0
  39. package/package.json +29 -42
  40. package/prompt/context.ts +101 -0
  41. package/prompt/index.ts +93 -0
  42. package/prompt/print.ts +23 -0
  43. package/prompt/project-info.ts +30 -0
  44. package/prompt/system-prompt.ts +173 -0
  45. package/{src/prompt → prompt}/testomatio.ts +119 -8
  46. package/{src/prompt → prompt}/tools.ts +30 -8
  47. package/prompt/vocab.ts +7 -0
  48. package/{skills.lock.json → skills/skills.lock.json} +11 -7
  49. package/skills/skills.yaml +34 -0
  50. package/assets/testeiya-logo-dark.svg +0 -16
  51. package/assets/testeiya-logo.svg +0 -15
  52. package/models.catalog.json +0 -6963
  53. package/skills/codeceptjs/ci-fix-tests/SKILL.md +0 -120
  54. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +0 -158
  55. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +0 -91
  56. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +0 -158
  57. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +0 -90
  58. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +0 -234
  59. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +0 -110
  60. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +0 -306
  61. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +0 -352
  62. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +0 -472
  63. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +0 -350
  64. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +0 -81
  65. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +0 -206
  66. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  67. package/skills/playwright-best-practices-skill/README.md +0 -147
  68. package/skills/playwright-best-practices-skill/SKILL.md +0 -303
  69. package/skills/playwright-best-practices-skill/advanced/authentication-flows.md +0 -360
  70. package/skills/playwright-best-practices-skill/advanced/authentication.md +0 -871
  71. package/skills/playwright-best-practices-skill/advanced/clock-mocking.md +0 -364
  72. package/skills/playwright-best-practices-skill/advanced/mobile-testing.md +0 -409
  73. package/skills/playwright-best-practices-skill/advanced/multi-context.md +0 -288
  74. package/skills/playwright-best-practices-skill/advanced/multi-user.md +0 -393
  75. package/skills/playwright-best-practices-skill/advanced/network-advanced.md +0 -452
  76. package/skills/playwright-best-practices-skill/advanced/third-party.md +0 -464
  77. package/skills/playwright-best-practices-skill/architecture/pom-vs-fixtures.md +0 -363
  78. package/skills/playwright-best-practices-skill/architecture/test-architecture.md +0 -369
  79. package/skills/playwright-best-practices-skill/architecture/when-to-mock.md +0 -383
  80. package/skills/playwright-best-practices-skill/browser-apis/browser-apis.md +0 -391
  81. package/skills/playwright-best-practices-skill/browser-apis/iframes.md +0 -403
  82. package/skills/playwright-best-practices-skill/browser-apis/service-workers.md +0 -504
  83. package/skills/playwright-best-practices-skill/browser-apis/websockets.md +0 -403
  84. package/skills/playwright-best-practices-skill/core/annotations.md +0 -424
  85. package/skills/playwright-best-practices-skill/core/assertions-waiting.md +0 -361
  86. package/skills/playwright-best-practices-skill/core/configuration.md +0 -452
  87. package/skills/playwright-best-practices-skill/core/fixtures-hooks.md +0 -417
  88. package/skills/playwright-best-practices-skill/core/global-setup.md +0 -434
  89. package/skills/playwright-best-practices-skill/core/locators.md +0 -242
  90. package/skills/playwright-best-practices-skill/core/page-object-model.md +0 -315
  91. package/skills/playwright-best-practices-skill/core/projects-dependencies.md +0 -453
  92. package/skills/playwright-best-practices-skill/core/test-data.md +0 -492
  93. package/skills/playwright-best-practices-skill/core/test-suite-structure.md +0 -361
  94. package/skills/playwright-best-practices-skill/core/test-tags.md +0 -298
  95. package/skills/playwright-best-practices-skill/debugging/console-errors.md +0 -420
  96. package/skills/playwright-best-practices-skill/debugging/debugging.md +0 -504
  97. package/skills/playwright-best-practices-skill/debugging/error-testing.md +0 -360
  98. package/skills/playwright-best-practices-skill/debugging/flaky-tests.md +0 -496
  99. package/skills/playwright-best-practices-skill/frameworks/angular.md +0 -530
  100. package/skills/playwright-best-practices-skill/frameworks/nextjs.md +0 -469
  101. package/skills/playwright-best-practices-skill/frameworks/react.md +0 -531
  102. package/skills/playwright-best-practices-skill/frameworks/vue.md +0 -574
  103. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/ci-cd.md +0 -468
  104. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/docker.md +0 -283
  105. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/github-actions.md +0 -546
  106. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/gitlab.md +0 -397
  107. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/other-providers.md +0 -521
  108. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/parallel-sharding.md +0 -371
  109. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/performance.md +0 -453
  110. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/reporting.md +0 -424
  111. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/test-coverage.md +0 -497
  112. package/skills/playwright-best-practices-skill/testing-patterns/accessibility.md +0 -359
  113. package/skills/playwright-best-practices-skill/testing-patterns/api-testing.md +0 -719
  114. package/skills/playwright-best-practices-skill/testing-patterns/browser-extensions.md +0 -506
  115. package/skills/playwright-best-practices-skill/testing-patterns/canvas-webgl.md +0 -493
  116. package/skills/playwright-best-practices-skill/testing-patterns/component-testing.md +0 -500
  117. package/skills/playwright-best-practices-skill/testing-patterns/drag-drop.md +0 -576
  118. package/skills/playwright-best-practices-skill/testing-patterns/electron.md +0 -509
  119. package/skills/playwright-best-practices-skill/testing-patterns/file-operations.md +0 -377
  120. package/skills/playwright-best-practices-skill/testing-patterns/file-upload-download.md +0 -562
  121. package/skills/playwright-best-practices-skill/testing-patterns/forms-validation.md +0 -561
  122. package/skills/playwright-best-practices-skill/testing-patterns/graphql-testing.md +0 -331
  123. package/skills/playwright-best-practices-skill/testing-patterns/i18n.md +0 -508
  124. package/skills/playwright-best-practices-skill/testing-patterns/performance-testing.md +0 -476
  125. package/skills/playwright-best-practices-skill/testing-patterns/security-testing.md +0 -430
  126. package/skills/playwright-best-practices-skill/testing-patterns/visual-regression.md +0 -634
  127. package/skills/playwright-cli/SKILL.md +0 -420
  128. package/skills/playwright-cli/references/element-attributes.md +0 -23
  129. package/skills/playwright-cli/references/playwright-tests.md +0 -39
  130. package/skills/playwright-cli/references/request-mocking.md +0 -87
  131. package/skills/playwright-cli/references/running-code.md +0 -241
  132. package/skills/playwright-cli/references/session-management.md +0 -225
  133. package/skills/playwright-cli/references/storage-state.md +0 -275
  134. package/skills/playwright-cli/references/test-generation.md +0 -433
  135. package/skills/playwright-cli/references/tracing.md +0 -139
  136. package/skills/playwright-cli/references/video-recording.md +0 -143
  137. package/skills/testeiya/README.md +0 -29
  138. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  139. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  140. package/skills/testeiya/check-tests/SKILL.md +0 -260
  141. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  142. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  143. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  144. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  145. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  146. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  147. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  148. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  149. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  150. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  151. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  152. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  153. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  154. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  155. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  156. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  157. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  158. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  159. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  160. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  161. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  162. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  163. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  164. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  165. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  166. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  167. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  168. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  169. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  170. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  171. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  172. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  173. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  174. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  175. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  176. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  177. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  178. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  179. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  180. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  181. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  182. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  183. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  184. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  185. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  186. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  187. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  188. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  189. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  190. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  191. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  192. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  193. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  194. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  195. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  196. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  197. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  198. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  199. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  200. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  201. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  202. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  203. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  204. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  205. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  206. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  207. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  208. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  209. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  210. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  211. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  212. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  213. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  214. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  215. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  216. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  217. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  218. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  219. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  220. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  221. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  222. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  223. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  224. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  225. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  226. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  227. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  228. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  229. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  230. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  231. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  232. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  233. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  234. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  235. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  236. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  237. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  238. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  239. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  240. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  241. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  242. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  243. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  244. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  245. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  246. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  247. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  248. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  249. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  250. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  251. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  252. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  253. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  254. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  255. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  256. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  257. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  258. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  259. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  260. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  261. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  262. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  263. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  264. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  265. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  266. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  267. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  268. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  269. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  270. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  271. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  272. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  273. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  274. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  275. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  276. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  277. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  278. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  279. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  280. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  281. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  282. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  283. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  284. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  285. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  286. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +0 -88
  287. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +0 -95
  288. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +0 -334
  289. package/skills/testomatio/test-automation/automate-manual-test-cases/CLAUDE.md +0 -56
  290. package/skills/testomatio/test-automation/automate-manual-test-cases/SKILL.md +0 -242
  291. package/skills/testomatio/test-automation/automate-manual-test-cases/references/CODECEPTJS_BEST_PRACTICES.md +0 -182
  292. package/skills/testomatio/test-automation/automate-manual-test-cases/references/FINAL_SUMMARY_TEMPLATE.md +0 -22
  293. package/skills/testomatio/test-automation/automate-manual-test-cases/references/PLAYWRIGHT_BEST_PRACTICES.md +0 -90
  294. package/skills/testomatio/test-automation/automate-manual-test-cases/references/POM_BEST_PRACTICES.md +0 -53
  295. package/skills/testomatio/test-automation/automate-manual-test-cases/references/TEST_DATA_MANAGEMENT.md +0 -52
  296. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/SKILL.md +0 -107
  297. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/references/DEBUGGING_QUICK_REFERENCE.md +0 -113
  298. package/skills/testomatio/test-automation/qa-automation-test-consolidation/SKILL.md +0 -29
  299. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +0 -151
  300. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  301. package/skills/testomatio/test-automation/testomat-allure-adapter/SKILL.md +0 -289
  302. package/skills/testomatio/test-management/detect-duplicate-test-cases/SKILL.md +0 -86
  303. package/skills/testomatio/test-management/detect-duplicate-test-cases/references/DUPLICATE_INSTRUCTIONS.md +0 -54
  304. package/skills/testomatio/test-management/improve-test-cases/SKILL.md +0 -114
  305. package/skills/testomatio/test-management/improve-test-cases/references/TESTOMAT_MARKDOWN_EXAMPLE.md +0 -66
  306. package/skills/testomatio/test-management/pull-request-diff-analyzer/SKILL.md +0 -141
  307. package/skills/testomatio/test-management/qa-e2e-tests-reporting/SKILL.md +0 -354
  308. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_ARTIFACTS.md +0 -82
  309. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_HTML_REPORT.md +0 -37
  310. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_REPORTERS_CONFIG.md +0 -118
  311. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/SKILL.md +0 -149
  312. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/references/summary-example.md +0 -54
  313. package/skills/testomatio/test-management/qa-requirement-reviewer/SKILL.md +0 -126
  314. package/skills/testomatio/test-management/qa-requirement-reviewer/references/requirements_reviewer_examples.md +0 -128
  315. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +0 -174
  316. package/skills/testomatio/test-management/qa-test-code-coverage/references/COVERAGE_FILE_FORMAT.md +0 -138
  317. package/skills/testomatio/test-management/qa-test-code-coverage/references/E2E_FRAMEWORKS.md +0 -65
  318. package/skills/testomatio/test-management/qa-test-code-coverage/scripts/check-coverage.mjs +0 -40
  319. package/skills/testomatio/test-management/qa-thinking/SKILL.md +0 -36
  320. package/skills/testomatio/test-management/qa-write-test-cases/SKILL.md +0 -267
  321. package/skills/testomatio/test-management/qa-write-test-cases/references/test-case-format.md +0 -387
  322. package/skills/testomatio/test-management/qa-write-test-cases/references/testomat-tms-guide.md +0 -72
  323. package/skills/testomatio/test-management/qa-write-test-cases/references/writing-rule.md +0 -159
  324. package/skills/testomatio/test-management/scan-automation-project/SKILL.md +0 -152
  325. package/skills/testomatio/test-management/sync-test-cases-with-tms/SKILL.md +0 -107
  326. package/skills/testomatio/test-management/sync-test-cases-with-tms/references/TESTOMATIO_CLI.md +0 -140
  327. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +0 -182
  328. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +0 -169
  329. package/skills.yaml +0 -21
  330. package/src/ai-debug.ts +0 -188
  331. package/src/api/agent-get.ts +0 -22
  332. package/src/api/agent-start.ts +0 -384
  333. package/src/api/client-log.ts +0 -29
  334. package/src/api/context.ts +0 -332
  335. package/src/api/debug-layout.ts +0 -47
  336. package/src/api/debug-report.ts +0 -29
  337. package/src/api/debug-snapshot.ts +0 -30
  338. package/src/api/debug-stream.ts +0 -52
  339. package/src/api/files-delete.ts +0 -184
  340. package/src/api/files-read.ts +0 -41
  341. package/src/api/files-rename.ts +0 -99
  342. package/src/api/files-tree.ts +0 -292
  343. package/src/api/files-write.ts +0 -41
  344. package/src/api/mcp.ts +0 -603
  345. package/src/api/memory.ts +0 -69
  346. package/src/api/open-external.ts +0 -39
  347. package/src/api/playwright-cli.ts +0 -606
  348. package/src/api/providers.ts +0 -457
  349. package/src/api/read-env-token.ts +0 -33
  350. package/src/api/sessions.ts +0 -79
  351. package/src/api/settings.ts +0 -120
  352. package/src/api/skills.ts +0 -58
  353. package/src/api/testomatio-attachment.ts +0 -89
  354. package/src/api/testomatio-auth.ts +0 -284
  355. package/src/api/testomatio-proxy.ts +0 -197
  356. package/src/api/testomatio-run-stats.ts +0 -81
  357. package/src/api/testomatio-target.ts +0 -225
  358. package/src/api/testomatio-transcription.ts +0 -82
  359. package/src/api/workspace-search.ts +0 -96
  360. package/src/api/workspace-sync.ts +0 -151
  361. package/src/api/workspace.ts +0 -165
  362. package/src/app-server.ts +0 -556
  363. package/src/bridge.ts +0 -251
  364. package/src/check-tests.ts +0 -156
  365. package/src/cli.ts +0 -17
  366. package/src/commands.ts +0 -244
  367. package/src/config.ts +0 -183
  368. package/src/connection.ts +0 -658
  369. package/src/context-store.ts +0 -265
  370. package/src/debug-bus.ts +0 -405
  371. package/src/extensions/tool-gate.ts +0 -220
  372. package/src/extensions/webui/ask-channel.ts +0 -52
  373. package/src/extensions/webui/index.ts +0 -184
  374. package/src/extensions/webui/tools/ask-question.ts +0 -88
  375. package/src/extensions/webui/tools/query-result.ts +0 -79
  376. package/src/extensions/webui/tools/render-chart.ts +0 -53
  377. package/src/extensions/webui/tools/render-item.ts +0 -61
  378. package/src/extensions/webui/tools/render-list.ts +0 -170
  379. package/src/extensions/webui/tools/render-result.ts +0 -85
  380. package/src/extensions/webui/tools/render-tree.ts +0 -71
  381. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  382. package/src/extensions/webui/tools/widget-result.ts +0 -13
  383. package/src/extensions/webui/widget-channel.ts +0 -50
  384. package/src/file-log.ts +0 -196
  385. package/src/git-tracked.ts +0 -68
  386. package/src/gitignore.ts +0 -53
  387. package/src/json-store.ts +0 -43
  388. package/src/load-env.ts +0 -70
  389. package/src/loader-style.ts +0 -96
  390. package/src/main.ts +0 -140
  391. package/src/mcp-catalog.ts +0 -96
  392. package/src/models-catalog.ts +0 -72
  393. package/src/permissions.ts +0 -120
  394. package/src/project-dir.ts +0 -189
  395. package/src/project-info.ts +0 -108
  396. package/src/prompt/app-ui.ts +0 -59
  397. package/src/prompt/browser.ts +0 -27
  398. package/src/prompt/index.ts +0 -62
  399. package/src/server-info.ts +0 -62
  400. package/src/session-factory.ts +0 -442
  401. package/src/session-store.ts +0 -115
  402. package/src/shell-env.ts +0 -45
  403. package/src/skills.ts +0 -163
  404. package/src/sync-snapshot.ts +0 -140
  405. package/src/telemetry.ts +0 -239
  406. package/src/testomatio-auth.ts +0 -299
  407. package/src/testomatio.ts +0 -98
  408. package/src/theme.ts +0 -30
  409. package/src/user-env.ts +0 -94
  410. package/src/welcome.ts +0 -194
  411. package/src/workspace/safe-path.ts +0 -85
  412. package/src/workspace/test-md.ts +0 -70
  413. package/src/workspace-model.ts +0 -440
  414. package/testeiya.config.json +0 -14
@@ -1,378 +0,0 @@
1
- ---
2
- title: Download Manual Tests as Files
3
- description: Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, track changes locally, write and update tests using a code editor, and then seamlessly import changes back into Testomat.io using the CLI. This workflow aligns manual testing with modern DevOps practices, offering full history, branching, and collaborative editing benefits.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Export to Markdown, Testomat.io, manual tests, Git repository, version control, import from Markdown, CLI, track changes, Markdown files, mixed projects, create new tests, update existing tests, bulk edit, delete tests, change project structure, test management, export, import, Markdown Support.
11
- ---
12
-
13
- ## Export & Version Control Manual Tests in Git (Markdown Support)
14
-
15
- You can now **export your manual tests as Markdown files directly into your Git repository** and keep them under version control by using **'Export to Markdown'** feature.
16
-
17
- This allows your team to write, edit, and track changes to manual test cases just like code — with full history, branching, and collaboration benefits that Git offers.
18
-
19
- **Key benefits:**
20
-
21
- - **Export manual tests to Markdown** – keep human-readable test cases in your repository.
22
- - **Import manual tests via CLI** – instantly sync Markdown changes from Git into Testomat.io.
23
- - **Version control for manual tests** – review, revert, and track changes over time.
24
- - **Write and modify in your editor** – use your favorite IDE to create or update test cases.
25
-
26
- ## How to Export Manual Tests to Markdown
27
-
28
- To begin managing your manual test cases as files:
29
-
30
- 1. Create a directory on your computer where you want to export the tests.
31
-
32
- ![Testomatio - Export to markdown](./images/Export_as_markdown_1.png)
33
-
34
- 2. Open Terminal with the created project directory.
35
-
36
- ![Testomatio - Export to markdown](./images/Export_as_markdown_2.png)
37
-
38
- 3. Open your project in Testomat.io on **'Tests'** page.
39
- 4. Click **'Extra menu'** button.
40
- 5. Select **'Export to markdown'** option.
41
-
42
- ![Testomatio - Export to markdown](./images/Export_as_markdown_3.png)
43
-
44
- 6. Select your OS from the dropdown list.
45
- 7. Copy the displayed pull command.
46
-
47
- ![Testomatio - Export to markdown](./images/Export_as_markdown_4.png)
48
-
49
- 8. Run the export command in your project directory to download tests from Testomat.io.
50
-
51
- ![Testomatio - Export to markdown](./images/Export_as_markdown_5.png)
52
-
53
- Congrats! Your tests are downloaded from Testomat.io and created in Markdown format.
54
-
55
- ![Testomatio - Export to markdown](./images/Export_as_markdown_6.png)
56
-
57
- Now you can find your project in the previously created folder.
58
-
59
- ![Testomatio - Export to markdown](./images/Export_as_markdown_7.png)
60
-
61
- **What Gets Exported?**
62
-
63
- - All test suites and tests from your current project.
64
- - Test IDs, descriptions, priorities, labels, tags and structure are preserved in the generated files.
65
-
66
- To continue working with your manual test cases and manage them locally as files, it’s highly recommended to use **Git Version Control**.
67
-
68
- In order to do this, you need:
69
-
70
- 1. Open the directory with exported tests in your text editor.
71
-
72
- ![Testomatio - Export as markdown](./images/Export_as_markdown_8.png)
73
-
74
- ![Testomatio - Export as markdown](./images/Export_as_markdown_9.png)
75
-
76
- 2. Run `git init` command in the Terminal.
77
- 3. Go to **'Source control'** tab in your editor.
78
- 4. Stage all changes.
79
- 5. Click **'Commit'** button.
80
-
81
- ![Testomatio - Export as markdown](./images/Export_as_markdown_10.png)
82
-
83
- 6. Confirm your action to commit changes.
84
-
85
- ![Testomatio - Export as markdown](./images/Export_as_markdown_11.png)
86
-
87
- ![Testomatio - Export as markdown](./images/Export_as_markdown_12.png)
88
-
89
- Your tests now reside right next to your application code in Git, so you can start updating exported suites and test cases, adding new ones, or deleting irrelevant tests.
90
-
91
- ![Testomatio - Export as markdown](./images/Export_as_markdown_13.png)
92
-
93
- ## User Scenario for Export to Markdown
94
-
95
- Imagine you’re working on a new product release and your QA team collaborates closely with developers.
96
- Instead of switching back and forth between Testomat.io and your code editor, the **manual test cases** live right next to your application code in Git.
97
-
98
- - A developer spots a missing step in a test case and updates the Markdown file in their branch.
99
- - The change is committed, reviewed in a pull request, and merged into main.
100
- - The updated test case is automatically synced back into Testomat.io via CLI.
101
-
102
- This workflow makes test case management seamless, collaborative, and fully traceable — aligning your manual testing process with modern DevOps practices.
103
-
104
- ## User Scenario for Mixed Projects
105
-
106
- If you are working on a Mixed project (have both manual and automation tests), with **Export to Markdown** feature you can export your manual tests to the same directory as your automation tests. This will allow you to manage all tests in one place.
107
-
108
- ## Folder Naming and Normalization Rules
109
-
110
- When organizing your projects, ensure that folder names adhere to the following naming conventions to maintain compatibility during import and export processes.
111
-
112
- **In folder names, you can use:**
113
- **Allowed Characters**
114
- - Any Unicode letters (Multiple languages supported).
115
- - Digits (0-9).
116
- - Spaces.
117
- - Underscore `_`.
118
- - Hyphen `-`.
119
- - Dot `.`.
120
-
121
- **Prohibited Characters:** All other special characters or symbols not listed above are strictly forbidden.
122
-
123
- **Automatic Normalization**
124
- To ensure consistent file paths, Testomat.io applies the following normalization rules:
125
- - **Consolidation:** Multiple consecutive spaces, underscores, hyphens, or dots are transformed into a single entity. (Example: `...` becomes `.`).
126
- - **Trimming:** Any spaces, underscores, or dots at the beginning or end of a folder name are automatically removed.
127
-
128
- :::note
129
-
130
- Visit [Classical Tests Markdown Format](https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format/) page to read about the correct structure for your suites and tests in the markdown format.
131
-
132
- :::
133
-
134
- ## What You Can Do with Tests Exported as Files
135
-
136
- After your project is downloaded to Markdown you can:
137
-
138
- - Create new tests and suits.
139
- - Update existing tests, including using **Bulk Edit** to modify multiple tests (add/change tags, labels, custom fields, assignee or priority).
140
- - Delete tests that are no longer relevant.
141
- - Change Project structure.
142
- - Work with Dynamic parameters.
143
-
144
- ### Create New Suites/Tests
145
-
146
- Each suite is represented as a single markdown file. All metadata is written as inside comments.
147
-
148
- To create a new test in a file, you need to add:
149
-
150
- 1. The **Test Header** (required)
151
-
152
- ```
153
- <!-- test -->
154
- ```
155
-
156
- **Test Header** elements can include:
157
-
158
- - **Email of test creator** (if not added, defaults to 'Unknown user').
159
- - **Priority**: low, normal, high, important, ctitical (if not set up, defaults to 'normal').
160
- - **Tags** (optional) - can be added in the header or test title. You can create and add new Tags, or use existing.
161
- - **Labels and Custom Fields** (optional) - can only be added in the header. **Important!** You can only use Labels and Custom fields that already exist
162
-
163
- in your project.
164
-
165
- 2. Test title (Starts with `#`).
166
- 3. Test description with Requirements, Pre-conditions, Steps and Expected Results in Markdown format.
167
-
168
- :::note
169
-
170
- Don't add the ID as it will be created automatically after tests are synced into Testomat.io.
171
-
172
- :::
173
-
174
- **Example of structure for Test Case:**
175
-
176
- ```
177
- <!-- test
178
- priority: high
179
- creator: creator_email@gmail.com
180
- tags: @user, @update
181
- labels: smoke
182
- -->
183
-
184
- # Test Title
185
-
186
- ### Requirements
187
-
188
- ### Steps
189
-
190
- 1. Step 1
191
- **Expected Result**: For Step 1.
192
-
193
- 2. Step 2
194
- **Expected Result**: For Step 2.
195
-
196
- 3. Step 3
197
- **Expected Result**: For Step 3.
198
- ```
199
-
200
- ![Testomatio - Export as markdown](./images/Add_test_markdown_1.png)
201
-
202
- The **Header** for Suites has a similar format:
203
-
204
- ```
205
- <!-- suite
206
- emoji:
207
- labels:
208
- -->
209
- ```
210
- ### Update Existing Suites/Tests
211
-
212
- Update the description for an existing suite/test in the markdown format.
213
- If you need to change/add a specific Step, Pre-condition, Priority, Tags, Labels, etc. for multiple tests, you can do this using **Bulk edit**.
214
-
215
- ![Testomatio - Export as markdown](./images/Bulk_edit_test_markdown_1.gif)
216
-
217
- :::note
218
-
219
- Avoid renaming folders or suites within the directory structure, as this may disrupt the Project structure upon import. To change a suite name, edit it within the Markdown file header or directly in Testomat.io.
220
-
221
- :::
222
-
223
- ![Testomatio - Export as markdown](./images/Rename_test_markdown_1.png)
224
-
225
- | **Suite Name Before** | **Suite Name After** |
226
- | --------------------------- | ------------------------------------- |
227
- | ![Testomatio - Export as markdown](./images/Suite_name_before.png) | ![Testomatio - Export as markdown](./images/Suite_name_after.png) |
228
-
229
- ### Delete Irrelevant Tests
230
-
231
- Simply delete the irrelevant suites/tests from the file and save the changes before the import process.
232
-
233
- ### Change Project Structure
234
-
235
- Project structure **cannot** be modified by moving folders or suites within the directory structure. Only **individual test cases** can be moved between suites in the Markdown file. After the import, changes will be displayed on Testomat.io side.
236
-
237
- :::note
238
-
239
- If you modify the project structure directly within Testomat.io after an initial Markdown export, clear your local directory and perform a fresh pull to ensure files remain synchronized.
240
-
241
- :::
242
-
243
- ### How to Work with Dynamic Parameters
244
-
245
- To create a test case with **Dynamic Parameters** in a markdown file, you need to add them in the markdown format.
246
-
247
- 1. Add an **'Example'** section at the end of your test case using the markdown format:
248
- ```
249
- <!-- example -->
250
- ```
251
- 2. Assign headers for parameters and dynamic parameters for testing in the table structure.
252
- ```
253
- | Header 1 | Header 2 |
254
- | --- | --- |
255
- | Param name 1 | Param name 2 |
256
- | Param name 3 | Param name 4 |
257
- ```
258
- **Example of structure for Test Case with Dynamic Parameters:**
259
-
260
- ![Testomatio - Export as markdown](./images/Export_dynamic_param_1.png)
261
-
262
- :::note
263
-
264
- **Character Limit:** If a parameter name exceeds 250 characters, it will be truncated on UI (only the first 247 characters will be displayed).
265
-
266
- **Parameter Order:** The order of parameters cannot be manually changed within the markdown file. On the UI, they are always displayed by the latest IDs assigned during the import from markdown to Testomat.io.
267
-
268
- **Synchronization:** While the order in the markdown file and on the UI might not match initially after an import, the order will be synchronized once you export them back from Testomat.io to a markdown file (the exported file will match the UI order).
269
-
270
- :::
271
-
272
- For more information about **Dynamic Parameters** follow the [link](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-add-dynamic-parameters-to-a-test).
273
-
274
- ## How to Import Manual Tests from Markdown
275
-
276
- Once you have finished updating the test cases in the file system, use the **'Import from Markdown'** feature to import all the changes into Testomat.io.
277
-
278
- :::note
279
-
280
- Before importing your tests back to Testomat.io you must:
281
-
282
- 1. **Save** and **commit** your changes.
283
-
284
- 2. **Pull latest changes** from Testomat.io before importing to avoid accidentally overwriting data inside Testomat.io. First, run the same command that you used for exporting tests `npx check-tests@latest pull` to pull your tests and fetch latest data from Testomat.io. Verify all changes. Then you can upload them back. In case you use Git, this would be the safest way to deal with tests. Alternatively, you can use `--force option`.
285
-
286
- :::
287
-
288
- To **'Import from Markdown'** you need:
289
-
290
- 1. Open your project in Testomat.io on **'Tests'** page.
291
- 2. Click **'Extra menu'** button.
292
- 3. Select **'Import from markdown'** option.
293
-
294
- ![Testomatio - Import from markdown](./images/Import_from_markdown_1.png)
295
-
296
- 4. On the displayed **'Import Project from Source Code'** page select **'Manual tests (markdown files)'** from the **'Project Framework'** dropdown list.
297
-
298
- ![Testomatio - Import from markdown](./images/Import_from_markdown_2.png)
299
-
300
- 5. Select **'Markdown'** option from the **'Project Language'** dropdown list for a **Classical Project**.
301
- 6. Select your OS from the dropdown list.
302
- 7. Copy the displayed push command.
303
-
304
- ![Testomatio - Import from markdown](./images/Import_from_markdown_3.png)
305
-
306
- 8. Run the import command in your project directory to sync tests back to Testomat.io.
307
-
308
- After your tests are imported back to Testomat.io, all new tests will be automatically synced to the project without additional confirmation and all updated tests will be displayed with **'out of sync'** label and will required confirmation from your side. You can use **'Out of Sync'** filter to find all of them, so you can verify and save the changes.
309
-
310
- Each test with **'out of sync'** label should be verified manually one by one.
311
-
312
- **To check and save changes for updated tests:**
313
-
314
- 1. Click on **'Out of Sync'** label.
315
-
316
- ![Testomatio - Import from markdown](./images/Out_of_Sync_1.png)
317
-
318
- 2. Open the test you want to check.
319
- 3. Click **'Compare Description'**.
320
-
321
- ![Testomatio - Import from markdown](./images/Out_of_Sync_2.png)
322
-
323
- 4. There are 2 options on this Step:
324
- - Click **'Revert to Previous'** button if you want to cancel the changes.
325
-
326
- OR
327
-
328
- - Click **'Keep Current'** button if you want to save the changes.
329
-
330
- ![Testomatio - Import from markdown](./images/Out_of_Sync_3.png)
331
-
332
- :::note
333
-
334
- By clicking on **'Mark as Sync'** button you can sync the test with the latest changes.
335
-
336
- ![Testomatio - Import from markdown](./images/Out_of_Sync_4.png)
337
-
338
- :::
339
-
340
- ### Importing Automated Tests as Manual
341
-
342
- If you maintain only automated test cases or both, manual and automated, within the same source files (e.g., in a single .feature file), but you want to import your automated tests as manual, you can use the **'Additional Settings'** during import to ensure these tests are correctly mapped and synchronized within Testomat.io.
343
-
344
- **To use this feature:**
345
-
346
- 1. Go to the **Import Project from Source Code** menu: select your **Project Framework**, **Project Language** and **OS**.
347
- 2. Click on **'Additional Settings'**.
348
-
349
- ![Testomatio - Import from markdown](./images/Auto_to_manual_1.png)
350
-
351
- 3. In the field **'Import automated tests as manual when a test is marked with a tag'**, enter the dedicated tag you use in your code for tests that should be imported as manual tests (e.g., `@manual`, `@smoke`, etc.).
352
- 4. Copy the displayed import command from Testomat.io, for example:
353
- `TESTOMATIO=tstmt_... npx check-tests@latest codeceptjs "**/*.js"`
354
-
355
- 5. Click the **'Finish'** button.
356
-
357
- ![Testomatio - Import from markdown](./images/Auto_to_manual_2.png)
358
-
359
- 6. Run coppied import command in the terminal.
360
-
361
- ![Testomatio - Import from markdown](./images/Auto_to_manual_3.png)
362
-
363
- 7. Verify the state of imported tests.
364
-
365
- | **Tests State Before = Automated** | **Tests State After = Manual** |
366
- | --------------------------- | ------------------------------------- |
367
- | ![Testomatio - Import from markdown](./images/Auto_to_manual_before.png) | ![Testomatio - Import from markdown](./images/Auto_to_manual_after.png) |
368
-
369
- :::note
370
-
371
- **Single State Rule:** A test can have only one state: **manual** or **automated**. It cannot hold both statuses simultaneously in Testomat.io.
372
-
373
- **Applicability:** This feature works for both **BDD** and **Classical** project types.
374
-
375
- **Scope:** The setting is applicable to both **individual tests** and **entire suites**.
376
-
377
-
378
- :::
@@ -1,112 +0,0 @@
1
- ---
2
- title: Export Tests to Obsidian
3
- description: Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes back to Testomat.io using the CLI.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: og:image
10
- content: https://docs.testomat.io/obsidian_logo.svg
11
- - tag: meta
12
- attrs:
13
- name: og:title
14
- content: Export Tests to Obsidian | Testomat.io
15
- - tag: meta
16
- attrs:
17
- name: og:description
18
- content: Export manual tests from Testomat.io as Markdown and manage them in Obsidian. Edit test cases, sync changes, and keep your test documentation in a knowledge base.
19
- - tag: meta
20
- attrs:
21
- name: keywords
22
- content: Testomat.io, export tests, Obsidian, vault, Markdown, manual tests, export to markdown, knowledge base, test documentation, test management, edit tests, sync tests, CLI, check-tests
23
- ---
24
-
25
- [Obsidian](https://obsidian.md) is a powerful knowledge base application that works on top of plain Markdown files. Since Testomat.io can export manual tests as Markdown, you can use Obsidian to browse, search, and organize your test cases locally.
26
-
27
- ## How to Export Tests to Obsidian
28
-
29
- ### Step 1: Export Tests as Markdown
30
-
31
- First, export your manual tests from Testomat.io as Markdown files using the **Export to Markdown** feature:
32
-
33
- 1. Create a directory on your computer where you want to store the tests.
34
- 2. Open your project in Testomat.io on the **Tests** page.
35
- 3. Click the **Extra menu** button.
36
- 4. Select **Export to markdown**.
37
- 5. Select your OS and copy the displayed pull command.
38
- 6. Run the export command in your project directory.
39
-
40
- For detailed export instructions, see [Download Manual Tests as Files](../download-tests-as-files/download-manual-tests-as-files).
41
-
42
- ### Step 2: Open the Folder as an Obsidian Vault
43
-
44
- Once the tests are exported, open the folder directly in Obsidian:
45
-
46
- 1. Open **Obsidian**.
47
- 2. Click the **Open another vault** button (vault icon in the bottom-left corner) or go to **File → Open vault**.
48
- 3. Select **Open folder as vault**.
49
- 4. Navigate to the folder containing your exported Markdown tests and click **Open**.
50
-
51
- All your test suites and test cases will appear in Obsidian immediately — no copying or importing is needed. Obsidian reads `.md` files directly from the folder.
52
-
53
- ![Testomat.io tests opened in Obsidian vault](./images/obsidian_vault_tests.png)
54
-
55
- ### Step 3: Browse Your Tests
56
-
57
- Once the vault is open, you can:
58
-
59
- - **Navigate the test tree** using the file explorer sidebar — folders represent suites.
60
- - **Search across all tests** using Obsidian's built-in search (`Ctrl+Shift+F` / `Cmd+Shift+F`).
61
- - **Use graph view** to visualize connections between test suites and cases.
62
- - **Tag filtering** — if your tests include tags, Obsidian will recognize them for filtering.
63
-
64
- ## Editing Tests in Obsidian
65
-
66
- You can edit and update your test cases directly in Obsidian. Any changes you make to the Markdown files — updating steps, adding preconditions, changing tags or priorities — will be picked up when you push the changes back to Testomat.io.
67
-
68
- When editing tests, keep the existing Markdown structure intact:
69
-
70
- - **Test headers** (`<!-- test -->` comments) contain metadata like priority, tags, and labels.
71
- - **Test titles** start with `#`.
72
- - **Steps and expected results** follow the standard Markdown format.
73
-
74
- You can also create new test files or delete irrelevant ones. For details on test file structure, see [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files).
75
-
76
- ### Pushing Changes Back to Testomat.io
77
-
78
- Once you've finished editing, push your changes back to Testomat.io using the CLI. You will need your project's **TESTOMATIO** API key, which can be found in your project **Settings → API Key**.
79
-
80
- Run the following command in the directory with your tests:
81
-
82
- ```bash
83
- TESTOMATIO={your-api-key} npx check-tests@latest push
84
- ```
85
-
86
- :::note
87
-
88
- Before pushing, it's recommended to **pull the latest changes first** to avoid overwriting updates made in Testomat.io:
89
-
90
- ```bash
91
- TESTOMATIO={your-api-key} npx check-tests@latest pull
92
- ```
93
-
94
- Review any differences, then push your changes.
95
-
96
- :::
97
-
98
- After the push, new tests will be added to your project automatically. Updated tests will appear with an **'out of sync'** label in Testomat.io, where you can review and confirm each change.
99
-
100
- ## Keeping Tests in Sync
101
-
102
- To update your Obsidian vault with the latest tests from Testomat.io, re-run the pull command in the same directory:
103
-
104
- ```bash
105
- TESTOMATIO={your-api-key} npx check-tests@latest pull
106
- ```
107
-
108
- Obsidian will automatically reflect the updated files.
109
-
110
- ## Using Obsidian with Git
111
-
112
- For full version control, you can initialize a Git repository in the same folder as your Obsidian vault. This lets you track changes, review diffs, and collaborate with your team. See [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files) for details on setting up Git with exported tests.
@@ -1,127 +0,0 @@
1
- ---
2
- title: Export to Spreadsheet
3
- description: Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered results, with options to include extra columns like steps and preconditions. It also explains using multiselection and different export modes (Only found Tests, Found Suites and Found Tests) to ensure users can efficiently download and share specific test data outside the platform.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, export test cases, export test suites, export data, export as spreadsheet, Excel format, download test data, test management, XLS, automated tests
11
- ---
12
-
13
- The export feature provides users with the ability to download test cases and suites in various formats, offering flexibility in how the data is exported. You can export test cases in Excel format. This functionality supports filtering by tags, labels, or specific suites, allowing users to export only the relevant test data. Depending on the export mode selected, users can choose to export individual tests, complete suites, or the entire set of tests with additional details.
14
-
15
- Below, you will find export guidelines to help you quickly get the necessary test suites and cases.
16
-
17
- ## How to Export All Suites with Tests (including extra columns)
18
-
19
- 1. Click on the **Tests** in the sidebar
20
- 2. Click on the **Extra Menu**
21
- 3. Click on **Export as Spreadsheet**
22
-
23
- ![Export as Spreadsheet](./images/att1_285.png)
24
-
25
- Once the pop-up appears, optionally, you can configure your spreadsheet by adding extra columns.
26
-
27
- 4. Click on the **Add extra columns**
28
- 5. Fill out extra columns, e.g.
29
-
30
- - Preconditions
31
- - Steps
32
- - Expected results
33
-
34
- 6. Click on the **Launch export** button to start the export with the applied columns
35
-
36
- ![Launch export](./images/att2_285.png)
37
-
38
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
39
-
40
- ![Account files and a link](./images/att3_285.png)
41
-
42
- :::note
43
-
44
- Once you select extra columns for export, Testomat.io remembers your choices, so you don’t need to configure them again next time.
45
-
46
- :::
47
-
48
- ## How to Export a Suite with All Tests
49
-
50
- 1. Click on the **Tests** in the sidebar
51
- 2. Select a specific suite or a folder, you want to export
52
- 3. Click on the **Extra Menu**
53
- 4. Click on **Download suite with all tests**
54
-
55
- ![Download suite with all tests](./images/att4_285.png)
56
-
57
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
58
-
59
- ![Account files and a link](./images/att5_285.png)
60
-
61
- ## How to Export Found Test Suites and Cases
62
-
63
- ### Search Criteria: Export Mode – Only found Tests
64
-
65
- 1. Click on the **Tests** in the sidebar
66
- 2. Search, e.g., by tag @localisation
67
-
68
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
69
-
70
- Once all exact test matches are shown:
71
-
72
- 3. Click on **Download results** icon
73
-
74
- ![Download results](./images/att6_285.png)
75
-
76
- 4. Select **Only found Tests** in the **Export mode** dropdown
77
- 5. Click on the **Launch export** button
78
-
79
- ![Launch export](./images/att7_285.png)
80
-
81
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
82
-
83
- ![Account files and a link](./images/att12_285.png)
84
-
85
- ### Search Criteria: Export Mode – Found Suites and Found Tests
86
-
87
- To export both matching test suites (with their content) and individual matching test cases, follow these steps:
88
-
89
- 1. Click on the **Tests** in the sidebar
90
- 2. Search, e.g., by tag @localisation
91
-
92
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
93
-
94
- Once all exact test matches are shown:
95
-
96
- 3. Click on **Download results** icon
97
-
98
- ![Download results](./images/att6_285-1.png)
99
-
100
- 4. Select **Found Suites and found tests** in the **Export mode**
101
- 5. Click on the **Launch export** button
102
-
103
- ![Launch export](./images/att8_285.png)
104
-
105
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
106
-
107
- ![Account files and a link](./images/att12_285-1.png)
108
-
109
- ### Export Tests With Multiselection
110
-
111
- 1. Click on the **Tests** in the sidebar
112
- 2. Click **Multi-Select**
113
- 3. Select specific tests or suites, you want to export
114
- 4. Click on the **Extra Menu** at the bottom
115
- 5. Click on the **Download** button
116
-
117
- ![Download](./images/att9_285.png)
118
-
119
- 6. Once the pop-up appears, click on **Launch export** or add extra columns before
120
-
121
- ![Launch export](./images/att10_285.png)
122
-
123
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
124
-
125
- ![Account files and a link](./images/att11_285.png)
126
-
127
- Testomat.io allows teams to export test suites and cases, making it easier to share, review and work with them outside the platform. This helps to optimize collaboration and keep all the necessary data accessible when needed.
@@ -1,63 +0,0 @@
1
- ---
2
- title: Auto-Import
3
- description: Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automated tests with your codebase on every push to the main branch, ensuring consistency in test management. It includes commands for Playwright with TypeScript, token management, and auto-committing changes to test IDs.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/auto-import
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Test automation, GitHub Actions, CI workflows, Playwright, TypeScript, Testomat.io, test import, auto-commit, test management, automated testing, continuous integration
11
- ---
12
-
13
- It is recommended to re-import your automated tests regularely.
14
- This task can be accomplished by CI. On every push to main branch you can import automated tests and update their IDs for new tests added. This will keep tests in Testomat.io and in codebase in sync.
15
-
16
- ## GitHub Actions
17
-
18
- If you use GitHub Actions you can use the following workflow file to perform auto-import.
19
-
20
- * We use `check-tests` command with Playwright with TypeScript configured but you can replace it with a framework of your choice.
21
- * `TESTOMATIO` token must be passed as a [secret variable](https://docs.github.com/en/actions/security-guides/using-secrets-in-github-actions) into a workflow
22
- * Changes to tests are automatically committed via `git-auto-commit-action`
23
-
24
- ```yaml
25
- name: Update Test IDs
26
-
27
- on:
28
- push:
29
- branches:
30
- - main
31
- - master
32
-
33
- jobs:
34
- update-tests:
35
- runs-on: ubuntu-latest
36
-
37
- steps:
38
- - name: Checkout code
39
- uses: actions/checkout@v2
40
-
41
- - name: Install Node.js
42
- uses: actions/setup-node@v2
43
- with:
44
- node-version: '18'
45
-
46
- - name: Import tests and update IDs
47
- run: npx check-tests Playwright "**/*{.,_}{test,spec,cy}.ts" --update-ids --typescript
48
- env:
49
- TESTOMATIO: ${{ secrets.TESTOMATIO }}
50
-
51
- - name: Commit and push changes
52
- uses: stefanzweifel/git-auto-commit-action@v4
53
- with:
54
- commit_message: "Updated test IDs"
55
- ```
56
-
57
- ### GitLab
58
-
59
- *Coming soon....*
60
-
61
- ### Jenkins
62
-
63
- *Coming soon...*