testeiya 0.2.0 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +37 -175
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +56 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +22 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +24 -21
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +49 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +72 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +61 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/env.js +69 -0
  24. package/dist/src/env.js.map +1 -0
  25. package/dist/src/mcp-extension.js +9 -0
  26. package/dist/src/mcp-extension.js.map +1 -0
  27. package/dist/src/mcp.js +139 -0
  28. package/dist/src/mcp.js.map +1 -0
  29. package/dist/src/model.js +66 -0
  30. package/dist/src/model.js.map +1 -0
  31. package/dist/src/result.js +41 -0
  32. package/dist/src/result.js.map +1 -0
  33. package/dist/src/run.js +199 -0
  34. package/dist/src/run.js.map +1 -0
  35. package/dist/src/session.js +77 -0
  36. package/dist/src/session.js.map +1 -0
  37. package/dist/vendor/mcp.js +14801 -0
  38. package/mcp-tools.json +2967 -0
  39. package/package.json +29 -41
  40. package/prompt/context.ts +101 -0
  41. package/prompt/index.ts +93 -0
  42. package/prompt/print.ts +23 -0
  43. package/prompt/project-info.ts +30 -0
  44. package/prompt/system-prompt.ts +173 -0
  45. package/{src/prompt → prompt}/testomatio.ts +119 -8
  46. package/{src/prompt → prompt}/tools.ts +30 -8
  47. package/prompt/vocab.ts +7 -0
  48. package/{skills.lock.json → skills/skills.lock.json} +11 -7
  49. package/skills/skills.yaml +34 -0
  50. package/models.catalog.json +0 -6963
  51. package/skills/codeceptjs/ci-fix-tests/SKILL.md +0 -120
  52. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +0 -158
  53. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +0 -91
  54. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +0 -158
  55. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +0 -90
  56. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +0 -234
  57. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +0 -110
  58. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +0 -306
  59. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +0 -352
  60. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +0 -472
  61. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +0 -350
  62. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +0 -81
  63. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +0 -206
  64. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  65. package/skills/playwright-best-practices-skill/README.md +0 -147
  66. package/skills/playwright-best-practices-skill/SKILL.md +0 -303
  67. package/skills/playwright-best-practices-skill/advanced/authentication-flows.md +0 -360
  68. package/skills/playwright-best-practices-skill/advanced/authentication.md +0 -871
  69. package/skills/playwright-best-practices-skill/advanced/clock-mocking.md +0 -364
  70. package/skills/playwright-best-practices-skill/advanced/mobile-testing.md +0 -409
  71. package/skills/playwright-best-practices-skill/advanced/multi-context.md +0 -288
  72. package/skills/playwright-best-practices-skill/advanced/multi-user.md +0 -393
  73. package/skills/playwright-best-practices-skill/advanced/network-advanced.md +0 -452
  74. package/skills/playwright-best-practices-skill/advanced/third-party.md +0 -464
  75. package/skills/playwright-best-practices-skill/architecture/pom-vs-fixtures.md +0 -363
  76. package/skills/playwright-best-practices-skill/architecture/test-architecture.md +0 -369
  77. package/skills/playwright-best-practices-skill/architecture/when-to-mock.md +0 -383
  78. package/skills/playwright-best-practices-skill/browser-apis/browser-apis.md +0 -391
  79. package/skills/playwright-best-practices-skill/browser-apis/iframes.md +0 -403
  80. package/skills/playwright-best-practices-skill/browser-apis/service-workers.md +0 -504
  81. package/skills/playwright-best-practices-skill/browser-apis/websockets.md +0 -403
  82. package/skills/playwright-best-practices-skill/core/annotations.md +0 -424
  83. package/skills/playwright-best-practices-skill/core/assertions-waiting.md +0 -361
  84. package/skills/playwright-best-practices-skill/core/configuration.md +0 -452
  85. package/skills/playwright-best-practices-skill/core/fixtures-hooks.md +0 -417
  86. package/skills/playwright-best-practices-skill/core/global-setup.md +0 -434
  87. package/skills/playwright-best-practices-skill/core/locators.md +0 -242
  88. package/skills/playwright-best-practices-skill/core/page-object-model.md +0 -315
  89. package/skills/playwright-best-practices-skill/core/projects-dependencies.md +0 -453
  90. package/skills/playwright-best-practices-skill/core/test-data.md +0 -492
  91. package/skills/playwright-best-practices-skill/core/test-suite-structure.md +0 -361
  92. package/skills/playwright-best-practices-skill/core/test-tags.md +0 -298
  93. package/skills/playwright-best-practices-skill/debugging/console-errors.md +0 -420
  94. package/skills/playwright-best-practices-skill/debugging/debugging.md +0 -504
  95. package/skills/playwright-best-practices-skill/debugging/error-testing.md +0 -360
  96. package/skills/playwright-best-practices-skill/debugging/flaky-tests.md +0 -496
  97. package/skills/playwright-best-practices-skill/frameworks/angular.md +0 -530
  98. package/skills/playwright-best-practices-skill/frameworks/nextjs.md +0 -469
  99. package/skills/playwright-best-practices-skill/frameworks/react.md +0 -531
  100. package/skills/playwright-best-practices-skill/frameworks/vue.md +0 -574
  101. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/ci-cd.md +0 -468
  102. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/docker.md +0 -283
  103. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/github-actions.md +0 -546
  104. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/gitlab.md +0 -397
  105. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/other-providers.md +0 -521
  106. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/parallel-sharding.md +0 -371
  107. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/performance.md +0 -453
  108. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/reporting.md +0 -424
  109. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/test-coverage.md +0 -497
  110. package/skills/playwright-best-practices-skill/testing-patterns/accessibility.md +0 -359
  111. package/skills/playwright-best-practices-skill/testing-patterns/api-testing.md +0 -719
  112. package/skills/playwright-best-practices-skill/testing-patterns/browser-extensions.md +0 -506
  113. package/skills/playwright-best-practices-skill/testing-patterns/canvas-webgl.md +0 -493
  114. package/skills/playwright-best-practices-skill/testing-patterns/component-testing.md +0 -500
  115. package/skills/playwright-best-practices-skill/testing-patterns/drag-drop.md +0 -576
  116. package/skills/playwright-best-practices-skill/testing-patterns/electron.md +0 -509
  117. package/skills/playwright-best-practices-skill/testing-patterns/file-operations.md +0 -377
  118. package/skills/playwright-best-practices-skill/testing-patterns/file-upload-download.md +0 -562
  119. package/skills/playwright-best-practices-skill/testing-patterns/forms-validation.md +0 -561
  120. package/skills/playwright-best-practices-skill/testing-patterns/graphql-testing.md +0 -331
  121. package/skills/playwright-best-practices-skill/testing-patterns/i18n.md +0 -508
  122. package/skills/playwright-best-practices-skill/testing-patterns/performance-testing.md +0 -476
  123. package/skills/playwright-best-practices-skill/testing-patterns/security-testing.md +0 -430
  124. package/skills/playwright-best-practices-skill/testing-patterns/visual-regression.md +0 -634
  125. package/skills/playwright-cli/SKILL.md +0 -420
  126. package/skills/playwright-cli/references/element-attributes.md +0 -23
  127. package/skills/playwright-cli/references/playwright-tests.md +0 -39
  128. package/skills/playwright-cli/references/request-mocking.md +0 -87
  129. package/skills/playwright-cli/references/running-code.md +0 -241
  130. package/skills/playwright-cli/references/session-management.md +0 -225
  131. package/skills/playwright-cli/references/storage-state.md +0 -275
  132. package/skills/playwright-cli/references/test-generation.md +0 -433
  133. package/skills/playwright-cli/references/tracing.md +0 -139
  134. package/skills/playwright-cli/references/video-recording.md +0 -143
  135. package/skills/testeiya/README.md +0 -29
  136. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  137. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  138. package/skills/testeiya/check-tests/SKILL.md +0 -260
  139. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  140. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  141. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  142. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  143. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  144. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  145. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  146. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  147. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  148. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  149. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  150. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  151. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  152. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  153. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  154. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  155. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  156. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  157. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  158. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  159. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  160. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  161. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  162. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  163. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  164. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  165. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  166. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  167. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  168. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  169. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  170. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  171. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  172. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  173. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  174. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  175. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  176. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  177. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  178. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  179. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  180. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  181. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  182. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  183. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  184. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  185. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  186. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  187. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  188. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  189. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  190. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  191. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  192. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  193. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  194. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  195. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  196. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  197. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  198. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  199. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  200. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  201. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  202. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  203. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  204. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  205. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  206. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  207. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  208. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  209. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  210. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  211. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  212. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  213. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  214. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  215. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  216. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  217. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  218. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  219. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  220. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  221. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  222. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  223. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  224. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  225. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  226. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  227. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  228. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  229. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  230. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  231. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  232. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  233. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  234. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  235. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  236. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  237. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  238. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  239. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  240. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  241. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  242. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  243. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  244. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  245. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  246. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  247. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  248. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  249. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  250. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  251. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  252. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  253. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  254. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  255. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  256. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  257. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  258. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  259. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  260. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  261. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  262. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  263. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  264. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  265. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  266. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  267. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  268. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  269. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  270. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  271. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  272. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  273. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  274. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  275. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  276. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  277. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  278. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  279. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  280. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  281. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  282. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  283. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  284. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +0 -88
  285. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +0 -95
  286. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +0 -334
  287. package/skills/testomatio/test-automation/automate-manual-test-cases/CLAUDE.md +0 -56
  288. package/skills/testomatio/test-automation/automate-manual-test-cases/SKILL.md +0 -242
  289. package/skills/testomatio/test-automation/automate-manual-test-cases/references/CODECEPTJS_BEST_PRACTICES.md +0 -182
  290. package/skills/testomatio/test-automation/automate-manual-test-cases/references/FINAL_SUMMARY_TEMPLATE.md +0 -22
  291. package/skills/testomatio/test-automation/automate-manual-test-cases/references/PLAYWRIGHT_BEST_PRACTICES.md +0 -90
  292. package/skills/testomatio/test-automation/automate-manual-test-cases/references/POM_BEST_PRACTICES.md +0 -53
  293. package/skills/testomatio/test-automation/automate-manual-test-cases/references/TEST_DATA_MANAGEMENT.md +0 -52
  294. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/SKILL.md +0 -107
  295. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/references/DEBUGGING_QUICK_REFERENCE.md +0 -113
  296. package/skills/testomatio/test-automation/qa-automation-test-consolidation/SKILL.md +0 -29
  297. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +0 -151
  298. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  299. package/skills/testomatio/test-automation/testomat-allure-adapter/SKILL.md +0 -289
  300. package/skills/testomatio/test-management/detect-duplicate-test-cases/SKILL.md +0 -86
  301. package/skills/testomatio/test-management/detect-duplicate-test-cases/references/DUPLICATE_INSTRUCTIONS.md +0 -54
  302. package/skills/testomatio/test-management/improve-test-cases/SKILL.md +0 -114
  303. package/skills/testomatio/test-management/improve-test-cases/references/TESTOMAT_MARKDOWN_EXAMPLE.md +0 -66
  304. package/skills/testomatio/test-management/pull-request-diff-analyzer/SKILL.md +0 -141
  305. package/skills/testomatio/test-management/qa-e2e-tests-reporting/SKILL.md +0 -354
  306. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_ARTIFACTS.md +0 -82
  307. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_HTML_REPORT.md +0 -37
  308. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_REPORTERS_CONFIG.md +0 -118
  309. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/SKILL.md +0 -149
  310. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/references/summary-example.md +0 -54
  311. package/skills/testomatio/test-management/qa-requirement-reviewer/SKILL.md +0 -126
  312. package/skills/testomatio/test-management/qa-requirement-reviewer/references/requirements_reviewer_examples.md +0 -128
  313. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +0 -174
  314. package/skills/testomatio/test-management/qa-test-code-coverage/references/COVERAGE_FILE_FORMAT.md +0 -138
  315. package/skills/testomatio/test-management/qa-test-code-coverage/references/E2E_FRAMEWORKS.md +0 -65
  316. package/skills/testomatio/test-management/qa-test-code-coverage/scripts/check-coverage.mjs +0 -40
  317. package/skills/testomatio/test-management/qa-thinking/SKILL.md +0 -36
  318. package/skills/testomatio/test-management/qa-write-test-cases/SKILL.md +0 -267
  319. package/skills/testomatio/test-management/qa-write-test-cases/references/test-case-format.md +0 -387
  320. package/skills/testomatio/test-management/qa-write-test-cases/references/testomat-tms-guide.md +0 -72
  321. package/skills/testomatio/test-management/qa-write-test-cases/references/writing-rule.md +0 -159
  322. package/skills/testomatio/test-management/scan-automation-project/SKILL.md +0 -152
  323. package/skills/testomatio/test-management/sync-test-cases-with-tms/SKILL.md +0 -107
  324. package/skills/testomatio/test-management/sync-test-cases-with-tms/references/TESTOMATIO_CLI.md +0 -140
  325. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +0 -182
  326. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +0 -169
  327. package/skills.yaml +0 -21
  328. package/src/ai-debug.ts +0 -188
  329. package/src/api/agent-get.ts +0 -22
  330. package/src/api/agent-start.ts +0 -384
  331. package/src/api/client-log.ts +0 -29
  332. package/src/api/context.ts +0 -332
  333. package/src/api/debug-layout.ts +0 -47
  334. package/src/api/debug-report.ts +0 -29
  335. package/src/api/debug-snapshot.ts +0 -30
  336. package/src/api/debug-stream.ts +0 -52
  337. package/src/api/files-delete.ts +0 -184
  338. package/src/api/files-read.ts +0 -41
  339. package/src/api/files-rename.ts +0 -99
  340. package/src/api/files-tree.ts +0 -292
  341. package/src/api/files-write.ts +0 -41
  342. package/src/api/mcp.ts +0 -603
  343. package/src/api/memory.ts +0 -69
  344. package/src/api/open-external.ts +0 -39
  345. package/src/api/playwright-cli.ts +0 -606
  346. package/src/api/providers.ts +0 -457
  347. package/src/api/read-env-token.ts +0 -33
  348. package/src/api/sessions.ts +0 -79
  349. package/src/api/settings.ts +0 -120
  350. package/src/api/skills.ts +0 -58
  351. package/src/api/testomatio-attachment.ts +0 -89
  352. package/src/api/testomatio-auth.ts +0 -284
  353. package/src/api/testomatio-proxy.ts +0 -197
  354. package/src/api/testomatio-run-stats.ts +0 -81
  355. package/src/api/testomatio-target.ts +0 -225
  356. package/src/api/testomatio-transcription.ts +0 -82
  357. package/src/api/workspace-search.ts +0 -96
  358. package/src/api/workspace-sync.ts +0 -151
  359. package/src/api/workspace.ts +0 -165
  360. package/src/app-server.ts +0 -556
  361. package/src/bridge.ts +0 -251
  362. package/src/check-tests.ts +0 -156
  363. package/src/cli.ts +0 -17
  364. package/src/commands.ts +0 -244
  365. package/src/config.ts +0 -183
  366. package/src/connection.ts +0 -658
  367. package/src/context-store.ts +0 -265
  368. package/src/debug-bus.ts +0 -405
  369. package/src/extensions/tool-gate.ts +0 -220
  370. package/src/extensions/webui/ask-channel.ts +0 -52
  371. package/src/extensions/webui/index.ts +0 -184
  372. package/src/extensions/webui/tools/ask-question.ts +0 -88
  373. package/src/extensions/webui/tools/query-result.ts +0 -79
  374. package/src/extensions/webui/tools/render-chart.ts +0 -53
  375. package/src/extensions/webui/tools/render-item.ts +0 -61
  376. package/src/extensions/webui/tools/render-list.ts +0 -170
  377. package/src/extensions/webui/tools/render-result.ts +0 -85
  378. package/src/extensions/webui/tools/render-tree.ts +0 -71
  379. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  380. package/src/extensions/webui/tools/widget-result.ts +0 -13
  381. package/src/extensions/webui/widget-channel.ts +0 -50
  382. package/src/file-log.ts +0 -196
  383. package/src/git-tracked.ts +0 -68
  384. package/src/gitignore.ts +0 -53
  385. package/src/json-store.ts +0 -43
  386. package/src/load-env.ts +0 -70
  387. package/src/loader-style.ts +0 -96
  388. package/src/main.ts +0 -140
  389. package/src/mcp-catalog.ts +0 -96
  390. package/src/models-catalog.ts +0 -72
  391. package/src/permissions.ts +0 -120
  392. package/src/project-dir.ts +0 -189
  393. package/src/project-info.ts +0 -108
  394. package/src/prompt/app-ui.ts +0 -59
  395. package/src/prompt/browser.ts +0 -27
  396. package/src/prompt/index.ts +0 -62
  397. package/src/server-info.ts +0 -62
  398. package/src/session-factory.ts +0 -442
  399. package/src/session-store.ts +0 -115
  400. package/src/shell-env.ts +0 -45
  401. package/src/skills.ts +0 -163
  402. package/src/sync-snapshot.ts +0 -140
  403. package/src/telemetry.ts +0 -239
  404. package/src/testomatio-auth.ts +0 -299
  405. package/src/testomatio.ts +0 -98
  406. package/src/theme.ts +0 -30
  407. package/src/user-env.ts +0 -94
  408. package/src/welcome.ts +0 -127
  409. package/src/workspace/safe-path.ts +0 -85
  410. package/src/workspace/test-md.ts +0 -70
  411. package/src/workspace-model.ts +0 -440
  412. package/testeiya.config.json +0 -14
@@ -1,378 +0,0 @@
1
- ---
2
- title: Download Manual Tests as Files
3
- description: Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, track changes locally, write and update tests using a code editor, and then seamlessly import changes back into Testomat.io using the CLI. This workflow aligns manual testing with modern DevOps practices, offering full history, branching, and collaborative editing benefits.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Export to Markdown, Testomat.io, manual tests, Git repository, version control, import from Markdown, CLI, track changes, Markdown files, mixed projects, create new tests, update existing tests, bulk edit, delete tests, change project structure, test management, export, import, Markdown Support.
11
- ---
12
-
13
- ## Export & Version Control Manual Tests in Git (Markdown Support)
14
-
15
- You can now **export your manual tests as Markdown files directly into your Git repository** and keep them under version control by using **'Export to Markdown'** feature.
16
-
17
- This allows your team to write, edit, and track changes to manual test cases just like code — with full history, branching, and collaboration benefits that Git offers.
18
-
19
- **Key benefits:**
20
-
21
- - **Export manual tests to Markdown** – keep human-readable test cases in your repository.
22
- - **Import manual tests via CLI** – instantly sync Markdown changes from Git into Testomat.io.
23
- - **Version control for manual tests** – review, revert, and track changes over time.
24
- - **Write and modify in your editor** – use your favorite IDE to create or update test cases.
25
-
26
- ## How to Export Manual Tests to Markdown
27
-
28
- To begin managing your manual test cases as files:
29
-
30
- 1. Create a directory on your computer where you want to export the tests.
31
-
32
- ![Testomatio - Export to markdown](./images/Export_as_markdown_1.png)
33
-
34
- 2. Open Terminal with the created project directory.
35
-
36
- ![Testomatio - Export to markdown](./images/Export_as_markdown_2.png)
37
-
38
- 3. Open your project in Testomat.io on **'Tests'** page.
39
- 4. Click **'Extra menu'** button.
40
- 5. Select **'Export to markdown'** option.
41
-
42
- ![Testomatio - Export to markdown](./images/Export_as_markdown_3.png)
43
-
44
- 6. Select your OS from the dropdown list.
45
- 7. Copy the displayed pull command.
46
-
47
- ![Testomatio - Export to markdown](./images/Export_as_markdown_4.png)
48
-
49
- 8. Run the export command in your project directory to download tests from Testomat.io.
50
-
51
- ![Testomatio - Export to markdown](./images/Export_as_markdown_5.png)
52
-
53
- Congrats! Your tests are downloaded from Testomat.io and created in Markdown format.
54
-
55
- ![Testomatio - Export to markdown](./images/Export_as_markdown_6.png)
56
-
57
- Now you can find your project in the previously created folder.
58
-
59
- ![Testomatio - Export to markdown](./images/Export_as_markdown_7.png)
60
-
61
- **What Gets Exported?**
62
-
63
- - All test suites and tests from your current project.
64
- - Test IDs, descriptions, priorities, labels, tags and structure are preserved in the generated files.
65
-
66
- To continue working with your manual test cases and manage them locally as files, it’s highly recommended to use **Git Version Control**.
67
-
68
- In order to do this, you need:
69
-
70
- 1. Open the directory with exported tests in your text editor.
71
-
72
- ![Testomatio - Export as markdown](./images/Export_as_markdown_8.png)
73
-
74
- ![Testomatio - Export as markdown](./images/Export_as_markdown_9.png)
75
-
76
- 2. Run `git init` command in the Terminal.
77
- 3. Go to **'Source control'** tab in your editor.
78
- 4. Stage all changes.
79
- 5. Click **'Commit'** button.
80
-
81
- ![Testomatio - Export as markdown](./images/Export_as_markdown_10.png)
82
-
83
- 6. Confirm your action to commit changes.
84
-
85
- ![Testomatio - Export as markdown](./images/Export_as_markdown_11.png)
86
-
87
- ![Testomatio - Export as markdown](./images/Export_as_markdown_12.png)
88
-
89
- Your tests now reside right next to your application code in Git, so you can start updating exported suites and test cases, adding new ones, or deleting irrelevant tests.
90
-
91
- ![Testomatio - Export as markdown](./images/Export_as_markdown_13.png)
92
-
93
- ## User Scenario for Export to Markdown
94
-
95
- Imagine you’re working on a new product release and your QA team collaborates closely with developers.
96
- Instead of switching back and forth between Testomat.io and your code editor, the **manual test cases** live right next to your application code in Git.
97
-
98
- - A developer spots a missing step in a test case and updates the Markdown file in their branch.
99
- - The change is committed, reviewed in a pull request, and merged into main.
100
- - The updated test case is automatically synced back into Testomat.io via CLI.
101
-
102
- This workflow makes test case management seamless, collaborative, and fully traceable — aligning your manual testing process with modern DevOps practices.
103
-
104
- ## User Scenario for Mixed Projects
105
-
106
- If you are working on a Mixed project (have both manual and automation tests), with **Export to Markdown** feature you can export your manual tests to the same directory as your automation tests. This will allow you to manage all tests in one place.
107
-
108
- ## Folder Naming and Normalization Rules
109
-
110
- When organizing your projects, ensure that folder names adhere to the following naming conventions to maintain compatibility during import and export processes.
111
-
112
- **In folder names, you can use:**
113
- **Allowed Characters**
114
- - Any Unicode letters (Multiple languages supported).
115
- - Digits (0-9).
116
- - Spaces.
117
- - Underscore `_`.
118
- - Hyphen `-`.
119
- - Dot `.`.
120
-
121
- **Prohibited Characters:** All other special characters or symbols not listed above are strictly forbidden.
122
-
123
- **Automatic Normalization**
124
- To ensure consistent file paths, Testomat.io applies the following normalization rules:
125
- - **Consolidation:** Multiple consecutive spaces, underscores, hyphens, or dots are transformed into a single entity. (Example: `...` becomes `.`).
126
- - **Trimming:** Any spaces, underscores, or dots at the beginning or end of a folder name are automatically removed.
127
-
128
- :::note
129
-
130
- Visit [Classical Tests Markdown Format](https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format/) page to read about the correct structure for your suites and tests in the markdown format.
131
-
132
- :::
133
-
134
- ## What You Can Do with Tests Exported as Files
135
-
136
- After your project is downloaded to Markdown you can:
137
-
138
- - Create new tests and suits.
139
- - Update existing tests, including using **Bulk Edit** to modify multiple tests (add/change tags, labels, custom fields, assignee or priority).
140
- - Delete tests that are no longer relevant.
141
- - Change Project structure.
142
- - Work with Dynamic parameters.
143
-
144
- ### Create New Suites/Tests
145
-
146
- Each suite is represented as a single markdown file. All metadata is written as inside comments.
147
-
148
- To create a new test in a file, you need to add:
149
-
150
- 1. The **Test Header** (required)
151
-
152
- ```
153
- <!-- test -->
154
- ```
155
-
156
- **Test Header** elements can include:
157
-
158
- - **Email of test creator** (if not added, defaults to 'Unknown user').
159
- - **Priority**: low, normal, high, important, ctitical (if not set up, defaults to 'normal').
160
- - **Tags** (optional) - can be added in the header or test title. You can create and add new Tags, or use existing.
161
- - **Labels and Custom Fields** (optional) - can only be added in the header. **Important!** You can only use Labels and Custom fields that already exist
162
-
163
- in your project.
164
-
165
- 2. Test title (Starts with `#`).
166
- 3. Test description with Requirements, Pre-conditions, Steps and Expected Results in Markdown format.
167
-
168
- :::note
169
-
170
- Don't add the ID as it will be created automatically after tests are synced into Testomat.io.
171
-
172
- :::
173
-
174
- **Example of structure for Test Case:**
175
-
176
- ```
177
- <!-- test
178
- priority: high
179
- creator: creator_email@gmail.com
180
- tags: @user, @update
181
- labels: smoke
182
- -->
183
-
184
- # Test Title
185
-
186
- ### Requirements
187
-
188
- ### Steps
189
-
190
- 1. Step 1
191
- **Expected Result**: For Step 1.
192
-
193
- 2. Step 2
194
- **Expected Result**: For Step 2.
195
-
196
- 3. Step 3
197
- **Expected Result**: For Step 3.
198
- ```
199
-
200
- ![Testomatio - Export as markdown](./images/Add_test_markdown_1.png)
201
-
202
- The **Header** for Suites has a similar format:
203
-
204
- ```
205
- <!-- suite
206
- emoji:
207
- labels:
208
- -->
209
- ```
210
- ### Update Existing Suites/Tests
211
-
212
- Update the description for an existing suite/test in the markdown format.
213
- If you need to change/add a specific Step, Pre-condition, Priority, Tags, Labels, etc. for multiple tests, you can do this using **Bulk edit**.
214
-
215
- ![Testomatio - Export as markdown](./images/Bulk_edit_test_markdown_1.gif)
216
-
217
- :::note
218
-
219
- Avoid renaming folders or suites within the directory structure, as this may disrupt the Project structure upon import. To change a suite name, edit it within the Markdown file header or directly in Testomat.io.
220
-
221
- :::
222
-
223
- ![Testomatio - Export as markdown](./images/Rename_test_markdown_1.png)
224
-
225
- | **Suite Name Before** | **Suite Name After** |
226
- | --------------------------- | ------------------------------------- |
227
- | ![Testomatio - Export as markdown](./images/Suite_name_before.png) | ![Testomatio - Export as markdown](./images/Suite_name_after.png) |
228
-
229
- ### Delete Irrelevant Tests
230
-
231
- Simply delete the irrelevant suites/tests from the file and save the changes before the import process.
232
-
233
- ### Change Project Structure
234
-
235
- Project structure **cannot** be modified by moving folders or suites within the directory structure. Only **individual test cases** can be moved between suites in the Markdown file. After the import, changes will be displayed on Testomat.io side.
236
-
237
- :::note
238
-
239
- If you modify the project structure directly within Testomat.io after an initial Markdown export, clear your local directory and perform a fresh pull to ensure files remain synchronized.
240
-
241
- :::
242
-
243
- ### How to Work with Dynamic Parameters
244
-
245
- To create a test case with **Dynamic Parameters** in a markdown file, you need to add them in the markdown format.
246
-
247
- 1. Add an **'Example'** section at the end of your test case using the markdown format:
248
- ```
249
- <!-- example -->
250
- ```
251
- 2. Assign headers for parameters and dynamic parameters for testing in the table structure.
252
- ```
253
- | Header 1 | Header 2 |
254
- | --- | --- |
255
- | Param name 1 | Param name 2 |
256
- | Param name 3 | Param name 4 |
257
- ```
258
- **Example of structure for Test Case with Dynamic Parameters:**
259
-
260
- ![Testomatio - Export as markdown](./images/Export_dynamic_param_1.png)
261
-
262
- :::note
263
-
264
- **Character Limit:** If a parameter name exceeds 250 characters, it will be truncated on UI (only the first 247 characters will be displayed).
265
-
266
- **Parameter Order:** The order of parameters cannot be manually changed within the markdown file. On the UI, they are always displayed by the latest IDs assigned during the import from markdown to Testomat.io.
267
-
268
- **Synchronization:** While the order in the markdown file and on the UI might not match initially after an import, the order will be synchronized once you export them back from Testomat.io to a markdown file (the exported file will match the UI order).
269
-
270
- :::
271
-
272
- For more information about **Dynamic Parameters** follow the [link](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-add-dynamic-parameters-to-a-test).
273
-
274
- ## How to Import Manual Tests from Markdown
275
-
276
- Once you have finished updating the test cases in the file system, use the **'Import from Markdown'** feature to import all the changes into Testomat.io.
277
-
278
- :::note
279
-
280
- Before importing your tests back to Testomat.io you must:
281
-
282
- 1. **Save** and **commit** your changes.
283
-
284
- 2. **Pull latest changes** from Testomat.io before importing to avoid accidentally overwriting data inside Testomat.io. First, run the same command that you used for exporting tests `npx check-tests@latest pull` to pull your tests and fetch latest data from Testomat.io. Verify all changes. Then you can upload them back. In case you use Git, this would be the safest way to deal with tests. Alternatively, you can use `--force option`.
285
-
286
- :::
287
-
288
- To **'Import from Markdown'** you need:
289
-
290
- 1. Open your project in Testomat.io on **'Tests'** page.
291
- 2. Click **'Extra menu'** button.
292
- 3. Select **'Import from markdown'** option.
293
-
294
- ![Testomatio - Import from markdown](./images/Import_from_markdown_1.png)
295
-
296
- 4. On the displayed **'Import Project from Source Code'** page select **'Manual tests (markdown files)'** from the **'Project Framework'** dropdown list.
297
-
298
- ![Testomatio - Import from markdown](./images/Import_from_markdown_2.png)
299
-
300
- 5. Select **'Markdown'** option from the **'Project Language'** dropdown list for a **Classical Project**.
301
- 6. Select your OS from the dropdown list.
302
- 7. Copy the displayed push command.
303
-
304
- ![Testomatio - Import from markdown](./images/Import_from_markdown_3.png)
305
-
306
- 8. Run the import command in your project directory to sync tests back to Testomat.io.
307
-
308
- After your tests are imported back to Testomat.io, all new tests will be automatically synced to the project without additional confirmation and all updated tests will be displayed with **'out of sync'** label and will required confirmation from your side. You can use **'Out of Sync'** filter to find all of them, so you can verify and save the changes.
309
-
310
- Each test with **'out of sync'** label should be verified manually one by one.
311
-
312
- **To check and save changes for updated tests:**
313
-
314
- 1. Click on **'Out of Sync'** label.
315
-
316
- ![Testomatio - Import from markdown](./images/Out_of_Sync_1.png)
317
-
318
- 2. Open the test you want to check.
319
- 3. Click **'Compare Description'**.
320
-
321
- ![Testomatio - Import from markdown](./images/Out_of_Sync_2.png)
322
-
323
- 4. There are 2 options on this Step:
324
- - Click **'Revert to Previous'** button if you want to cancel the changes.
325
-
326
- OR
327
-
328
- - Click **'Keep Current'** button if you want to save the changes.
329
-
330
- ![Testomatio - Import from markdown](./images/Out_of_Sync_3.png)
331
-
332
- :::note
333
-
334
- By clicking on **'Mark as Sync'** button you can sync the test with the latest changes.
335
-
336
- ![Testomatio - Import from markdown](./images/Out_of_Sync_4.png)
337
-
338
- :::
339
-
340
- ### Importing Automated Tests as Manual
341
-
342
- If you maintain only automated test cases or both, manual and automated, within the same source files (e.g., in a single .feature file), but you want to import your automated tests as manual, you can use the **'Additional Settings'** during import to ensure these tests are correctly mapped and synchronized within Testomat.io.
343
-
344
- **To use this feature:**
345
-
346
- 1. Go to the **Import Project from Source Code** menu: select your **Project Framework**, **Project Language** and **OS**.
347
- 2. Click on **'Additional Settings'**.
348
-
349
- ![Testomatio - Import from markdown](./images/Auto_to_manual_1.png)
350
-
351
- 3. In the field **'Import automated tests as manual when a test is marked with a tag'**, enter the dedicated tag you use in your code for tests that should be imported as manual tests (e.g., `@manual`, `@smoke`, etc.).
352
- 4. Copy the displayed import command from Testomat.io, for example:
353
- `TESTOMATIO=tstmt_... npx check-tests@latest codeceptjs "**/*.js"`
354
-
355
- 5. Click the **'Finish'** button.
356
-
357
- ![Testomatio - Import from markdown](./images/Auto_to_manual_2.png)
358
-
359
- 6. Run coppied import command in the terminal.
360
-
361
- ![Testomatio - Import from markdown](./images/Auto_to_manual_3.png)
362
-
363
- 7. Verify the state of imported tests.
364
-
365
- | **Tests State Before = Automated** | **Tests State After = Manual** |
366
- | --------------------------- | ------------------------------------- |
367
- | ![Testomatio - Import from markdown](./images/Auto_to_manual_before.png) | ![Testomatio - Import from markdown](./images/Auto_to_manual_after.png) |
368
-
369
- :::note
370
-
371
- **Single State Rule:** A test can have only one state: **manual** or **automated**. It cannot hold both statuses simultaneously in Testomat.io.
372
-
373
- **Applicability:** This feature works for both **BDD** and **Classical** project types.
374
-
375
- **Scope:** The setting is applicable to both **individual tests** and **entire suites**.
376
-
377
-
378
- :::
@@ -1,112 +0,0 @@
1
- ---
2
- title: Export Tests to Obsidian
3
- description: Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes back to Testomat.io using the CLI.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: og:image
10
- content: https://docs.testomat.io/obsidian_logo.svg
11
- - tag: meta
12
- attrs:
13
- name: og:title
14
- content: Export Tests to Obsidian | Testomat.io
15
- - tag: meta
16
- attrs:
17
- name: og:description
18
- content: Export manual tests from Testomat.io as Markdown and manage them in Obsidian. Edit test cases, sync changes, and keep your test documentation in a knowledge base.
19
- - tag: meta
20
- attrs:
21
- name: keywords
22
- content: Testomat.io, export tests, Obsidian, vault, Markdown, manual tests, export to markdown, knowledge base, test documentation, test management, edit tests, sync tests, CLI, check-tests
23
- ---
24
-
25
- [Obsidian](https://obsidian.md) is a powerful knowledge base application that works on top of plain Markdown files. Since Testomat.io can export manual tests as Markdown, you can use Obsidian to browse, search, and organize your test cases locally.
26
-
27
- ## How to Export Tests to Obsidian
28
-
29
- ### Step 1: Export Tests as Markdown
30
-
31
- First, export your manual tests from Testomat.io as Markdown files using the **Export to Markdown** feature:
32
-
33
- 1. Create a directory on your computer where you want to store the tests.
34
- 2. Open your project in Testomat.io on the **Tests** page.
35
- 3. Click the **Extra menu** button.
36
- 4. Select **Export to markdown**.
37
- 5. Select your OS and copy the displayed pull command.
38
- 6. Run the export command in your project directory.
39
-
40
- For detailed export instructions, see [Download Manual Tests as Files](../download-tests-as-files/download-manual-tests-as-files).
41
-
42
- ### Step 2: Open the Folder as an Obsidian Vault
43
-
44
- Once the tests are exported, open the folder directly in Obsidian:
45
-
46
- 1. Open **Obsidian**.
47
- 2. Click the **Open another vault** button (vault icon in the bottom-left corner) or go to **File → Open vault**.
48
- 3. Select **Open folder as vault**.
49
- 4. Navigate to the folder containing your exported Markdown tests and click **Open**.
50
-
51
- All your test suites and test cases will appear in Obsidian immediately — no copying or importing is needed. Obsidian reads `.md` files directly from the folder.
52
-
53
- ![Testomat.io tests opened in Obsidian vault](./images/obsidian_vault_tests.png)
54
-
55
- ### Step 3: Browse Your Tests
56
-
57
- Once the vault is open, you can:
58
-
59
- - **Navigate the test tree** using the file explorer sidebar — folders represent suites.
60
- - **Search across all tests** using Obsidian's built-in search (`Ctrl+Shift+F` / `Cmd+Shift+F`).
61
- - **Use graph view** to visualize connections between test suites and cases.
62
- - **Tag filtering** — if your tests include tags, Obsidian will recognize them for filtering.
63
-
64
- ## Editing Tests in Obsidian
65
-
66
- You can edit and update your test cases directly in Obsidian. Any changes you make to the Markdown files — updating steps, adding preconditions, changing tags or priorities — will be picked up when you push the changes back to Testomat.io.
67
-
68
- When editing tests, keep the existing Markdown structure intact:
69
-
70
- - **Test headers** (`<!-- test -->` comments) contain metadata like priority, tags, and labels.
71
- - **Test titles** start with `#`.
72
- - **Steps and expected results** follow the standard Markdown format.
73
-
74
- You can also create new test files or delete irrelevant ones. For details on test file structure, see [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files).
75
-
76
- ### Pushing Changes Back to Testomat.io
77
-
78
- Once you've finished editing, push your changes back to Testomat.io using the CLI. You will need your project's **TESTOMATIO** API key, which can be found in your project **Settings → API Key**.
79
-
80
- Run the following command in the directory with your tests:
81
-
82
- ```bash
83
- TESTOMATIO={your-api-key} npx check-tests@latest push
84
- ```
85
-
86
- :::note
87
-
88
- Before pushing, it's recommended to **pull the latest changes first** to avoid overwriting updates made in Testomat.io:
89
-
90
- ```bash
91
- TESTOMATIO={your-api-key} npx check-tests@latest pull
92
- ```
93
-
94
- Review any differences, then push your changes.
95
-
96
- :::
97
-
98
- After the push, new tests will be added to your project automatically. Updated tests will appear with an **'out of sync'** label in Testomat.io, where you can review and confirm each change.
99
-
100
- ## Keeping Tests in Sync
101
-
102
- To update your Obsidian vault with the latest tests from Testomat.io, re-run the pull command in the same directory:
103
-
104
- ```bash
105
- TESTOMATIO={your-api-key} npx check-tests@latest pull
106
- ```
107
-
108
- Obsidian will automatically reflect the updated files.
109
-
110
- ## Using Obsidian with Git
111
-
112
- For full version control, you can initialize a Git repository in the same folder as your Obsidian vault. This lets you track changes, review diffs, and collaborate with your team. See [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files) for details on setting up Git with exported tests.
@@ -1,127 +0,0 @@
1
- ---
2
- title: Export to Spreadsheet
3
- description: Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered results, with options to include extra columns like steps and preconditions. It also explains using multiselection and different export modes (Only found Tests, Found Suites and Found Tests) to ensure users can efficiently download and share specific test data outside the platform.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, export test cases, export test suites, export data, export as spreadsheet, Excel format, download test data, test management, XLS, automated tests
11
- ---
12
-
13
- The export feature provides users with the ability to download test cases and suites in various formats, offering flexibility in how the data is exported. You can export test cases in Excel format. This functionality supports filtering by tags, labels, or specific suites, allowing users to export only the relevant test data. Depending on the export mode selected, users can choose to export individual tests, complete suites, or the entire set of tests with additional details.
14
-
15
- Below, you will find export guidelines to help you quickly get the necessary test suites and cases.
16
-
17
- ## How to Export All Suites with Tests (including extra columns)
18
-
19
- 1. Click on the **Tests** in the sidebar
20
- 2. Click on the **Extra Menu**
21
- 3. Click on **Export as Spreadsheet**
22
-
23
- ![Export as Spreadsheet](./images/att1_285.png)
24
-
25
- Once the pop-up appears, optionally, you can configure your spreadsheet by adding extra columns.
26
-
27
- 4. Click on the **Add extra columns**
28
- 5. Fill out extra columns, e.g.
29
-
30
- - Preconditions
31
- - Steps
32
- - Expected results
33
-
34
- 6. Click on the **Launch export** button to start the export with the applied columns
35
-
36
- ![Launch export](./images/att2_285.png)
37
-
38
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
39
-
40
- ![Account files and a link](./images/att3_285.png)
41
-
42
- :::note
43
-
44
- Once you select extra columns for export, Testomat.io remembers your choices, so you don’t need to configure them again next time.
45
-
46
- :::
47
-
48
- ## How to Export a Suite with All Tests
49
-
50
- 1. Click on the **Tests** in the sidebar
51
- 2. Select a specific suite or a folder, you want to export
52
- 3. Click on the **Extra Menu**
53
- 4. Click on **Download suite with all tests**
54
-
55
- ![Download suite with all tests](./images/att4_285.png)
56
-
57
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
58
-
59
- ![Account files and a link](./images/att5_285.png)
60
-
61
- ## How to Export Found Test Suites and Cases
62
-
63
- ### Search Criteria: Export Mode – Only found Tests
64
-
65
- 1. Click on the **Tests** in the sidebar
66
- 2. Search, e.g., by tag @localisation
67
-
68
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
69
-
70
- Once all exact test matches are shown:
71
-
72
- 3. Click on **Download results** icon
73
-
74
- ![Download results](./images/att6_285.png)
75
-
76
- 4. Select **Only found Tests** in the **Export mode** dropdown
77
- 5. Click on the **Launch export** button
78
-
79
- ![Launch export](./images/att7_285.png)
80
-
81
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
82
-
83
- ![Account files and a link](./images/att12_285.png)
84
-
85
- ### Search Criteria: Export Mode – Found Suites and Found Tests
86
-
87
- To export both matching test suites (with their content) and individual matching test cases, follow these steps:
88
-
89
- 1. Click on the **Tests** in the sidebar
90
- 2. Search, e.g., by tag @localisation
91
-
92
- Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
93
-
94
- Once all exact test matches are shown:
95
-
96
- 3. Click on **Download results** icon
97
-
98
- ![Download results](./images/att6_285-1.png)
99
-
100
- 4. Select **Found Suites and found tests** in the **Export mode**
101
- 5. Click on the **Launch export** button
102
-
103
- ![Launch export](./images/att8_285.png)
104
-
105
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
106
-
107
- ![Account files and a link](./images/att12_285-1.png)
108
-
109
- ### Export Tests With Multiselection
110
-
111
- 1. Click on the **Tests** in the sidebar
112
- 2. Click **Multi-Select**
113
- 3. Select specific tests or suites, you want to export
114
- 4. Click on the **Extra Menu** at the bottom
115
- 5. Click on the **Download** button
116
-
117
- ![Download](./images/att9_285.png)
118
-
119
- 6. Once the pop-up appears, click on **Launch export** or add extra columns before
120
-
121
- ![Launch export](./images/att10_285.png)
122
-
123
- The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
124
-
125
- ![Account files and a link](./images/att11_285.png)
126
-
127
- Testomat.io allows teams to export test suites and cases, making it easier to share, review and work with them outside the platform. This helps to optimize collaboration and keep all the necessary data accessible when needed.
@@ -1,63 +0,0 @@
1
- ---
2
- title: Auto-Import
3
- description: Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automated tests with your codebase on every push to the main branch, ensuring consistency in test management. It includes commands for Playwright with TypeScript, token management, and auto-committing changes to test IDs.
4
- type: article
5
- url: https://docs.testomat.io/project/import-export/auto-import
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Test automation, GitHub Actions, CI workflows, Playwright, TypeScript, Testomat.io, test import, auto-commit, test management, automated testing, continuous integration
11
- ---
12
-
13
- It is recommended to re-import your automated tests regularely.
14
- This task can be accomplished by CI. On every push to main branch you can import automated tests and update their IDs for new tests added. This will keep tests in Testomat.io and in codebase in sync.
15
-
16
- ## GitHub Actions
17
-
18
- If you use GitHub Actions you can use the following workflow file to perform auto-import.
19
-
20
- * We use `check-tests` command with Playwright with TypeScript configured but you can replace it with a framework of your choice.
21
- * `TESTOMATIO` token must be passed as a [secret variable](https://docs.github.com/en/actions/security-guides/using-secrets-in-github-actions) into a workflow
22
- * Changes to tests are automatically committed via `git-auto-commit-action`
23
-
24
- ```yaml
25
- name: Update Test IDs
26
-
27
- on:
28
- push:
29
- branches:
30
- - main
31
- - master
32
-
33
- jobs:
34
- update-tests:
35
- runs-on: ubuntu-latest
36
-
37
- steps:
38
- - name: Checkout code
39
- uses: actions/checkout@v2
40
-
41
- - name: Install Node.js
42
- uses: actions/setup-node@v2
43
- with:
44
- node-version: '18'
45
-
46
- - name: Import tests and update IDs
47
- run: npx check-tests Playwright "**/*{.,_}{test,spec,cy}.ts" --update-ids --typescript
48
- env:
49
- TESTOMATIO: ${{ secrets.TESTOMATIO }}
50
-
51
- - name: Commit and push changes
52
- uses: stefanzweifel/git-auto-commit-action@v4
53
- with:
54
- commit_message: "Updated test IDs"
55
- ```
56
-
57
- ### GitLab
58
-
59
- *Coming soon....*
60
-
61
- ### Jenkins
62
-
63
- *Coming soon...*