testeiya 0.2.1 → 0.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (414) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +41 -213
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +56 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +22 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +24 -21
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +49 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +72 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +61 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/env.js +69 -0
  24. package/dist/src/env.js.map +1 -0
  25. package/dist/src/mcp-extension.js +9 -0
  26. package/dist/src/mcp-extension.js.map +1 -0
  27. package/dist/src/mcp.js +139 -0
  28. package/dist/src/mcp.js.map +1 -0
  29. package/dist/src/model.js +66 -0
  30. package/dist/src/model.js.map +1 -0
  31. package/dist/src/result.js +41 -0
  32. package/dist/src/result.js.map +1 -0
  33. package/dist/src/run.js +199 -0
  34. package/dist/src/run.js.map +1 -0
  35. package/dist/src/session.js +77 -0
  36. package/dist/src/session.js.map +1 -0
  37. package/dist/vendor/mcp.js +14801 -0
  38. package/mcp-tools.json +2967 -0
  39. package/package.json +29 -42
  40. package/prompt/context.ts +101 -0
  41. package/prompt/index.ts +93 -0
  42. package/prompt/print.ts +23 -0
  43. package/prompt/project-info.ts +30 -0
  44. package/prompt/system-prompt.ts +173 -0
  45. package/{src/prompt → prompt}/testomatio.ts +119 -8
  46. package/{src/prompt → prompt}/tools.ts +30 -8
  47. package/prompt/vocab.ts +7 -0
  48. package/{skills.lock.json → skills/skills.lock.json} +11 -7
  49. package/skills/skills.yaml +34 -0
  50. package/assets/testeiya-logo-dark.svg +0 -16
  51. package/assets/testeiya-logo.svg +0 -15
  52. package/models.catalog.json +0 -6963
  53. package/skills/codeceptjs/ci-fix-tests/SKILL.md +0 -120
  54. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +0 -158
  55. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +0 -91
  56. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +0 -158
  57. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +0 -90
  58. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +0 -234
  59. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +0 -110
  60. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +0 -306
  61. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +0 -352
  62. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +0 -472
  63. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +0 -350
  64. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +0 -81
  65. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +0 -206
  66. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  67. package/skills/playwright-best-practices-skill/README.md +0 -147
  68. package/skills/playwright-best-practices-skill/SKILL.md +0 -303
  69. package/skills/playwright-best-practices-skill/advanced/authentication-flows.md +0 -360
  70. package/skills/playwright-best-practices-skill/advanced/authentication.md +0 -871
  71. package/skills/playwright-best-practices-skill/advanced/clock-mocking.md +0 -364
  72. package/skills/playwright-best-practices-skill/advanced/mobile-testing.md +0 -409
  73. package/skills/playwright-best-practices-skill/advanced/multi-context.md +0 -288
  74. package/skills/playwright-best-practices-skill/advanced/multi-user.md +0 -393
  75. package/skills/playwright-best-practices-skill/advanced/network-advanced.md +0 -452
  76. package/skills/playwright-best-practices-skill/advanced/third-party.md +0 -464
  77. package/skills/playwright-best-practices-skill/architecture/pom-vs-fixtures.md +0 -363
  78. package/skills/playwright-best-practices-skill/architecture/test-architecture.md +0 -369
  79. package/skills/playwright-best-practices-skill/architecture/when-to-mock.md +0 -383
  80. package/skills/playwright-best-practices-skill/browser-apis/browser-apis.md +0 -391
  81. package/skills/playwright-best-practices-skill/browser-apis/iframes.md +0 -403
  82. package/skills/playwright-best-practices-skill/browser-apis/service-workers.md +0 -504
  83. package/skills/playwright-best-practices-skill/browser-apis/websockets.md +0 -403
  84. package/skills/playwright-best-practices-skill/core/annotations.md +0 -424
  85. package/skills/playwright-best-practices-skill/core/assertions-waiting.md +0 -361
  86. package/skills/playwright-best-practices-skill/core/configuration.md +0 -452
  87. package/skills/playwright-best-practices-skill/core/fixtures-hooks.md +0 -417
  88. package/skills/playwright-best-practices-skill/core/global-setup.md +0 -434
  89. package/skills/playwright-best-practices-skill/core/locators.md +0 -242
  90. package/skills/playwright-best-practices-skill/core/page-object-model.md +0 -315
  91. package/skills/playwright-best-practices-skill/core/projects-dependencies.md +0 -453
  92. package/skills/playwright-best-practices-skill/core/test-data.md +0 -492
  93. package/skills/playwright-best-practices-skill/core/test-suite-structure.md +0 -361
  94. package/skills/playwright-best-practices-skill/core/test-tags.md +0 -298
  95. package/skills/playwright-best-practices-skill/debugging/console-errors.md +0 -420
  96. package/skills/playwright-best-practices-skill/debugging/debugging.md +0 -504
  97. package/skills/playwright-best-practices-skill/debugging/error-testing.md +0 -360
  98. package/skills/playwright-best-practices-skill/debugging/flaky-tests.md +0 -496
  99. package/skills/playwright-best-practices-skill/frameworks/angular.md +0 -530
  100. package/skills/playwright-best-practices-skill/frameworks/nextjs.md +0 -469
  101. package/skills/playwright-best-practices-skill/frameworks/react.md +0 -531
  102. package/skills/playwright-best-practices-skill/frameworks/vue.md +0 -574
  103. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/ci-cd.md +0 -468
  104. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/docker.md +0 -283
  105. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/github-actions.md +0 -546
  106. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/gitlab.md +0 -397
  107. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/other-providers.md +0 -521
  108. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/parallel-sharding.md +0 -371
  109. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/performance.md +0 -453
  110. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/reporting.md +0 -424
  111. package/skills/playwright-best-practices-skill/infrastructure-ci-cd/test-coverage.md +0 -497
  112. package/skills/playwright-best-practices-skill/testing-patterns/accessibility.md +0 -359
  113. package/skills/playwright-best-practices-skill/testing-patterns/api-testing.md +0 -719
  114. package/skills/playwright-best-practices-skill/testing-patterns/browser-extensions.md +0 -506
  115. package/skills/playwright-best-practices-skill/testing-patterns/canvas-webgl.md +0 -493
  116. package/skills/playwright-best-practices-skill/testing-patterns/component-testing.md +0 -500
  117. package/skills/playwright-best-practices-skill/testing-patterns/drag-drop.md +0 -576
  118. package/skills/playwright-best-practices-skill/testing-patterns/electron.md +0 -509
  119. package/skills/playwright-best-practices-skill/testing-patterns/file-operations.md +0 -377
  120. package/skills/playwright-best-practices-skill/testing-patterns/file-upload-download.md +0 -562
  121. package/skills/playwright-best-practices-skill/testing-patterns/forms-validation.md +0 -561
  122. package/skills/playwright-best-practices-skill/testing-patterns/graphql-testing.md +0 -331
  123. package/skills/playwright-best-practices-skill/testing-patterns/i18n.md +0 -508
  124. package/skills/playwright-best-practices-skill/testing-patterns/performance-testing.md +0 -476
  125. package/skills/playwright-best-practices-skill/testing-patterns/security-testing.md +0 -430
  126. package/skills/playwright-best-practices-skill/testing-patterns/visual-regression.md +0 -634
  127. package/skills/playwright-cli/SKILL.md +0 -420
  128. package/skills/playwright-cli/references/element-attributes.md +0 -23
  129. package/skills/playwright-cli/references/playwright-tests.md +0 -39
  130. package/skills/playwright-cli/references/request-mocking.md +0 -87
  131. package/skills/playwright-cli/references/running-code.md +0 -241
  132. package/skills/playwright-cli/references/session-management.md +0 -225
  133. package/skills/playwright-cli/references/storage-state.md +0 -275
  134. package/skills/playwright-cli/references/test-generation.md +0 -433
  135. package/skills/playwright-cli/references/tracing.md +0 -139
  136. package/skills/playwright-cli/references/video-recording.md +0 -143
  137. package/skills/testeiya/README.md +0 -29
  138. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  139. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  140. package/skills/testeiya/check-tests/SKILL.md +0 -260
  141. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  142. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  143. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  144. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  145. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  146. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  147. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  148. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  149. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  150. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  151. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  152. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  153. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  154. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  155. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  156. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  157. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  158. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  159. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  160. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  161. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  162. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  163. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  164. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  165. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  166. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  167. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  168. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  169. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  170. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  171. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  172. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  173. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  174. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  175. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  176. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  177. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  178. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  179. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  180. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  181. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  182. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  183. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  184. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  185. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  186. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  187. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  188. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  189. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  190. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  191. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  192. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  193. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  194. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  195. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  196. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  197. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  198. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  199. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  200. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  201. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  202. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  203. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  204. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  205. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  206. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  207. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  208. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  209. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  210. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  211. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  212. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  213. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  214. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  215. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  216. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  217. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  218. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  219. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  220. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  221. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  222. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  223. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  224. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  225. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  226. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  227. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  228. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  229. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  230. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  231. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  232. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  233. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  234. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  235. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  236. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  237. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  238. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  239. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  240. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  241. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  242. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  243. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  244. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  245. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  246. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  247. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  248. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  249. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  250. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  251. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  252. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  253. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  254. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  255. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  256. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  257. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  258. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  259. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  260. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  261. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  262. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  263. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  264. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  265. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  266. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  267. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  268. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  269. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  270. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  271. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  272. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  273. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  274. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  275. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  276. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  277. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  278. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  279. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  280. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  281. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  282. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  283. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  284. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  285. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  286. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +0 -88
  287. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +0 -95
  288. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +0 -334
  289. package/skills/testomatio/test-automation/automate-manual-test-cases/CLAUDE.md +0 -56
  290. package/skills/testomatio/test-automation/automate-manual-test-cases/SKILL.md +0 -242
  291. package/skills/testomatio/test-automation/automate-manual-test-cases/references/CODECEPTJS_BEST_PRACTICES.md +0 -182
  292. package/skills/testomatio/test-automation/automate-manual-test-cases/references/FINAL_SUMMARY_TEMPLATE.md +0 -22
  293. package/skills/testomatio/test-automation/automate-manual-test-cases/references/PLAYWRIGHT_BEST_PRACTICES.md +0 -90
  294. package/skills/testomatio/test-automation/automate-manual-test-cases/references/POM_BEST_PRACTICES.md +0 -53
  295. package/skills/testomatio/test-automation/automate-manual-test-cases/references/TEST_DATA_MANAGEMENT.md +0 -52
  296. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/SKILL.md +0 -107
  297. package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/references/DEBUGGING_QUICK_REFERENCE.md +0 -113
  298. package/skills/testomatio/test-automation/qa-automation-test-consolidation/SKILL.md +0 -29
  299. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +0 -151
  300. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  301. package/skills/testomatio/test-automation/testomat-allure-adapter/SKILL.md +0 -289
  302. package/skills/testomatio/test-management/detect-duplicate-test-cases/SKILL.md +0 -86
  303. package/skills/testomatio/test-management/detect-duplicate-test-cases/references/DUPLICATE_INSTRUCTIONS.md +0 -54
  304. package/skills/testomatio/test-management/improve-test-cases/SKILL.md +0 -114
  305. package/skills/testomatio/test-management/improve-test-cases/references/TESTOMAT_MARKDOWN_EXAMPLE.md +0 -66
  306. package/skills/testomatio/test-management/pull-request-diff-analyzer/SKILL.md +0 -141
  307. package/skills/testomatio/test-management/qa-e2e-tests-reporting/SKILL.md +0 -354
  308. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_ARTIFACTS.md +0 -82
  309. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_HTML_REPORT.md +0 -37
  310. package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_REPORTERS_CONFIG.md +0 -118
  311. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/SKILL.md +0 -149
  312. package/skills/testomatio/test-management/qa-pr-requirements-analyzer/references/summary-example.md +0 -54
  313. package/skills/testomatio/test-management/qa-requirement-reviewer/SKILL.md +0 -126
  314. package/skills/testomatio/test-management/qa-requirement-reviewer/references/requirements_reviewer_examples.md +0 -128
  315. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +0 -174
  316. package/skills/testomatio/test-management/qa-test-code-coverage/references/COVERAGE_FILE_FORMAT.md +0 -138
  317. package/skills/testomatio/test-management/qa-test-code-coverage/references/E2E_FRAMEWORKS.md +0 -65
  318. package/skills/testomatio/test-management/qa-test-code-coverage/scripts/check-coverage.mjs +0 -40
  319. package/skills/testomatio/test-management/qa-thinking/SKILL.md +0 -36
  320. package/skills/testomatio/test-management/qa-write-test-cases/SKILL.md +0 -267
  321. package/skills/testomatio/test-management/qa-write-test-cases/references/test-case-format.md +0 -387
  322. package/skills/testomatio/test-management/qa-write-test-cases/references/testomat-tms-guide.md +0 -72
  323. package/skills/testomatio/test-management/qa-write-test-cases/references/writing-rule.md +0 -159
  324. package/skills/testomatio/test-management/scan-automation-project/SKILL.md +0 -152
  325. package/skills/testomatio/test-management/sync-test-cases-with-tms/SKILL.md +0 -107
  326. package/skills/testomatio/test-management/sync-test-cases-with-tms/references/TESTOMATIO_CLI.md +0 -140
  327. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +0 -182
  328. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +0 -169
  329. package/skills.yaml +0 -21
  330. package/src/ai-debug.ts +0 -188
  331. package/src/api/agent-get.ts +0 -22
  332. package/src/api/agent-start.ts +0 -384
  333. package/src/api/client-log.ts +0 -29
  334. package/src/api/context.ts +0 -332
  335. package/src/api/debug-layout.ts +0 -47
  336. package/src/api/debug-report.ts +0 -29
  337. package/src/api/debug-snapshot.ts +0 -30
  338. package/src/api/debug-stream.ts +0 -52
  339. package/src/api/files-delete.ts +0 -184
  340. package/src/api/files-read.ts +0 -41
  341. package/src/api/files-rename.ts +0 -99
  342. package/src/api/files-tree.ts +0 -292
  343. package/src/api/files-write.ts +0 -41
  344. package/src/api/mcp.ts +0 -603
  345. package/src/api/memory.ts +0 -69
  346. package/src/api/open-external.ts +0 -39
  347. package/src/api/playwright-cli.ts +0 -606
  348. package/src/api/providers.ts +0 -457
  349. package/src/api/read-env-token.ts +0 -33
  350. package/src/api/sessions.ts +0 -79
  351. package/src/api/settings.ts +0 -120
  352. package/src/api/skills.ts +0 -58
  353. package/src/api/testomatio-attachment.ts +0 -89
  354. package/src/api/testomatio-auth.ts +0 -284
  355. package/src/api/testomatio-proxy.ts +0 -197
  356. package/src/api/testomatio-run-stats.ts +0 -81
  357. package/src/api/testomatio-target.ts +0 -225
  358. package/src/api/testomatio-transcription.ts +0 -82
  359. package/src/api/workspace-search.ts +0 -96
  360. package/src/api/workspace-sync.ts +0 -151
  361. package/src/api/workspace.ts +0 -165
  362. package/src/app-server.ts +0 -556
  363. package/src/bridge.ts +0 -251
  364. package/src/check-tests.ts +0 -156
  365. package/src/cli.ts +0 -17
  366. package/src/commands.ts +0 -244
  367. package/src/config.ts +0 -183
  368. package/src/connection.ts +0 -658
  369. package/src/context-store.ts +0 -265
  370. package/src/debug-bus.ts +0 -405
  371. package/src/extensions/tool-gate.ts +0 -220
  372. package/src/extensions/webui/ask-channel.ts +0 -52
  373. package/src/extensions/webui/index.ts +0 -184
  374. package/src/extensions/webui/tools/ask-question.ts +0 -88
  375. package/src/extensions/webui/tools/query-result.ts +0 -79
  376. package/src/extensions/webui/tools/render-chart.ts +0 -53
  377. package/src/extensions/webui/tools/render-item.ts +0 -61
  378. package/src/extensions/webui/tools/render-list.ts +0 -170
  379. package/src/extensions/webui/tools/render-result.ts +0 -85
  380. package/src/extensions/webui/tools/render-tree.ts +0 -71
  381. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  382. package/src/extensions/webui/tools/widget-result.ts +0 -13
  383. package/src/extensions/webui/widget-channel.ts +0 -50
  384. package/src/file-log.ts +0 -196
  385. package/src/git-tracked.ts +0 -68
  386. package/src/gitignore.ts +0 -53
  387. package/src/json-store.ts +0 -43
  388. package/src/load-env.ts +0 -70
  389. package/src/loader-style.ts +0 -96
  390. package/src/main.ts +0 -140
  391. package/src/mcp-catalog.ts +0 -96
  392. package/src/models-catalog.ts +0 -72
  393. package/src/permissions.ts +0 -120
  394. package/src/project-dir.ts +0 -189
  395. package/src/project-info.ts +0 -108
  396. package/src/prompt/app-ui.ts +0 -59
  397. package/src/prompt/browser.ts +0 -27
  398. package/src/prompt/index.ts +0 -62
  399. package/src/server-info.ts +0 -62
  400. package/src/session-factory.ts +0 -442
  401. package/src/session-store.ts +0 -115
  402. package/src/shell-env.ts +0 -45
  403. package/src/skills.ts +0 -163
  404. package/src/sync-snapshot.ts +0 -140
  405. package/src/telemetry.ts +0 -239
  406. package/src/testomatio-auth.ts +0 -299
  407. package/src/testomatio.ts +0 -98
  408. package/src/theme.ts +0 -30
  409. package/src/user-env.ts +0 -94
  410. package/src/welcome.ts +0 -194
  411. package/src/workspace/safe-path.ts +0 -85
  412. package/src/workspace/test-md.ts +0 -70
  413. package/src/workspace-model.ts +0 -440
  414. package/testeiya.config.json +0 -14
@@ -1,201 +0,0 @@
1
- ---
2
- title: Labels and Custom Fields
3
- description: Learn how to use labels and custom fields in Testomat.io to organize and categorize tests, suites, runs, plans, and steps. This guide covers creating and setting up labels with specific scope and visibility, as well as configuring custom fields with List, Number, and String types. It also explains how to assign labels in bulk, make them required by default, filter by them, and manage user permissions for enhanced project organization and security.
4
- type: article
5
- url: https://docs.testomat.io/advanced/tags-labels/labels-and-custom-fields
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, tags, labels, custom fields, Filter visibility, List visibility, Assign Labels, Mass-assign labels, filter by labels, Required Labels, Labels Permission, test management, categorization, testing workflow, custom data, test organization, filter tests, QA, test case management
11
- ---
12
-
13
- ## How to Add Labels & Custom Fields
14
-
15
- Labels can be easily added in Project Settings
16
-
17
- 1. Go to Settings.
18
- 2. Select Labels & Fields.
19
- 3. Enter a title for the label.
20
- 4. Click Create button.
21
-
22
- ![Testomatio - Add Label](./images/Create_Labels.png)
23
-
24
- ## How to Setup a Label
25
-
26
- Before setting up Labels & Custom Fields we need to learn about **Scope** and **Visibility** parameters.
27
-
28
- **Scope** defines what pages you want to apply the Label & Custom Field. Here you can define on what pages you want to use it. You can apply it to tests, suites, runs, plans, steps and templates.
29
-
30
- ![Testomatio - Setup Label](./images/Labels.png)
31
-
32
- **Visibility** defines how a Label & Custom Field should be shown in UI.
33
-
34
- - Filter visibility will show a Label or Custom Field in the Filter Bar, so you can sort your items quickly.
35
- - List visibility will show a Label or Custom Field in the tests tree, a list of runs, plans, or steps.
36
-
37
- ![Testomatio - Setup Label](./images/Visibility_Labels.png)
38
-
39
- Now it's time to set up your label!
40
-
41
- 1. Scope - pick entities you want this label to be applied.
42
- 2. Visibility - labels can be shown in the Filter bar, in the list of entities, or in both views.
43
- 3. Custom Field - expand label capability to a custom field.
44
-
45
- ![Testomatio - Setup Label](./images/Setup_Labels.png)
46
-
47
- ## How to Setup a Custom Field
48
-
49
- There are such Field Types in Custom Fields: List, Number, and String. Let's take a look at each type.
50
-
51
- ### Custom Field: List
52
-
53
- Custom Field with List type allows creating a list of your choice. You can put there any values to meet your testing needs.
54
-
55
- 1. Select a List type of Custom Field.
56
- 2. Add a new item per line.
57
- 3. Toggle **Hide custom field title if value is set** if you don't want to show Custom Field title.
58
- 4. Click Save button.
59
-
60
- ![Testomatio - Custom Field List](./images/Custom_Field_List.png)
61
-
62
- ### Custom Field: Number
63
-
64
- 1. Select a Number type of Custom Field.
65
- 2. Toggle **Hide custom field title if value is set** if you don't want to show Custom Field title.
66
- 3. Click Save button.
67
-
68
- ![Testomatio - Custom Field Number](./images/Custom_Field_Number.png)
69
-
70
- ### Custom Field: String
71
-
72
- 1. Select a String type of Custom Field.
73
- 2. Toggle **Hide custom field title if value is set** if you don't want to show Custom Field title.
74
- 3. Click Save button.
75
-
76
- ![Testomatio - Custom Field String](./images/Custom_Field_String.png)
77
-
78
- ## How to Assign Labels & Custom Fields
79
-
80
- - Add labels on the entity level
81
-
82
- 1. Open a Suite/ Test.
83
- 2. Click Extra button.
84
- 3. Click Labels.
85
-
86
- ![Testomatio - Assign Label & Custom Field](./images/Assing_Label.png)
87
-
88
- 4. Select Labels.
89
- 5. Click Add Custom Field.
90
- 6. Select Custom Fields.
91
- 7. Click Save button.
92
-
93
- ![Testomatio - Assign Label & Custom Field](./images/Set_Labels.gif)
94
-
95
- OR:
96
-
97
- 1. Open a Suite/ Test.
98
- 2. Click Set Labels button the title name.
99
- 3. Select Labels & Custom Fields.
100
- 4. Click Save button.
101
-
102
- ![Testomatio - Assign Label & Custom Field](./images/Set_Labels_2.gif)
103
-
104
- - Mass-assign labels using our multiselection mode
105
-
106
- 1. Enable multiselection mode.
107
- 2. Select Tests/ Suites.
108
- 3. Click Labels button.
109
-
110
- ![Testomatio - Multi-assign Label & Custom Field](./images/Mass_assign.png)
111
-
112
- 4. Select Labels & Custom Fields.
113
- 5. Click Add.
114
-
115
- ![Testomatio - Multi-assign Label & Custom Field](./images/Mass_assign_set_1.png)
116
-
117
- :::note
118
-
119
- To edit Labels & Custom fields or add a new one click **Manage labels** button directly from **Set Labels** page -> it will redirect you to **Labels** page.
120
-
121
- :::
122
-
123
- ![Testomatio - Multi-assign Label & Custom Field](./images/Manage_Labels.png)
124
-
125
- ## How to Set Up Labels and Custom Fields as Required
126
-
127
- If you want to have some **Custom Fields** as required by default when creating Test Cases or Suites, create a Template with those **Custom Fields** and set it up as the default:
128
-
129
- 1. Go to Settings -> Templates.
130
- 2. Open an existing Template or create a new one.
131
- 3. Enable Default option.
132
- 4. Select **Custom Fields** you want to make required.
133
- 5. Click Update button.
134
-
135
- ![Testomatio - Required Labels](./images/Required_Labels.png)
136
-
137
- 6. Go to Tests.
138
- 7. Click '+' to create new Test Case.
139
- 8. Add values to Custom fields via Set Labels page.
140
-
141
- ![Testomatio - Required Labels](./images/Required_Labels_2.gif)
142
-
143
- ## How to Filter by Labels and Custom Fields
144
-
145
- You can click the Label on the Filter Bar
146
-
147
- ![Testomatio - Filter Label & Custom Field](./images/Filter_by_label_1.png)
148
-
149
- Or enable Filters, pick fields and values then click Apply
150
-
151
- ![Testomatio - Filter Label & Custom Field](./images/Filter_by_label_2.png)
152
-
153
- :::note
154
-
155
- In case you need to filter your test cases by a few Labels and Custom Fields with multiple values, Testomat.io recommends using TQL for such search queries.
156
-
157
- :::
158
-
159
- ## Multiple Values for Custom Fields
160
-
161
- There might be cases where you need to assign the same label with different values to the same test case or suite.
162
-
163
- To address this, Testomat.io enhanced the flexibility of Custom Fields by allowing multiple values to be assigned to test cases, suites, steps, etc.
164
-
165
- Lets see how this works:
166
-
167
- 1. Open Test Case or Suite.
168
- 2. Click Extra button.
169
- 3. Click Labels.
170
- 4. Select Custom Field with multiple values.
171
- 5. Choose values from the displayed list for List Custom Field (or type a few values, separated by "," for Custom Field String).
172
-
173
- ![Testomatio - Multi-select Custom Field](./images/Multi-select_custom_field.gif)
174
-
175
- Testomat.io also allows you to filter your test cases by one or a few Custom Field values.
176
-
177
- ![Testomatio - Multi-select Custom Field Filtering](./images/Custom_field_filter.gif)
178
-
179
- ## Permissions for Labels and Custom Fields
180
-
181
- To manage Labels and Custom Fields at the Project level, Testomat.io introduces 'Labels Permission' feature, which allows you to have a better control over metadata, maintain consistency, and prevent unauthorized modifications of Labels and Custom Fields.
182
-
183
- By default, this permission is disabled, allowing all users to create, edit, or delete Labels and Custom Fields. However, if the **Labels Permission** is enabled, only users with the **Owner** or **Manager** roles can create, edit, or delete Labels and Custom Fields. Team members with lower access levels can still use existing Labels and Custom Fields but will not be able to alter them.
184
-
185
- This feature improves project organization, enhances security, and streamlines collaboration by ensuring structured and standardized test management.
186
-
187
- To enable **Labels Permission** on Project level:
188
-
189
- 1. Open your project and go to Settings.
190
- 2. Select Project.
191
- 3. Enable **Labels permission**.
192
-
193
- ![Testomatio - Label Permission](./images/Permissions.png)
194
-
195
- :::note
196
-
197
- The **Owner** and **Manager** roles should be assigned to users in **Project Settings -> Users**.
198
-
199
- :::
200
-
201
- ![Testomatio - Users](./images/Users.png)
@@ -1,94 +0,0 @@
1
- ---
2
- title: Tags or Labels
3
- description: Discover how to use labels, custom fields and tags in Testomat.io to enhance your test management. This guide explains how to categorize and organize tests with tags, labels, define custom fields for tailored test information, and filter by these fields for improved workflow efficiency. Learn to configure tags, labels and custom fields to streamline testing and improve data accessibility.
4
- type: article
5
- url: https://docs.testomat.io/advanced/tags-labels/tags-or-labels
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, tags, labels, custom fields, test management, categorization, testing workflow, custom data, test organization, filter tests, QA, test case management
11
- ---
12
-
13
- **Tags, Labels & Custom Fields** are powerful features in a test management system that allow users to categorize and organize their testing data.
14
-
15
- **Tags and Labels** are keywords or phrases that can be applied to individual tests or test suites to provide an at-a-glance summary of the test's status, type, priority, or any other relevant information. They make it easy for users to filter and sort their tests to quickly find what they need.
16
-
17
- **Custom fields**, on the other hand, are user-defined fields that can be added to a test case to capture specific information. For example, custom fields can be used to store information such as the tester's name, the expected result, the test environment, or the date the test was last run. Custom fields make it possible for users to tailor the test management system to their specific needs, and to store and retrieve data in a consistent and meaningful way.
18
-
19
- Tags, Labels & Custom Fields can help users to streamline their testing process, increase the accuracy of their test data, and make it easier to find and analyze the information they need.
20
-
21
- ## Tags vs Labels: What to Choose
22
-
23
- While both **Tags** and **Labels** help organize and categorize your tests, they serve slightly different purposes and excel in different situations. Understanding these differences can help you make the most of them.
24
-
25
- **Tags** are typically used to assign a specific keyword or category to test cases, making it easier to group, filter, or search for related tests. They are often used for ad-hoc categorization and usually have no strict hierarchy.
26
- For example, Tags can represent various attributes, such as the type of test (for ex., `@Regression`, `@Smoke`, `@E2E`), associated features, or testing phases.
27
-
28
- In automation testing, a **Tag** is a segment of extra metadata that you can include on an individual test case or a group of tests. These tags are directly embedded in the test code, and allows you to specify additional information for your tests, which you can use to enhance your test runs. The testing tool will execute only tests containing that piece of information, as almost all modern testing tools and frameworks have integrated support for running a subset of tests, using tags. For example, execute all tests tagged as `@Regression` but skip `@Smoke` tests.
29
-
30
- ![Testomatio - Tag in BDD](./images/Tags_in_BDD.png)
31
-
32
- On another side, **Labels** tend to be more structured than tags and can be used to signify specific statuses or groupings (for ex., priority, severity, localization), mark test case status or ownership. Also Testomat.io allows you to add multiple values to the same label. For example, you can create a Type label to categorize tests by type.
33
- They are more flexible, easy to change and manage, you can rearrange created and selected labels, as well as delete them from your project, from **Settings -> Labels&Fields** page, read more about how to set up labels below.
34
-
35
- ![Testomatio - Labels](./images/Labels_1.png)
36
-
37
- #### Key Differences:
38
-
39
- | Criteria | Tag | Label |
40
- |---|---|---|
41
- | Purpose | To categorize and/or organize tests | To identify meta data related to tests or object |
42
- | Generality | More general | More specific |
43
- | Applications | More for automated tests less for manual | More for manual tests, less for automated |
44
- | Usage | Less flexible for describing specific details. More constant | More flexible, easy to change and manage, can have complex types and multiple values |
45
- | Use cases | Categorization, filtering, search, test plans, coverage, analytics | Track the progress, maintain, review, steps, runs, collaboration |
46
-
47
- The choice between **Tags** and **Labels** depends on your specific needs. For automated tests and broad categorization, Tags are the better choice.
48
-
49
- Conversely, Labels offer greater flexibility. You can mark test cases/ suites without altering their titles, customize Labels with various data types, and even assign multiple values to a single Label.
50
-
51
- By understanding their strengths, you can leverage both Tags and Labels effectively to organize and manage your testing efforts.
52
-
53
- :::note
54
-
55
- Learn how to create and assign **Tags** in Testomat.io to organize your test cases and suites on the [Tags](https://docs.testomat.io/advanced/tags-labels/tags) page.
56
-
57
- Learn how to use **Labels** and **Custom Fields** in Testomat.io to organize and categorize tests, suites, runs, plans, and steps on the [Labels and Custom Fields](https://docs.testomat.io/advanced/tags-labels/labels-and-custom-fields) page.
58
-
59
- :::
60
-
61
- ## Tags vs. Labels: Inheritance and Management
62
-
63
- To effectively organize your testing workspace, it is crucial to understand how **Tags** and **Labels** behave. Both follow a top-down inheritance model, meaning their configuration at the Suite level directly impacts the individual tests within that suite.
64
-
65
- ### Inheritance Logic
66
-
67
- Both **Tags** (`@tag`) and **Labels** (`Key:Value pairs`) utilize the same inheritance behavior in Testomat.io:
68
-
69
- - **'Top-Down' Propagation:** Any Tag or Label applied to a Suite is automatically inherited by every test inside that suite.
70
-
71
- - **Management Constraint:** If you attempt to remove a tag or label from an individual test and it persists after saving, it is likely assigned to the **Parent Suite**. As long as the suite holds a specific tag/label, the test will inherit it. To remove it from the test, you must remove it from the suite level.
72
-
73
- :::note
74
-
75
- **Best Practice:** Only assign Tags and Labels at the Suite level if they are universal to every test in that folder. For more granular control, apply them directly to tests using the multi-select tool to avoid inheritance conflicts.
76
-
77
- :::
78
-
79
- ### How to Properly Remove Inherited Attributes
80
-
81
- If a **Tag** or **Label** is assigned at the Suite level but should not apply to one specific test, follow this workflow:
82
-
83
- 1. **Remove from Suite:** Navigate to the Suite settings and delete the Tag or Label. This will remove it from all tests in that folder.
84
-
85
- 2. **Re-apply via Bulk Management:** Enable Multi-select mode in your project.
86
-
87
- - Select all tests that should have the attribute (excluding the one you want to keep clean).
88
- - Use the **'bulk action menu'** to add the Tag or Label back to the selected group.
89
-
90
- :::note
91
-
92
- Visit [Managing Inherited Tags](https://docs.testomat.io/advanced/tags-labels/tags/#managing-inherited-tags) section for more information.
93
-
94
- :::
@@ -1,243 +0,0 @@
1
- ---
2
- title: Tags
3
- description: Learn how to create and assign tags in Testomat.io to organize test cases and suites. This guide explains the process of adding tags directly in the title, using autocomplete for existing tags, and refreshing the tag list. It also covers how to filter test cases by one or more tags for efficient test management and searching.
4
- type: article
5
- url: https://docs.testomat.io/advanced/tags-labels/tags
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: Testomat.io, tags, labels, custom fields, test management, filter by tags,categorization, testing workflow, custom data, test organization, filter tests, QA, test case management.
11
- ---
12
-
13
- ## How to Create and Assign Tags
14
-
15
- Tags help organize and categorize Test Cases and Suites for easier filtering, reporting, and management. You can create tags directly in titles or assign them in bulk using the multiselect feature. Tags applied at the Suite or Folder level automatically propagate to nested items, ensuring consistent organization across your project.
16
-
17
- ### Create Tags via Title Field
18
-
19
- You can easily create tags directly to Test Cases or Suites via their titles.
20
-
21
- 1. Open Test Case/Suite.
22
- 2. Click the **Edit** button.
23
- 3. Create tag starting with **@** symbol, directly within the Test Case or Suite title.
24
- 4. Click the **Save** button.
25
-
26
- ![Testomatio - Add tag](./images/Add_Tag.gif)
27
-
28
- All previously created tags are automatically saved in the system. To reuse a tag, simply type the **@** symbol in the Test Case title field and select the desired tag from the autocomplete dropdown.
29
-
30
- ![Testomatio - Autocomplete tag](./images/Autocomplete_tag.png)
31
-
32
- :::note
33
-
34
- In case if you don't see a previously created tag in the autocomplete dropdown, refresh the page. Alternatively, go to **Settings -> Project** and click the **'Recalculate Tags'** button.
35
-
36
- :::
37
-
38
- ![Testomatio - Recalculate Tags](./images/Recalculate_Tags.png)
39
-
40
- ### Create Tags via Multiselect
41
-
42
- You can also create tags for multiple Suites or Tests at once using the **Multi-select** feature.
43
-
44
- 1. Go to the **Tests** page.
45
- 2. Enable **Multi-select** mode by clicking the **Multi-select** button.
46
- 3. Select one or more Folder/Suites or Tests using the checkboxes.
47
- 4. Click the **@ Tags** button in the bottom action bar.
48
-
49
- ![Tags button](./images/att1_bulk_tag.png)
50
-
51
- 5. In the **Select tags for suites** window, click **Create new tags**
52
-
53
- ![Create new tags link](./images/att3_bulk_tag.png)
54
-
55
- 6. Enter a new tag name starting with the **@** symbol and click **Add** button
56
-
57
- ![New tag is created](./images/att4_bulk_tag.png)
58
-
59
- This method allows you to **create** and immediately **apply a new tag** to multiple items in just a few clicks. It helps you save time, speed up routine actions, and maintain consistent tagging across a large number of test cases or suites — without having to open them individually.
60
-
61
- ## How to Bulk Update/Remove Tags
62
-
63
- Using the same **Multi-select** feature, you can manage tags for multiple **Folders/Suites** or **Tests** at once — adding or removing tags in bulk.
64
-
65
- 1. Go to the **Tests** page.
66
- 2. Enable **Multi-select** mode by clicking the **Multi-select** button.
67
- 3. Select one or more Folder/Suites or Tests using the checkboxes.
68
- 4. Click the **@ Tags** button in the bottom action bar.
69
-
70
- ![Tags button](./images/att1_bulk_tag.png)
71
-
72
- 5. In the **Select tags for suites** window, choose the tag(s) you want to manage:
73
-
74
- - To assign a tag, search for it and/or select it from the list.
75
- - To remove a tag, search for it and/or select it from the list.
76
-
77
- 6. Click **Add** to assign the selected tag(s).
78
- 7. Click **Remove** to delete the selected tag(s).
79
-
80
- ![Add or Remove tags](./images/att2_bulk_tag.png)
81
-
82
- This method allows you to efficiently manage tags across multiple items, ensuring consistent organization and saving time.
83
-
84
- ## Managing Inherited Tags
85
-
86
- Tags applied directly at the **Suite** or **Folder** level follow a **'top-down'** rule:, all nested elements (child Suites or Tests) automatically inherit these tags. Because these tags belong to the parent, they cannot be deleted from individual child tests. You can only remove the tags at the same level where they were originally applied.
87
-
88
- :::note
89
- Partial removal (e.g., deleting a few tags from a single test inside a tagged Suite) is not supported.
90
- :::
91
-
92
- **To 'remove' an inherited tag from a single test, you must follow these steps:**
93
-
94
- 1. **Remove the tag from the Parent:**
95
- - Navigate to the Suite/Folder details page.
96
- - Click **'Edit'** button (or double-click on suite title).
97
- - Remove the tag on Suite level.
98
-
99
- ![Testomat.io - Remove tags](./images/Remove_suite_tag_1.gif)
100
-
101
- This will remove it from all nested items.
102
-
103
- 2. **Re-apply to specific tests:** If the other tests in that suite still need the tag, you must re-apply it to them **individually** or via **Multi-select**. For multi-select:
104
- - Enable **Multi-select** mode by clicking the **Multi-select** button.
105
- - Select one or more Tests using the checkboxes.
106
- - Click the **@ Tags** button in the bottom action bar.
107
- - Select tag from the list or create a new one.
108
- - Click **'Add'** button.
109
-
110
- ![Testomat.io - Remove tags](./images/Remove_suite_tag_2.gif)
111
-
112
- ### Bypassing Inheritance: Bulk Tagging at the Test Level
113
-
114
- If you want to tag every test in a suite but maintain the flexibility to remove them individually later, apply the tag to the Tests directly rather than the Suite itself:
115
-
116
- 1. Enable **Multi-select** mode by clicking the **Multi-select** button.
117
- 2. Click **'Select All Tests'** option.
118
-
119
- ![Testomat.io - Add tags](./images/Add_suite_tag_1.png)
120
-
121
- 3. Click the **@ Tags** button in the bottom action bar.
122
- 4. Select tag from the list or create a new one.
123
- 5. Click **'Add'** button.
124
-
125
- ![Testomat.io - Add tags](./images/Add_suite_tag_2.png)
126
-
127
- This method ensures the tag exists on the test level, giving you total control to add or remove it from any specific case at any time.
128
-
129
- ![Testomat.io - Add tags](./images/Add_suite_tag_3.gif)
130
-
131
- ## How to Filter by Tags
132
-
133
- 1. Enable Filters
134
- 2. Select one or a few Tags from **Tag** dropdown list
135
- 3. Click Apply button
136
-
137
- ![Testomatio - Filtering by Tags](./images/Tag_filtering.png)
138
-
139
- ## Tag Extraction Rules in Titles
140
-
141
- When writing titles, Testomat.io automatically detects tags marked with the `@` symbol. However, not every `@` occurrence is considered a valid tag.
142
- Below are detailed examples showing when tags **are recognized** and when they are **ignored**.
143
-
144
- **✅ Valid Tag Examples**
145
-
146
- ```text
147
- "title with a simple @tag and some other @tag1"
148
- → tags: ["tag", "tag1"]
149
-
150
- "@tag1 supertitle with leading tag and @tag inside title"
151
- → tags: ["tag1", "tag"]
152
-
153
- "title with commed taglist @tag1: @tag2."
154
- → tags: ["tag1", "tag2"]
155
-
156
- "title with commed taglist @tag1, @tag2.asd"
157
- → tags: ["tag1", "tag2.asd"]
158
-
159
- "title @tag1. zxc"
160
- → tags: ["tag1"]
161
-
162
- "title @tag1.asd zxc"
163
- → tags: ["tag1.asd"]
164
- ```
165
-
166
- **🚫 Ignored or Invalid Tags**
167
-
168
- ```text
169
- "title with email test@test.test"
170
- → tags: []
171
-
172
- "some_text_@tag"
173
- → tags: []
174
-
175
- "some_text-@tag"
176
- → tags: []
177
-
178
- "some_text*@tag"
179
- → tags: []
180
- ```
181
-
182
- **➕ Math Operators in Tags**
183
-
184
- ```text
185
- "title with commed taglist @tag1+@tag2=@tag3"
186
- → tags: ["tag1"]
187
-
188
- "title with commed taglist @tag1-@tag2=@tag3"
189
- → tags: ["tag1"]
190
-
191
- "title with commed taglist @tag1*@tag2=@tag3"
192
- → tags: ["tag1"]
193
-
194
- "title with commed taglist @tag1=@tag2=@tag3"
195
- → tags: ["tag1"]
196
-
197
- "'title @tag1=:-.( asd"
198
- → tags: ["tag1"]
199
-
200
- "'title @tag1=:-.) asd"
201
- → tags: ["tag1=:-.)"]
202
- ```
203
-
204
- **🔗 Tags Inside and Outside Brackets**
205
-
206
- **Outside brackets (ignored):**
207
-
208
- ```text
209
- "some_text (sometext)@tag1 [sometext]@tag3"
210
- → tags: []
211
- ```
212
-
213
- **Inside brackets (partially detected):**
214
-
215
- ```text
216
- "title (text @tag1)asda other text"
217
- → tags: ["tag1)asda"]
218
-
219
- "title (text @tag1) asda"
220
- → tags: ["tag1)"]
221
-
222
- "title (text @tag1( asda"
223
- → tags: ["tag1"]
224
-
225
- "title [text @tag1]asda"
226
- → tags: ["tag1"]
227
-
228
- "title [text @tag1] asda"
229
- → tags: ["tag1"]
230
- ```
231
-
232
- With these rules, you can better understand how tags are parsed from titles and avoid common pitfalls such as emails, operators, or invalid symbols.
233
-
234
- ## Best Practices for Using Tags in Titles
235
-
236
- To ensure your tags are recognized consistently and remain easy to manage:
237
-
238
- - **Use simple words** → keep tags short, lowercase, and descriptive (e.g., `@smoke`, `@regression`).
239
- - **Avoid special characters** → symbols like `+`, `-`, `*`, `_`, or `=` can break parsing or truncate tags.
240
- - **Don’t use emails or URLs** → anything in the form `name@domain.com` is ignored.
241
- - **Separate tags with spaces or commas** → `@smoke, @ui` is correctly detected, while `@smoke@ui` may not be.
242
- - **Prefer placing tags at the end of titles** → improves readability and reduces the chance of misparsing inside brackets or punctuation.
243
- - **Keep consistency across your project** → agree on a common set of tags within your team to make filtering and reporting easier.
@@ -1,135 +0,0 @@
1
- ---
2
- title: Artifacts
3
- description: Learn how Testomat.io handles test artifacts and attachments, such as screenshots, videos, and logs, to enhance test management and reporting. This guide explains how to add and manage attachments during test case creation, manual testing, and automated test execution with S3 cloud storage support. It also covers features like in-platform artifact preview and integrations with various frameworks and tools to streamline debugging and project documentation.
4
- type: article
5
- url: https://docs.testomat.io/advanced/test-artifacts/artifacts
6
- head:
7
- - tag: meta
8
- attrs:
9
- name: keywords
10
- content: test artifacts, test attachments, screenshots, videos, test management, test reporting, debugging, manual testing, automation testing, S3 storage, AWS, DigitalOcean, Azure, Google Cloud, CI/CD, preview attachments, suite-level attachments, folder-level attachments, readme section, Jira Integration, Video Capturing, Automated Tests Analytics
11
- ---
12
-
13
- Testomat.io offers various ways to handle test artifacts and attachments, such as screenshots, videos, logs, documents, etc. These features enhance test management, reporting, and debugging by providing visual evidence and supporting documentation.
14
-
15
- You can add test artifacts and attachments during **test case creation**, **manual testing**, or **automation testing**.
16
-
17
- ## Add Attachments to Test Cases
18
-
19
- Testomat.io allows you to add attachments, including screenshots, files, and videos to your test cases. It helps to visualize tests, make them more clear and offer additional information for QA managers, developers, other QAs, or stakeholders.
20
-
21
- You can add attachments during test case creation or editing by directly **dragging & dropping** them, using the hot key **CTR+C/CTR+V** for copy/past or by using the **browse a file** option.
22
-
23
- ![Testomat.io - Add attachment](./images/Add_attachment_1.gif)
24
-
25
- For more details on adding and managing attachments, refer to the [Add Attachments to Test](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#add-attachments-to-test).
26
-
27
- You can also manage attachments across Testomat.io by adding them to **suites**, **folders**, and the **readme section**. This streamline workflows by keeping all relevant files and documentation in one place. Whether you’re sharing important notes, reference materials, or test data, you can now attach them directly to the relevant test structures for easy access.
28
-
29
- **Use cases:**
30
-
31
- - **Suite-level attachments:** Attach detailed test execution reports or configuration files to specific test suites for easy reference by team members.
32
- - **Folder-level attachments:** Add relevant project documentation or setup instructions to test folders, ensuring that all files related to a specific testing area are easily accessible.
33
- - **Readme section attachments:** Include critical resources or additional context in the readme section, such as diagrams, code samples, or links to external resources, improving overall clarity for team members.
34
-
35
- ## Delete Attachments
36
-
37
- If you no longer need your attachments, you can delete them.
38
-
39
- Go to [How to Delete Attachment from Test Case](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-delete-attachment-from-test-case) section to read more about this feature.
40
-
41
- :::note
42
-
43
- You can delete attachments from Suite, Folder and Readme section in the same way you would from a Test Case.
44
-
45
- :::
46
-
47
- ## Restore Attachments
48
-
49
- Before the attachment is permanently deleted from the store, you can restore it.
50
-
51
- Go to [How to Restore Deleted Attachment](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-restore-deleted-attachment) section to read more about this feature.
52
-
53
- :::note
54
-
55
- All deleted Attachments are stored for 30 days before being permanently deleted.
56
-
57
- :::
58
-
59
- ## Add Test Arfifacts During Manual Testing
60
-
61
- Attaching a short video or screenshots is highly useful for manual testing, especially for failing tests. These artifacts provide comprehensive information, making it easier for the QA tester to understand what went wrong.
62
-
63
- To add test artifacts during manual tests execution:
64
-
65
- 1. Launch a run.
66
- 2. On manual run window, select the test case.
67
- 3. **Drag&drop** the test evidence into the **'Attachments'** section (or use **browse a file** or **copy/paste** option).
68
-
69
- ![Testomat.io - Add attachment](./images/Add_attachment_2.gif)
70
-
71
- ## Preview Attachments
72
-
73
- Attachments are available for viewing without downloading. To preview an attachment, select it in the Test Case Attachment section to view it in the open dialog window.
74
-
75
- ![Testomat.io - Preview attachment](./images/Preview_attachment_2.gif)
76
-
77
- Testomat.io also allows you to watch attached video or screenshots directly from the **Report** page.
78
-
79
- ![Testomat.io - Preview attachment](./images/Preview_attachment_1.gif)
80
-
81
- Additionally, you can switch between list and tile views to make reviewing test artifacts easier.
82
-
83
- ![Testomat.io - Preview attachment](./images/Preview_attachment_3.gif)
84
-
85
- ## Add Test Arfifacts During Automation Testing
86
-
87
- Testomat.io also allows you to add test artifacts during automation testing.
88
- Test artifacts, which include screenshots and video files, provide a complete picture of your test results as soon as autotests are completed, helping you understand the root cause of a problem.
89
-
90
- ### Support Artifacts Storing to S3
91
-
92
- This kind of implementation of **Video recording** or **Screenshots** artifacts is possible due to our integration with many **S3 Storages**: AWS, DigitalOcean, Azure, and Google Cloud. After a test run is completed, video and other artifacts are uploaded to the chosen storage, and from there, they automatically go to Testomat.io.
93
-
94
- Testomat.io provides the ability to download unlimited data by choosing one of the available S3 Storages depending on your company’s priorities or the location of your preferred CI\CD service.
95
-
96
- :::note
97
-
98
- All cloud providers charge for their services. Be sure to check their rates in detail before starting.
99
-
100
- :::
101
-
102
- Thanks to **S3 Cloud Services** integration, you can easily find any test artifacts stored in the test project structure on your local PC or in the cloud when running tests on Github, Jenkins, or any other CI\CD service.
103
-
104
- ### How Artifact Recording Works
105
-
106
- 1. **Get test artifacts when you run autotests:** To enable this, you need to set the right parameters – specify the configuration of your cloud storage. As a result, all screenshots or video files from S3 Storage will be placed in the test report, helping you prioritize issues. You can configure artifacts to be collected from failed, passed, or all tests, whatever status was assigned to them after the end of the run. This parameter is typically configured within your testing framework (e.g., Cypress, Playwright), not in Testomat.io.
107
-
108
- :::note
109
-
110
- Read how to **Set up S3 Bucket** on the relevant [Test Artifacts](https://docs.testomat.io/test-reporting/artifacts/) page.
111
-
112
- :::
113
-
114
- 2. **Upload a public or private test artifacts:** These processes are identical; the artifact travels the same path in both cases. But if a private format is selected, additional settings and data encryption are used. This feature is used by companies that pay special attention to data privacy and security of their projects or when company policy forbids public access to their projects. The necessary settings are set in the **'Artifacts'** tab and apply to all tests of a particular project. For more detail, visit the [Privacy](https://docs.testomat.io/test-reporting/artifacts/#privacy) section in the Docs.
115
-
116
- 3. **Preview or download test artifact:** You can view videos or screenshots directly on the platform or download them on your device. The latter is relevant if you need to share the test results with stakeholders.
117
-
118
- :::note
119
-
120
- If you share a private artifact, your recipient will receive a message that they do not have permission to view the file.
121
-
122
- :::
123
-
124
- ### Associated Test Screenshot-Recording Features
125
-
126
- - **Reporters by Popular Testing Frameworks** – real-time reports supporting of popular programming languages give you a complete picture of the software product’s quality level. With Advanced Reporters by popular testing frameworks, you can see the results of end-to-end, integration, unit testing, and API testing. Thanks to the integration with many S3 Storages, our SaaS test management solution retrieves test artifacts (including screenshots during a test runs) and uploads them to the report in a convenient format.
127
-
128
- - **Automated Tests Analytics** – all test results of test executions are used for in-depth analytics. Determining the percentage of test automation, the total number of tests, the ratio of tests to uncompleted tests, failed tests, [flaky tests](https://docs.testomat.io/project/analytics/#flaky-tests), never-run tests help prioritize daily tasks and make the process transparent to all Agile team members.
129
-
130
- - **Jira Integration** – after installing the [Jira plugin](https://docs.testomat.io/advanced/jira-plugin/), you have the ability to run test cases from Atlassian Jira and work on projects directly from either Jira or Testomat.io.; switching between tools is no longer necessary. You can also navigate from Jira to the Run Report to view a specific artifact.
131
-
132
- - **Video Capturing Artifacts** – in addition to saving screenshots, you can also save videos from tests (passed, failed, or all completed, regardless of the result). From Test Runner and Reporter, video files, like screenshots, are uploaded to S3 Storage and then displayed in the test management system in a user-friendly format, where they can be viewed or downloaded.
133
-
134
- - **Artifact S3 Support** – you can store [Test Artifacts](https://docs.testomat.io/test-reporting/artifacts/) in the cloud and choose the provider your company or CI\CD tool is comfortable working with: AWS, DigitalOcean, Azure, and Google Cloud.
135
-