testeiya 0.2.1 → 0.3.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +284 -171
- package/dist/prompt/context.js +79 -0
- package/dist/prompt/context.js.map +1 -0
- package/dist/prompt/index.js +60 -0
- package/dist/prompt/index.js.map +1 -0
- package/dist/prompt/print.js +30 -0
- package/dist/prompt/print.js.map +1 -0
- package/dist/prompt/project-info.js +2 -0
- package/dist/prompt/project-info.js.map +1 -0
- package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +38 -25
- package/dist/prompt/system-prompt.js.map +1 -0
- package/dist/prompt/testomatio.js +264 -0
- package/dist/prompt/testomatio.js.map +1 -0
- package/dist/prompt/tools.js +57 -0
- package/dist/prompt/tools.js.map +1 -0
- package/dist/prompt/vocab.js +8 -0
- package/dist/prompt/vocab.js.map +1 -0
- package/dist/src/args.js +172 -0
- package/dist/src/args.js.map +1 -0
- package/dist/src/cli.js +97 -0
- package/dist/src/cli.js.map +1 -0
- package/dist/src/doctor.js +186 -0
- package/dist/src/doctor.js.map +1 -0
- package/dist/src/env.js +93 -0
- package/dist/src/env.js.map +1 -0
- package/dist/src/mcp-extension.js +9 -0
- package/dist/src/mcp-extension.js.map +1 -0
- package/dist/src/mcp.js +139 -0
- package/dist/src/mcp.js.map +1 -0
- package/dist/src/model.js +71 -0
- package/dist/src/model.js.map +1 -0
- package/dist/src/models.js +38 -0
- package/dist/src/models.js.map +1 -0
- package/dist/src/output.js +185 -0
- package/dist/src/output.js.map +1 -0
- package/dist/src/result.js +41 -0
- package/dist/src/result.js.map +1 -0
- package/dist/src/run.js +291 -0
- package/dist/src/run.js.map +1 -0
- package/dist/src/session.js +92 -0
- package/dist/src/session.js.map +1 -0
- package/dist/src/sessions.js +61 -0
- package/dist/src/sessions.js.map +1 -0
- package/dist/vendor/mcp.js +14801 -0
- package/mcp-tools.json +2967 -0
- package/package.json +34 -43
- package/prompt/context.ts +101 -0
- package/prompt/index.ts +102 -0
- package/prompt/print.ts +32 -0
- package/prompt/project-info.ts +30 -0
- package/prompt/system-prompt.ts +187 -0
- package/{src/prompt → prompt}/testomatio.ts +120 -9
- package/prompt/tools.ts +57 -0
- package/prompt/vocab.ts +7 -0
- package/skills/codeceptjs/ci-fix-tests/SKILL.md +7 -8
- package/skills/codeceptjs/codeceptjs-auth/SKILL.md +47 -64
- package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +56 -47
- package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +144 -106
- package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +50 -57
- package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +88 -196
- package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +4 -5
- package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +25 -36
- package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +23 -36
- package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +23 -36
- package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +23 -35
- package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +50 -53
- package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +87 -191
- package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/SKILL.md +1 -1
- package/{skills.lock.json → skills/skills.lock.json} +43 -36
- package/skills/skills.yaml +34 -0
- package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +49 -61
- package/skills/testomatio/explorbot/explorbot-fundamentals/references/no-install.md +36 -0
- package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +20 -7
- package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +41 -289
- package/skills/testomatio/qa-process/qa-explain-behavior/SKILL.md +111 -0
- package/skills/testomatio/qa-process/qa-explain-behavior/references/answer-shapes.md +116 -0
- package/skills/testomatio/qa-process/qa-explain-behavior/references/examples.md +157 -0
- package/skills/testomatio/qa-process/qa-lead-strategy-advisor/SKILL.md +91 -0
- package/skills/testomatio/qa-process/qa-lead-strategy-advisor/references/output-format.md +71 -0
- package/skills/testomatio/qa-process/testing-workflow/SKILL.md +227 -0
- package/skills/testomatio/test-automation/qa-data-seeder/SKILL.md +83 -0
- package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +5 -3
- package/skills/testomatio/test-automation/setup-change-aware-pr-testing/SKILL.md +190 -0
- package/skills/testomatio/test-automation/setup-ci-automation/SKILL.md +76 -0
- package/skills/testomatio/test-management/qa-split-testing-levels-pyramid/SKILL.md +55 -0
- package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/SKILL.md +220 -0
- package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/references/qa-sprint-report.md +126 -0
- package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +1 -1
- package/skills/testomatio/test-management/qa-thinking/SKILL.md +25 -25
- package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +14 -1
- package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +8 -0
- package/assets/testeiya-logo-dark.svg +0 -16
- package/assets/testeiya-logo.svg +0 -15
- package/models.catalog.json +0 -6963
- package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
- package/skills/playwright-best-practices-skill/README.md +0 -147
- package/skills/testeiya/README.md +0 -29
- package/skills/testeiya/answer-formatting/SKILL.md +0 -30
- package/skills/testeiya/check-cucumber/SKILL.md +0 -200
- package/skills/testeiya/check-tests/SKILL.md +0 -260
- package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
- package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
- package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
- package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
- package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
- package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
- package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
- package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
- package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
- package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
- package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
- package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
- package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
- package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
- package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
- package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
- package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
- package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
- package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
- package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
- package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
- package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
- package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
- package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
- package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
- package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
- package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
- package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
- package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
- package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
- package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
- package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
- package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
- package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
- package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
- package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
- package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
- package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
- package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
- package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
- package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
- package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
- package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
- package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
- package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
- package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
- package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
- package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
- package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
- package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
- package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
- package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
- package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
- package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
- package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
- package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
- package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
- package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
- package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
- package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
- package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
- package/skills.yaml +0 -21
- package/src/ai-debug.ts +0 -188
- package/src/api/agent-get.ts +0 -22
- package/src/api/agent-start.ts +0 -384
- package/src/api/client-log.ts +0 -29
- package/src/api/context.ts +0 -332
- package/src/api/debug-layout.ts +0 -47
- package/src/api/debug-report.ts +0 -29
- package/src/api/debug-snapshot.ts +0 -30
- package/src/api/debug-stream.ts +0 -52
- package/src/api/files-delete.ts +0 -184
- package/src/api/files-read.ts +0 -41
- package/src/api/files-rename.ts +0 -99
- package/src/api/files-tree.ts +0 -292
- package/src/api/files-write.ts +0 -41
- package/src/api/mcp.ts +0 -603
- package/src/api/memory.ts +0 -69
- package/src/api/open-external.ts +0 -39
- package/src/api/playwright-cli.ts +0 -606
- package/src/api/providers.ts +0 -457
- package/src/api/read-env-token.ts +0 -33
- package/src/api/sessions.ts +0 -79
- package/src/api/settings.ts +0 -120
- package/src/api/skills.ts +0 -58
- package/src/api/testomatio-attachment.ts +0 -89
- package/src/api/testomatio-auth.ts +0 -284
- package/src/api/testomatio-proxy.ts +0 -197
- package/src/api/testomatio-run-stats.ts +0 -81
- package/src/api/testomatio-target.ts +0 -225
- package/src/api/testomatio-transcription.ts +0 -82
- package/src/api/workspace-search.ts +0 -96
- package/src/api/workspace-sync.ts +0 -151
- package/src/api/workspace.ts +0 -165
- package/src/app-server.ts +0 -556
- package/src/bridge.ts +0 -251
- package/src/check-tests.ts +0 -156
- package/src/cli.ts +0 -17
- package/src/commands.ts +0 -244
- package/src/config.ts +0 -183
- package/src/connection.ts +0 -658
- package/src/context-store.ts +0 -265
- package/src/debug-bus.ts +0 -405
- package/src/extensions/tool-gate.ts +0 -220
- package/src/extensions/webui/ask-channel.ts +0 -52
- package/src/extensions/webui/index.ts +0 -184
- package/src/extensions/webui/tools/ask-question.ts +0 -88
- package/src/extensions/webui/tools/query-result.ts +0 -79
- package/src/extensions/webui/tools/render-chart.ts +0 -53
- package/src/extensions/webui/tools/render-item.ts +0 -61
- package/src/extensions/webui/tools/render-list.ts +0 -170
- package/src/extensions/webui/tools/render-result.ts +0 -85
- package/src/extensions/webui/tools/render-tree.ts +0 -71
- package/src/extensions/webui/tools/ui-widget.ts +0 -54
- package/src/extensions/webui/tools/widget-result.ts +0 -13
- package/src/extensions/webui/widget-channel.ts +0 -50
- package/src/file-log.ts +0 -196
- package/src/git-tracked.ts +0 -68
- package/src/gitignore.ts +0 -53
- package/src/json-store.ts +0 -43
- package/src/load-env.ts +0 -70
- package/src/loader-style.ts +0 -96
- package/src/main.ts +0 -140
- package/src/mcp-catalog.ts +0 -96
- package/src/models-catalog.ts +0 -72
- package/src/permissions.ts +0 -120
- package/src/project-dir.ts +0 -189
- package/src/project-info.ts +0 -108
- package/src/prompt/app-ui.ts +0 -59
- package/src/prompt/browser.ts +0 -27
- package/src/prompt/index.ts +0 -62
- package/src/prompt/tools.ts +0 -27
- package/src/server-info.ts +0 -62
- package/src/session-factory.ts +0 -442
- package/src/session-store.ts +0 -115
- package/src/shell-env.ts +0 -45
- package/src/skills.ts +0 -163
- package/src/sync-snapshot.ts +0 -140
- package/src/telemetry.ts +0 -239
- package/src/testomatio-auth.ts +0 -299
- package/src/testomatio.ts +0 -98
- package/src/theme.ts +0 -30
- package/src/user-env.ts +0 -94
- package/src/welcome.ts +0 -194
- package/src/workspace/safe-path.ts +0 -85
- package/src/workspace/test-md.ts +0 -70
- package/src/workspace-model.ts +0 -440
- package/testeiya.config.json +0 -14
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication-flows.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/clock-mocking.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/mobile-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-context.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-user.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/network-advanced.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/third-party.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/pom-vs-fixtures.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/test-architecture.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/when-to-mock.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/browser-apis.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/iframes.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/service-workers.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/websockets.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/annotations.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/assertions-waiting.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/configuration.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/fixtures-hooks.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/global-setup.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/locators.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/page-object-model.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/projects-dependencies.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-data.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-suite-structure.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-tags.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/console-errors.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/debugging.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/error-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/flaky-tests.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/angular.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/nextjs.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/react.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/vue.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/ci-cd.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/docker.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/github-actions.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/gitlab.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/other-providers.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/parallel-sharding.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/performance.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/reporting.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/test-coverage.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/accessibility.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/api-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/browser-extensions.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/canvas-webgl.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/component-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/drag-drop.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/electron.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-operations.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-upload-download.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/forms-validation.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/graphql-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/i18n.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/performance-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/security-testing.md +0 -0
- /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/visual-regression.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/SKILL.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/element-attributes.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/playwright-tests.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/request-mocking.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/running-code.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/session-management.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/storage-state.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/test-generation.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/tracing.md +0 -0
- /package/skills/{playwright-cli → playwright/playwright-cli}/references/video-recording.md +0 -0
|
@@ -1,378 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: Download Manual Tests as Files
|
|
3
|
-
description: Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, track changes locally, write and update tests using a code editor, and then seamlessly import changes back into Testomat.io using the CLI. This workflow aligns manual testing with modern DevOps practices, offering full history, branching, and collaborative editing benefits.
|
|
4
|
-
type: article
|
|
5
|
-
url: https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files
|
|
6
|
-
head:
|
|
7
|
-
- tag: meta
|
|
8
|
-
attrs:
|
|
9
|
-
name: keywords
|
|
10
|
-
content: Export to Markdown, Testomat.io, manual tests, Git repository, version control, import from Markdown, CLI, track changes, Markdown files, mixed projects, create new tests, update existing tests, bulk edit, delete tests, change project structure, test management, export, import, Markdown Support.
|
|
11
|
-
---
|
|
12
|
-
|
|
13
|
-
## Export & Version Control Manual Tests in Git (Markdown Support)
|
|
14
|
-
|
|
15
|
-
You can now **export your manual tests as Markdown files directly into your Git repository** and keep them under version control by using **'Export to Markdown'** feature.
|
|
16
|
-
|
|
17
|
-
This allows your team to write, edit, and track changes to manual test cases just like code — with full history, branching, and collaboration benefits that Git offers.
|
|
18
|
-
|
|
19
|
-
**Key benefits:**
|
|
20
|
-
|
|
21
|
-
- **Export manual tests to Markdown** – keep human-readable test cases in your repository.
|
|
22
|
-
- **Import manual tests via CLI** – instantly sync Markdown changes from Git into Testomat.io.
|
|
23
|
-
- **Version control for manual tests** – review, revert, and track changes over time.
|
|
24
|
-
- **Write and modify in your editor** – use your favorite IDE to create or update test cases.
|
|
25
|
-
|
|
26
|
-
## How to Export Manual Tests to Markdown
|
|
27
|
-
|
|
28
|
-
To begin managing your manual test cases as files:
|
|
29
|
-
|
|
30
|
-
1. Create a directory on your computer where you want to export the tests.
|
|
31
|
-
|
|
32
|
-

|
|
33
|
-
|
|
34
|
-
2. Open Terminal with the created project directory.
|
|
35
|
-
|
|
36
|
-

|
|
37
|
-
|
|
38
|
-
3. Open your project in Testomat.io on **'Tests'** page.
|
|
39
|
-
4. Click **'Extra menu'** button.
|
|
40
|
-
5. Select **'Export to markdown'** option.
|
|
41
|
-
|
|
42
|
-

|
|
43
|
-
|
|
44
|
-
6. Select your OS from the dropdown list.
|
|
45
|
-
7. Copy the displayed pull command.
|
|
46
|
-
|
|
47
|
-

|
|
48
|
-
|
|
49
|
-
8. Run the export command in your project directory to download tests from Testomat.io.
|
|
50
|
-
|
|
51
|
-

|
|
52
|
-
|
|
53
|
-
Congrats! Your tests are downloaded from Testomat.io and created in Markdown format.
|
|
54
|
-
|
|
55
|
-

|
|
56
|
-
|
|
57
|
-
Now you can find your project in the previously created folder.
|
|
58
|
-
|
|
59
|
-

|
|
60
|
-
|
|
61
|
-
**What Gets Exported?**
|
|
62
|
-
|
|
63
|
-
- All test suites and tests from your current project.
|
|
64
|
-
- Test IDs, descriptions, priorities, labels, tags and structure are preserved in the generated files.
|
|
65
|
-
|
|
66
|
-
To continue working with your manual test cases and manage them locally as files, it’s highly recommended to use **Git Version Control**.
|
|
67
|
-
|
|
68
|
-
In order to do this, you need:
|
|
69
|
-
|
|
70
|
-
1. Open the directory with exported tests in your text editor.
|
|
71
|
-
|
|
72
|
-

|
|
73
|
-
|
|
74
|
-

|
|
75
|
-
|
|
76
|
-
2. Run `git init` command in the Terminal.
|
|
77
|
-
3. Go to **'Source control'** tab in your editor.
|
|
78
|
-
4. Stage all changes.
|
|
79
|
-
5. Click **'Commit'** button.
|
|
80
|
-
|
|
81
|
-

|
|
82
|
-
|
|
83
|
-
6. Confirm your action to commit changes.
|
|
84
|
-
|
|
85
|
-

|
|
86
|
-
|
|
87
|
-

|
|
88
|
-
|
|
89
|
-
Your tests now reside right next to your application code in Git, so you can start updating exported suites and test cases, adding new ones, or deleting irrelevant tests.
|
|
90
|
-
|
|
91
|
-

|
|
92
|
-
|
|
93
|
-
## User Scenario for Export to Markdown
|
|
94
|
-
|
|
95
|
-
Imagine you’re working on a new product release and your QA team collaborates closely with developers.
|
|
96
|
-
Instead of switching back and forth between Testomat.io and your code editor, the **manual test cases** live right next to your application code in Git.
|
|
97
|
-
|
|
98
|
-
- A developer spots a missing step in a test case and updates the Markdown file in their branch.
|
|
99
|
-
- The change is committed, reviewed in a pull request, and merged into main.
|
|
100
|
-
- The updated test case is automatically synced back into Testomat.io via CLI.
|
|
101
|
-
|
|
102
|
-
This workflow makes test case management seamless, collaborative, and fully traceable — aligning your manual testing process with modern DevOps practices.
|
|
103
|
-
|
|
104
|
-
## User Scenario for Mixed Projects
|
|
105
|
-
|
|
106
|
-
If you are working on a Mixed project (have both manual and automation tests), with **Export to Markdown** feature you can export your manual tests to the same directory as your automation tests. This will allow you to manage all tests in one place.
|
|
107
|
-
|
|
108
|
-
## Folder Naming and Normalization Rules
|
|
109
|
-
|
|
110
|
-
When organizing your projects, ensure that folder names adhere to the following naming conventions to maintain compatibility during import and export processes.
|
|
111
|
-
|
|
112
|
-
**In folder names, you can use:**
|
|
113
|
-
**Allowed Characters**
|
|
114
|
-
- Any Unicode letters (Multiple languages supported).
|
|
115
|
-
- Digits (0-9).
|
|
116
|
-
- Spaces.
|
|
117
|
-
- Underscore `_`.
|
|
118
|
-
- Hyphen `-`.
|
|
119
|
-
- Dot `.`.
|
|
120
|
-
|
|
121
|
-
**Prohibited Characters:** All other special characters or symbols not listed above are strictly forbidden.
|
|
122
|
-
|
|
123
|
-
**Automatic Normalization**
|
|
124
|
-
To ensure consistent file paths, Testomat.io applies the following normalization rules:
|
|
125
|
-
- **Consolidation:** Multiple consecutive spaces, underscores, hyphens, or dots are transformed into a single entity. (Example: `...` becomes `.`).
|
|
126
|
-
- **Trimming:** Any spaces, underscores, or dots at the beginning or end of a folder name are automatically removed.
|
|
127
|
-
|
|
128
|
-
:::note
|
|
129
|
-
|
|
130
|
-
Visit [Classical Tests Markdown Format](https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format/) page to read about the correct structure for your suites and tests in the markdown format.
|
|
131
|
-
|
|
132
|
-
:::
|
|
133
|
-
|
|
134
|
-
## What You Can Do with Tests Exported as Files
|
|
135
|
-
|
|
136
|
-
After your project is downloaded to Markdown you can:
|
|
137
|
-
|
|
138
|
-
- Create new tests and suits.
|
|
139
|
-
- Update existing tests, including using **Bulk Edit** to modify multiple tests (add/change tags, labels, custom fields, assignee or priority).
|
|
140
|
-
- Delete tests that are no longer relevant.
|
|
141
|
-
- Change Project structure.
|
|
142
|
-
- Work with Dynamic parameters.
|
|
143
|
-
|
|
144
|
-
### Create New Suites/Tests
|
|
145
|
-
|
|
146
|
-
Each suite is represented as a single markdown file. All metadata is written as inside comments.
|
|
147
|
-
|
|
148
|
-
To create a new test in a file, you need to add:
|
|
149
|
-
|
|
150
|
-
1. The **Test Header** (required)
|
|
151
|
-
|
|
152
|
-
```
|
|
153
|
-
<!-- test -->
|
|
154
|
-
```
|
|
155
|
-
|
|
156
|
-
**Test Header** elements can include:
|
|
157
|
-
|
|
158
|
-
- **Email of test creator** (if not added, defaults to 'Unknown user').
|
|
159
|
-
- **Priority**: low, normal, high, important, ctitical (if not set up, defaults to 'normal').
|
|
160
|
-
- **Tags** (optional) - can be added in the header or test title. You can create and add new Tags, or use existing.
|
|
161
|
-
- **Labels and Custom Fields** (optional) - can only be added in the header. **Important!** You can only use Labels and Custom fields that already exist
|
|
162
|
-
|
|
163
|
-
in your project.
|
|
164
|
-
|
|
165
|
-
2. Test title (Starts with `#`).
|
|
166
|
-
3. Test description with Requirements, Pre-conditions, Steps and Expected Results in Markdown format.
|
|
167
|
-
|
|
168
|
-
:::note
|
|
169
|
-
|
|
170
|
-
Don't add the ID as it will be created automatically after tests are synced into Testomat.io.
|
|
171
|
-
|
|
172
|
-
:::
|
|
173
|
-
|
|
174
|
-
**Example of structure for Test Case:**
|
|
175
|
-
|
|
176
|
-
```
|
|
177
|
-
<!-- test
|
|
178
|
-
priority: high
|
|
179
|
-
creator: creator_email@gmail.com
|
|
180
|
-
tags: @user, @update
|
|
181
|
-
labels: smoke
|
|
182
|
-
-->
|
|
183
|
-
|
|
184
|
-
# Test Title
|
|
185
|
-
|
|
186
|
-
### Requirements
|
|
187
|
-
|
|
188
|
-
### Steps
|
|
189
|
-
|
|
190
|
-
1. Step 1
|
|
191
|
-
**Expected Result**: For Step 1.
|
|
192
|
-
|
|
193
|
-
2. Step 2
|
|
194
|
-
**Expected Result**: For Step 2.
|
|
195
|
-
|
|
196
|
-
3. Step 3
|
|
197
|
-
**Expected Result**: For Step 3.
|
|
198
|
-
```
|
|
199
|
-
|
|
200
|
-

|
|
201
|
-
|
|
202
|
-
The **Header** for Suites has a similar format:
|
|
203
|
-
|
|
204
|
-
```
|
|
205
|
-
<!-- suite
|
|
206
|
-
emoji:
|
|
207
|
-
labels:
|
|
208
|
-
-->
|
|
209
|
-
```
|
|
210
|
-
### Update Existing Suites/Tests
|
|
211
|
-
|
|
212
|
-
Update the description for an existing suite/test in the markdown format.
|
|
213
|
-
If you need to change/add a specific Step, Pre-condition, Priority, Tags, Labels, etc. for multiple tests, you can do this using **Bulk edit**.
|
|
214
|
-
|
|
215
|
-

|
|
216
|
-
|
|
217
|
-
:::note
|
|
218
|
-
|
|
219
|
-
Avoid renaming folders or suites within the directory structure, as this may disrupt the Project structure upon import. To change a suite name, edit it within the Markdown file header or directly in Testomat.io.
|
|
220
|
-
|
|
221
|
-
:::
|
|
222
|
-
|
|
223
|
-

|
|
224
|
-
|
|
225
|
-
| **Suite Name Before** | **Suite Name After** |
|
|
226
|
-
| --------------------------- | ------------------------------------- |
|
|
227
|
-
|  |  |
|
|
228
|
-
|
|
229
|
-
### Delete Irrelevant Tests
|
|
230
|
-
|
|
231
|
-
Simply delete the irrelevant suites/tests from the file and save the changes before the import process.
|
|
232
|
-
|
|
233
|
-
### Change Project Structure
|
|
234
|
-
|
|
235
|
-
Project structure **cannot** be modified by moving folders or suites within the directory structure. Only **individual test cases** can be moved between suites in the Markdown file. After the import, changes will be displayed on Testomat.io side.
|
|
236
|
-
|
|
237
|
-
:::note
|
|
238
|
-
|
|
239
|
-
If you modify the project structure directly within Testomat.io after an initial Markdown export, clear your local directory and perform a fresh pull to ensure files remain synchronized.
|
|
240
|
-
|
|
241
|
-
:::
|
|
242
|
-
|
|
243
|
-
### How to Work with Dynamic Parameters
|
|
244
|
-
|
|
245
|
-
To create a test case with **Dynamic Parameters** in a markdown file, you need to add them in the markdown format.
|
|
246
|
-
|
|
247
|
-
1. Add an **'Example'** section at the end of your test case using the markdown format:
|
|
248
|
-
```
|
|
249
|
-
<!-- example -->
|
|
250
|
-
```
|
|
251
|
-
2. Assign headers for parameters and dynamic parameters for testing in the table structure.
|
|
252
|
-
```
|
|
253
|
-
| Header 1 | Header 2 |
|
|
254
|
-
| --- | --- |
|
|
255
|
-
| Param name 1 | Param name 2 |
|
|
256
|
-
| Param name 3 | Param name 4 |
|
|
257
|
-
```
|
|
258
|
-
**Example of structure for Test Case with Dynamic Parameters:**
|
|
259
|
-
|
|
260
|
-

|
|
261
|
-
|
|
262
|
-
:::note
|
|
263
|
-
|
|
264
|
-
**Character Limit:** If a parameter name exceeds 250 characters, it will be truncated on UI (only the first 247 characters will be displayed).
|
|
265
|
-
|
|
266
|
-
**Parameter Order:** The order of parameters cannot be manually changed within the markdown file. On the UI, they are always displayed by the latest IDs assigned during the import from markdown to Testomat.io.
|
|
267
|
-
|
|
268
|
-
**Synchronization:** While the order in the markdown file and on the UI might not match initially after an import, the order will be synchronized once you export them back from Testomat.io to a markdown file (the exported file will match the UI order).
|
|
269
|
-
|
|
270
|
-
:::
|
|
271
|
-
|
|
272
|
-
For more information about **Dynamic Parameters** follow the [link](https://docs.testomat.io/project/tests/test-case-creation-and-editing/#how-to-add-dynamic-parameters-to-a-test).
|
|
273
|
-
|
|
274
|
-
## How to Import Manual Tests from Markdown
|
|
275
|
-
|
|
276
|
-
Once you have finished updating the test cases in the file system, use the **'Import from Markdown'** feature to import all the changes into Testomat.io.
|
|
277
|
-
|
|
278
|
-
:::note
|
|
279
|
-
|
|
280
|
-
Before importing your tests back to Testomat.io you must:
|
|
281
|
-
|
|
282
|
-
1. **Save** and **commit** your changes.
|
|
283
|
-
|
|
284
|
-
2. **Pull latest changes** from Testomat.io before importing to avoid accidentally overwriting data inside Testomat.io. First, run the same command that you used for exporting tests `npx check-tests@latest pull` to pull your tests and fetch latest data from Testomat.io. Verify all changes. Then you can upload them back. In case you use Git, this would be the safest way to deal with tests. Alternatively, you can use `--force option`.
|
|
285
|
-
|
|
286
|
-
:::
|
|
287
|
-
|
|
288
|
-
To **'Import from Markdown'** you need:
|
|
289
|
-
|
|
290
|
-
1. Open your project in Testomat.io on **'Tests'** page.
|
|
291
|
-
2. Click **'Extra menu'** button.
|
|
292
|
-
3. Select **'Import from markdown'** option.
|
|
293
|
-
|
|
294
|
-

|
|
295
|
-
|
|
296
|
-
4. On the displayed **'Import Project from Source Code'** page select **'Manual tests (markdown files)'** from the **'Project Framework'** dropdown list.
|
|
297
|
-
|
|
298
|
-

|
|
299
|
-
|
|
300
|
-
5. Select **'Markdown'** option from the **'Project Language'** dropdown list for a **Classical Project**.
|
|
301
|
-
6. Select your OS from the dropdown list.
|
|
302
|
-
7. Copy the displayed push command.
|
|
303
|
-
|
|
304
|
-

|
|
305
|
-
|
|
306
|
-
8. Run the import command in your project directory to sync tests back to Testomat.io.
|
|
307
|
-
|
|
308
|
-
After your tests are imported back to Testomat.io, all new tests will be automatically synced to the project without additional confirmation and all updated tests will be displayed with **'out of sync'** label and will required confirmation from your side. You can use **'Out of Sync'** filter to find all of them, so you can verify and save the changes.
|
|
309
|
-
|
|
310
|
-
Each test with **'out of sync'** label should be verified manually one by one.
|
|
311
|
-
|
|
312
|
-
**To check and save changes for updated tests:**
|
|
313
|
-
|
|
314
|
-
1. Click on **'Out of Sync'** label.
|
|
315
|
-
|
|
316
|
-

|
|
317
|
-
|
|
318
|
-
2. Open the test you want to check.
|
|
319
|
-
3. Click **'Compare Description'**.
|
|
320
|
-
|
|
321
|
-

|
|
322
|
-
|
|
323
|
-
4. There are 2 options on this Step:
|
|
324
|
-
- Click **'Revert to Previous'** button if you want to cancel the changes.
|
|
325
|
-
|
|
326
|
-
OR
|
|
327
|
-
|
|
328
|
-
- Click **'Keep Current'** button if you want to save the changes.
|
|
329
|
-
|
|
330
|
-

|
|
331
|
-
|
|
332
|
-
:::note
|
|
333
|
-
|
|
334
|
-
By clicking on **'Mark as Sync'** button you can sync the test with the latest changes.
|
|
335
|
-
|
|
336
|
-

|
|
337
|
-
|
|
338
|
-
:::
|
|
339
|
-
|
|
340
|
-
### Importing Automated Tests as Manual
|
|
341
|
-
|
|
342
|
-
If you maintain only automated test cases or both, manual and automated, within the same source files (e.g., in a single .feature file), but you want to import your automated tests as manual, you can use the **'Additional Settings'** during import to ensure these tests are correctly mapped and synchronized within Testomat.io.
|
|
343
|
-
|
|
344
|
-
**To use this feature:**
|
|
345
|
-
|
|
346
|
-
1. Go to the **Import Project from Source Code** menu: select your **Project Framework**, **Project Language** and **OS**.
|
|
347
|
-
2. Click on **'Additional Settings'**.
|
|
348
|
-
|
|
349
|
-

|
|
350
|
-
|
|
351
|
-
3. In the field **'Import automated tests as manual when a test is marked with a tag'**, enter the dedicated tag you use in your code for tests that should be imported as manual tests (e.g., `@manual`, `@smoke`, etc.).
|
|
352
|
-
4. Copy the displayed import command from Testomat.io, for example:
|
|
353
|
-
`TESTOMATIO=tstmt_... npx check-tests@latest codeceptjs "**/*.js"`
|
|
354
|
-
|
|
355
|
-
5. Click the **'Finish'** button.
|
|
356
|
-
|
|
357
|
-

|
|
358
|
-
|
|
359
|
-
6. Run coppied import command in the terminal.
|
|
360
|
-
|
|
361
|
-

|
|
362
|
-
|
|
363
|
-
7. Verify the state of imported tests.
|
|
364
|
-
|
|
365
|
-
| **Tests State Before = Automated** | **Tests State After = Manual** |
|
|
366
|
-
| --------------------------- | ------------------------------------- |
|
|
367
|
-
|  |  |
|
|
368
|
-
|
|
369
|
-
:::note
|
|
370
|
-
|
|
371
|
-
**Single State Rule:** A test can have only one state: **manual** or **automated**. It cannot hold both statuses simultaneously in Testomat.io.
|
|
372
|
-
|
|
373
|
-
**Applicability:** This feature works for both **BDD** and **Classical** project types.
|
|
374
|
-
|
|
375
|
-
**Scope:** The setting is applicable to both **individual tests** and **entire suites**.
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
:::
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: Export Tests to Obsidian
|
|
3
|
-
description: Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes back to Testomat.io using the CLI.
|
|
4
|
-
type: article
|
|
5
|
-
url: https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian
|
|
6
|
-
head:
|
|
7
|
-
- tag: meta
|
|
8
|
-
attrs:
|
|
9
|
-
name: og:image
|
|
10
|
-
content: https://docs.testomat.io/obsidian_logo.svg
|
|
11
|
-
- tag: meta
|
|
12
|
-
attrs:
|
|
13
|
-
name: og:title
|
|
14
|
-
content: Export Tests to Obsidian | Testomat.io
|
|
15
|
-
- tag: meta
|
|
16
|
-
attrs:
|
|
17
|
-
name: og:description
|
|
18
|
-
content: Export manual tests from Testomat.io as Markdown and manage them in Obsidian. Edit test cases, sync changes, and keep your test documentation in a knowledge base.
|
|
19
|
-
- tag: meta
|
|
20
|
-
attrs:
|
|
21
|
-
name: keywords
|
|
22
|
-
content: Testomat.io, export tests, Obsidian, vault, Markdown, manual tests, export to markdown, knowledge base, test documentation, test management, edit tests, sync tests, CLI, check-tests
|
|
23
|
-
---
|
|
24
|
-
|
|
25
|
-
[Obsidian](https://obsidian.md) is a powerful knowledge base application that works on top of plain Markdown files. Since Testomat.io can export manual tests as Markdown, you can use Obsidian to browse, search, and organize your test cases locally.
|
|
26
|
-
|
|
27
|
-
## How to Export Tests to Obsidian
|
|
28
|
-
|
|
29
|
-
### Step 1: Export Tests as Markdown
|
|
30
|
-
|
|
31
|
-
First, export your manual tests from Testomat.io as Markdown files using the **Export to Markdown** feature:
|
|
32
|
-
|
|
33
|
-
1. Create a directory on your computer where you want to store the tests.
|
|
34
|
-
2. Open your project in Testomat.io on the **Tests** page.
|
|
35
|
-
3. Click the **Extra menu** button.
|
|
36
|
-
4. Select **Export to markdown**.
|
|
37
|
-
5. Select your OS and copy the displayed pull command.
|
|
38
|
-
6. Run the export command in your project directory.
|
|
39
|
-
|
|
40
|
-
For detailed export instructions, see [Download Manual Tests as Files](../download-tests-as-files/download-manual-tests-as-files).
|
|
41
|
-
|
|
42
|
-
### Step 2: Open the Folder as an Obsidian Vault
|
|
43
|
-
|
|
44
|
-
Once the tests are exported, open the folder directly in Obsidian:
|
|
45
|
-
|
|
46
|
-
1. Open **Obsidian**.
|
|
47
|
-
2. Click the **Open another vault** button (vault icon in the bottom-left corner) or go to **File → Open vault**.
|
|
48
|
-
3. Select **Open folder as vault**.
|
|
49
|
-
4. Navigate to the folder containing your exported Markdown tests and click **Open**.
|
|
50
|
-
|
|
51
|
-
All your test suites and test cases will appear in Obsidian immediately — no copying or importing is needed. Obsidian reads `.md` files directly from the folder.
|
|
52
|
-
|
|
53
|
-

|
|
54
|
-
|
|
55
|
-
### Step 3: Browse Your Tests
|
|
56
|
-
|
|
57
|
-
Once the vault is open, you can:
|
|
58
|
-
|
|
59
|
-
- **Navigate the test tree** using the file explorer sidebar — folders represent suites.
|
|
60
|
-
- **Search across all tests** using Obsidian's built-in search (`Ctrl+Shift+F` / `Cmd+Shift+F`).
|
|
61
|
-
- **Use graph view** to visualize connections between test suites and cases.
|
|
62
|
-
- **Tag filtering** — if your tests include tags, Obsidian will recognize them for filtering.
|
|
63
|
-
|
|
64
|
-
## Editing Tests in Obsidian
|
|
65
|
-
|
|
66
|
-
You can edit and update your test cases directly in Obsidian. Any changes you make to the Markdown files — updating steps, adding preconditions, changing tags or priorities — will be picked up when you push the changes back to Testomat.io.
|
|
67
|
-
|
|
68
|
-
When editing tests, keep the existing Markdown structure intact:
|
|
69
|
-
|
|
70
|
-
- **Test headers** (`<!-- test -->` comments) contain metadata like priority, tags, and labels.
|
|
71
|
-
- **Test titles** start with `#`.
|
|
72
|
-
- **Steps and expected results** follow the standard Markdown format.
|
|
73
|
-
|
|
74
|
-
You can also create new test files or delete irrelevant ones. For details on test file structure, see [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files).
|
|
75
|
-
|
|
76
|
-
### Pushing Changes Back to Testomat.io
|
|
77
|
-
|
|
78
|
-
Once you've finished editing, push your changes back to Testomat.io using the CLI. You will need your project's **TESTOMATIO** API key, which can be found in your project **Settings → API Key**.
|
|
79
|
-
|
|
80
|
-
Run the following command in the directory with your tests:
|
|
81
|
-
|
|
82
|
-
```bash
|
|
83
|
-
TESTOMATIO={your-api-key} npx check-tests@latest push
|
|
84
|
-
```
|
|
85
|
-
|
|
86
|
-
:::note
|
|
87
|
-
|
|
88
|
-
Before pushing, it's recommended to **pull the latest changes first** to avoid overwriting updates made in Testomat.io:
|
|
89
|
-
|
|
90
|
-
```bash
|
|
91
|
-
TESTOMATIO={your-api-key} npx check-tests@latest pull
|
|
92
|
-
```
|
|
93
|
-
|
|
94
|
-
Review any differences, then push your changes.
|
|
95
|
-
|
|
96
|
-
:::
|
|
97
|
-
|
|
98
|
-
After the push, new tests will be added to your project automatically. Updated tests will appear with an **'out of sync'** label in Testomat.io, where you can review and confirm each change.
|
|
99
|
-
|
|
100
|
-
## Keeping Tests in Sync
|
|
101
|
-
|
|
102
|
-
To update your Obsidian vault with the latest tests from Testomat.io, re-run the pull command in the same directory:
|
|
103
|
-
|
|
104
|
-
```bash
|
|
105
|
-
TESTOMATIO={your-api-key} npx check-tests@latest pull
|
|
106
|
-
```
|
|
107
|
-
|
|
108
|
-
Obsidian will automatically reflect the updated files.
|
|
109
|
-
|
|
110
|
-
## Using Obsidian with Git
|
|
111
|
-
|
|
112
|
-
For full version control, you can initialize a Git repository in the same folder as your Obsidian vault. This lets you track changes, review diffs, and collaborate with your team. See [Download as Markdown Files](../download-tests-as-files/download-manual-tests-as-files) for details on setting up Git with exported tests.
|
|
@@ -1,127 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: Export to Spreadsheet
|
|
3
|
-
description: Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered results, with options to include extra columns like steps and preconditions. It also explains using multiselection and different export modes (Only found Tests, Found Suites and Found Tests) to ensure users can efficiently download and share specific test data outside the platform.
|
|
4
|
-
type: article
|
|
5
|
-
url: https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet
|
|
6
|
-
head:
|
|
7
|
-
- tag: meta
|
|
8
|
-
attrs:
|
|
9
|
-
name: keywords
|
|
10
|
-
content: Testomat.io, export test cases, export test suites, export data, export as spreadsheet, Excel format, download test data, test management, XLS, automated tests
|
|
11
|
-
---
|
|
12
|
-
|
|
13
|
-
The export feature provides users with the ability to download test cases and suites in various formats, offering flexibility in how the data is exported. You can export test cases in Excel format. This functionality supports filtering by tags, labels, or specific suites, allowing users to export only the relevant test data. Depending on the export mode selected, users can choose to export individual tests, complete suites, or the entire set of tests with additional details.
|
|
14
|
-
|
|
15
|
-
Below, you will find export guidelines to help you quickly get the necessary test suites and cases.
|
|
16
|
-
|
|
17
|
-
## How to Export All Suites with Tests (including extra columns)
|
|
18
|
-
|
|
19
|
-
1. Click on the **Tests** in the sidebar
|
|
20
|
-
2. Click on the **Extra Menu**
|
|
21
|
-
3. Click on **Export as Spreadsheet**
|
|
22
|
-
|
|
23
|
-

|
|
24
|
-
|
|
25
|
-
Once the pop-up appears, optionally, you can configure your spreadsheet by adding extra columns.
|
|
26
|
-
|
|
27
|
-
4. Click on the **Add extra columns**
|
|
28
|
-
5. Fill out extra columns, e.g.
|
|
29
|
-
|
|
30
|
-
- Preconditions
|
|
31
|
-
- Steps
|
|
32
|
-
- Expected results
|
|
33
|
-
|
|
34
|
-
6. Click on the **Launch export** button to start the export with the applied columns
|
|
35
|
-
|
|
36
|
-

|
|
37
|
-
|
|
38
|
-
The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
|
|
39
|
-
|
|
40
|
-

|
|
41
|
-
|
|
42
|
-
:::note
|
|
43
|
-
|
|
44
|
-
Once you select extra columns for export, Testomat.io remembers your choices, so you don’t need to configure them again next time.
|
|
45
|
-
|
|
46
|
-
:::
|
|
47
|
-
|
|
48
|
-
## How to Export a Suite with All Tests
|
|
49
|
-
|
|
50
|
-
1. Click on the **Tests** in the sidebar
|
|
51
|
-
2. Select a specific suite or a folder, you want to export
|
|
52
|
-
3. Click on the **Extra Menu**
|
|
53
|
-
4. Click on **Download suite with all tests**
|
|
54
|
-
|
|
55
|
-

|
|
56
|
-
|
|
57
|
-
The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
|
|
58
|
-
|
|
59
|
-

|
|
60
|
-
|
|
61
|
-
## How to Export Found Test Suites and Cases
|
|
62
|
-
|
|
63
|
-
### Search Criteria: Export Mode – Only found Tests
|
|
64
|
-
|
|
65
|
-
1. Click on the **Tests** in the sidebar
|
|
66
|
-
2. Search, e.g., by tag @localisation
|
|
67
|
-
|
|
68
|
-
Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
|
|
69
|
-
|
|
70
|
-
Once all exact test matches are shown:
|
|
71
|
-
|
|
72
|
-
3. Click on **Download results** icon
|
|
73
|
-
|
|
74
|
-

|
|
75
|
-
|
|
76
|
-
4. Select **Only found Tests** in the **Export mode** dropdown
|
|
77
|
-
5. Click on the **Launch export** button
|
|
78
|
-
|
|
79
|
-

|
|
80
|
-
|
|
81
|
-
The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
|
|
82
|
-
|
|
83
|
-

|
|
84
|
-
|
|
85
|
-
### Search Criteria: Export Mode – Found Suites and Found Tests
|
|
86
|
-
|
|
87
|
-
To export both matching test suites (with their content) and individual matching test cases, follow these steps:
|
|
88
|
-
|
|
89
|
-
1. Click on the **Tests** in the sidebar
|
|
90
|
-
2. Search, e.g., by tag @localisation
|
|
91
|
-
|
|
92
|
-
Search criteria (e.g. @localization) are saved when switching between tabs, which ensures consistent exports.
|
|
93
|
-
|
|
94
|
-
Once all exact test matches are shown:
|
|
95
|
-
|
|
96
|
-
3. Click on **Download results** icon
|
|
97
|
-
|
|
98
|
-

|
|
99
|
-
|
|
100
|
-
4. Select **Found Suites and found tests** in the **Export mode**
|
|
101
|
-
5. Click on the **Launch export** button
|
|
102
|
-
|
|
103
|
-

|
|
104
|
-
|
|
105
|
-
The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
|
|
106
|
-
|
|
107
|
-

|
|
108
|
-
|
|
109
|
-
### Export Tests With Multiselection
|
|
110
|
-
|
|
111
|
-
1. Click on the **Tests** in the sidebar
|
|
112
|
-
2. Click **Multi-Select**
|
|
113
|
-
3. Select specific tests or suites, you want to export
|
|
114
|
-
4. Click on the **Extra Menu** at the bottom
|
|
115
|
-
5. Click on the **Download** button
|
|
116
|
-
|
|
117
|
-

|
|
118
|
-
|
|
119
|
-
6. Once the pop-up appears, click on **Launch export** or add extra columns before
|
|
120
|
-
|
|
121
|
-

|
|
122
|
-
|
|
123
|
-
The result file will be available in the **Account files** tab after it is filled out. Once the export is complete, you can download it from the provided link.
|
|
124
|
-
|
|
125
|
-

|
|
126
|
-
|
|
127
|
-
Testomat.io allows teams to export test suites and cases, making it easier to share, review and work with them outside the platform. This helps to optimize collaboration and keep all the necessary data accessible when needed.
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: Auto-Import
|
|
3
|
-
description: Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automated tests with your codebase on every push to the main branch, ensuring consistency in test management. It includes commands for Playwright with TypeScript, token management, and auto-committing changes to test IDs.
|
|
4
|
-
type: article
|
|
5
|
-
url: https://docs.testomat.io/project/import-export/auto-import
|
|
6
|
-
head:
|
|
7
|
-
- tag: meta
|
|
8
|
-
attrs:
|
|
9
|
-
name: keywords
|
|
10
|
-
content: Test automation, GitHub Actions, CI workflows, Playwright, TypeScript, Testomat.io, test import, auto-commit, test management, automated testing, continuous integration
|
|
11
|
-
---
|
|
12
|
-
|
|
13
|
-
It is recommended to re-import your automated tests regularely.
|
|
14
|
-
This task can be accomplished by CI. On every push to main branch you can import automated tests and update their IDs for new tests added. This will keep tests in Testomat.io and in codebase in sync.
|
|
15
|
-
|
|
16
|
-
## GitHub Actions
|
|
17
|
-
|
|
18
|
-
If you use GitHub Actions you can use the following workflow file to perform auto-import.
|
|
19
|
-
|
|
20
|
-
* We use `check-tests` command with Playwright with TypeScript configured but you can replace it with a framework of your choice.
|
|
21
|
-
* `TESTOMATIO` token must be passed as a [secret variable](https://docs.github.com/en/actions/security-guides/using-secrets-in-github-actions) into a workflow
|
|
22
|
-
* Changes to tests are automatically committed via `git-auto-commit-action`
|
|
23
|
-
|
|
24
|
-
```yaml
|
|
25
|
-
name: Update Test IDs
|
|
26
|
-
|
|
27
|
-
on:
|
|
28
|
-
push:
|
|
29
|
-
branches:
|
|
30
|
-
- main
|
|
31
|
-
- master
|
|
32
|
-
|
|
33
|
-
jobs:
|
|
34
|
-
update-tests:
|
|
35
|
-
runs-on: ubuntu-latest
|
|
36
|
-
|
|
37
|
-
steps:
|
|
38
|
-
- name: Checkout code
|
|
39
|
-
uses: actions/checkout@v2
|
|
40
|
-
|
|
41
|
-
- name: Install Node.js
|
|
42
|
-
uses: actions/setup-node@v2
|
|
43
|
-
with:
|
|
44
|
-
node-version: '18'
|
|
45
|
-
|
|
46
|
-
- name: Import tests and update IDs
|
|
47
|
-
run: npx check-tests Playwright "**/*{.,_}{test,spec,cy}.ts" --update-ids --typescript
|
|
48
|
-
env:
|
|
49
|
-
TESTOMATIO: ${{ secrets.TESTOMATIO }}
|
|
50
|
-
|
|
51
|
-
- name: Commit and push changes
|
|
52
|
-
uses: stefanzweifel/git-auto-commit-action@v4
|
|
53
|
-
with:
|
|
54
|
-
commit_message: "Updated test IDs"
|
|
55
|
-
```
|
|
56
|
-
|
|
57
|
-
### GitLab
|
|
58
|
-
|
|
59
|
-
*Coming soon....*
|
|
60
|
-
|
|
61
|
-
### Jenkins
|
|
62
|
-
|
|
63
|
-
*Coming soon...*
|