testeiya 0.2.1 → 0.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +41 -213
- package/dist/prompt/context.js +79 -0
- package/dist/prompt/context.js.map +1 -0
- package/dist/prompt/index.js +56 -0
- package/dist/prompt/index.js.map +1 -0
- package/dist/prompt/print.js +22 -0
- package/dist/prompt/print.js.map +1 -0
- package/dist/prompt/project-info.js +2 -0
- package/dist/prompt/project-info.js.map +1 -0
- package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +24 -21
- package/dist/prompt/system-prompt.js.map +1 -0
- package/dist/prompt/testomatio.js +264 -0
- package/dist/prompt/testomatio.js.map +1 -0
- package/dist/prompt/tools.js +49 -0
- package/dist/prompt/tools.js.map +1 -0
- package/dist/prompt/vocab.js +8 -0
- package/dist/prompt/vocab.js.map +1 -0
- package/dist/src/args.js +72 -0
- package/dist/src/args.js.map +1 -0
- package/dist/src/cli.js +61 -0
- package/dist/src/cli.js.map +1 -0
- package/dist/src/env.js +69 -0
- package/dist/src/env.js.map +1 -0
- package/dist/src/mcp-extension.js +9 -0
- package/dist/src/mcp-extension.js.map +1 -0
- package/dist/src/mcp.js +139 -0
- package/dist/src/mcp.js.map +1 -0
- package/dist/src/model.js +66 -0
- package/dist/src/model.js.map +1 -0
- package/dist/src/result.js +41 -0
- package/dist/src/result.js.map +1 -0
- package/dist/src/run.js +199 -0
- package/dist/src/run.js.map +1 -0
- package/dist/src/session.js +77 -0
- package/dist/src/session.js.map +1 -0
- package/dist/vendor/mcp.js +14801 -0
- package/mcp-tools.json +2967 -0
- package/package.json +29 -42
- package/prompt/context.ts +101 -0
- package/prompt/index.ts +93 -0
- package/prompt/print.ts +23 -0
- package/prompt/project-info.ts +30 -0
- package/prompt/system-prompt.ts +173 -0
- package/{src/prompt → prompt}/testomatio.ts +119 -8
- package/{src/prompt → prompt}/tools.ts +30 -8
- package/prompt/vocab.ts +7 -0
- package/{skills.lock.json → skills/skills.lock.json} +11 -7
- package/skills/skills.yaml +34 -0
- package/assets/testeiya-logo-dark.svg +0 -16
- package/assets/testeiya-logo.svg +0 -15
- package/models.catalog.json +0 -6963
- package/skills/codeceptjs/ci-fix-tests/SKILL.md +0 -120
- package/skills/codeceptjs/codeceptjs-auth/SKILL.md +0 -158
- package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +0 -91
- package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +0 -158
- package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +0 -90
- package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +0 -234
- package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +0 -110
- package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +0 -306
- package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +0 -352
- package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +0 -472
- package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +0 -350
- package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +0 -81
- package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +0 -206
- package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
- package/skills/playwright-best-practices-skill/README.md +0 -147
- package/skills/playwright-best-practices-skill/SKILL.md +0 -303
- package/skills/playwright-best-practices-skill/advanced/authentication-flows.md +0 -360
- package/skills/playwright-best-practices-skill/advanced/authentication.md +0 -871
- package/skills/playwright-best-practices-skill/advanced/clock-mocking.md +0 -364
- package/skills/playwright-best-practices-skill/advanced/mobile-testing.md +0 -409
- package/skills/playwright-best-practices-skill/advanced/multi-context.md +0 -288
- package/skills/playwright-best-practices-skill/advanced/multi-user.md +0 -393
- package/skills/playwright-best-practices-skill/advanced/network-advanced.md +0 -452
- package/skills/playwright-best-practices-skill/advanced/third-party.md +0 -464
- package/skills/playwright-best-practices-skill/architecture/pom-vs-fixtures.md +0 -363
- package/skills/playwright-best-practices-skill/architecture/test-architecture.md +0 -369
- package/skills/playwright-best-practices-skill/architecture/when-to-mock.md +0 -383
- package/skills/playwright-best-practices-skill/browser-apis/browser-apis.md +0 -391
- package/skills/playwright-best-practices-skill/browser-apis/iframes.md +0 -403
- package/skills/playwright-best-practices-skill/browser-apis/service-workers.md +0 -504
- package/skills/playwright-best-practices-skill/browser-apis/websockets.md +0 -403
- package/skills/playwright-best-practices-skill/core/annotations.md +0 -424
- package/skills/playwright-best-practices-skill/core/assertions-waiting.md +0 -361
- package/skills/playwright-best-practices-skill/core/configuration.md +0 -452
- package/skills/playwright-best-practices-skill/core/fixtures-hooks.md +0 -417
- package/skills/playwright-best-practices-skill/core/global-setup.md +0 -434
- package/skills/playwright-best-practices-skill/core/locators.md +0 -242
- package/skills/playwright-best-practices-skill/core/page-object-model.md +0 -315
- package/skills/playwright-best-practices-skill/core/projects-dependencies.md +0 -453
- package/skills/playwright-best-practices-skill/core/test-data.md +0 -492
- package/skills/playwright-best-practices-skill/core/test-suite-structure.md +0 -361
- package/skills/playwright-best-practices-skill/core/test-tags.md +0 -298
- package/skills/playwright-best-practices-skill/debugging/console-errors.md +0 -420
- package/skills/playwright-best-practices-skill/debugging/debugging.md +0 -504
- package/skills/playwright-best-practices-skill/debugging/error-testing.md +0 -360
- package/skills/playwright-best-practices-skill/debugging/flaky-tests.md +0 -496
- package/skills/playwright-best-practices-skill/frameworks/angular.md +0 -530
- package/skills/playwright-best-practices-skill/frameworks/nextjs.md +0 -469
- package/skills/playwright-best-practices-skill/frameworks/react.md +0 -531
- package/skills/playwright-best-practices-skill/frameworks/vue.md +0 -574
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/ci-cd.md +0 -468
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/docker.md +0 -283
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/github-actions.md +0 -546
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/gitlab.md +0 -397
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/other-providers.md +0 -521
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/parallel-sharding.md +0 -371
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/performance.md +0 -453
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/reporting.md +0 -424
- package/skills/playwright-best-practices-skill/infrastructure-ci-cd/test-coverage.md +0 -497
- package/skills/playwright-best-practices-skill/testing-patterns/accessibility.md +0 -359
- package/skills/playwright-best-practices-skill/testing-patterns/api-testing.md +0 -719
- package/skills/playwright-best-practices-skill/testing-patterns/browser-extensions.md +0 -506
- package/skills/playwright-best-practices-skill/testing-patterns/canvas-webgl.md +0 -493
- package/skills/playwright-best-practices-skill/testing-patterns/component-testing.md +0 -500
- package/skills/playwright-best-practices-skill/testing-patterns/drag-drop.md +0 -576
- package/skills/playwright-best-practices-skill/testing-patterns/electron.md +0 -509
- package/skills/playwright-best-practices-skill/testing-patterns/file-operations.md +0 -377
- package/skills/playwright-best-practices-skill/testing-patterns/file-upload-download.md +0 -562
- package/skills/playwright-best-practices-skill/testing-patterns/forms-validation.md +0 -561
- package/skills/playwright-best-practices-skill/testing-patterns/graphql-testing.md +0 -331
- package/skills/playwright-best-practices-skill/testing-patterns/i18n.md +0 -508
- package/skills/playwright-best-practices-skill/testing-patterns/performance-testing.md +0 -476
- package/skills/playwright-best-practices-skill/testing-patterns/security-testing.md +0 -430
- package/skills/playwright-best-practices-skill/testing-patterns/visual-regression.md +0 -634
- package/skills/playwright-cli/SKILL.md +0 -420
- package/skills/playwright-cli/references/element-attributes.md +0 -23
- package/skills/playwright-cli/references/playwright-tests.md +0 -39
- package/skills/playwright-cli/references/request-mocking.md +0 -87
- package/skills/playwright-cli/references/running-code.md +0 -241
- package/skills/playwright-cli/references/session-management.md +0 -225
- package/skills/playwright-cli/references/storage-state.md +0 -275
- package/skills/playwright-cli/references/test-generation.md +0 -433
- package/skills/playwright-cli/references/tracing.md +0 -139
- package/skills/playwright-cli/references/video-recording.md +0 -143
- package/skills/testeiya/README.md +0 -29
- package/skills/testeiya/answer-formatting/SKILL.md +0 -30
- package/skills/testeiya/check-cucumber/SKILL.md +0 -200
- package/skills/testeiya/check-tests/SKILL.md +0 -260
- package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
- package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
- package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
- package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
- package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
- package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
- package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
- package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
- package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
- package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
- package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
- package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
- package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
- package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
- package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
- package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
- package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
- package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
- package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
- package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
- package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
- package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
- package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
- package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
- package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
- package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
- package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
- package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
- package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
- package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
- package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
- package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
- package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
- package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
- package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
- package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
- package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
- package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
- package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
- package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
- package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
- package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
- package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
- package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
- package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
- package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
- package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
- package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
- package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
- package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
- package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
- package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
- package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
- package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
- package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
- package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
- package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
- package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
- package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
- package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
- package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
- package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
- package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
- package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
- package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
- package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
- package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
- package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
- package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
- package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
- package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
- package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
- package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
- package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
- package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
- package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +0 -88
- package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +0 -95
- package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +0 -334
- package/skills/testomatio/test-automation/automate-manual-test-cases/CLAUDE.md +0 -56
- package/skills/testomatio/test-automation/automate-manual-test-cases/SKILL.md +0 -242
- package/skills/testomatio/test-automation/automate-manual-test-cases/references/CODECEPTJS_BEST_PRACTICES.md +0 -182
- package/skills/testomatio/test-automation/automate-manual-test-cases/references/FINAL_SUMMARY_TEMPLATE.md +0 -22
- package/skills/testomatio/test-automation/automate-manual-test-cases/references/PLAYWRIGHT_BEST_PRACTICES.md +0 -90
- package/skills/testomatio/test-automation/automate-manual-test-cases/references/POM_BEST_PRACTICES.md +0 -53
- package/skills/testomatio/test-automation/automate-manual-test-cases/references/TEST_DATA_MANAGEMENT.md +0 -52
- package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/SKILL.md +0 -107
- package/skills/testomatio/test-automation/debug-fix-failed-flaky-autotests/references/DEBUGGING_QUICK_REFERENCE.md +0 -113
- package/skills/testomatio/test-automation/qa-automation-test-consolidation/SKILL.md +0 -29
- package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +0 -151
- package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
- package/skills/testomatio/test-automation/testomat-allure-adapter/SKILL.md +0 -289
- package/skills/testomatio/test-management/detect-duplicate-test-cases/SKILL.md +0 -86
- package/skills/testomatio/test-management/detect-duplicate-test-cases/references/DUPLICATE_INSTRUCTIONS.md +0 -54
- package/skills/testomatio/test-management/improve-test-cases/SKILL.md +0 -114
- package/skills/testomatio/test-management/improve-test-cases/references/TESTOMAT_MARKDOWN_EXAMPLE.md +0 -66
- package/skills/testomatio/test-management/pull-request-diff-analyzer/SKILL.md +0 -141
- package/skills/testomatio/test-management/qa-e2e-tests-reporting/SKILL.md +0 -354
- package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_ARTIFACTS.md +0 -82
- package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_HTML_REPORT.md +0 -37
- package/skills/testomatio/test-management/qa-e2e-tests-reporting/references/TESTOMATIO_REPORTERS_CONFIG.md +0 -118
- package/skills/testomatio/test-management/qa-pr-requirements-analyzer/SKILL.md +0 -149
- package/skills/testomatio/test-management/qa-pr-requirements-analyzer/references/summary-example.md +0 -54
- package/skills/testomatio/test-management/qa-requirement-reviewer/SKILL.md +0 -126
- package/skills/testomatio/test-management/qa-requirement-reviewer/references/requirements_reviewer_examples.md +0 -128
- package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +0 -174
- package/skills/testomatio/test-management/qa-test-code-coverage/references/COVERAGE_FILE_FORMAT.md +0 -138
- package/skills/testomatio/test-management/qa-test-code-coverage/references/E2E_FRAMEWORKS.md +0 -65
- package/skills/testomatio/test-management/qa-test-code-coverage/scripts/check-coverage.mjs +0 -40
- package/skills/testomatio/test-management/qa-thinking/SKILL.md +0 -36
- package/skills/testomatio/test-management/qa-write-test-cases/SKILL.md +0 -267
- package/skills/testomatio/test-management/qa-write-test-cases/references/test-case-format.md +0 -387
- package/skills/testomatio/test-management/qa-write-test-cases/references/testomat-tms-guide.md +0 -72
- package/skills/testomatio/test-management/qa-write-test-cases/references/writing-rule.md +0 -159
- package/skills/testomatio/test-management/scan-automation-project/SKILL.md +0 -152
- package/skills/testomatio/test-management/sync-test-cases-with-tms/SKILL.md +0 -107
- package/skills/testomatio/test-management/sync-test-cases-with-tms/references/TESTOMATIO_CLI.md +0 -140
- package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +0 -182
- package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +0 -169
- package/skills.yaml +0 -21
- package/src/ai-debug.ts +0 -188
- package/src/api/agent-get.ts +0 -22
- package/src/api/agent-start.ts +0 -384
- package/src/api/client-log.ts +0 -29
- package/src/api/context.ts +0 -332
- package/src/api/debug-layout.ts +0 -47
- package/src/api/debug-report.ts +0 -29
- package/src/api/debug-snapshot.ts +0 -30
- package/src/api/debug-stream.ts +0 -52
- package/src/api/files-delete.ts +0 -184
- package/src/api/files-read.ts +0 -41
- package/src/api/files-rename.ts +0 -99
- package/src/api/files-tree.ts +0 -292
- package/src/api/files-write.ts +0 -41
- package/src/api/mcp.ts +0 -603
- package/src/api/memory.ts +0 -69
- package/src/api/open-external.ts +0 -39
- package/src/api/playwright-cli.ts +0 -606
- package/src/api/providers.ts +0 -457
- package/src/api/read-env-token.ts +0 -33
- package/src/api/sessions.ts +0 -79
- package/src/api/settings.ts +0 -120
- package/src/api/skills.ts +0 -58
- package/src/api/testomatio-attachment.ts +0 -89
- package/src/api/testomatio-auth.ts +0 -284
- package/src/api/testomatio-proxy.ts +0 -197
- package/src/api/testomatio-run-stats.ts +0 -81
- package/src/api/testomatio-target.ts +0 -225
- package/src/api/testomatio-transcription.ts +0 -82
- package/src/api/workspace-search.ts +0 -96
- package/src/api/workspace-sync.ts +0 -151
- package/src/api/workspace.ts +0 -165
- package/src/app-server.ts +0 -556
- package/src/bridge.ts +0 -251
- package/src/check-tests.ts +0 -156
- package/src/cli.ts +0 -17
- package/src/commands.ts +0 -244
- package/src/config.ts +0 -183
- package/src/connection.ts +0 -658
- package/src/context-store.ts +0 -265
- package/src/debug-bus.ts +0 -405
- package/src/extensions/tool-gate.ts +0 -220
- package/src/extensions/webui/ask-channel.ts +0 -52
- package/src/extensions/webui/index.ts +0 -184
- package/src/extensions/webui/tools/ask-question.ts +0 -88
- package/src/extensions/webui/tools/query-result.ts +0 -79
- package/src/extensions/webui/tools/render-chart.ts +0 -53
- package/src/extensions/webui/tools/render-item.ts +0 -61
- package/src/extensions/webui/tools/render-list.ts +0 -170
- package/src/extensions/webui/tools/render-result.ts +0 -85
- package/src/extensions/webui/tools/render-tree.ts +0 -71
- package/src/extensions/webui/tools/ui-widget.ts +0 -54
- package/src/extensions/webui/tools/widget-result.ts +0 -13
- package/src/extensions/webui/widget-channel.ts +0 -50
- package/src/file-log.ts +0 -196
- package/src/git-tracked.ts +0 -68
- package/src/gitignore.ts +0 -53
- package/src/json-store.ts +0 -43
- package/src/load-env.ts +0 -70
- package/src/loader-style.ts +0 -96
- package/src/main.ts +0 -140
- package/src/mcp-catalog.ts +0 -96
- package/src/models-catalog.ts +0 -72
- package/src/permissions.ts +0 -120
- package/src/project-dir.ts +0 -189
- package/src/project-info.ts +0 -108
- package/src/prompt/app-ui.ts +0 -59
- package/src/prompt/browser.ts +0 -27
- package/src/prompt/index.ts +0 -62
- package/src/server-info.ts +0 -62
- package/src/session-factory.ts +0 -442
- package/src/session-store.ts +0 -115
- package/src/shell-env.ts +0 -45
- package/src/skills.ts +0 -163
- package/src/sync-snapshot.ts +0 -140
- package/src/telemetry.ts +0 -239
- package/src/testomatio-auth.ts +0 -299
- package/src/testomatio.ts +0 -98
- package/src/theme.ts +0 -30
- package/src/user-env.ts +0 -94
- package/src/welcome.ts +0 -194
- package/src/workspace/safe-path.ts +0 -85
- package/src/workspace/test-md.ts +0 -70
- package/src/workspace-model.ts +0 -440
- package/testeiya.config.json +0 -14
|
@@ -1,260 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: check-tests
|
|
3
|
-
description: Sync Testomat.io test cases with the check-tests CLI. Pull tests to `*.test.md` markdown, push markdown back, import automated test code (Playwright, CodeceptJS, Jest, Cypress, Mocha, Vitest, WebdriverIO), and round-trip `@T`/`@S` IDs. Powers Testeiya's Pull/Push buttons. Use to pull, push, sync, import, or export test cases; add, check, or clean test IDs in source; or debug a failed pull, push, or import.
|
|
4
|
-
license: MIT
|
|
5
|
-
metadata:
|
|
6
|
-
author: Testomat.io
|
|
7
|
-
version: 1.0.0
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
# check-tests
|
|
11
|
-
|
|
12
|
-
The Testomat.io sync CLI. npm package `check-tests`, run with `npx`. Three commands:
|
|
13
|
-
|
|
14
|
-
- `check-tests pull` — download a project's tests as `*.test.md` files.
|
|
15
|
-
- `check-tests push` — upload local `*.test.md` files, then write assigned `@T`/`@S` IDs back.
|
|
16
|
-
- `check-tests <framework> <glob>` — statically parse automated test code (AST only, no execution) and import it.
|
|
17
|
-
|
|
18
|
-
This is the exact tool behind Testeiya's Pull/Push buttons (`POST /api/workspace/sync` → `cli/src/check-tests.ts`). Raw calls hit the same files and the same project as the buttons.
|
|
19
|
-
|
|
20
|
-
## Use cases
|
|
21
|
-
|
|
22
|
-
- Pull a project's manual tests into local markdown to read or edit them.
|
|
23
|
-
- Push edited or newly written `*.test.md` cases back to the project.
|
|
24
|
-
- Import an automation repo's specs (Playwright, CodeceptJS, Jest, …) into the project.
|
|
25
|
-
- Stamp `@T`/`@S` IDs into markdown or source so files round-trip with the TMS.
|
|
26
|
-
- Pull only selected suites, or push only the files just changed.
|
|
27
|
-
- Check IDs in CI, or clean IDs before a fresh import.
|
|
28
|
-
- Diagnose a pull/push/import that reported success but changed nothing.
|
|
29
|
-
|
|
30
|
-
## Which tool for which tests
|
|
31
|
-
|
|
32
|
-
- `*.test.md` markdown and code-based specs → this skill.
|
|
33
|
-
- Gherkin `.feature` files → `check-cucumber` (never run check-tests over `features/`).
|
|
34
|
-
- Test run RESULTS (pass/fail of executed runs) → `@testomatio/reporter`.
|
|
35
|
-
- Unsure of the project kind → `scan-automation-project` first.
|
|
36
|
-
|
|
37
|
-
## Critical rules
|
|
38
|
-
|
|
39
|
-
- **A push or import without a token silently does nothing and exits 0.** The output says `API key not provided`, but the exit code is success. Judge success by the output — `Data received at Testomat.io` (and for push, `N files updated.`), never by exit code.
|
|
40
|
-
- **Destructive operations need explicit user confirmation first.** `--purge`/`--unsafe-clean-ids` strip IDs with no server check; `--clean-ids` strips known IDs; push overwrites project content and detaches unmatched tests; pull overwrites local files. Before any: say what changes, get a yes, preflight (`pull --dry-run`, `--no-detached` for a subset, git-commit before ID cleanup).
|
|
41
|
-
- **Never change an existing `id:` in a `*.test.md` file.** The ID is the match key; an edited one makes the next push create a duplicate.
|
|
42
|
-
- **Never write a tag shaped like `@T`/`@S` + 8 alphanumerics** (e.g. `@Ta1b2c3d4`). That pattern is reserved for IDs and corrupts sync.
|
|
43
|
-
- Automated tests pulled as markdown are references, not runnable code — the implementation lives in the automation repo and runs via a CI profile. Do not edit them to change behavior.
|
|
44
|
-
- Never count manual tests by grepping `type: manual`. A block with no `type:` line is manual, and that is the common case.
|
|
45
|
-
- Use only flags documented here or shown by `npx check-tests --help`. Do not invent options.
|
|
46
|
-
|
|
47
|
-
## How Testeiya wires it
|
|
48
|
-
|
|
49
|
-
Read this before choosing between the app's built-in sync and a raw call.
|
|
50
|
-
|
|
51
|
-
### The target directory
|
|
52
|
-
|
|
53
|
-
Run from the workspace root and pass the dir with `-d` — never guess it. `resolveManualTestsDir(cwd)` decides:
|
|
54
|
-
|
|
55
|
-
- `.testeiya/manual-tests/` when it exists and holds markdown (a code repo with a pulled overlay).
|
|
56
|
-
- else the workspace root when ≥90% of files are `*.test.md` (a managed project workspace under `~/.testeiya/workspaces/<id>/`).
|
|
57
|
-
- else nothing is loaded yet — only a pull into `.testeiya/manual-tests` makes sense.
|
|
58
|
-
|
|
59
|
-
### What the buttons run
|
|
60
|
-
|
|
61
|
-
- Pull: `check-tests pull -d <dir> --force [--export-automated] [--suite-ids …]`.
|
|
62
|
-
- Push: `check-tests push -d <dir> [-f <changed files>]`.
|
|
63
|
-
- Uses the shipped bin, falling back to `npx -y check-tests@latest`, with a 120s timeout.
|
|
64
|
-
- Pushes only files changed since the last sync; background push-on-save pushes only suites that already carry an `@S` ID.
|
|
65
|
-
|
|
66
|
-
### The `--export-automated` rule
|
|
67
|
-
|
|
68
|
-
- Testeiya's pull adds `--export-automated` so automated tests come down as markdown references.
|
|
69
|
-
- Except in an automation repo (`hasAutomationConfig`: a playwright/codecept/cypress/wdio/testcafe/nightwatch/cucumber config or dependency) — there the spec files already are the automated tests, so markdown copies would duplicate them.
|
|
70
|
-
- Mirror this rule in raw calls.
|
|
71
|
-
|
|
72
|
-
### Token resolution
|
|
73
|
-
|
|
74
|
-
Mirror this order; never ask for a token before exhausting it:
|
|
75
|
-
|
|
76
|
-
1. The managed session's project token — in a single-project session it is already exported as `TESTOMATIO` (with `TESTOMATIO_URL`, `TESTOMATIO_PROJECT_ID`). Multi-project sessions leave `TESTOMATIO` unset; scope each call to one project's token.
|
|
77
|
-
2. The linked project's API key via the connected account (`.testeiya/testeiya.json` + stored auth).
|
|
78
|
-
3. The folder's own `.env` `TESTOMATIO`. check-tests auto-loads `.env` from its cwd.
|
|
79
|
-
|
|
80
|
-
### Built-in sync vs raw CLI
|
|
81
|
-
|
|
82
|
-
- Plain full pull/push of the current workspace → use the Pull/Push buttons (or replicate the invocation above). They handle dir, token, and change tracking.
|
|
83
|
-
- Raw CLI → when you need what the buttons don't expose: `--dry-run`, `--suite-ids`, ID cleanup, `TESTOMATIO_BRANCH`, labels, or a code import.
|
|
84
|
-
- First call in a session uses `npx check-tests@latest …`; later calls can drop `@latest`. Do not install it as a project dependency.
|
|
85
|
-
|
|
86
|
-
## Commands
|
|
87
|
-
|
|
88
|
-
### pull — Testomat.io → local markdown
|
|
89
|
-
|
|
90
|
-
Fetches `GET /api/test_data?with_files=true`, writes files under `-d`, creating dirs and overwriting.
|
|
91
|
-
|
|
92
|
-
| Flag | Meaning |
|
|
93
|
-
|---|---|
|
|
94
|
-
| `-d, --dir <dir>` | Target dir (default `.`). Always the resolved manual-tests dir |
|
|
95
|
-
| `--dry-run` | Preview created/overwritten files; writes nothing. Use before pulling over local edits |
|
|
96
|
-
| `--force` | Skip git safety checks. Testeiya always passes it for its managed dirs |
|
|
97
|
-
| `--export-automated` | Include automated tests as `type: automated` references. Omit in automation repos |
|
|
98
|
-
| `--suite-ids <ids>` | Pull only these suites, comma-separated: `--suite-ids "@S12345678,@S87654321"` |
|
|
99
|
-
|
|
100
|
-
Without `--force`, pull refuses to run when: the target is non-empty and not a git repo (`Directory is not empty and git is not initialized`); the git tree is dirty (`Git working tree is not clean`); or `TESTOMATIO` is missing. All exit 1.
|
|
101
|
-
|
|
102
|
-
### push — local markdown → Testomat.io
|
|
103
|
-
|
|
104
|
-
Shorthand for `check-tests manual '**/*.test.md' --update-ids`. It imports the markdown, waits for the server, then writes assigned IDs back (`N files updated.`). Expect a successful push to modify your files.
|
|
105
|
-
|
|
106
|
-
Push-specific flag:
|
|
107
|
-
|
|
108
|
-
- `-f, --files <files…>` — push only these files or globs (quote globs; paths resolve under `-d`). Prefer this when the changed files are known — e.g. output of `qa-write-test-cases` or `improve-test-cases`.
|
|
109
|
-
|
|
110
|
-
`--update-ids`/`--sync` are already implied — no need to pass them. Other flags come from [shared import flags](#shared-import-flags).
|
|
111
|
-
|
|
112
|
-
### framework import — automated code → Testomat.io
|
|
113
|
-
|
|
114
|
-
Parses test source (AST, no execution) and imports the found tests. Main Testeiya use: pairing an automation repo's specs with the manual cases — see `scan-automation-project` and `qa-e2e-tests-reporting`.
|
|
115
|
-
|
|
116
|
-
```bash
|
|
117
|
-
TESTOMATIO=<token> npx check-tests playwright "tests/**/*.spec.ts" --typescript --update-ids
|
|
118
|
-
```
|
|
119
|
-
|
|
120
|
-
- First positional = framework (case-insensitive): `playwright`, `codeceptjs` (alias `codecept`), `cypress` (alias `cypress.io`), `jest`, `vitest`, `mocha`, `jasmine`, `protractor`, `testcafe`, `qunit`, `nightwatch`, `newman`, `gauge`, `manual`, `webdriverio-mocha`. Unknown names fall back to the mocha parser.
|
|
121
|
-
- Second positional = a quoted glob, resolved inside `-d`.
|
|
122
|
-
- Without `TESTOMATIO`, it only lists the found tests and exits 0 — a handy parser dry-run.
|
|
123
|
-
|
|
124
|
-
Import-specific flags:
|
|
125
|
-
|
|
126
|
-
| Flag | Meaning |
|
|
127
|
-
|---|---|
|
|
128
|
-
| `--typescript` | `.ts`/`.tsx` sources. Needs `typescript` + `@typescript-eslint/typescript-estree`; the CLI prints the install line and exits 1 if missing |
|
|
129
|
-
| `--update-ids` | Write `@T`/`@S` IDs into titles after import (implies waiting). Auto-disabled when `TESTOMATIO_BRANCH` is set. On large repos, import once without it, then rerun with it |
|
|
130
|
-
| `--partial` | Import only `-d`'s tests into the matching folder without detaching anything outside it. Requires `-d`; equals `-d <dir>` + `TESTOMATIO_PREPEND_DIR=<dir>` |
|
|
131
|
-
| `--require-ids` | CI gate: exit 1 listing every non-skipped test missing an ID |
|
|
132
|
-
| `--no-skipped` | CI gate: exit 1 when skipped/exclusive tests exist |
|
|
133
|
-
| `--test-alias <names>` | Custom test-function names, comma-separated (`myTest,customIt`) |
|
|
134
|
-
| `-p, --plugins <plugins…>` | Extra Babel plugins for exotic syntax |
|
|
135
|
-
| `--no-hooks` | Strip before/after hook code from what's shown in Testomat.io |
|
|
136
|
-
| `--line-numbers` | Prefix code lines with their line numbers |
|
|
137
|
-
| `-g, --generate-file <file>` | Also write a markdown test-summary document |
|
|
138
|
-
| `-u, --url <url>` | GitHub base URL (`…/tree/main`) for source links |
|
|
139
|
-
|
|
140
|
-
### Shared import flags
|
|
141
|
-
|
|
142
|
-
Accepted by both `push` and framework import:
|
|
143
|
-
|
|
144
|
-
| Flag | Meaning |
|
|
145
|
-
|---|---|
|
|
146
|
-
| `-d, --dir <dir>` | Root the glob resolves in (default cwd) |
|
|
147
|
-
| `--sync` | Wait for the server to finish. Skip on very large imports (timeout risk) |
|
|
148
|
-
| `--create` | Create tests/suites for IDs present locally but missing in the project (moved from another project) |
|
|
149
|
-
| `--no-detached` | Don't mark tests absent from this import as detached. Required for any partial/subset import |
|
|
150
|
-
| `--no-empty` | Delete suites left empty after import. Conflicts with `--keep-structure` |
|
|
151
|
-
| `--keep-structure` | Force the local folder structure onto the project instead of preserving the project's |
|
|
152
|
-
| `--exclude <pattern>` | Glob to skip (`"**/node_modules/**"`) |
|
|
153
|
-
| `--force` | Skip git checks; also sends `force` to the import API |
|
|
154
|
-
| `--clean-ids` | **Destructive.** Remove this project's IDs from local files (needs `TESTOMATIO`). Confirm first |
|
|
155
|
-
| `--purge` / `--unsafe-clean-ids` | **Destructive.** Remove all `@T`/`@S`-shaped tags with no server check (no key needed) — may eat near-miss tags. Confirm first, verify titles after |
|
|
156
|
-
|
|
157
|
-
## Environment variables
|
|
158
|
-
|
|
159
|
-
Read by the CLI itself; a `.env` in the cwd is auto-loaded.
|
|
160
|
-
|
|
161
|
-
| Variable | Effect |
|
|
162
|
-
|---|---|
|
|
163
|
-
| `TESTOMATIO` | Project API key (`tstmt_…`). Required for any server call. Already exported in single-project sessions |
|
|
164
|
-
| `TESTOMATIO_URL` | Server base URL (default `https://app.testomat.io`). For self-hosted; Testeiya exports it with the token |
|
|
165
|
-
| `TESTOMATIO_BRANCH` | Import into a branch (matched by id, created if missing). Note: silently disables `--update-ids` |
|
|
166
|
-
| `TESTOMATIO_PREPEND_DIR` | Group imported tests under this folder (letters/digits/`-`/`_` only) |
|
|
167
|
-
| `TESTOMATIO_SUITE` | Import into an existing suite by SID (`1234567`, `S1234567`, or `@S1234567`) |
|
|
168
|
-
| `TESTOMATIO_WORKDIR` | Make file paths relative to this dir before sending (monorepos) |
|
|
169
|
-
| `TESTOMATIO_LABELS` | Comma-separated labels on every imported test; `label:value` supported. Alias `TESTOMATIO_SYNC_LABELS` |
|
|
170
|
-
| `TESTOMATIO_NO_DETACHED` | `.env` default equivalent of `--no-detached` |
|
|
171
|
-
| `DEBUG=testomatio:*` | Verbose logging for a failing run |
|
|
172
|
-
|
|
173
|
-
## Recipes
|
|
174
|
-
|
|
175
|
-
Run everything from the workspace root. `$TESTOMATIO`/`$TESTOMATIO_URL` are pre-exported in a single-project session.
|
|
176
|
-
|
|
177
|
-
```bash
|
|
178
|
-
# Managed project workspace (manual tests at the root)
|
|
179
|
-
npx check-tests@latest pull -d . --force --export-automated
|
|
180
|
-
npx check-tests push -d .
|
|
181
|
-
|
|
182
|
-
# Code repo with the .testeiya/manual-tests overlay
|
|
183
|
-
npx check-tests pull -d .testeiya/manual-tests --force --export-automated
|
|
184
|
-
npx check-tests push -d .testeiya/manual-tests
|
|
185
|
-
|
|
186
|
-
# Automation repo (specs ARE the automated tests — no --export-automated)
|
|
187
|
-
npx check-tests pull -d .testeiya/manual-tests --force
|
|
188
|
-
|
|
189
|
-
# Preview a pull before overwriting local edits
|
|
190
|
-
npx check-tests pull -d .testeiya/manual-tests --dry-run
|
|
191
|
-
|
|
192
|
-
# Pull only the named suites
|
|
193
|
-
npx check-tests pull -d .testeiya/manual-tests --force --suite-ids "@S12345678,@S87654321"
|
|
194
|
-
|
|
195
|
-
# Push exactly the files just written, without touching other suites
|
|
196
|
-
npx check-tests push -d .testeiya/manual-tests -f login.test.md checkout.test.md --no-detached
|
|
197
|
-
|
|
198
|
-
# Import Playwright specs and stamp IDs into the code
|
|
199
|
-
TESTOMATIO=<token> npx check-tests playwright "tests/**/*.spec.ts" --typescript --update-ids
|
|
200
|
-
|
|
201
|
-
# Import into a branch for review (IDs are not written back on a branch)
|
|
202
|
-
TESTOMATIO_BRANCH=dev TESTOMATIO=<token> npx check-tests codeceptjs "tests/**/*_test.js"
|
|
203
|
-
```
|
|
204
|
-
|
|
205
|
-
## The `*.test.md` format and ID round-trip
|
|
206
|
-
|
|
207
|
-
One file is one suite. Metadata lives in HTML comments; titles are headings:
|
|
208
|
-
|
|
209
|
-
```markdown
|
|
210
|
-
<!-- suite
|
|
211
|
-
id: @S12345678
|
|
212
|
-
-->
|
|
213
|
-
|
|
214
|
-
# Suite Title
|
|
215
|
-
|
|
216
|
-
<!-- test
|
|
217
|
-
id: @T12345678
|
|
218
|
-
priority: high
|
|
219
|
-
-->
|
|
220
|
-
|
|
221
|
-
## Test Title
|
|
222
|
-
|
|
223
|
-
Steps and expectations in plain markdown.
|
|
224
|
-
```
|
|
225
|
-
|
|
226
|
-
- Test keys: `id`, `type` (`manual`/`automated`; absent = manual), `priority` (`normal`/`high`/`low`), `assignee`, `creator`, `tags`, `labels`, `issues`, `shared`.
|
|
227
|
-
- Suite keys: `id`, `emoji`, `tags`, `labels`, `assignee`, `issues`. `tags`/`labels` are comma-separated.
|
|
228
|
-
- Suite `issues` are inherited by every test on push; suite `assignee` only by tests without their own.
|
|
229
|
-
- A new test needs no ID — a bare `<!-- test -->` line is enough; the first push expands it and inserts the `id:`.
|
|
230
|
-
- IDs match by exact title. A title edited between import and ID write-back gets no ID.
|
|
231
|
-
- `type` and `shared` are read-only exports — editing them locally has no effect on push.
|
|
232
|
-
|
|
233
|
-
## Exit codes and troubleshooting
|
|
234
|
-
|
|
235
|
-
Exit `0` = success, `1` = any failure (no code 2). A success exit with a failure message in the output is possible — always read the output.
|
|
236
|
-
|
|
237
|
-
| Symptom | Cause | Fix |
|
|
238
|
-
|---|---|---|
|
|
239
|
-
| `API key not provided` (push/import exits 0!) | No `TESTOMATIO` | Resolve the token per the order above; in multi-project sessions export the right one |
|
|
240
|
-
| `Directory is not empty and git is not initialized` / `Git working tree is not clean` (pull, exit 1) | Pull's git safety check | Commit first, or `--force` for Testeiya's own gitignored cache |
|
|
241
|
-
| `Can't find any tests in this folder` | Wrong `-d`/glob, or an unquoted glob eaten by the shell | Re-resolve the dir; quote the pattern |
|
|
242
|
-
| Push succeeds but a suite is missing | File lacks a valid `<!-- test -->` block before a `##`, or isn't `*.test.md` | Fix the block; pass the file via `-f` |
|
|
243
|
-
| Duplicate tests after push | An `id:` was edited or removed locally | Never touch IDs; use `--clean-ids` only for a deliberate fresh import |
|
|
244
|
-
| `--update-ids is disabled in a branch. Skipping…` | `TESTOMATIO_BRANCH` set | Expected; merge the branch, then rerun `--update-ids` off-branch |
|
|
245
|
-
| `--partial requires -d option` | `--partial` without `-d` | Add `-d <dir>` |
|
|
246
|
-
| `@babel/…` or TypeScript module error (exit 1) | `--typescript`/`--plugins` deps missing | Install what the message names |
|
|
247
|
-
| Import hangs/times out with `--sync` on a big repo | Server-side timeout | Drop `--sync`; import async, then `--update-ids` in a second run |
|
|
248
|
-
| HTTP error `(4xx: …)` | Bad/revoked token or wrong `TESTOMATIO_URL` | Verify the token and URL match `.testeiya/testeiya.json`; rerun with `DEBUG=testomatio:*` |
|
|
249
|
-
|
|
250
|
-
The CLI calls `GET /api/test_data` and `POST /api/load` directly — not through Testeiya's proxy, so they never appear in `cli/log/testomatio.http`. Use `DEBUG=testomatio:*` instead.
|
|
251
|
-
|
|
252
|
-
## Related skills
|
|
253
|
-
|
|
254
|
-
- `sync-test-cases-with-tms` — the pull/edit/push workflow that wraps this CLI. Use it for the process, this for the tool surface.
|
|
255
|
-
- `qa-write-test-cases` / `improve-test-cases` — produce and refine the `*.test.md` files; pass output via `push -f`.
|
|
256
|
-
- `scan-automation-project` — detect the framework before a code import.
|
|
257
|
-
- `qa-e2e-tests-reporting` / `testomatio-reporter` — report run RESULTS; check-tests imports definitions.
|
|
258
|
-
- `qa-test-code-coverage` — map source files to imported test IDs.
|
|
259
|
-
- `testomatio-mcp` — read/query the project over MCP instead of files.
|
|
260
|
-
- `check-cucumber` — the sibling importer for Gherkin `.feature` files.
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: manual-run-assistant
|
|
3
|
-
description: Assist a human executing a manual test run in the browser. Create or resume the run, open the manual-run executor, prepare the environment (headed browser, login state, the page under test), hand each test to the user, and turn captured browser signals (console errors, failed requests, traces) into proposed testrun notes. Use to start, execute, pass, or assist a manual run; to prepare a browser for manual testing; or when a <manual-run-event> block reports a verdict or asks for signal analysis.
|
|
4
|
-
license: MIT
|
|
5
|
-
metadata:
|
|
6
|
-
author: Testomat.io
|
|
7
|
-
version: 1.0.0
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
# Manual Run Assistant
|
|
11
|
-
|
|
12
|
-
Semi-automated manual testing. The user executes tests and records verdicts in the manual-run executor widget; you prepare the environment, navigate, watch what the browser captured, and propose findings. You are the assistant, not the tester.
|
|
13
|
-
|
|
14
|
-
## Use cases
|
|
15
|
-
|
|
16
|
-
- Start or resume a manual run and open the executor for the user.
|
|
17
|
-
- Prepare the environment: headed browser, saved login state, the page under test.
|
|
18
|
-
- Walk the user through the run test by test, pre-navigating to each test's page.
|
|
19
|
-
- Analyze a failed test's captured signals and propose a testrun note.
|
|
20
|
-
- Attach evidence and finish the run with a findings summary.
|
|
21
|
-
|
|
22
|
-
## The flow
|
|
23
|
-
|
|
24
|
-
1. **Find or create the run.** Existing runs via MCP `runs_list`/`runs_get`. New: `runs_create` with `kind: "manual"` and the chosen `test_ids`/`suite_ids`/`plan_ids` — ask which tests belong in the run if unclear. The MCP create/update tools may be disabled — `enable_tools` them first. Then `render_item` (kind `run`) and drive the rendered card via the `widget_id` its ack names: `ui_widget` `start_manual_run` opens the executor, same turn.
|
|
25
|
-
2. **Prepare the browser.** Check `<browser_state>`; no browser → `playwright-cli open --headed` (the shared session — never `attach --cdp`). Resolve the application-under-test URL by the browser rules — never guess; ask with the candidates you found. If login is needed, let the user sign in (bring the window to front), then offer `playwright-cli state-save` so later sessions skip it (`state-load` restores).
|
|
26
|
-
3. **Per test.** `ui_widget` `select_test`, read its steps from `get()`, navigate the browser to the page step 1 starts on. Then hand off via `ask_question`: the user drives, or you execute while they verify. When the user drives: bring the browser to front, tell them to press **Start test** in the executor (starts the timer and signal capture), and **end your turn** — their verdict reaches you as a `<manual-run-event>` when you are idle.
|
|
27
|
-
4. **On a `<manual-run-event>`** — see below.
|
|
28
|
-
5. **Finish.** `ui_widget` `finish_run` when every test has a verdict (confirm first if some are pending). Then `runs_update` with a short `description`: outcome counts, validated findings, notable signals.
|
|
29
|
-
|
|
30
|
-
## Handling `<manual-run-event>`
|
|
31
|
-
|
|
32
|
-
The executor emits one when a saved verdict has evidence (failed, or browser errors were captured) or when the user clicks the signals badge mid-test. The block carries the testrun id, verdict, console errors, failed requests, and the trace path.
|
|
33
|
-
|
|
34
|
-
- Deepen before judging: `playwright-cli console error`, `playwright-cli requests`, `playwright-cli request <n>` for a suspect request's headers/body. The trace file's `.network` sibling holds the full cross-page record.
|
|
35
|
-
- Validate: does the error actually relate to the test's steps? A 404 on a tracking pixel does not fail a login test.
|
|
36
|
-
- Validated → propose a short factual note via `ui_widget` `suggest_message`: what broke, the failing request (`[METHOD] url => status`), the console error, which step it surfaced on. The user applies or dismisses it.
|
|
37
|
-
- Not validated → answer in one or two sentences; do not invent findings and do not suggest a note.
|
|
38
|
-
- Worth keeping visually → `ui_widget` `attach_screenshot`.
|
|
39
|
-
|
|
40
|
-
## Critical rules
|
|
41
|
-
|
|
42
|
-
- **Verdicts belong to the user.** Never set or save a status for a test you did not execute and verify yourself.
|
|
43
|
-
- **Propose, don't write.** Findings go through `suggest_message` — never `set_message` over the user's text, never `save_next` after a suggestion.
|
|
44
|
-
- **`runs_create` without `test_ids`/`suite_ids`/`plan_ids` creates an EMPTY run** — zero testruns, nothing to execute. Always scope it, then confirm with `testruns_list` that the tests are there. Created an empty one by mistake? Delete it (`runs_delete`) — never leave orphan runs and create another.
|
|
45
|
-
- **Runs are created via MCP, not `@testomatio/reporter`.** The reporter CLI is for automated/CI result reporting; its `--filter` needs tags registered in the project and fails otherwise.
|
|
46
|
-
- **End the turn after a handoff.** Events can only start your turn while you are idle; a turn left open blocks them.
|
|
47
|
-
- **Don't set run_time.** The executor's timer records it on save.
|
|
48
|
-
- Never guess the target URL — the browser-testing rules apply to every navigation here.
|
|
49
|
-
|
|
50
|
-
## How Testeiya wires it
|
|
51
|
-
|
|
52
|
-
- The executor's actions are listed in the `<active_widget>` block; `get()` returns the run, its tests, and the live capture counts.
|
|
53
|
-
- **Start test** starts a timer and `POST /api/playwright/capture/start`: a Playwright trace plus freshly cleared console/request lists in the shared `testeiya` browser session — your own `playwright-cli` calls read exactly what the user's actions produced.
|
|
54
|
-
- Saving a verdict records the timed `run_time` (seconds), auto-attaches a browser screenshot, stops the capture, and emits the `<manual-run-event>` when there is something to analyze.
|
|
55
|
-
- The signals badge in the executor shows live error/failed-request counts; clicking it sends you an analysis request with counts only — read the details yourself.
|
|
56
|
-
|
|
57
|
-
## Related skills
|
|
58
|
-
|
|
59
|
-
- `playwright-cli` — the browser command set.
|
|
60
|
-
- `testomatio-mcp` — run/test queries beyond the widget.
|
|
61
|
-
- `test-management/qa-thinking` — what else could be wrong beyond the failing step.
|
|
@@ -1,175 +0,0 @@
|
|
|
1
|
-
# Testomat.io documentation index
|
|
2
|
-
|
|
3
|
-
140 pages vendored from https://github.com/testomatio/docs (`src/content/docs`) at commit `942895fc45fdf1cb5db1aa8322925ce5317d3028`.
|
|
4
|
-
|
|
5
|
-
Every file listed below lives under `docs/` next to this index. Grep this file for a term,
|
|
6
|
-
then read the matching page. Cite the public URL, never the local path.
|
|
7
|
-
|
|
8
|
-
Format: `` `<file>` — **Title** — <public URL> — description ``
|
|
9
|
-
|
|
10
|
-
## advanced
|
|
11
|
-
|
|
12
|
-
- `advanced/ai-powered-features/ai-agents.md` — **AI-Agents** — https://docs.testomat.io/advanced/ai-features/ai-agents — Discover Testomat.io’s AI Agents — intelligent tools designed to automate test management tasks like identifying flaky tests, enhancing descriptions, and con...
|
|
13
|
-
- `advanced/ai-powered-features/ai-powered-features.md` — **AI-Powered Features** — https://docs.testomat.io/advanced/ai-features/ai-powered-features — Learn how to use AI-powered generative features to simplify and enhance your test management workflows in Testomat.io. This guide covers how to work with AI-...
|
|
14
|
-
- `advanced/ai-powered-features/ai-requirements.md` — **AI-Requirements** — https://docs.testomat.io/advanced/ai-features/ai-requirements — Discover Testomat.io's AI-powered features that analyze your requirements from Jira to enhance test coverage. Learn how this intelligent analysis helps impro...
|
|
15
|
-
- `advanced/api-access/index.md` — **API Access** — https://docs.testomat.io/advanced/api-access — Learn how to use Testomat.io API tokens to securely connect and interact with your test management projects. This guide covers access token types, authentica...
|
|
16
|
-
- `advanced/branches-folder/index.md` — **Branches** — https://docs.testomat.io/advanced/branches-folder — Learn how to manage test branching in Testomat.io for efficient collaboration. This guide covers creating branches for isolated test modifications, working w...
|
|
17
|
-
- `advanced/bulk-edit-folder/bulk-edit-demos.mdx` — **Bulk Edit Demo - Creating and Restructuring Tests with YAML** — https://docs.testomat.io/advanced/bulk-edit-folder-demos — Watch Bulk Edit in action with real-world examples. This page demonstrates how to create tests, remove a root suite, and restructure test projects in Testoma...
|
|
18
|
-
- `advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md` — **Bulk Edit on Suite and Test Levels** — https://docs.testomat.io/advanced/bulk-edit-folder-suites-and-tests — Learn how to use the Bulk Edit feature in Testomat.io to manage test suites more efficiently. This guide explains file and folder patterns, how to bulk edit...
|
|
19
|
-
- `advanced/bulk-edit-folder/what-is-bulk-edit.md` — **Using Bulk Edit and YAML Format in Testomat.io** — https://docs.testomat.io/advanced/bulk-edit-folder — Discover how to manage large test projects in Testomat.io using the Bulk Edit feature. Learn how to restructure test suites, create and delete tests using YA...
|
|
20
|
-
- `advanced/jira-plugin/branches.md` — **Work with Branches in Jira** — https://docs.testomat.io/advanced/jira-plugin/branches — Learn how to manage branches in the Testomat.io Jira plugin. This guide covers creating new branches, switching between branches and the main project, and wo...
|
|
21
|
-
- `advanced/jira-plugin/index.mdx` — **Jira Plugin** — https://docs.testomat.io/advanced/jira-plugin — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting projects, linking/unlinking tests, suites, and plans to Jira...
|
|
22
|
-
- `advanced/jira-plugin/jira-issue.md` — **Creating Jira Issue** — https://docs.testomat.io/advanced/jira-plugin/jira-issue — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting Testomat.io projects to Jira, linking/unlinking tests, suite...
|
|
23
|
-
- `advanced/jira-plugin/runs-and-reports.md` — **Runs & Reports in Jira** — https://docs.testomat.io/advanced/jira-plugin/runs-and-reports — Learn how to run manual, automated, or mixed test executions in Jira using the Testomat.io plugin. This guide covers configuring advanced settings, executing...
|
|
24
|
-
- `advanced/jira-plugin/work-in-jira.md` — **Work with Tests in Jira** — https://docs.testomat.io/advanced/jira-plugin/work-in-jira — Learn how to integrate Testomat.io with Jira using the Jira plugin. This guide covers connecting Testomat.io projects to Jira, linking/unlinking tests, suite...
|
|
25
|
-
- `advanced/living-doc/index.md` — **Living Documentation** — https://docs.testomat.io/advanced/living-doc — Learn how to enable and embed Living Documentation in Testomat.io, a dynamic and real-time document generation tool for test projects. This guide covers embe...
|
|
26
|
-
- `advanced/milestones/index.md` — **Milestones** — https://docs.testomat.io/advanced/milestones — Discover Testomat.io's Milestones feature to support structured test management across your development cycles. Learn how to create, activate, and assign mil...
|
|
27
|
-
- `advanced/shortcuts/index.md` — **Keyboard Shortcuts** — https://docs.testomat.io/advanced/shortcuts — This guide covers keyboard shortcuts in Testomat.io to enhance efficiency when creating and editing tests. It includes shortcuts for opening windows, saving,...
|
|
28
|
-
- `advanced/tags-labels/labels-and-custom-fields.md` — **Labels and Custom Fields** — https://docs.testomat.io/advanced/tags-labels/labels-and-custom-fields — Learn how to use labels and custom fields in Testomat.io to organize and categorize tests, suites, runs, plans, and steps. This guide covers creating and set...
|
|
29
|
-
- `advanced/tags-labels/tags-or-labels.md` — **Tags or Labels** — https://docs.testomat.io/advanced/tags-labels/tags-or-labels — Discover how to use labels, custom fields and tags in Testomat.io to enhance your test management. This guide explains how to categorize and organize tests w...
|
|
30
|
-
- `advanced/tags-labels/tags.md` — **Tags** — https://docs.testomat.io/advanced/tags-labels/tags — Learn how to create and assign tags in Testomat.io to organize test cases and suites. This guide explains the process of adding tags directly in the title, u...
|
|
31
|
-
- `advanced/test-artifacts/index.md` — **Artifacts** — https://docs.testomat.io/advanced/test-artifacts/artifacts — Learn how Testomat.io handles test artifacts and attachments, such as screenshots, videos, and logs, to enhance test management and reporting. This guide exp...
|
|
32
|
-
- `advanced/tql/index.md` — **Query Language** — https://docs.testomat.io/advanced/tql — Explore how to filter and retrieve test data using Testomat.io Query Language (TQL). This guide explains the use of basic selection operators like and, or, n...
|
|
33
|
-
|
|
34
|
-
## getting-started
|
|
35
|
-
|
|
36
|
-
- `getting-started/index.md` — **Start With Testomat.io** — https://docs.testomat.io/getting-started/start-from-scratch/ — This guide helps users start from scratch with Testomat.io by creating projects, writing test cases, running manual and automated tests, and analyzing result...
|
|
37
|
-
|
|
38
|
-
## integrations
|
|
39
|
-
|
|
40
|
-
- `integrations/continuous-integration/azure.md` — **Azure Pipelines** — https://docs.testomat.io/integrations/continuous-integration/azure — Integrate Azure Pipelines with Testomat.io to automate test execution and reporting. This guide explains setting up CI connections, creating input variables,...
|
|
41
|
-
- `integrations/continuous-integration/bamboo.md` — **Atlassian Bamboo** — https://docs.testomat.io/integrations/continuous-integration/bamboo — This guide explains integrating Atlassian Bamboo with Testomat.io for continuous integration. It includes configuring Bamboo plans, setting environment varia...
|
|
42
|
-
- `integrations/continuous-integration/bitbucket.md` — **BitBucket Pipelines** — https://docs.testomat.io/integrations/continuous-integration/bitbucket — Integrate Bitbucket Pipelines with Testomat.io to streamline test execution and reporting. This guide explains setting up API tokens, configuring pipeline pa...
|
|
43
|
-
- `integrations/continuous-integration/circle.md` — **Circle CI** — https://docs.testomat.io/integrations/continuous-integration/circle — Integrate CircleCI with Testomat.io to automate test execution and reporting. This guide explains configuring the config.yml workflow, setting parameters, an...
|
|
44
|
-
- `integrations/continuous-integration/github.md` — **GitHub Actions** — https://docs.testomat.io/integrations/continuous-integration/github — This guide explains how to integrate GitHub Actions with Testomat.io for continuous integration. It includes creating workflows, setting up environment varia...
|
|
45
|
-
- `integrations/continuous-integration/gitlab.md` — **GitLab CI** — https://docs.testomat.io/integrations/continuous-integration/gitlab — Learn how to integrate GitLab CI with Testomat.io to automate test execution and reporting. The guide covers configuring .gitlab-ci.yml, passing environment...
|
|
46
|
-
- `integrations/continuous-integration/index.mdx` — **Continuous Integration** — https://docs.testomat.io/integrations/continuous-integration — Explore how to integrate continuous testing into your CI/CD pipeline using Testomat.io. This guide explains the setup process for Continuous Integration (CI)...
|
|
47
|
-
- `integrations/continuous-integration/jenkins.md` — **Jenkins** — https://docs.testomat.io/integrations/continuous-integration/jenkins — Learn how to integrate Jenkins with Testomat.io for continuous integration. This guide covers creating Jenkins jobs, configuring parameters, triggering build...
|
|
48
|
-
- `integrations/continuous-integration/teamcity.md` — **TeamCity** — https://docs.testomat.io/integrations/continuous-integration/teamcity — Integrate TeamCity with Testomat.io for automated test execution and reporting. The guide details creating projects and build configurations in TeamCity, set...
|
|
49
|
-
- `integrations/issues-management/azure.md` — **Azure DevOps Configuration** — https://docs.testomat.io/integrations/issues-management/azure — Integrate Azure DevOps with Testomat.io for efficient issue tracking and test management. This guide explains setting up a profile using an Azure DevOps pers...
|
|
50
|
-
- `integrations/issues-management/clickup.md` — **ClickUp Configuration** — https://docs.testomat.io/integrations/issues-management/clickup — Learn how to integrate ClickUp with Testomat.io for efficient issue management. This guide provides step-by-step instructions to retrieve your ClickUp API to...
|
|
51
|
-
- `integrations/issues-management/confluence.md` — **Confluence** — https://docs.testomat.io/integrations/issues-management/confluence — Learn how to connect your Confluence space with Testomat.io for issue management. This guide walks you through obtaining your Project Access Token on Atlassi...
|
|
52
|
-
- `integrations/issues-management/github.md` — **GitHub Issues Configuration** — https://docs.testomat.io/integrations/issues-management/github — Configure GitHub Issues integration in Testomat.io to create and manage issues directly from your test management system. This setup involves providing a Git...
|
|
53
|
-
- `integrations/issues-management/gitlab.md` — **GitLab Configuration** — https://docs.testomat.io/integrations/issues-management/gitlab — Learn how to integrate GitLab with Testomat.io for issue management. This guide walks you through obtaining your Group Name, Project ID, and Project Access T...
|
|
54
|
-
- `integrations/issues-management/index.md` — **Issues Management Systems** — https://docs.testomat.io/integrations/issues-management — Learn how to integrate issues management systems like Jira, GitHub, Azure DevOps with Testomat.io. This guide covers configuring connections to these systems...
|
|
55
|
-
- `integrations/issues-management/jira.md` — **Jira** — https://docs.testomat.io/integrations/issues-management/jira — The Jira integration for Testomat.io allows two-way synchronization of test cases and issues. By connecting a Testomat.io project to a Jira project, users ca...
|
|
56
|
-
- `integrations/issues-management/linear.md` — **Linear Configuration** — https://docs.testomat.io/integrations/issues-management/linear — Integrate Linear with Testomat.io to streamline issue tracking directly from your test management system. This setup involves configuring a profile with your...
|
|
57
|
-
- `integrations/issues-management/shortcut.md` — **Shortcut Configuration** — https://docs.testomat.io/integrations/issues-management/shortcut — Learn how to integrate Shortcut with Testomat.io for effective issue tracking. This guide details how to retrieve your API Access Token and Workflow Name and...
|
|
58
|
-
- `integrations/issues-management/youtrack.md` — **YouTrack Configuration** — https://docs.testomat.io/integrations/issues-management/youtrack — Learn how to integrate YouTrack with Testomat.io for streamlined issue management. This guide explains how to retrieve your YouTrack Workspace Name, Personal...
|
|
59
|
-
- `integrations/report-notifications/azure-devops.md` — **Azure DevOps Notifications** — https://docs.testomat.io/integrations/report-notifications/azure-devops — Configure Azure DevOps notifications in Testomat.io to automate issue creation for failed test runs. This guide explains linking Azure DevOps projects, and s...
|
|
60
|
-
- `integrations/report-notifications/email.md` — **Email Notifications** — https://docs.testomat.io/integrations/report-notifications/email — Learn how to configure email notifications in Testomat.io to receive updates on test run results. This guide covers setting notification rules, customizing f...
|
|
61
|
-
- `integrations/report-notifications/jira.md` — **Jira Notifications** — https://docs.testomat.io/integrations/report-notifications/jira — Configure Jira notifications in Testomat.io to automate issue creation for failed test runs. This guide explains linking Jira projects, selecting issue types...
|
|
62
|
-
- `integrations/report-notifications/ms-teams.md` — **Microsoft Teams Notifications** — https://docs.testomat.io/integrations/report-notifications/ms-teams — Configure Microsoft Teams notifications in Testomat.io to receive test updates. This guide provides detailed steps for setting up incoming webhooks in Teams,...
|
|
63
|
-
- `integrations/report-notifications/rules.md` — **Notification Rules** — https://docs.testomat.io/integrations/report-notifications/rules — Learn how to configure and manage notifications in Testomat.io for various channels, including Email, Slack, MS Teams, and Jira. This guide covers setting up...
|
|
64
|
-
- `integrations/report-notifications/slack.md` — **Slack Notifications** — https://docs.testomat.io/integrations/report-notifications/slack — Learn to configure Slack notifications in Testomat.io to receive test run updates directly in a Slack channel. The guide explains creating a Slack app, enabl...
|
|
65
|
-
- `integrations/report-notifications/telegram.md` — **Telegram Notifications** — https://docs.testomat.io/integrations/report-notifications/telegram — Configure Telegram notifications in Testomat.io to receive test updates. This guide provides detailed steps for creating a Telegram bot, generating a Bot Tok...
|
|
66
|
-
- `integrations/scim-provisioning/index.mdx` — **SCIM provisioning overview** — https://docs.testomat.io/integrations/scim-provisioning — Automate user provisioning and de-provisioning in Testomat.io using SCIM (System for Cross-domain Identity Management) with identity providers like Okta, Mic...
|
|
67
|
-
- `integrations/scim-provisioning/okta.md` — **Configure SCIM with Okta** — https://docs.testomat.io/integrations/scim-provisioning/okta — Learn how to configure SCIM (System for Cross-domain Identity Management) provisioning with Okta for Testomat.io. This guide explains setting up SCIM provisi...
|
|
68
|
-
- `integrations/single-sign-on/azure.md` — **Microsoft Entra ID (formerly Azure AD)** — https://docs.testomat.io/integrations/single-sign-on/azure — Learn how to set up Single Sign-On (SSO) for Testomat.io with Microsoft Entra ID (formerly Azure AD) using SAML authentication. This guide explains configuri...
|
|
69
|
-
- `integrations/single-sign-on/google.md` — **Google Workspace** — https://docs.testomat.io/integrations/single-sign-on/google — Learn how to configure Google Workspace Single Sign-On (SSO) for Testomat.io using SAML authentication. The guide explains the steps to create a custom SAML...
|
|
70
|
-
- `integrations/single-sign-on/index.mdx` — **Single Sign-On** — https://docs.testomat.io/integrations/single-sign-on — Set up Single Sign-On (SSO) for Testomat.io using SAML with various identity providers like Okta, Google Workspace, and Azure AD. This guide walks through co...
|
|
71
|
-
- `integrations/single-sign-on/okta.md` — **Okta** — https://docs.testomat.io/integrations/single-sign-on/okta — Learn how to configure Okta Single Sign-On (SSO) with Testomat.io using SAML authentication. This guide explains setting up the integration, assigning users,...
|
|
72
|
-
- `integrations/single-sign-on/saml.md` — **Custom SAML** — https://docs.testomat.io/integrations/single-sign-on/saml — This guide explains integrating custom SAML providers with Testomat.io for Single Sign-On (SSO). It includes steps to configure the SAML application, set use...
|
|
73
|
-
|
|
74
|
-
## legal
|
|
75
|
-
|
|
76
|
-
- `legal/compliance/gdpr.md` — **GDPR Commitment** — https://docs.testomat.io/legal/compliance/gdpr — Testomat.io is fully committed to GDPR compliance, ensuring the protection of personal data in line with European regulations. It collects only essential dat...
|
|
77
|
-
- `legal/compliance/index.mdx` — **Testomat.io Compliance Overview** — https://docs.testomat.io/legal/compliance — Testomat.io’s Compliance Overview emphasizes adherence to legal standards, ensuring trust and transparency for users. Key practices include 24/7 system monit...
|
|
78
|
-
- `legal/compliance/privacy.md` — **Privacy Policy** — https://docs.testomat.io/legal/compliance/privacy — Testomat.io's Privacy Policy explains how user data is collected, used, and protected. It covers the collection of personal data (e.g., names, emails), its u...
|
|
79
|
-
- `legal/compliance/terms.md` — **Terms of Service** — https://docs.testomat.io/legal/compliance/terms — Testomat.io’s Terms of Service govern the use of its platform, covering topics such as account creation, subscription payments, refunds, prohibited uses, and...
|
|
80
|
-
- `legal/security/index.mdx` — **Testomat.io Security Overview** — https://docs.testomat.io/legal/security — Testomat.io’s Security Overview outlines robust measures to ensure data integrity, confidentiality, and availability. It features encryption, access controls...
|
|
81
|
-
- `legal/security/jira.md` — **JIRA Plugin Permissions and Security** — https://docs.testomat.io/legal/security/jira — The Testomat.io JIRA plugin enhances integration with JIRA projects by linking test cases to issues. It offers read access to project issues and writes prope...
|
|
82
|
-
- `legal/security/subprocessors.md` — **Subprocessors** — https://docs.testomat.io/legal/security/subprocessors — Testomat.io uses subprocessors including DigitalOcean, Hetzner, and Google Cloud for core infrastructure and data storage, Cloudflare for traffic management,...
|
|
83
|
-
|
|
84
|
-
## management
|
|
85
|
-
|
|
86
|
-
- `management/company/administration.md` — **Administration** — https://docs.testomat.io/management/company/administration — This page outlines administrative controls available to company owners in Testomat.io, including managing all projects within an organization. Owners can ove...
|
|
87
|
-
- `management/company/audit-log.md` — **Audit Log** — https://docs.testomat.io/management/company/audit-log — Explore an Audit Log feature that is available inside the Testomat.io. It is available on a Company level for Owners and Manageres. It monitors creation deta...
|
|
88
|
-
- `management/company/plan-features-comparison.md` — **Plan Features Comparison** — https://docs.testomat.io/management/company/plan-features-comparison — Compare features across Free, Professional, and Enterprise plans in Testomat.io. This guide helps you evaluate test management, automation, integrations, rep...
|
|
89
|
-
- `management/company/subscriptions.md` — **Subscriptions** — https://docs.testomat.io/management/company/subscriptions — Explore the subscription options in Testomat.io, including Free, Professional, and Enterprise plans. This guide outlines how to manage subscriptions, upgrade...
|
|
90
|
-
- `management/company/trials.md` — **Trials** — https://docs.testomat.io/management/company/trials — Testomat.io offers a Free 30-Day Trial and an additional 14-Day Trial for users to explore all features, including test automation, Jira integration, and not...
|
|
91
|
-
- `management/company/users-and-permissions/accountant.md` — **Accountant User Role in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/accountant — Learn how the Accountant user role works in Testomat.io, including permissions, restrictions, and how to assign this role for free to manage billing and fina...
|
|
92
|
-
- `management/company/users-and-permissions/index.mdx` — **Users Roles & Access Overview** — https://docs.testomat.io/management/company/users-and-permissions — Manage users and permissions in Testomat.io with ease. Learn how to invite users, assign roles (Owner, Manager, QA, Accountant, Read-Only), add users to proj...
|
|
93
|
-
- `management/company/users-and-permissions/read-only-user.md` — **Read-Only User Role in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/read-only-user — Learn how to add or manage Read-Only users in Testomat.io to provide stakeholders with view-only access to test cases, reports, and analytics without editing...
|
|
94
|
-
- `management/company/users-and-permissions/teams.md` — **Managing Teams in Testomat.io** — https://docs.testomat.io/management/company/users-and-permissions/teams — Learn how to create and manage teams in Testomat.io to simplify user access across multiple projects by grouping users and assigning team-level permissions.
|
|
95
|
-
- `management/project/settings.md` — **Project setup and management** — https://docs.testomat.io/management/project/settings — Discover how to manage project settings in Testomat.io, including configuring the project timezone for teams across different regions. This guide outlines st...
|
|
96
|
-
- `management/project/templates.md` — **Templates** — https://docs.testomat.io/management/project/templates — Learn how to create, edit, and apply templates in Testomat.io to standardize your testing and defect reporting workflows. This guide covers template manageme...
|
|
97
|
-
|
|
98
|
-
## project
|
|
99
|
-
|
|
100
|
-
- `project/analytics/index.md` — **Analytics** — https://docs.testomat.io/project/analytics — Explore Testomat.io's Analytics feature to monitor testing performance. This guide explains how to track automated and manual tests, customize analytics view...
|
|
101
|
-
- `project/import-export/export-tests/classical-tests-markdown-format.md` — **Classical Tests Markdown Format** — https://docs.testomat.io/project/import-export/export-tests/classical-tests-markdown-format — Complete reference for the Testomat.io classical tests Markdown format. Learn the structure, metadata fields, and formatting rules for test suites and test c...
|
|
102
|
-
- `project/import-export/export-tests/download-manual-tests-as-files.md` — **Download Manual Tests as Files** — https://docs.testomat.io/project/import-export/export-tests/download-manual-tests-as-files — Learn how to manage manual tests using Git version control by exporting them from Testomat.io as Markdown files. This guide details how to export tests, trac...
|
|
103
|
-
- `project/import-export/export-tests/export-to-obsidian.md` — **Export Tests to Obsidian** — https://docs.testomat.io/project/import-export/export-tests/export-to-obsidian — Export manual tests from Testomat.io as Markdown files and open them in Obsidian as a vault. Browse, search, edit test cases in Obsidian and push changes bac...
|
|
104
|
-
- `project/import-export/export-tests/export-to-spreadsheet.md` — **Export to Spreadsheet** — https://docs.testomat.io/project/import-export/export-tests/export-to-spreadsheet — Learn how to export test cases and suites from Testomat.io in spreadsheet (Excel) format. This guide covers exporting all tests, entire suites, or filtered r...
|
|
105
|
-
- `project/import-export/import/auto-import.md` — **Auto-Import** — https://docs.testomat.io/project/import-export/auto-import — Learn how to automatically import and update your test cases in Testomat.io using GitHub Actions. This guide explains how to set up a workflow to sync automa...
|
|
106
|
-
- `project/import-export/import/import-tests-from-Allure-TestOps.md` — **Import Tests From Allure TestOps** — https://docs.testomat.io/project/import-export/import-tests-from-allure-testops — Learn how to import tests from Allure TestOps using a customizable migration script for more advanced, tailored imports.
|
|
107
|
-
- `project/import-export/import/import-tests-from-csv-xlsx.md` — **Import from CSV/XLSX** — https://docs.testomat.io/project/import-export/import-tests-from-csv-xlsx — Learn how to import tests from CSV or XLSX files into Testomat.io. This guide covers the process of importing test cases from systems like TestRail, Zephyr,...
|
|
108
|
-
- `project/import-export/import/import-tests-from-cucumber.md` — **Import Tests From Cucumber** — https://docs.testomat.io/project/import-export/import-tests-from-cucumber — Learn how to import tests from Cucumber into Testomat.io for better visibility and management. This guide covers steps to create a new project, select the ap...
|
|
109
|
-
- `project/import-export/import/import-tests-from-Qase.md` — **Import Tests From Qase** — https://docs.testomat.io/project/import-export/import-tests-from-qase — Learn how to import tests from Qase using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, makin...
|
|
110
|
-
- `project/import-export/import/import-tests-from-qmetry.md` — **Import Tests From QMetry** — https://docs.testomat.io/project/import-export/import-tests-from-qmetry — Learn how to import tests from QMetry using a customizable migration script for more advanced, tailored imports.
|
|
111
|
-
- `project/import-export/import/import-tests-from-QTest.md` — **Import Tests From QTest** — https://docs.testomat.io/project/import-export/import-tests-from-qtest — Learn how to import tests from qTest using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, maki...
|
|
112
|
-
- `project/import-export/import/import-tests-from-source-code.md` — **Import Tests From Source Code** — https://docs.testomat.io/project/import-export/import-tests-from-source-code — Learn how to import existing end-to-end or unit tests directly from your source code into Testomat.io. This guide covers creating a project and configuring t...
|
|
113
|
-
- `project/import-export/import/import-tests-from-testcaselabs.md` — **Import Tests From TestCaseLabs** — https://docs.testomat.io/project/import-export/import-tests-from-testcaselabs — Learn how to import tests from TestCaseLabs using a customizable migration script for more advanced, tailored imports.
|
|
114
|
-
- `project/import-export/import/import-tests-from-testmo.md` — **Import Tests From Testmo** — https://docs.testomat.io/project/import-export/import-tests-from-testmo — Learn how to import tests from Testmo using two flexible methods - the built-in CSV import and a customizable migration script. This guide walks you through...
|
|
115
|
-
- `project/import-export/import/import-tests-from-testrail.md` — **Import Tests From TestRail** — https://docs.testomat.io/project/import-export/import-tests-from-testrail — Learn how to export tests from TestRail using three different methods CSV export, the built-in UI tool, and the migration script. This guide walks you throug...
|
|
116
|
-
- `project/import-export/import/import-tests-from-xray.md` — **Import Tests From XRay** — https://docs.testomat.io/project/import-export/import-tests-from-xray — Learn how to import tests from XRay into Testomat.io using the migration script that utilizes the XRay API.
|
|
117
|
-
- `project/import-export/import/import-tests-from-Zephyr.md` — **Import Tests From Zephyr** — https://docs.testomat.io/project/import-export/import-tests-from-zephyr — Learn how to import tests from Zephyr using the CSV import feature in Testomat.io. This guide walks you through formatting and uploading your test cases, mak...
|
|
118
|
-
- `project/plans/index.md` — **Test Plans Overview** — https://docs.testomat.io/project/plans — Explore how to create and manage test plans in Testomat.io. This guide covers manual, automated, and mixed test plans, detailing how to organize test cases,...
|
|
119
|
-
- `project/pulse/index.md` — **Pulse** — https://docs.testomat.io/project/pulse — Pulse in Testomat.io tracks all changes to tests, test suites, test plans, and test runs, providing transparency and control over project modifications. It t...
|
|
120
|
-
- `project/runs/archive-runs-and-groups.md` — **Archive Runs & RunGroups** — https://docs.testomat.io/project/runs/archive-runs-and-groups — Testomat.io's archiving feature helps users maintain a clean and organized Runs Dashboard by moving irrelevant test runs and groups to dedicated archive sect...
|
|
121
|
-
- `project/runs/custom-statuses.md` — **Custom Statuses** — https://docs.testomat.io/project/runs/custom-statuses — Learn how to use custom test result statuses in Testomat.io. This guide explains how to configure additional result messages, apply them during manual test r...
|
|
122
|
-
- `project/runs/environments.md` — **Environments** — https://docs.testomat.io/project/runs/environments — Learn how to configure, manage, and view test results across multiple environments in Testomat.io. This guide covers environment setup in project settings, t...
|
|
123
|
-
- `project/runs/managing-runs.md` — **Managing Runs** — https://docs.testomat.io/project/runs/managing-runs — Learn how to manage test runs effectively in Testomat.io. This guide covers generating detailed run reports, organizing runs into groups, applying merge stra...
|
|
124
|
-
- `project/runs/merge-strategies.md` — **Merge Strategies** — https://docs.testomat.io/project/runs/merge-strategies — Learn how 'Merge Strategies' in Testomat.io can help you to consolidate test results from multiple runs within a RunGroup, providing a unified view of your t...
|
|
125
|
-
- `project/runs/reports.md` — **Run Reports** — https://docs.testomat.io/project/runs/reports — Learn how Testomat.io generates comprehensive Run Reports for both manual and automated tests, offering basic and extended views. This guide covers features...
|
|
126
|
-
- `project/runs/rungroups.md` — **RunGroups** — https://docs.testomat.io/project/runs/rungroups — Testomat.io's 'RunGroups' feature allows users to organize multiple test runs based on criteria like sprint or release, providing a consolidated view of test...
|
|
127
|
-
- `project/runs/running-automated-tests.md` — **Running Automated Tests** — https://docs.testomat.io/project/runs/running-automated-tests — Learn how to run automated tests using Testomat.io. This guide walks through the process of importing tests, generating run reports, and configuring automate...
|
|
128
|
-
- `project/runs/running-manual-and-automated-tests.md` — **Running Manual and Automated Tests** — https://docs.testomat.io/project/runs/running-manual-and-automated-tests — Learn how to execute manual and automated tests together using Mixed Run. This guide explains execution types (CI or local), launch flows from different page...
|
|
129
|
-
- `project/runs/running-tests-manually.md` — **Running Tests Manually** — https://docs.testomat.io/project/runs/running-tests-manually — Learn how to execute manual tests using Testomat.io. This guide covers creating test plans, running multi-environment tests, and executing manual tests as ch...
|
|
130
|
-
- `project/runs/temporary-tests-notes.md` — **Temporary Tests - Notes** — https://docs.testomat.io/project/runs/temporary-tests-notes — Learn how to use Notes in Testomat.io to create, manage, and convert temporary test cases directly during manual test runs. This guide covers creating Notes...
|
|
131
|
-
- `project/steps-snippets/snippets.md` — **Snippets** — https://docs.testomat.io/project/steps-snippets/snippets — A snippet - is a piece of text or collection of steps that can be used as autocompletion during creating tests. This can be used for any part of a test case.
|
|
132
|
-
- `project/steps-snippets/steps.md` — **Steps Database** — https://docs.testomat.io/project/steps-snippets/steps — Learn how to utilize the Steps Database in Testomat.io to store, reuse, and auto-complete test steps across projects. This guide covers creating, editing, re...
|
|
133
|
-
- `project/tests/bdd-test-case-editor.md` — **BDD Test Case Editor** — https://docs.testomat.io/project/bdd_editor — Learn how to write and manage BDD test scenarios using Testomat.io. This guide explores creating Gherkin-based tests, editing feature files, and using BDD wo...
|
|
134
|
-
- `project/tests/classical-test-case-editor.md` — **Classical Test Case Editor** — https://docs.testomat.io/project/classical_editor — Learn how to create effective test designs with Testomat.io. This guide covers building test scenarios, using various test design techniques, and integrating...
|
|
135
|
-
- `project/tests/classical-vs-bdd.md` — **Classical vs BDD** — https://docs.testomat.io/project/classical_vs_bdd — Learn the fundamental differences between Classical and BDD projects in Testomat.io and why they must remain separate. This guide covers Markdown vs. Gherkin...
|
|
136
|
-
- `project/tests/copy-and-move-your-tests.md` — **Copy and Move your Tests** — https://docs.testomat.io/project/copy_move_tests — Learn how to create effective test designs with Testomat.io. This guide covers building test scenarios, using various test design techniques, and integrating...
|
|
137
|
-
- `project/tests/other-features-for-test-case-design.md` — **Other Features for Test case Design** — https://docs.testomat.io/project/test_design_features — Learn how to use Testomat.io's test design features to manage test cases, apply design techniques, and organize your test structure effectively for automatio...
|
|
138
|
-
- `project/tests/test-case-creation-and-editing.md` — **Test Case Creation and Editing** — https://docs.testomat.io/project/tests — Learn how to create and manage test cases effectively in Testomat.io. This guide covers building test scenarios, applying various test design techniques, and...
|
|
139
|
-
|
|
140
|
-
## support
|
|
141
|
-
|
|
142
|
-
- `support/index.md` — **Contact Us** — https://docs.testomat.io/support — Get in touch with Testomat.io for questions on product features, user flows, subscriptions, and pricing. Reach their team via Slack, Crisp chat, or email for...
|
|
143
|
-
|
|
144
|
-
## test-reporting
|
|
145
|
-
|
|
146
|
-
- `test-reporting/artifacts.md` — **Artifacts** — https://docs.testomat.io/test-reporting/artifacts — Understand how to manage and upload test artifacts in Testomat.io using external S3-compatible storage. This guide covers configuring public and private acce...
|
|
147
|
-
- `test-reporting/cli.md` — **CLI** — https://docs.testomat.io/test-reporting/cli — Learn how to use the Testomat.io Reporter CLI, a powerful command-line tool for managing and automating test runs. This guide covers installation and general...
|
|
148
|
-
- `test-reporting/configuration.md` — **Configuration** — https://docs.testomat.io/test-reporting/configuration — This guide outlines how to configure Testomat.io Reporter using environment variables. It explains how to pass variables inline, via .env files, or CI secret...
|
|
149
|
-
- `test-reporting/frameworks.md` — **NodeJS Test Frameworks** — https://docs.testomat.io/test-reporting/frameworks — The Testomat.io framework integration guide explains how to implement different testing frameworks and reporting tools. It details configuration options for...
|
|
150
|
-
- `test-reporting/functions.md` — **Functions** — https://docs.testomat.io/test-reporting/functions — Explore Testomat.io's flexible reporting functions to enhance your test reports. Learn to use functions like artifact, log, and step for adding files, loggin...
|
|
151
|
-
- `test-reporting/index.mdx` — **Testomat.io Test Reporting** — https://docs.testomat.io/test-reporting/overview — The Testomat.io Reporter is a Node.js package designed to send test results directly to Testomat.io. It supports real-time reports, artifact uploads, and log...
|
|
152
|
-
- `test-reporting/junit.md` — **JUnit Reporter** — https://docs.testomat.io/test-reporting/junit — Learn how to use the JUnit reporter with Testomat.io to upload XML test reports from various frameworks like JUnit, Pytest, NUnit, and more. Testomat.io auto...
|
|
153
|
-
- `test-reporting/logger.md` — **Logger** — https://docs.testomat.io/test-reporting/logger — Learn how to use Testomat.io’s Logger to intercept and attach log messages from various logging frameworks (e.g., Winston, Pino) to your test reports. The Lo...
|
|
154
|
-
- `test-reporting/php.md` — **PHP Test Frameworks** — https://docs.testomat.io/test-reporting/php — Learn how to integrate PHP test frameworks like Codeception and PHPUnit with Testomat.io. The guide covers installation, setting API keys, and configuring te...
|
|
155
|
-
- `test-reporting/pipes/bitbucket.md` — **Bitbucket** — https://docs.testomat.io/test-reporting/pipes/bitbucket — Learn how to integrate Testomat.io with Bitbucket Pipes to streamline test reporting in pull requests. Automatically add test run summaries, including status...
|
|
156
|
-
- `test-reporting/pipes/csv.md` — **CSV** — https://docs.testomat.io/test-reporting/pipes/csv — The CSV Pipe in Testomat.io allows you to export test results as a CSV file by setting the TESTOMATIO_CSV_FILENAME environment variable. This functionality i...
|
|
157
|
-
- `test-reporting/pipes/debug.md` — **Debug** — https://docs.testomat.io/test-reporting/pipes/debug — The Debug Pipe is used to store data for debugging purposes in a temporary json file.
|
|
158
|
-
- `test-reporting/pipes/github.md` — **Github** — https://docs.testomat.io/test-reporting/pipes/github — The GitHub Pipe feature in Testomat.io enables automated comments on pull requests, summarizing test results with key metrics like passed/failed/skipped test...
|
|
159
|
-
- `test-reporting/pipes/gitlab.md` — **GitLab** — https://docs.testomat.io/test-reporting/pipes/gitlab — The GitLab Pipe in Testomat.io enables automatic test result reporting directly into GitLab merge requests. It provides detailed test metrics, including pass...
|
|
160
|
-
- `test-reporting/pipes/html.md` — **HTML** — https://docs.testomat.io/test-reporting/pipes/html — Discover how to use Testomat.io's HTML Pipe to generate detailed HTML reports from your test runs. Learn how to configure environment variables to save repor...
|
|
161
|
-
- `test-reporting/pipes/index.mdx` — **Pipes** — https://docs.testomat.io/test-reporting/pipes/overview — Testomat.io's Pipes feature allows you to forward test data from your test framework to other services like GitHub, GitLab, or CSV reports. Pipes are configu...
|
|
162
|
-
- `test-reporting/pipes/testomatio.md` — **Advanced Options** — https://docs.testomat.io/test-reporting/pipes/testomatio — Learn how to use the Testomat.io Pipe for advanced reporting configurations in test automation. The guide covers setting environment variables, adding report...
|
|
163
|
-
- `test-reporting/python.md` — **Python Test Frameworks** — https://docs.testomat.io/test-reporting/python — Learn how to integrate the Testomat.io reporter with Python test frameworks like Pytest. The documentation covers installation, synchronizing tests, configur...
|
|
164
|
-
- `test-reporting/workflows.md` — **Workflows** — https://docs.testomat.io/test-reporting/workflows — This guide covers various Continuous Integration (CI) workflows using Testomat.io Reporter, including configurations for GitHub Actions, Azure Pipelines, and...
|
|
165
|
-
|
|
166
|
-
## tutorials
|
|
167
|
-
|
|
168
|
-
- `tutorials/Interacting-via-API.md` — **Interacting via API** — https://docs.testomat.io/tutorials/interacting-via-api — Learn how to interact with the Testomat.io API. This guide walks you through choosing an access token, authenticating to receive a JWT, listing suites and te...
|
|
169
|
-
- `tutorials/java.md` — **Java** — https://docs.testomat.io/tutorials/java — Learn how to integrate Java test frameworks with Testomat.io for efficient test management and reporting. This guide covers importing JUnit, TestNG tests, ma...
|
|
170
|
-
- `tutorials/Manual-Testing-Classic.md` — **Manual Testing - Classic** — https://docs.testomat.io/tutorials/manual-testing-classic — Learn how to run manual tests in a Classical project in Testomat.io. This guide walks you through creating a project, adding a suite, writing test cases in t...
|
|
171
|
-
- `tutorials/playwright.md` — **Playwright** — https://docs.testomat.io/tutorials/playwright — Learn how to integrate Playwright with Testomat.io for efficient test management and reporting. The guide covers importing Playwright tests, managing paramet...
|
|
172
|
-
- `tutorials/Set-Up-Read-Only-Access.md` — **Set Up Read-Only Access** — https://docs.testomat.io/tutorials/set-up-read-only-access — Learn how to give stakeholders a view-only look at your testing in Testomat.io. This guide walks you through inviting an external user with the Read-Only rol...
|
|
173
|
-
- `tutorials/Using-AI-in-Testing.md` — **Using AI in Testing** — https://docs.testomat.io/tutorials/using-ai-in-testing — Learn how to use AI across a full testing cycle in Testomat.io. This guide walks you through enabling AI, connecting a custom AI provider, adding a requireme...
|
|
174
|
-
- `tutorials/webdriver.md` — **WebdriverIO** — https://docs.testomat.io/tutorials/webdriverio — Learn how to integrate WebdriverIO with Testomat.io for efficient test management and reporting. This guide covers importing WebdriverIO tests, managing para...
|
|
175
|
-
- `tutorials/Working-with-Jira.md` — **Working with Jira** — https://docs.testomat.io/tutorials/working-with-jira — Learn how to work with Jira in Testomat.io. This guide walks you through connecting your project to Jira, linking tests, suites, and plans to Jira issues, cr...
|