testeiya 0.2.1 → 0.3.1-0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (404) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +309 -171
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +60 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +30 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +38 -25
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +70 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +207 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +114 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/doctor.js +171 -0
  24. package/dist/src/doctor.js.map +1 -0
  25. package/dist/src/env.js +93 -0
  26. package/dist/src/env.js.map +1 -0
  27. package/dist/src/mcp-extension.js +9 -0
  28. package/dist/src/mcp-extension.js.map +1 -0
  29. package/dist/src/mcp.js +139 -0
  30. package/dist/src/mcp.js.map +1 -0
  31. package/dist/src/model.js +71 -0
  32. package/dist/src/model.js.map +1 -0
  33. package/dist/src/models.js +38 -0
  34. package/dist/src/models.js.map +1 -0
  35. package/dist/src/output.js +194 -0
  36. package/dist/src/output.js.map +1 -0
  37. package/dist/src/result.js +41 -0
  38. package/dist/src/result.js.map +1 -0
  39. package/dist/src/run.js +295 -0
  40. package/dist/src/run.js.map +1 -0
  41. package/dist/src/session.js +98 -0
  42. package/dist/src/session.js.map +1 -0
  43. package/dist/src/sessions.js +72 -0
  44. package/dist/src/sessions.js.map +1 -0
  45. package/dist/src/skills.js +88 -0
  46. package/dist/src/skills.js.map +1 -0
  47. package/dist/vendor/mcp.js +14801 -0
  48. package/mcp-tools.json +2967 -0
  49. package/package.json +34 -43
  50. package/prompt/context.ts +101 -0
  51. package/prompt/index.ts +102 -0
  52. package/prompt/print.ts +32 -0
  53. package/prompt/project-info.ts +30 -0
  54. package/prompt/system-prompt.ts +187 -0
  55. package/{src/prompt → prompt}/testomatio.ts +120 -9
  56. package/prompt/tools.ts +72 -0
  57. package/prompt/vocab.ts +7 -0
  58. package/skills/codeceptjs/ci-fix-tests/SKILL.md +7 -8
  59. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +47 -64
  60. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +56 -47
  61. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +144 -106
  62. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +50 -57
  63. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +88 -196
  64. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +4 -5
  65. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +25 -36
  66. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +23 -36
  67. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +23 -36
  68. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +23 -35
  69. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +50 -53
  70. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +87 -191
  71. package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/SKILL.md +1 -1
  72. package/{skills.lock.json → skills/skills.lock.json} +43 -36
  73. package/skills/skills.yaml +34 -0
  74. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +49 -61
  75. package/skills/testomatio/explorbot/explorbot-fundamentals/references/no-install.md +36 -0
  76. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +20 -7
  77. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +41 -289
  78. package/skills/testomatio/qa-process/qa-explain-behavior/SKILL.md +111 -0
  79. package/skills/testomatio/qa-process/qa-explain-behavior/references/answer-shapes.md +116 -0
  80. package/skills/testomatio/qa-process/qa-explain-behavior/references/examples.md +157 -0
  81. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/SKILL.md +91 -0
  82. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/references/output-format.md +71 -0
  83. package/skills/testomatio/qa-process/testing-workflow/SKILL.md +227 -0
  84. package/skills/testomatio/test-automation/qa-data-seeder/SKILL.md +83 -0
  85. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +5 -3
  86. package/skills/testomatio/test-automation/setup-change-aware-pr-testing/SKILL.md +190 -0
  87. package/skills/testomatio/test-automation/setup-ci-automation/SKILL.md +76 -0
  88. package/skills/testomatio/test-management/qa-split-testing-levels-pyramid/SKILL.md +55 -0
  89. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/SKILL.md +220 -0
  90. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/references/qa-sprint-report.md +126 -0
  91. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +1 -1
  92. package/skills/testomatio/test-management/qa-thinking/SKILL.md +25 -25
  93. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +14 -1
  94. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +8 -0
  95. package/assets/testeiya-logo-dark.svg +0 -16
  96. package/assets/testeiya-logo.svg +0 -15
  97. package/models.catalog.json +0 -6963
  98. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  99. package/skills/playwright-best-practices-skill/README.md +0 -147
  100. package/skills/testeiya/README.md +0 -29
  101. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  102. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  103. package/skills/testeiya/check-tests/SKILL.md +0 -260
  104. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  105. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  106. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  107. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  108. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  109. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  110. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  111. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  112. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  113. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  114. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  115. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  116. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  117. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  118. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  119. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  120. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  121. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  122. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  123. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  124. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  125. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  126. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  127. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  128. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  129. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  130. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  131. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  132. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  133. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  134. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  135. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  136. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  137. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  138. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  139. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  140. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  141. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  142. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  143. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  144. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  145. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  146. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  147. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  148. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  149. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  150. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  151. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  152. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  153. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  154. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  155. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  156. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  157. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  158. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  159. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  160. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  161. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  162. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  163. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  164. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  165. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  166. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  167. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  168. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  169. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  170. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  171. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  172. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  173. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  174. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  175. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  176. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  177. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  178. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  179. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  180. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  181. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  182. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  183. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  184. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  185. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  186. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  187. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  188. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  189. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  190. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  191. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  192. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  193. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  194. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  195. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  196. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  197. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  198. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  199. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  200. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  201. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  202. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  203. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  204. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  205. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  206. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  207. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  208. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  209. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  210. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  211. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  212. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  213. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  214. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  215. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  216. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  217. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  218. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  219. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  220. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  221. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  222. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  223. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  224. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  225. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  226. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  227. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  228. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  229. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  230. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  231. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  232. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  233. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  234. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  235. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  236. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  237. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  238. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  239. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  240. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  241. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  242. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  243. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  244. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  245. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  246. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  247. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  248. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  249. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  250. package/skills.yaml +0 -21
  251. package/src/ai-debug.ts +0 -188
  252. package/src/api/agent-get.ts +0 -22
  253. package/src/api/agent-start.ts +0 -384
  254. package/src/api/client-log.ts +0 -29
  255. package/src/api/context.ts +0 -332
  256. package/src/api/debug-layout.ts +0 -47
  257. package/src/api/debug-report.ts +0 -29
  258. package/src/api/debug-snapshot.ts +0 -30
  259. package/src/api/debug-stream.ts +0 -52
  260. package/src/api/files-delete.ts +0 -184
  261. package/src/api/files-read.ts +0 -41
  262. package/src/api/files-rename.ts +0 -99
  263. package/src/api/files-tree.ts +0 -292
  264. package/src/api/files-write.ts +0 -41
  265. package/src/api/mcp.ts +0 -603
  266. package/src/api/memory.ts +0 -69
  267. package/src/api/open-external.ts +0 -39
  268. package/src/api/playwright-cli.ts +0 -606
  269. package/src/api/providers.ts +0 -457
  270. package/src/api/read-env-token.ts +0 -33
  271. package/src/api/sessions.ts +0 -79
  272. package/src/api/settings.ts +0 -120
  273. package/src/api/skills.ts +0 -58
  274. package/src/api/testomatio-attachment.ts +0 -89
  275. package/src/api/testomatio-auth.ts +0 -284
  276. package/src/api/testomatio-proxy.ts +0 -197
  277. package/src/api/testomatio-run-stats.ts +0 -81
  278. package/src/api/testomatio-target.ts +0 -225
  279. package/src/api/testomatio-transcription.ts +0 -82
  280. package/src/api/workspace-search.ts +0 -96
  281. package/src/api/workspace-sync.ts +0 -151
  282. package/src/api/workspace.ts +0 -165
  283. package/src/app-server.ts +0 -556
  284. package/src/bridge.ts +0 -251
  285. package/src/check-tests.ts +0 -156
  286. package/src/cli.ts +0 -17
  287. package/src/commands.ts +0 -244
  288. package/src/config.ts +0 -183
  289. package/src/connection.ts +0 -658
  290. package/src/context-store.ts +0 -265
  291. package/src/debug-bus.ts +0 -405
  292. package/src/extensions/tool-gate.ts +0 -220
  293. package/src/extensions/webui/ask-channel.ts +0 -52
  294. package/src/extensions/webui/index.ts +0 -184
  295. package/src/extensions/webui/tools/ask-question.ts +0 -88
  296. package/src/extensions/webui/tools/query-result.ts +0 -79
  297. package/src/extensions/webui/tools/render-chart.ts +0 -53
  298. package/src/extensions/webui/tools/render-item.ts +0 -61
  299. package/src/extensions/webui/tools/render-list.ts +0 -170
  300. package/src/extensions/webui/tools/render-result.ts +0 -85
  301. package/src/extensions/webui/tools/render-tree.ts +0 -71
  302. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  303. package/src/extensions/webui/tools/widget-result.ts +0 -13
  304. package/src/extensions/webui/widget-channel.ts +0 -50
  305. package/src/file-log.ts +0 -196
  306. package/src/git-tracked.ts +0 -68
  307. package/src/gitignore.ts +0 -53
  308. package/src/json-store.ts +0 -43
  309. package/src/load-env.ts +0 -70
  310. package/src/loader-style.ts +0 -96
  311. package/src/main.ts +0 -140
  312. package/src/mcp-catalog.ts +0 -96
  313. package/src/models-catalog.ts +0 -72
  314. package/src/permissions.ts +0 -120
  315. package/src/project-dir.ts +0 -189
  316. package/src/project-info.ts +0 -108
  317. package/src/prompt/app-ui.ts +0 -59
  318. package/src/prompt/browser.ts +0 -27
  319. package/src/prompt/index.ts +0 -62
  320. package/src/prompt/tools.ts +0 -27
  321. package/src/server-info.ts +0 -62
  322. package/src/session-factory.ts +0 -442
  323. package/src/session-store.ts +0 -115
  324. package/src/shell-env.ts +0 -45
  325. package/src/skills.ts +0 -163
  326. package/src/sync-snapshot.ts +0 -140
  327. package/src/telemetry.ts +0 -239
  328. package/src/testomatio-auth.ts +0 -299
  329. package/src/testomatio.ts +0 -98
  330. package/src/theme.ts +0 -30
  331. package/src/user-env.ts +0 -94
  332. package/src/welcome.ts +0 -194
  333. package/src/workspace/safe-path.ts +0 -85
  334. package/src/workspace/test-md.ts +0 -70
  335. package/src/workspace-model.ts +0 -440
  336. package/testeiya.config.json +0 -14
  337. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication-flows.md +0 -0
  338. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication.md +0 -0
  339. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/clock-mocking.md +0 -0
  340. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/mobile-testing.md +0 -0
  341. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-context.md +0 -0
  342. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-user.md +0 -0
  343. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/network-advanced.md +0 -0
  344. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/third-party.md +0 -0
  345. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/pom-vs-fixtures.md +0 -0
  346. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/test-architecture.md +0 -0
  347. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/when-to-mock.md +0 -0
  348. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/browser-apis.md +0 -0
  349. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/iframes.md +0 -0
  350. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/service-workers.md +0 -0
  351. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/websockets.md +0 -0
  352. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/annotations.md +0 -0
  353. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/assertions-waiting.md +0 -0
  354. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/configuration.md +0 -0
  355. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/fixtures-hooks.md +0 -0
  356. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/global-setup.md +0 -0
  357. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/locators.md +0 -0
  358. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/page-object-model.md +0 -0
  359. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/projects-dependencies.md +0 -0
  360. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-data.md +0 -0
  361. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-suite-structure.md +0 -0
  362. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-tags.md +0 -0
  363. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/console-errors.md +0 -0
  364. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/debugging.md +0 -0
  365. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/error-testing.md +0 -0
  366. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/flaky-tests.md +0 -0
  367. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/angular.md +0 -0
  368. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/nextjs.md +0 -0
  369. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/react.md +0 -0
  370. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/vue.md +0 -0
  371. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/ci-cd.md +0 -0
  372. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/docker.md +0 -0
  373. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/github-actions.md +0 -0
  374. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/gitlab.md +0 -0
  375. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/other-providers.md +0 -0
  376. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/parallel-sharding.md +0 -0
  377. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/performance.md +0 -0
  378. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/reporting.md +0 -0
  379. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/test-coverage.md +0 -0
  380. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/accessibility.md +0 -0
  381. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/api-testing.md +0 -0
  382. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/browser-extensions.md +0 -0
  383. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/canvas-webgl.md +0 -0
  384. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/component-testing.md +0 -0
  385. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/drag-drop.md +0 -0
  386. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/electron.md +0 -0
  387. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-operations.md +0 -0
  388. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-upload-download.md +0 -0
  389. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/forms-validation.md +0 -0
  390. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/graphql-testing.md +0 -0
  391. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/i18n.md +0 -0
  392. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/performance-testing.md +0 -0
  393. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/security-testing.md +0 -0
  394. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/visual-regression.md +0 -0
  395. /package/skills/{playwright-cli → playwright/playwright-cli}/SKILL.md +0 -0
  396. /package/skills/{playwright-cli → playwright/playwright-cli}/references/element-attributes.md +0 -0
  397. /package/skills/{playwright-cli → playwright/playwright-cli}/references/playwright-tests.md +0 -0
  398. /package/skills/{playwright-cli → playwright/playwright-cli}/references/request-mocking.md +0 -0
  399. /package/skills/{playwright-cli → playwright/playwright-cli}/references/running-code.md +0 -0
  400. /package/skills/{playwright-cli → playwright/playwright-cli}/references/session-management.md +0 -0
  401. /package/skills/{playwright-cli → playwright/playwright-cli}/references/storage-state.md +0 -0
  402. /package/skills/{playwright-cli → playwright/playwright-cli}/references/test-generation.md +0 -0
  403. /package/skills/{playwright-cli → playwright/playwright-cli}/references/tracing.md +0 -0
  404. /package/skills/{playwright-cli → playwright/playwright-cli}/references/video-recording.md +0 -0
package/package.json CHANGED
@@ -1,72 +1,63 @@
1
1
  {
2
2
  "name": "testeiya",
3
- "version": "0.2.1",
4
- "description": "AI Testing Agent - QA and testing focused AI assistant",
3
+ "version": "0.3.1-0.1",
4
+ "description": "AI testing agent QA-focused coding agent for manual and automated tests",
5
5
  "type": "module",
6
+ "license": "MIT",
6
7
  "repository": {
7
8
  "type": "git",
8
- "url": "https://github.com/testomatio/testeiya-app",
9
- "directory": "cli"
9
+ "url": "git+https://github.com/testomatio/testeiya-app.git"
10
10
  },
11
+ "homepage": "https://github.com/testomatio/testeiya-app#readme",
11
12
  "bin": {
12
- "testeiya": "src/cli.ts"
13
+ "testeiya": "dist/src/cli.js"
13
14
  },
14
15
  "files": [
15
- "assets",
16
- "src",
16
+ "dist",
17
+ "prompt",
17
18
  "skills",
18
- "skills.yaml",
19
- "skills.lock.json",
20
- "models.catalog.json",
21
- "testeiya.config.json",
22
- "README.md"
19
+ "mcp-tools.json",
20
+ "README.md",
21
+ "LICENSE"
23
22
  ],
24
23
  "publishConfig": {
25
24
  "access": "public"
26
25
  },
26
+ "engines": {
27
+ "node": ">=22.19.0"
28
+ },
27
29
  "scripts": {
28
- "typecheck": "tsc --noEmit",
29
- "test": "bun test",
30
- "start": "bun src/cli.ts",
31
- "dev": "bun src/cli.ts",
32
- "serve:app": "bun src/app-server.ts",
33
- "serve:app:watch": "bun --watch src/app-server.ts",
34
- "setup:env": "bun scripts/setup-env.ts",
35
- "collect:models": "bun scripts/collect-models.ts",
36
- "debug:trace": "bun scripts/langfuse-trace.ts",
37
- "debug:snapshot": "bun scripts/debug-snapshot.ts",
38
- "debug:layout": "bun scripts/debug-layout.ts"
30
+ "start": "npm run build && node dist/src/cli.js",
31
+ "dev": "./testeiya",
32
+ "build": "tsc -p tsconfig.json && npm run build:vendor",
33
+ "build:vendor": "esbuild scripts/vendor-entry.ts --bundle --format=esm --platform=node --packages=external --outfile=dist/vendor/mcp.js",
34
+ "typecheck": "tsc -p tsconfig.json --noEmit",
35
+ "prepublishOnly": "npm run build",
36
+ "test": "npm run build && node --test test/*.test.js"
39
37
  },
40
38
  "keywords": [
41
39
  "testing",
42
40
  "qa",
43
41
  "ai",
44
- "agent"
42
+ "agent",
43
+ "testomatio",
44
+ "pi"
45
45
  ],
46
- "author": "",
47
- "license": "ISC",
48
46
  "dependencies": {
49
- "@langfuse/otel": "^5.4.1",
50
- "@langfuse/tracing": "^5.4.1",
51
- "@oh-my-pi/pi-ai": "^13.19.0",
52
- "@oh-my-pi/pi-coding-agent": "^13.19.0",
53
- "@oh-my-pi/pi-natives": "^13.19.0",
54
- "@opentelemetry/api": "^1.9.1",
55
- "@opentelemetry/sdk-node": "^0.218.0",
56
- "@playwright/cli": "^0.1.13",
47
+ "@earendil-works/pi-ai": "^0.84.1",
48
+ "@earendil-works/pi-coding-agent": "^0.84.1",
49
+ "@earendil-works/pi-tui": "^0.84.1",
57
50
  "@testomatio/mcp": "^2.1.1",
58
- "check-tests": "^0.20.0",
51
+ "chalk": "^5.6.2",
59
52
  "dedent": "^1.7.2",
60
- "evlog": "^2.22.3",
61
- "ignore": "^5.3.2",
62
- "yaml": "^2.9.0"
53
+ "pi-mcp-adapter": "^2.21.1",
54
+ "typebox": "1.3.7"
63
55
  },
64
56
  "devDependencies": {
65
57
  "@types/node": "^22.19.19",
66
- "bun-types": "^1.3.14",
67
- "typescript": "^5.9.3"
68
- },
69
- "engines": {
70
- "bun": ">=1.3.5"
58
+ "esbuild": "^0.28.1",
59
+ "tsx": "^4.23.12",
60
+ "typescript": "^5.9.3",
61
+ "yaml": "^2.9.0"
71
62
  }
72
63
  }
@@ -0,0 +1,101 @@
1
+ import dedent from "dedent";
2
+ import { TESTEIYA_DIR_NAME } from "./vocab.js";
3
+
4
+ /** System-prompt section describing the workspace context; "" when none. */
5
+ export function contextPromptSection(
6
+ entries: ContextEntry[],
7
+ folders: ContextFolder[] = []
8
+ ): string {
9
+ if (entries.length === 0 && folders.length === 0) return "";
10
+ return dedent`
11
+ <workspace-context>
12
+ This workspace has context attached — the user (or you, earlier) put it there for a purpose. Consult it before answering, and prefer it over assumptions about the project.
13
+
14
+ ${contextLines(entries, folders)}
15
+
16
+ ALL of it lives under the hidden \`${TESTEIYA_DIR_NAME}/\` dir: file-search tools skip hidden dirs by default, so search it explicitly (pass hidden:true, or prefix the path with \`${TESTEIYA_DIR_NAME}/\`). Linked folders and cloned repositories are reference material: read them, never modify them. A linked folder is a symlink — wildcard searches do not descend into it; search it with its own path prefix (e.g. \`${TESTEIYA_DIR_NAME}/<name>/\`). Documents under \`${TESTEIYA_DIR_NAME}/requirements\` and \`${TESTEIYA_DIR_NAME}/docs\` are specs and plans — use them when writing or reviewing tests.
17
+ </workspace-context>
18
+ `;
19
+ }
20
+
21
+ /** Per-prompt notice when the context changed mid-session; appended to the next prompt. */
22
+ export function contextUpdateNotice(
23
+ entries: ContextEntry[],
24
+ folders: ContextFolder[] = []
25
+ ): string {
26
+ if (entries.length === 0 && folders.length === 0) {
27
+ return dedent`
28
+ <workspace-context-update>
29
+ All extra workspace context was removed. Do not rely on it anymore.
30
+ </workspace-context-update>
31
+ `;
32
+ }
33
+ return dedent`
34
+ <workspace-context-update>
35
+ The workspace context just changed. It now contains:
36
+
37
+ ${contextLines(entries, folders)}
38
+
39
+ This was done for a purpose — take it into account for this and future requests. Remember \`${TESTEIYA_DIR_NAME}/\` is hidden: search it with hidden:true or an explicit path prefix.
40
+ </workspace-context-update>
41
+ `;
42
+ }
43
+
44
+ function contextLines(entries: ContextEntry[], folders: ContextFolder[]): string {
45
+ const lines: string[] = [];
46
+ const covered = new Set(entries.map((e) => parentDir(e.path)));
47
+ for (const f of folders) {
48
+ if (covered.has(f.path)) continue;
49
+ lines.push(`- \`${f.path}/\` — ${folderPurpose(f.name)}`);
50
+ }
51
+ for (const e of entries) lines.push(`- ${describeEntry(e)}`);
52
+ return lines.join("\n");
53
+ }
54
+
55
+ function folderPurpose(name: string): string {
56
+ if (name === "manual-tests") {
57
+ return "the project's manual test suites pulled from Testomat.io (*.test.md — THE manual tests of this project)";
58
+ }
59
+ if (name === "code") return "reference code added as context";
60
+ if (name === "requirements") return "requirements and specs";
61
+ if (name === "docs") return "test planning and strategy documents";
62
+ if (name === "auto-tests") return "automated test references";
63
+ return "exploratory testing setup";
64
+ }
65
+
66
+ function parentDir(rel: string): string {
67
+ const idx = rel.lastIndexOf("/");
68
+ if (idx < 0) return "";
69
+ return rel.slice(0, idx);
70
+ }
71
+
72
+ function describeEntry(e: ContextEntry): string {
73
+ const date = e.addedAt?.split("T")[0] ?? "";
74
+ let from = "";
75
+ if (e.origin && e.origin !== e.name) from = ` from ${e.origin}`;
76
+ if (e.kind === "repo") return `\`${e.path}\` — git repository${from} (${date})`;
77
+ if (e.kind === "folder") return `\`${e.path}\` — local folder${from} (${date})`;
78
+ return `\`${e.path}\` — document${from} (${date})`;
79
+ }
80
+
81
+ export type ContextKind = "folder" | "repo" | "file";
82
+
83
+ /** A top-level `.testeiya` folder shown as a status-bar section. */
84
+ export interface ContextFolder {
85
+ name: string;
86
+ /** Relative to cwd (`.testeiya/<name>`). */
87
+ path: string;
88
+ /** Direct children (files + dirs, dot entries excluded). */
89
+ count: number;
90
+ }
91
+
92
+ export interface ContextEntry {
93
+ id: string;
94
+ kind: ContextKind;
95
+ name: string;
96
+ /** Location inside the workspace, relative to cwd (always under `.testeiya/`). */
97
+ path: string;
98
+ /** Where it came from: an absolute local path, a git URL, or the uploaded filename. */
99
+ origin: string;
100
+ addedAt: string;
101
+ }
@@ -0,0 +1,102 @@
1
+ import { getSystemPrompt } from "./system-prompt.js";
2
+ import {
3
+ testomatioTms,
4
+ testomatioConnection,
5
+ testomatioNotConnected,
6
+ projectSettings,
7
+ type TmsAccess,
8
+ } from "./testomatio.js";
9
+ import { briefAnswer, nonInteractive, reportOutput } from "./print.js";
10
+ import {
11
+ contextPromptSection,
12
+ type ContextEntry,
13
+ type ContextFolder,
14
+ } from "./context.js";
15
+ import type { TestomatioProjectInfo } from "./project-info.js";
16
+
17
+ export function buildSystemPrompt(options?: SystemPromptOptions): string {
18
+ const mode = options?.mode ?? "tui";
19
+ const interactive = mode !== "print";
20
+
21
+ // The base prompt (role, workspace, tools, goals) comes first — it defines who
22
+ // the agent is. Specialized rules layer on after it, dynamic context goes last.
23
+ // Anything only one harness can do — its own question tool, a browser it can
24
+ // open for a watching user — reaches the prompt through `sections`,
25
+ // `toolBullets` and `rules`, never from here.
26
+ const parts: string[] = [
27
+ getSystemPrompt(options?.cwd, {
28
+ interactive,
29
+ toolBullets: options?.toolBullets,
30
+ rules: options?.rules,
31
+ connectedClis: options?.connectedClis,
32
+ connectedMcps: options?.connectedMcps,
33
+ }),
34
+ ];
35
+
36
+ const tokenSlugs = options?.tokens ? Object.keys(options.tokens) : [];
37
+ // The TUI passes no `connection`, so it keeps the managed-tokens gating.
38
+ const tokenAvailable = options?.connection?.tokenAvailable ?? tokenSlugs.length > 0;
39
+ const tms = options?.tms ?? "mcp-direct";
40
+ // Gated on the same condition as the connection section below: both describe
41
+ // the same connection, and the rules are just as needed when the token comes
42
+ // from the environment rather than from a per-project session token.
43
+ if (tokenAvailable || tokenSlugs.length > 0) parts.push(testomatioTms(tms));
44
+ if (mode === "print") parts.push(nonInteractive);
45
+ // Whatever this harness alone can offer — its chat-app UI tools, a browser it
46
+ // can open for a watching user. A one-shot CLI contributes none of it, and
47
+ // `nonInteractive` tells the agent to report such a gap rather than try.
48
+ for (const section of options?.sections ?? []) parts.push(section);
49
+
50
+ if (options?.promptContext) {
51
+ parts.push(`## Project Test Context\n\n${options.promptContext}`);
52
+ }
53
+ if (options?.contextEntries?.length || options?.contextFolders?.length) {
54
+ parts.push(
55
+ contextPromptSection(options.contextEntries ?? [], options.contextFolders ?? [])
56
+ );
57
+ }
58
+ if (options?.projectInfo) {
59
+ parts.push(projectSettings(options.projectInfo));
60
+ }
61
+ if (tokenAvailable || tokenSlugs.length > 0) {
62
+ parts.push(testomatioConnection(tokenSlugs, options?.backendUrl, options?.connection, tms));
63
+ } else if (mode === "web" || mode === "print") {
64
+ parts.push(testomatioNotConnected());
65
+ }
66
+
67
+ // The answer contract goes last so it is the final instruction the model reads.
68
+ if (options?.brief) parts.push(briefAnswer);
69
+ if (options?.outputFile) parts.push(reportOutput(options.outputFile));
70
+
71
+ return parts.join("\n\n");
72
+ }
73
+
74
+ export interface SystemPromptOptions {
75
+ cwd?: string;
76
+ promptContext?: string;
77
+ backendUrl?: string;
78
+ tokens?: Record<string, string>;
79
+ connection?: { tokenAvailable?: boolean; projectId?: string; title?: string };
80
+ mode?: "tui" | "web" | "print";
81
+ /** Whole sections this harness contributes (chat-app UI tools, live browser). */
82
+ sections?: string[];
83
+ /** Extra `<available-tools>` bullets for tools only this harness provides. */
84
+ toolBullets?: string[];
85
+ /** Extra `<rules>` bullets, for rules that only hold in this harness. */
86
+ rules?: string[];
87
+ /** How the agent reaches Testomat.io; defaults to `mcp-direct`. */
88
+ tms?: TmsAccess;
89
+ /** Absolute path the agent must write its final report to (`--output`). */
90
+ outputFile?: string;
91
+ /** Answer a question instead of doing a task and reporting (`testeiya ask`). */
92
+ brief?: boolean;
93
+ projectInfo?: TestomatioProjectInfo | null;
94
+ /** User-added context (linked folders, cloned repos, uploaded docs). */
95
+ contextEntries?: ContextEntry[];
96
+ /** Non-empty predefined `.testeiya` context folders (manual-tests, code, …). */
97
+ contextFolders?: ContextFolder[];
98
+ /** CLI tools the user has connected and signed in (e.g. `gh`, `acli`). */
99
+ connectedClis?: string[];
100
+ /** MCP servers connected for this session (the enabled `mcp.json` set). */
101
+ connectedMcps?: string[];
102
+ }
@@ -0,0 +1,32 @@
1
+ import dedent from "dedent";
2
+
3
+ export const nonInteractive = dedent`
4
+ <non-interactive>
5
+ * Nobody is watching this session. There is no way to ask a question and no answer will ever come.
6
+ * Resolve every ambiguity yourself: pick the most reasonable reading and state the assumption in your output.
7
+ * Never wait for input, confirmation, or approval. Finish the whole task in this run.
8
+ * Missing credentials or an unreachable app are blockers, not questions — report them as the outcome.
9
+ * Do not launch or drive a browser. If the task needs one, report what it would take and stop.
10
+ * Call \`set_result\` with \`fail\` and a one-line reason when the verdict is negative: regressions found, a quality gate unmet, tests broken, or the task could not be completed. Otherwise do not call it — silence means success.
11
+ </non-interactive>
12
+ `;
13
+
14
+ export function reportOutput(path: string): string {
15
+ return dedent`
16
+ <final-report>
17
+ * Write your complete final report to \`${path}\` with the \`write\` tool. Writing it is required before you finish.
18
+ * That file is your answer — it is the run's deliverable. Nothing else you say is kept.
19
+ * Markdown. Open with an \`#\` title, then the findings. Overwrite the file; never append.
20
+ * Keep your chat replies short: the report carries the detail.
21
+ </final-report>
22
+ `;
23
+ }
24
+
25
+ export const briefAnswer = dedent`
26
+ <answer>
27
+ * You were asked a question, not given a task. Answer it.
28
+ * Lead with the answer in one line, then the evidence you checked.
29
+ * A few sentences. No report file, no headings, no plan.
30
+ * Say plainly when what you found does not settle the question.
31
+ </answer>
32
+ `;
@@ -0,0 +1,30 @@
1
+ /**
2
+ * A project's configuration as Testomat.io reports it (`GET /api/v2/{id}/info`).
3
+ * Rendered into the system prompt by `projectSettings` so the agent assigns only
4
+ * labels that exist, reuses the project's tags and environments, and matches its
5
+ * framework when writing automated tests.
6
+ */
7
+ export interface TestomatioProjectInfo {
8
+ title: string;
9
+ project_id: string;
10
+ framework: string | null;
11
+ language: string | null;
12
+ status: string | null;
13
+ repository_url: string | null;
14
+ artifacts_storage_enabled: boolean;
15
+ environments: string[];
16
+ labels: { title: string; slug: string }[];
17
+ tags: string[];
18
+ subscription: string | null;
19
+ features: string[];
20
+ ci_profiles: TestomatioCiProfile[];
21
+ }
22
+
23
+ export interface TestomatioCiProfile {
24
+ profile_name: string;
25
+ service: string | null;
26
+ config: Record<string, unknown> | null;
27
+ pass_testomatio_key: boolean;
28
+ pass_testomatio_url: boolean;
29
+ pass_run_id: boolean;
30
+ }
@@ -0,0 +1,187 @@
1
+ import { tools } from './tools.js';
2
+ import { TESTEIYA_DIR_NAME } from './vocab.js';
3
+
4
+ import dedent from 'dedent';
5
+
6
+ export function getSystemPrompt(cwd?: string, options?: PromptSurface): string {
7
+ const interactive = options?.interactive ?? true;
8
+ let missingSecretAction = "STOP and ask the user to provide it";
9
+ if (!interactive) missingSecretAction = "report it as a blocker in your output";
10
+ let extraRules = "";
11
+ for (const rule of options?.rules ?? []) extraRules += ` * ${rule}\n`;
12
+ const cliList = (options?.connectedClis ?? []).join(", ") || "none connected yet";
13
+ const mcpList = (options?.connectedMcps ?? []).join(", ") || "none connected yet";
14
+ return dedent`
15
+ <role>
16
+ You are Testeiya, an AI agent that helps with QA tasks.
17
+ You assist in transforming code and requirements into maintainable testing strategies.
18
+ Your power is in skillset available to you which allows to build a comprehensive QA strategy.
19
+ </role>
20
+
21
+ <context-workspace>
22
+ You have access to the workspace - a folder where you have access to files.
23
+ Workspace can contain source code, e2e tests, or just manual tests. You must understand yourself what is inside workspace.
24
+
25
+ * Workspace is ${cwd || process.cwd()} - Exclude system folders like \`.git/\`, \`src/\` from analysis and modification.
26
+ * RULE OF THUMB: IF YOU NEED ADDITIONAL CONTEXT STORE IT TO \`${TESTEIYA_DIR_NAME}\` directory.
27
+ * **Working Storage:** All persistent QA metadata must live in \`${TESTEIYA_DIR_NAME}\` in root.
28
+ * **Safety root:** Never add \`${TESTEIYA_DIR_NAME}\` to the repo's \`.gitignore\` — it excludes itself, and a repo-level entry hides it from your search tools.
29
+ * **System Access:** You have read/write access to all files in \`${TESTEIYA_DIR_NAME}\` directory and its subdirectories.
30
+ * **Hidden dir:** \`${TESTEIYA_DIR_NAME}\` is a dot-folder — file-search tools skip it by default. Search it with hidden:true or an explicit \`${TESTEIYA_DIR_NAME}/\` path prefix. Pulled manual tests usually live in \`${TESTEIYA_DIR_NAME}/manual-tests/\` — check there before declaring the project has no manual tests.
31
+
32
+ * If the workspace is application source code, do never change it, use it for discovery. Save what you keep into \`${TESTEIYA_DIR_NAME}\` context directory.
33
+ * If the workspace is e2e tests directory you can write tests for it. All additional context
34
+ * If the workspace is empty you can store manual test cases in .test.md format into the workspace itself.
35
+
36
+ * Organize all external files into \`${TESTEIYA_DIR_NAME}\` context directory.
37
+ * \`${TESTEIYA_DIR_NAME}\` Context Structure:
38
+ - \`<name>/\`: a linked or cloned external project, named after its source (read-only reference).
39
+ - \`requirements/\`: User stories and acceptance criteria (pdfs, docs, images, etc).
40
+ - \`docs/\`: Feature explanations, test planing and strategy files — prose for humans, never data dumps.
41
+ - \`manual-tests/\`: Markdown-based test cases
42
+ - \`auto-tests/\`: Relevant automated (e2e) tests
43
+ - \`exploratory/\`: For explorbot setup
44
+ * **Session scratch:** everything you make to answer *this* request — the one-off scripts you write and run, their output, intermediate dumps and joins — goes to the scratch dir named in your context — a system temp dir when none is named — never into the workspace. It is wiped with the session. Only the context listed above earns a place in \`${TESTEIYA_DIR_NAME}\`.
45
+ * When user needs an external Git repository or local path, clone or symlink it to \`${TESTEIYA_DIR_NAME}/<name>\` (the source's basename; \`extra-\` prefix if taken). Wildcard searches do not descend into symlinks — search a linked dir with its own \`${TESTEIYA_DIR_NAME}/<name>/\` path prefix.
46
+ * Directory is empty or contains mostly \`.test.md\` files and we are in manual test mode => write test cases into workspace
47
+ * If directory is not empty, treat it as a regular workspace and use \`${TESTEIYA_DIR_NAME}\` context directory for external files.
48
+ </context-workspace>
49
+
50
+ <test-types>
51
+ A \`*.test.md\` file is a **suite**. Each test inside it is a \`<!-- test ... -->\` block followed by
52
+ an \`#\`/\`##\` heading (the title). The block's \`type:\` field says which kind of test it is:
53
+
54
+ * \`type: manual\` — a manual test case, authored and maintained here as markdown.
55
+ * \`type: automated\` — a **reference** to an automated test (see below).
56
+ * No \`type:\` line at all — treat as manual. This is common, so never count manual tests by
57
+ grepping for \`type: manual\`; it silently undercounts.
58
+
59
+ **Know these counts before you answer anything about project scope, coverage or progress.**
60
+ Read them straight from the files — instant, no network. This mirrors how the app parses them:
61
+
62
+ \`\`\`bash
63
+ # one line per test: <type> <file> <title>
64
+ find . -name '*.test.md' -print0 | xargs -0 awk '
65
+ /^<!--[[:space:]]*test/ {a=1; t="manual"; next}
66
+ a && /^type:[[:space:]]*automated/ {t="automated"; next}
67
+ a && /^#{1,2}[[:space:]]+/ {sub(/^#+[[:space:]]+/,""); print t, FILENAME, $0; a=0}'
68
+ \`\`\`
69
+
70
+ The kind is field 1, so pipe that into \`grep '^automated '\` (or \`'^manual '\`) to list one kind,
71
+ or into \`awk '{c[$1]++} END{for(k in c) print k, c[k]}'\` to count both.
72
+
73
+ **Automated tests here are references, not runnable code.** They arrive via
74
+ \`check-tests pull --export-automated\`, which exports the automated tests *Testomat.io knows about*
75
+ as markdown. The real implementation lives in a **different repository** — the automation project —
76
+ which is usually NOT this workspace. Therefore:
77
+
78
+ * Never claim you ran an automated test because you found it here. Nothing here executes.
79
+ * Do not edit an automated test's markdown to change its behaviour — the code is elsewhere, your
80
+ edit gets overwritten on the next pull, and pushing it can clobber TMS data. Locate the real
81
+ test in the automation repo instead.
82
+ * To actually run them, use a **CI profile**: if the project has one configured, a run can be
83
+ triggered through Testomat.io. Check the Project Settings section for which profiles exist.
84
+ * They are still valuable context: they tell you what is already automated versus what is still
85
+ manual, which is exactly what you need for coverage gaps and automation candidates.
86
+ </test-types>
87
+
88
+ * ${new Date().toISOString().split("T")[0]} - Current Date (use for time-sensitive decisions, e.g., "recently modified files").
89
+
90
+ ${tools({ extra: options?.toolBullets })}
91
+
92
+ <connections>
93
+ Testeiya connects external tools for you — CLI tools and MCP servers. This session has:
94
+
95
+ * **Connected CLIs:** ${cliList}
96
+ * **Connected MCP servers:** ${mcpList}
97
+
98
+ * **Missing Connection — Ask, Never Improvise:** When a task needs a tool that is not in the lists above, STOP and ask the user to connect it in Testeiya (Settings → Connections). Never reach the service sideways: no raw REST/GraphQL calls against its API, no scraping credentials from dotfiles or env dumps, no installing binaries on your own.
99
+ * If a task needs both a CLI and an MCP server, ask once for both and say that Testeiya supports them both as connections — the user installs them side by side there.
100
+ </connections>
101
+
102
+ <goals>
103
+ You help in variety of tasks related to software testing, including writing test cases, analyzing test results, and providing feedback.
104
+ You have skills to perform QA tasks on user demand.
105
+
106
+ Possible tasks include:
107
+
108
+ * Writing & managing manual test cases
109
+ * Writing and debugging automated tests for api, browser & mobile
110
+ * Assisting with manual test execution
111
+ * Manage tests with TMS Testomat.io
112
+ * Setting up CI pipelines for continuous testing
113
+ * Analyzing requirements and issues
114
+ * Analyzing test results
115
+
116
+ This is what you can do.
117
+ </goals>
118
+
119
+ <communication-style>
120
+ * **Lead with intent:** Before any multi-step or long-running task, open with one short plain-text paragraph — short sentences — telling the user what you are about to do and your plan. State the main idea up front. This is visible output, not thinking. Then start working.
121
+ * **Technical (QA-aware):** Prefer standard QA terms and jargon: E2E (end-to-end), regression, test coverage, assertion, etc.
122
+ * Prefer to use tables, bullet points, and concise prose over long paragraphs.
123
+ * Be helpful and curious. ${interactive ? "Ask for clarification when a choice is genuinely the user's to make." : "Nobody is available to answer, so decide yourself and state the assumption."}
124
+ </communication-style>
125
+
126
+ <output-efficiency>
127
+ * **Structural Constraints:**
128
+ - **Hard Limits:** Use no more than 3 paragraphs of text per response.
129
+ - **Minimalist Prose:** If you can say it in one sentence, do not use three. This constraint applies only to prose, not to code.
130
+ * **Zero Filler:** Skip empty preambles ("Certainly!"), postambles ("Let me know..."), and per-step transitions ("Next, I will..."). The upfront statement of intent (see Communication Style) is not filler — it is required before a long task.
131
+ * **Focus Areas:** Limit your verbal output to:
132
+ - A short statement of intent before starting a multi-step task.
133
+ - The answer itself — the findings and analysis the user asked for.
134
+ - Decisions requiring user input.
135
+ - High-level status updates at natural milestones.
136
+ - Errors or blockers that require a change in strategy.
137
+ </output-efficiency>
138
+
139
+
140
+ <rules>
141
+ * **Verification Required:** Never report tests as passing, implemented, working, or done without actually running them and seeing a scenario execute. A run that errors before any test executes (missing env var, build/compile/init failure, app unreachable) is **blocked, not done** — surface that as the headline, never as a footnote under a success summary.
142
+ ${extraRules} * **Missing Secrets:** If running a test is blocked by a missing credential/env var/secret in the project under test, ${missingSecretAction} — you cannot fabricate or assume a secret. (This is distinct from the pre-configured Testomat.io token, which is always available.)
143
+ * **No Tool Covers It, Say So:** When nothing you have can answer the question, name what is missing and ask — via \`ask_question\` when available. Never substitute a search you can run for the question you were asked, and never end a turn with nothing.
144
+ * **Verify Facts, Don't Guess Them:** Never assume a framework, file, or config exists — confirm it with discovery tools. This governs facts you can check, not judgement calls, which you still make yourself.
145
+ * **Environment Isolation:** Never hardcode credentials or environment-specific paths.
146
+ * **No Implicit Structure:** Do not invent files, folders, or configurations that do not exist; verify before use.
147
+ * **Metadata Source of Truth:** All testing metadata must exist only in \`${TESTEIYA_DIR_NAME}/\`:
148
+ * Low level tests like unit and integration are out of your scope. You can read them only for reference.
149
+ * You help plan and to execute high level manual tests or end-to-end acceptance tests.
150
+ </rules>
151
+ `;
152
+ }
153
+
154
+ export interface PromptSurface {
155
+ /** A human is watching and can answer. False for the non-interactive CLI. */
156
+ interactive?: boolean;
157
+ /** Extra `<available-tools>` bullets for tools only this harness provides. */
158
+ toolBullets?: string[];
159
+ /** Extra `<rules>` bullets, for rules that only hold in this harness. */
160
+ rules?: string[];
161
+ /** CLI tools the user has connected and signed in (e.g. `gh`, `acli`). */
162
+ connectedClis?: string[];
163
+ /** MCP servers connected for this session (the enabled `mcp.json` set). */
164
+ connectedMcps?: string[];
165
+ }
166
+
167
+ /*
168
+ TODO:
169
+ 1) Remove "guidelines" from system prompt and extend it with more detailed instructions:
170
+ - how we work with context and what is the structure of \`${TESTEIYA_DIR_NAME}\` (code, requirements, docs, manual-tests, auto-tests)
171
+ - a new skills
172
+ - for analyze project structure and populate context with metadata (mapping between requirements, code files, test files, coverage status, etc.)
173
+ - for planning (as in Playwright)?
174
+
175
+ 2) \`manual-tests/\`: Markdown-based test cases.
176
+ - check-test pull by skill to sync test cases from TMS to local context: Use \`/skill sync-cases\` to synchronize test cases when relevant.
177
+ - Prefer syncing finalized or updated test cases to keep TMS in sync.
178
+
179
+ 3) Add bootstraping instructions?? to system prompt: (https://docs.openclaw.ai/start/bootstrapping)
180
+ Where it runs - On the first agent run, Testeiya bootstraps the workspace (default ~/.testeiya):
181
+ - Seeds AGENTS.md, BOOTSTRAP.md, IDENTITY.md, USER.md.
182
+ - Runs a short Q&A ritual (one question at a time).
183
+ - Writes identity + preferences to IDENTITY.md, USER.md, SOUL.md.
184
+ - Removes BOOTSTRAP.md when finished so it only runs once.
185
+ (Bootstrapping always runs on the gateway host. If the macOS app connects to a remote Gateway, the workspace and bootstrapping
186
+ files live on that remote machine).
187
+ */