testeiya 0.2.1 → 0.3.1-5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (405) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +325 -171
  3. package/dist/prompt/context.js +79 -0
  4. package/dist/prompt/context.js.map +1 -0
  5. package/dist/prompt/index.js +60 -0
  6. package/dist/prompt/index.js.map +1 -0
  7. package/dist/prompt/print.js +30 -0
  8. package/dist/prompt/print.js.map +1 -0
  9. package/dist/prompt/project-info.js +2 -0
  10. package/dist/prompt/project-info.js.map +1 -0
  11. package/{src/prompt/system-prompt.ts → dist/prompt/system-prompt.js} +38 -25
  12. package/dist/prompt/system-prompt.js.map +1 -0
  13. package/dist/prompt/testomatio.js +264 -0
  14. package/dist/prompt/testomatio.js.map +1 -0
  15. package/dist/prompt/tools.js +70 -0
  16. package/dist/prompt/tools.js.map +1 -0
  17. package/dist/prompt/vocab.js +8 -0
  18. package/dist/prompt/vocab.js.map +1 -0
  19. package/dist/src/args.js +224 -0
  20. package/dist/src/args.js.map +1 -0
  21. package/dist/src/cli.js +105 -0
  22. package/dist/src/cli.js.map +1 -0
  23. package/dist/src/doctor.js +171 -0
  24. package/dist/src/doctor.js.map +1 -0
  25. package/dist/src/env.js +103 -0
  26. package/dist/src/env.js.map +1 -0
  27. package/dist/src/mcp-extension.js +9 -0
  28. package/dist/src/mcp-extension.js.map +1 -0
  29. package/dist/src/mcp.js +139 -0
  30. package/dist/src/mcp.js.map +1 -0
  31. package/dist/src/model.js +71 -0
  32. package/dist/src/model.js.map +1 -0
  33. package/dist/src/models.js +38 -0
  34. package/dist/src/models.js.map +1 -0
  35. package/dist/src/output.js +216 -0
  36. package/dist/src/output.js.map +1 -0
  37. package/dist/src/result.js +41 -0
  38. package/dist/src/result.js.map +1 -0
  39. package/dist/src/run.js +313 -0
  40. package/dist/src/run.js.map +1 -0
  41. package/dist/src/session.js +98 -0
  42. package/dist/src/session.js.map +1 -0
  43. package/dist/src/sessions.js +72 -0
  44. package/dist/src/sessions.js.map +1 -0
  45. package/dist/src/skills.js +130 -0
  46. package/dist/src/skills.js.map +1 -0
  47. package/dist/vendor/mcp.js +14801 -0
  48. package/mcp-tools.json +2967 -0
  49. package/package.json +34 -43
  50. package/prompt/context.ts +101 -0
  51. package/prompt/index.ts +102 -0
  52. package/prompt/print.ts +32 -0
  53. package/prompt/project-info.ts +30 -0
  54. package/prompt/system-prompt.ts +187 -0
  55. package/{src/prompt → prompt}/testomatio.ts +120 -9
  56. package/prompt/tools.ts +72 -0
  57. package/prompt/vocab.ts +7 -0
  58. package/skills/codeceptjs/ci-fix-tests/SKILL.md +7 -8
  59. package/skills/codeceptjs/codeceptjs-auth/SKILL.md +47 -64
  60. package/skills/codeceptjs/codeceptjs-exploration/SKILL.md +56 -47
  61. package/skills/codeceptjs/codeceptjs-fundamentals/SKILL.md +144 -106
  62. package/skills/codeceptjs/codeceptjs-run-analysis/SKILL.md +50 -57
  63. package/skills/codeceptjs/debugging-codeceptjs-tests/SKILL.md +88 -196
  64. package/skills/codeceptjs/migrate-codeceptjs-4/SKILL.md +4 -5
  65. package/skills/codeceptjs/migrate-cypress-to-codeceptjs/SKILL.md +25 -36
  66. package/skills/codeceptjs/migrate-protractor-to-codeceptjs/SKILL.md +23 -36
  67. package/skills/codeceptjs/migrate-selenium-java-to-codeceptjs/SKILL.md +23 -36
  68. package/skills/codeceptjs/migrate-testcafe-to-codeceptjs/SKILL.md +23 -35
  69. package/skills/codeceptjs/refactoring-codeceptjs-tests/SKILL.md +50 -53
  70. package/skills/codeceptjs/writing-codeceptjs-tests/SKILL.md +87 -191
  71. package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/SKILL.md +1 -1
  72. package/{skills.lock.json → skills/skills.lock.json} +45 -37
  73. package/skills/skills.yaml +35 -0
  74. package/skills/testomatio/explorbot/explorbot-fundamentals/SKILL.md +49 -61
  75. package/skills/testomatio/explorbot/explorbot-fundamentals/references/no-install.md +36 -0
  76. package/skills/testomatio/explorbot/explorbot-plan/SKILL.md +20 -7
  77. package/skills/testomatio/explorbot/explorbot-setup/SKILL.md +41 -289
  78. package/skills/testomatio/explorbot/prima/SKILL.md +87 -0
  79. package/skills/testomatio/qa-process/qa-explain-behavior/SKILL.md +111 -0
  80. package/skills/testomatio/qa-process/qa-explain-behavior/references/answer-shapes.md +116 -0
  81. package/skills/testomatio/qa-process/qa-explain-behavior/references/examples.md +157 -0
  82. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/SKILL.md +91 -0
  83. package/skills/testomatio/qa-process/qa-lead-strategy-advisor/references/output-format.md +71 -0
  84. package/skills/testomatio/qa-process/testing-workflow/SKILL.md +227 -0
  85. package/skills/testomatio/test-automation/qa-data-seeder/SKILL.md +83 -0
  86. package/skills/testomatio/test-automation/run-tests-with-testomatio-reporter/SKILL.md +5 -3
  87. package/skills/testomatio/test-automation/setup-change-aware-pr-testing/SKILL.md +190 -0
  88. package/skills/testomatio/test-automation/setup-ci-automation/SKILL.md +76 -0
  89. package/skills/testomatio/test-management/qa-split-testing-levels-pyramid/SKILL.md +55 -0
  90. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/SKILL.md +220 -0
  91. package/skills/testomatio/test-management/qa-sprint-report-by-testomatio/references/qa-sprint-report.md +126 -0
  92. package/skills/testomatio/test-management/qa-test-code-coverage/SKILL.md +1 -1
  93. package/skills/testomatio/test-management/qa-thinking/SKILL.md +25 -25
  94. package/skills/testomatio/test-management/testomatio-mcp/SKILL.md +14 -1
  95. package/skills/testomatio/test-management/testomatio-mcp/references/MCP_SETUP.md +8 -0
  96. package/assets/testeiya-logo-dark.svg +0 -16
  97. package/assets/testeiya-logo.svg +0 -15
  98. package/models.catalog.json +0 -6963
  99. package/skills/playwright-best-practices-skill/LICENSE.md +0 -7
  100. package/skills/playwright-best-practices-skill/README.md +0 -147
  101. package/skills/testeiya/README.md +0 -29
  102. package/skills/testeiya/answer-formatting/SKILL.md +0 -30
  103. package/skills/testeiya/check-cucumber/SKILL.md +0 -200
  104. package/skills/testeiya/check-tests/SKILL.md +0 -260
  105. package/skills/testeiya/manual-run-assistant/SKILL.md +0 -61
  106. package/skills/testeiya/testomatio-docs/INDEX.md +0 -175
  107. package/skills/testeiya/testomatio-docs/SKILL.md +0 -102
  108. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-agents.md +0 -144
  109. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-powered-features.md +0 -531
  110. package/skills/testeiya/testomatio-docs/docs/advanced/ai-powered-features/ai-requirements.md +0 -437
  111. package/skills/testeiya/testomatio-docs/docs/advanced/api-access/index.md +0 -191
  112. package/skills/testeiya/testomatio-docs/docs/advanced/branches-folder/index.md +0 -277
  113. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-demos.mdx +0 -39
  114. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/bulk-edit-on-suite-and-test-level.md +0 -122
  115. package/skills/testeiya/testomatio-docs/docs/advanced/bulk-edit-folder/what-is-bulk-edit.md +0 -170
  116. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/branches.md +0 -53
  117. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/index.mdx +0 -98
  118. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/jira-issue.md +0 -151
  119. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/runs-and-reports.md +0 -377
  120. package/skills/testeiya/testomatio-docs/docs/advanced/jira-plugin/work-in-jira.md +0 -267
  121. package/skills/testeiya/testomatio-docs/docs/advanced/living-doc/index.md +0 -138
  122. package/skills/testeiya/testomatio-docs/docs/advanced/milestones/index.md +0 -220
  123. package/skills/testeiya/testomatio-docs/docs/advanced/shortcuts/index.md +0 -48
  124. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/labels-and-custom-fields.md +0 -201
  125. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags-or-labels.md +0 -94
  126. package/skills/testeiya/testomatio-docs/docs/advanced/tags-labels/tags.md +0 -243
  127. package/skills/testeiya/testomatio-docs/docs/advanced/test-artifacts/index.md +0 -135
  128. package/skills/testeiya/testomatio-docs/docs/advanced/tql/index.md +0 -394
  129. package/skills/testeiya/testomatio-docs/docs/getting-started/index.md +0 -290
  130. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/azure.md +0 -96
  131. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bamboo.md +0 -94
  132. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/bitbucket.md +0 -106
  133. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/circle.md +0 -115
  134. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/github.md +0 -120
  135. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/gitlab.md +0 -88
  136. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/index.mdx +0 -151
  137. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/jenkins.md +0 -121
  138. package/skills/testeiya/testomatio-docs/docs/integrations/continuous-integration/teamcity.md +0 -96
  139. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/azure.md +0 -31
  140. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/clickup.md +0 -54
  141. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/confluence.md +0 -34
  142. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/github.md +0 -31
  143. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/gitlab.md +0 -93
  144. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/index.md +0 -131
  145. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/jira.md +0 -164
  146. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/linear.md +0 -29
  147. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/shortcut.md +0 -67
  148. package/skills/testeiya/testomatio-docs/docs/integrations/issues-management/youtrack.md +0 -94
  149. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/azure-devops.md +0 -53
  150. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/email.md +0 -71
  151. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/jira.md +0 -52
  152. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/ms-teams.md +0 -60
  153. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/rules.md +0 -267
  154. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/slack.md +0 -82
  155. package/skills/testeiya/testomatio-docs/docs/integrations/report-notifications/telegram.md +0 -73
  156. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/index.mdx +0 -207
  157. package/skills/testeiya/testomatio-docs/docs/integrations/scim-provisioning/okta.md +0 -204
  158. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/azure.md +0 -95
  159. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/google.md +0 -75
  160. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/index.mdx +0 -33
  161. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/okta.md +0 -108
  162. package/skills/testeiya/testomatio-docs/docs/integrations/single-sign-on/saml.md +0 -66
  163. package/skills/testeiya/testomatio-docs/docs/legal/compliance/gdpr.md +0 -95
  164. package/skills/testeiya/testomatio-docs/docs/legal/compliance/index.mdx +0 -94
  165. package/skills/testeiya/testomatio-docs/docs/legal/compliance/privacy.md +0 -26
  166. package/skills/testeiya/testomatio-docs/docs/legal/compliance/terms.md +0 -32
  167. package/skills/testeiya/testomatio-docs/docs/legal/security/index.mdx +0 -242
  168. package/skills/testeiya/testomatio-docs/docs/legal/security/jira.md +0 -140
  169. package/skills/testeiya/testomatio-docs/docs/legal/security/subprocessors.md +0 -76
  170. package/skills/testeiya/testomatio-docs/docs/management/company/administration.md +0 -363
  171. package/skills/testeiya/testomatio-docs/docs/management/company/audit-log.md +0 -41
  172. package/skills/testeiya/testomatio-docs/docs/management/company/plan-features-comparison.md +0 -240
  173. package/skills/testeiya/testomatio-docs/docs/management/company/subscriptions.md +0 -326
  174. package/skills/testeiya/testomatio-docs/docs/management/company/trials.md +0 -75
  175. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/accountant.md +0 -49
  176. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/index.mdx +0 -285
  177. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/read-only-user.md +0 -67
  178. package/skills/testeiya/testomatio-docs/docs/management/company/users-and-permissions/teams.md +0 -138
  179. package/skills/testeiya/testomatio-docs/docs/management/project/settings.md +0 -87
  180. package/skills/testeiya/testomatio-docs/docs/management/project/templates.md +0 -546
  181. package/skills/testeiya/testomatio-docs/docs/project/analytics/index.md +0 -326
  182. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/classical-tests-markdown-format.md +0 -386
  183. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/download-manual-tests-as-files.md +0 -378
  184. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-obsidian.md +0 -112
  185. package/skills/testeiya/testomatio-docs/docs/project/import-export/export-tests/export-to-spreadsheet.md +0 -127
  186. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/auto-import.md +0 -63
  187. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Allure-TestOps.md +0 -49
  188. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-QTest.md +0 -41
  189. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Qase.md +0 -39
  190. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-Zephyr.md +0 -37
  191. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-csv-xlsx.md +0 -117
  192. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-cucumber.md +0 -93
  193. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-qmetry.md +0 -44
  194. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-source-code.md +0 -117
  195. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testcaselabs.md +0 -44
  196. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testmo.md +0 -47
  197. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-testrail.md +0 -82
  198. package/skills/testeiya/testomatio-docs/docs/project/import-export/import/import-tests-from-xray.md +0 -55
  199. package/skills/testeiya/testomatio-docs/docs/project/plans/index.md +0 -334
  200. package/skills/testeiya/testomatio-docs/docs/project/pulse/index.md +0 -104
  201. package/skills/testeiya/testomatio-docs/docs/project/runs/archive-runs-and-groups.md +0 -176
  202. package/skills/testeiya/testomatio-docs/docs/project/runs/custom-statuses.md +0 -195
  203. package/skills/testeiya/testomatio-docs/docs/project/runs/environments.md +0 -203
  204. package/skills/testeiya/testomatio-docs/docs/project/runs/managing-runs.md +0 -455
  205. package/skills/testeiya/testomatio-docs/docs/project/runs/merge-strategies.md +0 -137
  206. package/skills/testeiya/testomatio-docs/docs/project/runs/reports.md +0 -329
  207. package/skills/testeiya/testomatio-docs/docs/project/runs/rungroups.md +0 -342
  208. package/skills/testeiya/testomatio-docs/docs/project/runs/running-automated-tests.md +0 -256
  209. package/skills/testeiya/testomatio-docs/docs/project/runs/running-manual-and-automated-tests.md +0 -331
  210. package/skills/testeiya/testomatio-docs/docs/project/runs/running-tests-manually.md +0 -633
  211. package/skills/testeiya/testomatio-docs/docs/project/runs/temporary-tests-notes.md +0 -223
  212. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/snippets.md +0 -68
  213. package/skills/testeiya/testomatio-docs/docs/project/steps-snippets/steps.md +0 -181
  214. package/skills/testeiya/testomatio-docs/docs/project/tests/bdd-test-case-editor.md +0 -98
  215. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-test-case-editor.md +0 -354
  216. package/skills/testeiya/testomatio-docs/docs/project/tests/classical-vs-bdd.md +0 -169
  217. package/skills/testeiya/testomatio-docs/docs/project/tests/copy-and-move-your-tests.md +0 -156
  218. package/skills/testeiya/testomatio-docs/docs/project/tests/other-features-for-test-case-design.md +0 -412
  219. package/skills/testeiya/testomatio-docs/docs/project/tests/test-case-creation-and-editing.md +0 -527
  220. package/skills/testeiya/testomatio-docs/docs/support/index.md +0 -75
  221. package/skills/testeiya/testomatio-docs/docs/test-reporting/artifacts.md +0 -388
  222. package/skills/testeiya/testomatio-docs/docs/test-reporting/cli.md +0 -215
  223. package/skills/testeiya/testomatio-docs/docs/test-reporting/configuration.md +0 -247
  224. package/skills/testeiya/testomatio-docs/docs/test-reporting/frameworks.md +0 -490
  225. package/skills/testeiya/testomatio-docs/docs/test-reporting/functions.md +0 -144
  226. package/skills/testeiya/testomatio-docs/docs/test-reporting/index.mdx +0 -48
  227. package/skills/testeiya/testomatio-docs/docs/test-reporting/junit.md +0 -248
  228. package/skills/testeiya/testomatio-docs/docs/test-reporting/logger.md +0 -138
  229. package/skills/testeiya/testomatio-docs/docs/test-reporting/php.md +0 -77
  230. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/bitbucket.md +0 -72
  231. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/csv.md +0 -23
  232. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/debug.md +0 -18
  233. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/github.md +0 -63
  234. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/gitlab.md +0 -29
  235. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/html.md +0 -80
  236. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/index.mdx +0 -57
  237. package/skills/testeiya/testomatio-docs/docs/test-reporting/pipes/testomatio.md +0 -331
  238. package/skills/testeiya/testomatio-docs/docs/test-reporting/python.md +0 -229
  239. package/skills/testeiya/testomatio-docs/docs/test-reporting/workflows.md +0 -325
  240. package/skills/testeiya/testomatio-docs/docs/tutorials/Interacting-via-API.md +0 -159
  241. package/skills/testeiya/testomatio-docs/docs/tutorials/Manual-Testing-Classic.md +0 -164
  242. package/skills/testeiya/testomatio-docs/docs/tutorials/Set-Up-Read-Only-Access.md +0 -85
  243. package/skills/testeiya/testomatio-docs/docs/tutorials/Using-AI-in-Testing.md +0 -163
  244. package/skills/testeiya/testomatio-docs/docs/tutorials/Working-with-Jira.md +0 -125
  245. package/skills/testeiya/testomatio-docs/docs/tutorials/java.md +0 -478
  246. package/skills/testeiya/testomatio-docs/docs/tutorials/playwright.md +0 -207
  247. package/skills/testeiya/testomatio-docs/docs/tutorials/webdriver.md +0 -218
  248. package/skills/testeiya/testomatio-docs/docs.lock.json +0 -6
  249. package/skills/testeiya/testomatio-reporter/SKILL.md +0 -307
  250. package/skills/testomatio/test-automation/setup-pr-testing/SKILL.md +0 -199
  251. package/skills.yaml +0 -21
  252. package/src/ai-debug.ts +0 -188
  253. package/src/api/agent-get.ts +0 -22
  254. package/src/api/agent-start.ts +0 -384
  255. package/src/api/client-log.ts +0 -29
  256. package/src/api/context.ts +0 -332
  257. package/src/api/debug-layout.ts +0 -47
  258. package/src/api/debug-report.ts +0 -29
  259. package/src/api/debug-snapshot.ts +0 -30
  260. package/src/api/debug-stream.ts +0 -52
  261. package/src/api/files-delete.ts +0 -184
  262. package/src/api/files-read.ts +0 -41
  263. package/src/api/files-rename.ts +0 -99
  264. package/src/api/files-tree.ts +0 -292
  265. package/src/api/files-write.ts +0 -41
  266. package/src/api/mcp.ts +0 -603
  267. package/src/api/memory.ts +0 -69
  268. package/src/api/open-external.ts +0 -39
  269. package/src/api/playwright-cli.ts +0 -606
  270. package/src/api/providers.ts +0 -457
  271. package/src/api/read-env-token.ts +0 -33
  272. package/src/api/sessions.ts +0 -79
  273. package/src/api/settings.ts +0 -120
  274. package/src/api/skills.ts +0 -58
  275. package/src/api/testomatio-attachment.ts +0 -89
  276. package/src/api/testomatio-auth.ts +0 -284
  277. package/src/api/testomatio-proxy.ts +0 -197
  278. package/src/api/testomatio-run-stats.ts +0 -81
  279. package/src/api/testomatio-target.ts +0 -225
  280. package/src/api/testomatio-transcription.ts +0 -82
  281. package/src/api/workspace-search.ts +0 -96
  282. package/src/api/workspace-sync.ts +0 -151
  283. package/src/api/workspace.ts +0 -165
  284. package/src/app-server.ts +0 -556
  285. package/src/bridge.ts +0 -251
  286. package/src/check-tests.ts +0 -156
  287. package/src/cli.ts +0 -17
  288. package/src/commands.ts +0 -244
  289. package/src/config.ts +0 -183
  290. package/src/connection.ts +0 -658
  291. package/src/context-store.ts +0 -265
  292. package/src/debug-bus.ts +0 -405
  293. package/src/extensions/tool-gate.ts +0 -220
  294. package/src/extensions/webui/ask-channel.ts +0 -52
  295. package/src/extensions/webui/index.ts +0 -184
  296. package/src/extensions/webui/tools/ask-question.ts +0 -88
  297. package/src/extensions/webui/tools/query-result.ts +0 -79
  298. package/src/extensions/webui/tools/render-chart.ts +0 -53
  299. package/src/extensions/webui/tools/render-item.ts +0 -61
  300. package/src/extensions/webui/tools/render-list.ts +0 -170
  301. package/src/extensions/webui/tools/render-result.ts +0 -85
  302. package/src/extensions/webui/tools/render-tree.ts +0 -71
  303. package/src/extensions/webui/tools/ui-widget.ts +0 -54
  304. package/src/extensions/webui/tools/widget-result.ts +0 -13
  305. package/src/extensions/webui/widget-channel.ts +0 -50
  306. package/src/file-log.ts +0 -196
  307. package/src/git-tracked.ts +0 -68
  308. package/src/gitignore.ts +0 -53
  309. package/src/json-store.ts +0 -43
  310. package/src/load-env.ts +0 -70
  311. package/src/loader-style.ts +0 -96
  312. package/src/main.ts +0 -140
  313. package/src/mcp-catalog.ts +0 -96
  314. package/src/models-catalog.ts +0 -72
  315. package/src/permissions.ts +0 -120
  316. package/src/project-dir.ts +0 -189
  317. package/src/project-info.ts +0 -108
  318. package/src/prompt/app-ui.ts +0 -59
  319. package/src/prompt/browser.ts +0 -27
  320. package/src/prompt/index.ts +0 -62
  321. package/src/prompt/tools.ts +0 -27
  322. package/src/server-info.ts +0 -62
  323. package/src/session-factory.ts +0 -442
  324. package/src/session-store.ts +0 -115
  325. package/src/shell-env.ts +0 -45
  326. package/src/skills.ts +0 -163
  327. package/src/sync-snapshot.ts +0 -140
  328. package/src/telemetry.ts +0 -239
  329. package/src/testomatio-auth.ts +0 -299
  330. package/src/testomatio.ts +0 -98
  331. package/src/theme.ts +0 -30
  332. package/src/user-env.ts +0 -94
  333. package/src/welcome.ts +0 -194
  334. package/src/workspace/safe-path.ts +0 -85
  335. package/src/workspace/test-md.ts +0 -70
  336. package/src/workspace-model.ts +0 -440
  337. package/testeiya.config.json +0 -14
  338. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication-flows.md +0 -0
  339. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/authentication.md +0 -0
  340. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/clock-mocking.md +0 -0
  341. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/mobile-testing.md +0 -0
  342. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-context.md +0 -0
  343. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/multi-user.md +0 -0
  344. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/network-advanced.md +0 -0
  345. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/advanced/third-party.md +0 -0
  346. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/pom-vs-fixtures.md +0 -0
  347. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/test-architecture.md +0 -0
  348. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/architecture/when-to-mock.md +0 -0
  349. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/browser-apis.md +0 -0
  350. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/iframes.md +0 -0
  351. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/service-workers.md +0 -0
  352. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/browser-apis/websockets.md +0 -0
  353. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/annotations.md +0 -0
  354. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/assertions-waiting.md +0 -0
  355. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/configuration.md +0 -0
  356. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/fixtures-hooks.md +0 -0
  357. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/global-setup.md +0 -0
  358. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/locators.md +0 -0
  359. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/page-object-model.md +0 -0
  360. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/projects-dependencies.md +0 -0
  361. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-data.md +0 -0
  362. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-suite-structure.md +0 -0
  363. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/core/test-tags.md +0 -0
  364. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/console-errors.md +0 -0
  365. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/debugging.md +0 -0
  366. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/error-testing.md +0 -0
  367. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/debugging/flaky-tests.md +0 -0
  368. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/angular.md +0 -0
  369. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/nextjs.md +0 -0
  370. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/react.md +0 -0
  371. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/frameworks/vue.md +0 -0
  372. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/ci-cd.md +0 -0
  373. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/docker.md +0 -0
  374. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/github-actions.md +0 -0
  375. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/gitlab.md +0 -0
  376. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/other-providers.md +0 -0
  377. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/parallel-sharding.md +0 -0
  378. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/performance.md +0 -0
  379. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/reporting.md +0 -0
  380. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/infrastructure-ci-cd/test-coverage.md +0 -0
  381. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/accessibility.md +0 -0
  382. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/api-testing.md +0 -0
  383. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/browser-extensions.md +0 -0
  384. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/canvas-webgl.md +0 -0
  385. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/component-testing.md +0 -0
  386. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/drag-drop.md +0 -0
  387. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/electron.md +0 -0
  388. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-operations.md +0 -0
  389. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/file-upload-download.md +0 -0
  390. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/forms-validation.md +0 -0
  391. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/graphql-testing.md +0 -0
  392. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/i18n.md +0 -0
  393. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/performance-testing.md +0 -0
  394. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/security-testing.md +0 -0
  395. /package/skills/{playwright-best-practices-skill → playwright/playwright-best-practices}/testing-patterns/visual-regression.md +0 -0
  396. /package/skills/{playwright-cli → playwright/playwright-cli}/SKILL.md +0 -0
  397. /package/skills/{playwright-cli → playwright/playwright-cli}/references/element-attributes.md +0 -0
  398. /package/skills/{playwright-cli → playwright/playwright-cli}/references/playwright-tests.md +0 -0
  399. /package/skills/{playwright-cli → playwright/playwright-cli}/references/request-mocking.md +0 -0
  400. /package/skills/{playwright-cli → playwright/playwright-cli}/references/running-code.md +0 -0
  401. /package/skills/{playwright-cli → playwright/playwright-cli}/references/session-management.md +0 -0
  402. /package/skills/{playwright-cli → playwright/playwright-cli}/references/storage-state.md +0 -0
  403. /package/skills/{playwright-cli → playwright/playwright-cli}/references/test-generation.md +0 -0
  404. /package/skills/{playwright-cli → playwright/playwright-cli}/references/tracing.md +0 -0
  405. /package/skills/{playwright-cli → playwright/playwright-cli}/references/video-recording.md +0 -0
package/package.json CHANGED
@@ -1,72 +1,63 @@
1
1
  {
2
2
  "name": "testeiya",
3
- "version": "0.2.1",
4
- "description": "AI Testing Agent - QA and testing focused AI assistant",
3
+ "version": "0.3.1-5.1",
4
+ "description": "AI testing agent QA-focused coding agent for manual and automated tests",
5
5
  "type": "module",
6
+ "license": "MIT",
6
7
  "repository": {
7
8
  "type": "git",
8
- "url": "https://github.com/testomatio/testeiya-app",
9
- "directory": "cli"
9
+ "url": "git+https://github.com/testomatio/testeiya-app.git"
10
10
  },
11
+ "homepage": "https://github.com/testomatio/testeiya-app#readme",
11
12
  "bin": {
12
- "testeiya": "src/cli.ts"
13
+ "testeiya": "dist/src/cli.js"
13
14
  },
14
15
  "files": [
15
- "assets",
16
- "src",
16
+ "dist",
17
+ "prompt",
17
18
  "skills",
18
- "skills.yaml",
19
- "skills.lock.json",
20
- "models.catalog.json",
21
- "testeiya.config.json",
22
- "README.md"
19
+ "mcp-tools.json",
20
+ "README.md",
21
+ "LICENSE"
23
22
  ],
24
23
  "publishConfig": {
25
24
  "access": "public"
26
25
  },
26
+ "engines": {
27
+ "node": ">=22.19.0"
28
+ },
27
29
  "scripts": {
28
- "typecheck": "tsc --noEmit",
29
- "test": "bun test",
30
- "start": "bun src/cli.ts",
31
- "dev": "bun src/cli.ts",
32
- "serve:app": "bun src/app-server.ts",
33
- "serve:app:watch": "bun --watch src/app-server.ts",
34
- "setup:env": "bun scripts/setup-env.ts",
35
- "collect:models": "bun scripts/collect-models.ts",
36
- "debug:trace": "bun scripts/langfuse-trace.ts",
37
- "debug:snapshot": "bun scripts/debug-snapshot.ts",
38
- "debug:layout": "bun scripts/debug-layout.ts"
30
+ "start": "npm run build && node dist/src/cli.js",
31
+ "dev": "./testeiya",
32
+ "build": "tsc -p tsconfig.json && npm run build:vendor",
33
+ "build:vendor": "esbuild scripts/vendor-entry.ts --bundle --format=esm --platform=node --packages=external --outfile=dist/vendor/mcp.js",
34
+ "typecheck": "tsc -p tsconfig.json --noEmit",
35
+ "prepublishOnly": "npm run build",
36
+ "test": "npm run build && node --test test/*.test.js"
39
37
  },
40
38
  "keywords": [
41
39
  "testing",
42
40
  "qa",
43
41
  "ai",
44
- "agent"
42
+ "agent",
43
+ "testomatio",
44
+ "pi"
45
45
  ],
46
- "author": "",
47
- "license": "ISC",
48
46
  "dependencies": {
49
- "@langfuse/otel": "^5.4.1",
50
- "@langfuse/tracing": "^5.4.1",
51
- "@oh-my-pi/pi-ai": "^13.19.0",
52
- "@oh-my-pi/pi-coding-agent": "^13.19.0",
53
- "@oh-my-pi/pi-natives": "^13.19.0",
54
- "@opentelemetry/api": "^1.9.1",
55
- "@opentelemetry/sdk-node": "^0.218.0",
56
- "@playwright/cli": "^0.1.13",
47
+ "@earendil-works/pi-ai": "^0.84.1",
48
+ "@earendil-works/pi-coding-agent": "^0.84.1",
49
+ "@earendil-works/pi-tui": "^0.84.1",
57
50
  "@testomatio/mcp": "^2.1.1",
58
- "check-tests": "^0.20.0",
51
+ "chalk": "^5.6.2",
59
52
  "dedent": "^1.7.2",
60
- "evlog": "^2.22.3",
61
- "ignore": "^5.3.2",
62
- "yaml": "^2.9.0"
53
+ "pi-mcp-adapter": "^2.21.1",
54
+ "typebox": "1.3.7"
63
55
  },
64
56
  "devDependencies": {
65
57
  "@types/node": "^22.19.19",
66
- "bun-types": "^1.3.14",
67
- "typescript": "^5.9.3"
68
- },
69
- "engines": {
70
- "bun": ">=1.3.5"
58
+ "esbuild": "^0.28.1",
59
+ "tsx": "^4.23.12",
60
+ "typescript": "^5.9.3",
61
+ "yaml": "^2.9.0"
71
62
  }
72
63
  }
@@ -0,0 +1,101 @@
1
+ import dedent from "dedent";
2
+ import { TESTEIYA_DIR_NAME } from "./vocab.js";
3
+
4
+ /** System-prompt section describing the workspace context; "" when none. */
5
+ export function contextPromptSection(
6
+ entries: ContextEntry[],
7
+ folders: ContextFolder[] = []
8
+ ): string {
9
+ if (entries.length === 0 && folders.length === 0) return "";
10
+ return dedent`
11
+ <workspace-context>
12
+ This workspace has context attached — the user (or you, earlier) put it there for a purpose. Consult it before answering, and prefer it over assumptions about the project.
13
+
14
+ ${contextLines(entries, folders)}
15
+
16
+ ALL of it lives under the hidden \`${TESTEIYA_DIR_NAME}/\` dir: file-search tools skip hidden dirs by default, so search it explicitly (pass hidden:true, or prefix the path with \`${TESTEIYA_DIR_NAME}/\`). Linked folders and cloned repositories are reference material: read them, never modify them. A linked folder is a symlink — wildcard searches do not descend into it; search it with its own path prefix (e.g. \`${TESTEIYA_DIR_NAME}/<name>/\`). Documents under \`${TESTEIYA_DIR_NAME}/requirements\` and \`${TESTEIYA_DIR_NAME}/docs\` are specs and plans — use them when writing or reviewing tests.
17
+ </workspace-context>
18
+ `;
19
+ }
20
+
21
+ /** Per-prompt notice when the context changed mid-session; appended to the next prompt. */
22
+ export function contextUpdateNotice(
23
+ entries: ContextEntry[],
24
+ folders: ContextFolder[] = []
25
+ ): string {
26
+ if (entries.length === 0 && folders.length === 0) {
27
+ return dedent`
28
+ <workspace-context-update>
29
+ All extra workspace context was removed. Do not rely on it anymore.
30
+ </workspace-context-update>
31
+ `;
32
+ }
33
+ return dedent`
34
+ <workspace-context-update>
35
+ The workspace context just changed. It now contains:
36
+
37
+ ${contextLines(entries, folders)}
38
+
39
+ This was done for a purpose — take it into account for this and future requests. Remember \`${TESTEIYA_DIR_NAME}/\` is hidden: search it with hidden:true or an explicit path prefix.
40
+ </workspace-context-update>
41
+ `;
42
+ }
43
+
44
+ function contextLines(entries: ContextEntry[], folders: ContextFolder[]): string {
45
+ const lines: string[] = [];
46
+ const covered = new Set(entries.map((e) => parentDir(e.path)));
47
+ for (const f of folders) {
48
+ if (covered.has(f.path)) continue;
49
+ lines.push(`- \`${f.path}/\` — ${folderPurpose(f.name)}`);
50
+ }
51
+ for (const e of entries) lines.push(`- ${describeEntry(e)}`);
52
+ return lines.join("\n");
53
+ }
54
+
55
+ function folderPurpose(name: string): string {
56
+ if (name === "manual-tests") {
57
+ return "the project's manual test suites pulled from Testomat.io (*.test.md — THE manual tests of this project)";
58
+ }
59
+ if (name === "code") return "reference code added as context";
60
+ if (name === "requirements") return "requirements and specs";
61
+ if (name === "docs") return "test planning and strategy documents";
62
+ if (name === "auto-tests") return "automated test references";
63
+ return "exploratory testing setup";
64
+ }
65
+
66
+ function parentDir(rel: string): string {
67
+ const idx = rel.lastIndexOf("/");
68
+ if (idx < 0) return "";
69
+ return rel.slice(0, idx);
70
+ }
71
+
72
+ function describeEntry(e: ContextEntry): string {
73
+ const date = e.addedAt?.split("T")[0] ?? "";
74
+ let from = "";
75
+ if (e.origin && e.origin !== e.name) from = ` from ${e.origin}`;
76
+ if (e.kind === "repo") return `\`${e.path}\` — git repository${from} (${date})`;
77
+ if (e.kind === "folder") return `\`${e.path}\` — local folder${from} (${date})`;
78
+ return `\`${e.path}\` — document${from} (${date})`;
79
+ }
80
+
81
+ export type ContextKind = "folder" | "repo" | "file";
82
+
83
+ /** A top-level `.testeiya` folder shown as a status-bar section. */
84
+ export interface ContextFolder {
85
+ name: string;
86
+ /** Relative to cwd (`.testeiya/<name>`). */
87
+ path: string;
88
+ /** Direct children (files + dirs, dot entries excluded). */
89
+ count: number;
90
+ }
91
+
92
+ export interface ContextEntry {
93
+ id: string;
94
+ kind: ContextKind;
95
+ name: string;
96
+ /** Location inside the workspace, relative to cwd (always under `.testeiya/`). */
97
+ path: string;
98
+ /** Where it came from: an absolute local path, a git URL, or the uploaded filename. */
99
+ origin: string;
100
+ addedAt: string;
101
+ }
@@ -0,0 +1,102 @@
1
+ import { getSystemPrompt } from "./system-prompt.js";
2
+ import {
3
+ testomatioTms,
4
+ testomatioConnection,
5
+ testomatioNotConnected,
6
+ projectSettings,
7
+ type TmsAccess,
8
+ } from "./testomatio.js";
9
+ import { briefAnswer, nonInteractive, reportOutput } from "./print.js";
10
+ import {
11
+ contextPromptSection,
12
+ type ContextEntry,
13
+ type ContextFolder,
14
+ } from "./context.js";
15
+ import type { TestomatioProjectInfo } from "./project-info.js";
16
+
17
+ export function buildSystemPrompt(options?: SystemPromptOptions): string {
18
+ const mode = options?.mode ?? "tui";
19
+ const interactive = mode !== "print";
20
+
21
+ // The base prompt (role, workspace, tools, goals) comes first — it defines who
22
+ // the agent is. Specialized rules layer on after it, dynamic context goes last.
23
+ // Anything only one harness can do — its own question tool, a browser it can
24
+ // open for a watching user — reaches the prompt through `sections`,
25
+ // `toolBullets` and `rules`, never from here.
26
+ const parts: string[] = [
27
+ getSystemPrompt(options?.cwd, {
28
+ interactive,
29
+ toolBullets: options?.toolBullets,
30
+ rules: options?.rules,
31
+ connectedClis: options?.connectedClis,
32
+ connectedMcps: options?.connectedMcps,
33
+ }),
34
+ ];
35
+
36
+ const tokenSlugs = options?.tokens ? Object.keys(options.tokens) : [];
37
+ // The TUI passes no `connection`, so it keeps the managed-tokens gating.
38
+ const tokenAvailable = options?.connection?.tokenAvailable ?? tokenSlugs.length > 0;
39
+ const tms = options?.tms ?? "mcp-direct";
40
+ // Gated on the same condition as the connection section below: both describe
41
+ // the same connection, and the rules are just as needed when the token comes
42
+ // from the environment rather than from a per-project session token.
43
+ if (tokenAvailable || tokenSlugs.length > 0) parts.push(testomatioTms(tms));
44
+ if (mode === "print") parts.push(nonInteractive);
45
+ // Whatever this harness alone can offer — its chat-app UI tools, a browser it
46
+ // can open for a watching user. A one-shot CLI contributes none of it, and
47
+ // `nonInteractive` tells the agent to report such a gap rather than try.
48
+ for (const section of options?.sections ?? []) parts.push(section);
49
+
50
+ if (options?.promptContext) {
51
+ parts.push(`## Project Test Context\n\n${options.promptContext}`);
52
+ }
53
+ if (options?.contextEntries?.length || options?.contextFolders?.length) {
54
+ parts.push(
55
+ contextPromptSection(options.contextEntries ?? [], options.contextFolders ?? [])
56
+ );
57
+ }
58
+ if (options?.projectInfo) {
59
+ parts.push(projectSettings(options.projectInfo));
60
+ }
61
+ if (tokenAvailable || tokenSlugs.length > 0) {
62
+ parts.push(testomatioConnection(tokenSlugs, options?.backendUrl, options?.connection, tms));
63
+ } else if (mode === "web" || mode === "print") {
64
+ parts.push(testomatioNotConnected());
65
+ }
66
+
67
+ // The answer contract goes last so it is the final instruction the model reads.
68
+ if (options?.brief) parts.push(briefAnswer);
69
+ if (options?.outputFile) parts.push(reportOutput(options.outputFile));
70
+
71
+ return parts.join("\n\n");
72
+ }
73
+
74
+ export interface SystemPromptOptions {
75
+ cwd?: string;
76
+ promptContext?: string;
77
+ backendUrl?: string;
78
+ tokens?: Record<string, string>;
79
+ connection?: { tokenAvailable?: boolean; projectId?: string; title?: string };
80
+ mode?: "tui" | "web" | "print";
81
+ /** Whole sections this harness contributes (chat-app UI tools, live browser). */
82
+ sections?: string[];
83
+ /** Extra `<available-tools>` bullets for tools only this harness provides. */
84
+ toolBullets?: string[];
85
+ /** Extra `<rules>` bullets, for rules that only hold in this harness. */
86
+ rules?: string[];
87
+ /** How the agent reaches Testomat.io; defaults to `mcp-direct`. */
88
+ tms?: TmsAccess;
89
+ /** Absolute path the agent must write its final report to (`--output`). */
90
+ outputFile?: string;
91
+ /** Answer a question instead of doing a task and reporting (`testeiya ask`). */
92
+ brief?: boolean;
93
+ projectInfo?: TestomatioProjectInfo | null;
94
+ /** User-added context (linked folders, cloned repos, uploaded docs). */
95
+ contextEntries?: ContextEntry[];
96
+ /** Non-empty predefined `.testeiya` context folders (manual-tests, code, …). */
97
+ contextFolders?: ContextFolder[];
98
+ /** CLI tools the user has connected and signed in (e.g. `gh`, `acli`). */
99
+ connectedClis?: string[];
100
+ /** MCP servers connected for this session (the enabled `mcp.json` set). */
101
+ connectedMcps?: string[];
102
+ }
@@ -0,0 +1,32 @@
1
+ import dedent from "dedent";
2
+
3
+ export const nonInteractive = dedent`
4
+ <non-interactive>
5
+ * Nobody is watching this session. There is no way to ask a question and no answer will ever come.
6
+ * Resolve every ambiguity yourself: pick the most reasonable reading and state the assumption in your output.
7
+ * Never wait for input, confirmation, or approval. Finish the whole task in this run.
8
+ * Missing credentials or an unreachable app are blockers, not questions — report them as the outcome.
9
+ * Do not launch or drive a browser. If the task needs one, report what it would take and stop.
10
+ * Call \`set_result\` with \`fail\` and a one-line reason when the verdict is negative: regressions found, a quality gate unmet, tests broken, or the task could not be completed. Otherwise do not call it — silence means success.
11
+ </non-interactive>
12
+ `;
13
+
14
+ export function reportOutput(path: string): string {
15
+ return dedent`
16
+ <final-report>
17
+ * Write your complete final report to \`${path}\` with the \`write\` tool. Writing it is required before you finish.
18
+ * That file is your answer — it is the run's deliverable. Nothing else you say is kept.
19
+ * Markdown. Open with an \`#\` title, then the findings. Overwrite the file; never append.
20
+ * Keep your chat replies short: the report carries the detail.
21
+ </final-report>
22
+ `;
23
+ }
24
+
25
+ export const briefAnswer = dedent`
26
+ <answer>
27
+ * You were asked a question, not given a task. Answer it.
28
+ * Lead with the answer in one line, then the evidence you checked.
29
+ * A few sentences. No report file, no headings, no plan.
30
+ * Say plainly when what you found does not settle the question.
31
+ </answer>
32
+ `;
@@ -0,0 +1,30 @@
1
+ /**
2
+ * A project's configuration as Testomat.io reports it (`GET /api/v2/{id}/info`).
3
+ * Rendered into the system prompt by `projectSettings` so the agent assigns only
4
+ * labels that exist, reuses the project's tags and environments, and matches its
5
+ * framework when writing automated tests.
6
+ */
7
+ export interface TestomatioProjectInfo {
8
+ title: string;
9
+ project_id: string;
10
+ framework: string | null;
11
+ language: string | null;
12
+ status: string | null;
13
+ repository_url: string | null;
14
+ artifacts_storage_enabled: boolean;
15
+ environments: string[];
16
+ labels: { title: string; slug: string }[];
17
+ tags: string[];
18
+ subscription: string | null;
19
+ features: string[];
20
+ ci_profiles: TestomatioCiProfile[];
21
+ }
22
+
23
+ export interface TestomatioCiProfile {
24
+ profile_name: string;
25
+ service: string | null;
26
+ config: Record<string, unknown> | null;
27
+ pass_testomatio_key: boolean;
28
+ pass_testomatio_url: boolean;
29
+ pass_run_id: boolean;
30
+ }
@@ -0,0 +1,187 @@
1
+ import { tools } from './tools.js';
2
+ import { TESTEIYA_DIR_NAME } from './vocab.js';
3
+
4
+ import dedent from 'dedent';
5
+
6
+ export function getSystemPrompt(cwd?: string, options?: PromptSurface): string {
7
+ const interactive = options?.interactive ?? true;
8
+ let missingSecretAction = "STOP and ask the user to provide it";
9
+ if (!interactive) missingSecretAction = "report it as a blocker in your output";
10
+ let extraRules = "";
11
+ for (const rule of options?.rules ?? []) extraRules += ` * ${rule}\n`;
12
+ const cliList = (options?.connectedClis ?? []).join(", ") || "none connected yet";
13
+ const mcpList = (options?.connectedMcps ?? []).join(", ") || "none connected yet";
14
+ return dedent`
15
+ <role>
16
+ You are Testeiya, an AI agent that helps with QA tasks.
17
+ You assist in transforming code and requirements into maintainable testing strategies.
18
+ Your power is in skillset available to you which allows to build a comprehensive QA strategy.
19
+ </role>
20
+
21
+ <context-workspace>
22
+ You have access to the workspace - a folder where you have access to files.
23
+ Workspace can contain source code, e2e tests, or just manual tests. You must understand yourself what is inside workspace.
24
+
25
+ * Workspace is ${cwd || process.cwd()} - Exclude system folders like \`.git/\`, \`src/\` from analysis and modification.
26
+ * RULE OF THUMB: IF YOU NEED ADDITIONAL CONTEXT STORE IT TO \`${TESTEIYA_DIR_NAME}\` directory.
27
+ * **Working Storage:** All persistent QA metadata must live in \`${TESTEIYA_DIR_NAME}\` in root.
28
+ * **Safety root:** Never add \`${TESTEIYA_DIR_NAME}\` to the repo's \`.gitignore\` — it excludes itself, and a repo-level entry hides it from your search tools.
29
+ * **System Access:** You have read/write access to all files in \`${TESTEIYA_DIR_NAME}\` directory and its subdirectories.
30
+ * **Hidden dir:** \`${TESTEIYA_DIR_NAME}\` is a dot-folder — file-search tools skip it by default. Search it with hidden:true or an explicit \`${TESTEIYA_DIR_NAME}/\` path prefix. Pulled manual tests usually live in \`${TESTEIYA_DIR_NAME}/manual-tests/\` — check there before declaring the project has no manual tests.
31
+
32
+ * If the workspace is application source code, do never change it, use it for discovery. Save what you keep into \`${TESTEIYA_DIR_NAME}\` context directory.
33
+ * If the workspace is e2e tests directory you can write tests for it. All additional context
34
+ * If the workspace is empty you can store manual test cases in .test.md format into the workspace itself.
35
+
36
+ * Organize all external files into \`${TESTEIYA_DIR_NAME}\` context directory.
37
+ * \`${TESTEIYA_DIR_NAME}\` Context Structure:
38
+ - \`<name>/\`: a linked or cloned external project, named after its source (read-only reference).
39
+ - \`requirements/\`: User stories and acceptance criteria (pdfs, docs, images, etc).
40
+ - \`docs/\`: Feature explanations, test planing and strategy files — prose for humans, never data dumps.
41
+ - \`manual-tests/\`: Markdown-based test cases
42
+ - \`auto-tests/\`: Relevant automated (e2e) tests
43
+ - \`exploratory/\`: For explorbot setup
44
+ * **Session scratch:** everything you make to answer *this* request — the one-off scripts you write and run, their output, intermediate dumps and joins — goes to the scratch dir named in your context — a system temp dir when none is named — never into the workspace. It is wiped with the session. Only the context listed above earns a place in \`${TESTEIYA_DIR_NAME}\`.
45
+ * When user needs an external Git repository or local path, clone or symlink it to \`${TESTEIYA_DIR_NAME}/<name>\` (the source's basename; \`extra-\` prefix if taken). Wildcard searches do not descend into symlinks — search a linked dir with its own \`${TESTEIYA_DIR_NAME}/<name>/\` path prefix.
46
+ * Directory is empty or contains mostly \`.test.md\` files and we are in manual test mode => write test cases into workspace
47
+ * If directory is not empty, treat it as a regular workspace and use \`${TESTEIYA_DIR_NAME}\` context directory for external files.
48
+ </context-workspace>
49
+
50
+ <test-types>
51
+ A \`*.test.md\` file is a **suite**. Each test inside it is a \`<!-- test ... -->\` block followed by
52
+ an \`#\`/\`##\` heading (the title). The block's \`type:\` field says which kind of test it is:
53
+
54
+ * \`type: manual\` — a manual test case, authored and maintained here as markdown.
55
+ * \`type: automated\` — a **reference** to an automated test (see below).
56
+ * No \`type:\` line at all — treat as manual. This is common, so never count manual tests by
57
+ grepping for \`type: manual\`; it silently undercounts.
58
+
59
+ **Know these counts before you answer anything about project scope, coverage or progress.**
60
+ Read them straight from the files — instant, no network. This mirrors how the app parses them:
61
+
62
+ \`\`\`bash
63
+ # one line per test: <type> <file> <title>
64
+ find . -name '*.test.md' -print0 | xargs -0 awk '
65
+ /^<!--[[:space:]]*test/ {a=1; t="manual"; next}
66
+ a && /^type:[[:space:]]*automated/ {t="automated"; next}
67
+ a && /^#{1,2}[[:space:]]+/ {sub(/^#+[[:space:]]+/,""); print t, FILENAME, $0; a=0}'
68
+ \`\`\`
69
+
70
+ The kind is field 1, so pipe that into \`grep '^automated '\` (or \`'^manual '\`) to list one kind,
71
+ or into \`awk '{c[$1]++} END{for(k in c) print k, c[k]}'\` to count both.
72
+
73
+ **Automated tests here are references, not runnable code.** They arrive via
74
+ \`check-tests pull --export-automated\`, which exports the automated tests *Testomat.io knows about*
75
+ as markdown. The real implementation lives in a **different repository** — the automation project —
76
+ which is usually NOT this workspace. Therefore:
77
+
78
+ * Never claim you ran an automated test because you found it here. Nothing here executes.
79
+ * Do not edit an automated test's markdown to change its behaviour — the code is elsewhere, your
80
+ edit gets overwritten on the next pull, and pushing it can clobber TMS data. Locate the real
81
+ test in the automation repo instead.
82
+ * To actually run them, use a **CI profile**: if the project has one configured, a run can be
83
+ triggered through Testomat.io. Check the Project Settings section for which profiles exist.
84
+ * They are still valuable context: they tell you what is already automated versus what is still
85
+ manual, which is exactly what you need for coverage gaps and automation candidates.
86
+ </test-types>
87
+
88
+ * ${new Date().toISOString().split("T")[0]} - Current Date (use for time-sensitive decisions, e.g., "recently modified files").
89
+
90
+ ${tools({ extra: options?.toolBullets })}
91
+
92
+ <connections>
93
+ Testeiya connects external tools for you — CLI tools and MCP servers. This session has:
94
+
95
+ * **Connected CLIs:** ${cliList}
96
+ * **Connected MCP servers:** ${mcpList}
97
+
98
+ * **Missing Connection — Ask, Never Improvise:** When a task needs a tool that is not in the lists above, STOP and ask the user to connect it in Testeiya (Settings → Connections). Never reach the service sideways: no raw REST/GraphQL calls against its API, no scraping credentials from dotfiles or env dumps, no installing binaries on your own.
99
+ * If a task needs both a CLI and an MCP server, ask once for both and say that Testeiya supports them both as connections — the user installs them side by side there.
100
+ </connections>
101
+
102
+ <goals>
103
+ You help in variety of tasks related to software testing, including writing test cases, analyzing test results, and providing feedback.
104
+ You have skills to perform QA tasks on user demand.
105
+
106
+ Possible tasks include:
107
+
108
+ * Writing & managing manual test cases
109
+ * Writing and debugging automated tests for api, browser & mobile
110
+ * Assisting with manual test execution
111
+ * Manage tests with TMS Testomat.io
112
+ * Setting up CI pipelines for continuous testing
113
+ * Analyzing requirements and issues
114
+ * Analyzing test results
115
+
116
+ This is what you can do.
117
+ </goals>
118
+
119
+ <communication-style>
120
+ * **Lead with intent:** Before any multi-step or long-running task, open with one short plain-text paragraph — short sentences — telling the user what you are about to do and your plan. State the main idea up front. This is visible output, not thinking. Then start working.
121
+ * **Technical (QA-aware):** Prefer standard QA terms and jargon: E2E (end-to-end), regression, test coverage, assertion, etc.
122
+ * Prefer to use tables, bullet points, and concise prose over long paragraphs.
123
+ * Be helpful and curious. ${interactive ? "Ask for clarification when a choice is genuinely the user's to make." : "Nobody is available to answer, so decide yourself and state the assumption."}
124
+ </communication-style>
125
+
126
+ <output-efficiency>
127
+ * **Structural Constraints:**
128
+ - **Hard Limits:** Use no more than 3 paragraphs of text per response.
129
+ - **Minimalist Prose:** If you can say it in one sentence, do not use three. This constraint applies only to prose, not to code.
130
+ * **Zero Filler:** Skip empty preambles ("Certainly!"), postambles ("Let me know..."), and per-step transitions ("Next, I will..."). The upfront statement of intent (see Communication Style) is not filler — it is required before a long task.
131
+ * **Focus Areas:** Limit your verbal output to:
132
+ - A short statement of intent before starting a multi-step task.
133
+ - The answer itself — the findings and analysis the user asked for.
134
+ - Decisions requiring user input.
135
+ - High-level status updates at natural milestones.
136
+ - Errors or blockers that require a change in strategy.
137
+ </output-efficiency>
138
+
139
+
140
+ <rules>
141
+ * **Verification Required:** Never report tests as passing, implemented, working, or done without actually running them and seeing a scenario execute. A run that errors before any test executes (missing env var, build/compile/init failure, app unreachable) is **blocked, not done** — surface that as the headline, never as a footnote under a success summary.
142
+ ${extraRules} * **Missing Secrets:** If running a test is blocked by a missing credential/env var/secret in the project under test, ${missingSecretAction} — you cannot fabricate or assume a secret. (This is distinct from the pre-configured Testomat.io token, which is always available.)
143
+ * **No Tool Covers It, Say So:** When nothing you have can answer the question, name what is missing and ask — via \`ask_question\` when available. Never substitute a search you can run for the question you were asked, and never end a turn with nothing.
144
+ * **Verify Facts, Don't Guess Them:** Never assume a framework, file, or config exists — confirm it with discovery tools. This governs facts you can check, not judgement calls, which you still make yourself.
145
+ * **Environment Isolation:** Never hardcode credentials or environment-specific paths.
146
+ * **No Implicit Structure:** Do not invent files, folders, or configurations that do not exist; verify before use.
147
+ * **Metadata Source of Truth:** All testing metadata must exist only in \`${TESTEIYA_DIR_NAME}/\`:
148
+ * Low level tests like unit and integration are out of your scope. You can read them only for reference.
149
+ * You help plan and to execute high level manual tests or end-to-end acceptance tests.
150
+ </rules>
151
+ `;
152
+ }
153
+
154
+ export interface PromptSurface {
155
+ /** A human is watching and can answer. False for the non-interactive CLI. */
156
+ interactive?: boolean;
157
+ /** Extra `<available-tools>` bullets for tools only this harness provides. */
158
+ toolBullets?: string[];
159
+ /** Extra `<rules>` bullets, for rules that only hold in this harness. */
160
+ rules?: string[];
161
+ /** CLI tools the user has connected and signed in (e.g. `gh`, `acli`). */
162
+ connectedClis?: string[];
163
+ /** MCP servers connected for this session (the enabled `mcp.json` set). */
164
+ connectedMcps?: string[];
165
+ }
166
+
167
+ /*
168
+ TODO:
169
+ 1) Remove "guidelines" from system prompt and extend it with more detailed instructions:
170
+ - how we work with context and what is the structure of \`${TESTEIYA_DIR_NAME}\` (code, requirements, docs, manual-tests, auto-tests)
171
+ - a new skills
172
+ - for analyze project structure and populate context with metadata (mapping between requirements, code files, test files, coverage status, etc.)
173
+ - for planning (as in Playwright)?
174
+
175
+ 2) \`manual-tests/\`: Markdown-based test cases.
176
+ - check-test pull by skill to sync test cases from TMS to local context: Use \`/skill sync-cases\` to synchronize test cases when relevant.
177
+ - Prefer syncing finalized or updated test cases to keep TMS in sync.
178
+
179
+ 3) Add bootstraping instructions?? to system prompt: (https://docs.openclaw.ai/start/bootstrapping)
180
+ Where it runs - On the first agent run, Testeiya bootstraps the workspace (default ~/.testeiya):
181
+ - Seeds AGENTS.md, BOOTSTRAP.md, IDENTITY.md, USER.md.
182
+ - Runs a short Q&A ritual (one question at a time).
183
+ - Writes identity + preferences to IDENTITY.md, USER.md, SOUL.md.
184
+ - Removes BOOTSTRAP.md when finished so it only runs once.
185
+ (Bootstrapping always runs on the gateway host. If the macOS app connects to a remote Gateway, the workspace and bootstrapping
186
+ files live on that remote machine).
187
+ */