@empiricalrun/test-gen 0.60.0 → 0.62.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/CHANGELOG.md +52 -0
  2. package/dist/agent/browsing/run.d.ts +2 -0
  3. package/dist/agent/browsing/run.d.ts.map +1 -1
  4. package/dist/agent/browsing/run.js +11 -7
  5. package/dist/agent/browsing/utils.d.ts.map +1 -1
  6. package/dist/agent/browsing/utils.js +1 -1
  7. package/dist/agent/chat/agent-loop.js +2 -3
  8. package/dist/agent/chat/exports.d.ts +2 -2
  9. package/dist/agent/chat/exports.d.ts.map +1 -1
  10. package/dist/agent/chat/exports.js +1 -1
  11. package/dist/agent/chat/index.d.ts.map +1 -1
  12. package/dist/agent/chat/index.js +16 -2
  13. package/dist/agent/chat/models.d.ts +1 -3
  14. package/dist/agent/chat/models.d.ts.map +1 -1
  15. package/dist/agent/chat/models.js +4 -25
  16. package/dist/agent/chat/prompt.d.ts.map +1 -1
  17. package/dist/agent/chat/prompt.js +58 -0
  18. package/dist/agent/cua/computer.d.ts +6 -6
  19. package/dist/agent/cua/computer.d.ts.map +1 -1
  20. package/dist/agent/cua/computer.js +38 -83
  21. package/dist/agent/cua/index.d.ts +2 -1
  22. package/dist/agent/cua/index.d.ts.map +1 -1
  23. package/dist/agent/cua/index.js +26 -33
  24. package/dist/agent/cua/pw-codegen/element-from-point.d.ts +8 -0
  25. package/dist/agent/cua/pw-codegen/element-from-point.d.ts.map +1 -0
  26. package/dist/agent/cua/pw-codegen/element-from-point.js +118 -0
  27. package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts +15 -0
  28. package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts.map +1 -0
  29. package/dist/agent/cua/pw-codegen/pw-pause/index.js +84 -0
  30. package/dist/agent/cua/pw-codegen/pw-pause/utils.d.ts +16 -0
  31. package/dist/agent/cua/pw-codegen/pw-pause/utils.d.ts.map +1 -0
  32. package/dist/agent/cua/pw-codegen/pw-pause/utils.js +98 -0
  33. package/dist/agent/cua/pw-codegen/types.d.ts +46 -0
  34. package/dist/agent/cua/pw-codegen/types.d.ts.map +1 -0
  35. package/dist/agent/cua/pw-codegen/types.js +2 -0
  36. package/dist/agent/master/browser-tests/cua.spec.js +13 -1
  37. package/dist/artifacts/index.d.ts +43 -0
  38. package/dist/artifacts/index.d.ts.map +1 -0
  39. package/dist/artifacts/index.js +209 -0
  40. package/dist/bin/index.js +7 -11
  41. package/dist/bin/utils/index.d.ts +5 -3
  42. package/dist/bin/utils/index.d.ts.map +1 -1
  43. package/dist/bin/utils/index.js +13 -0
  44. package/dist/bin/utils/platform/web/index.d.ts +4 -1
  45. package/dist/bin/utils/platform/web/index.d.ts.map +1 -1
  46. package/dist/bin/utils/platform/web/index.js +24 -8
  47. package/dist/bin/utils/scenarios/index.d.ts +3 -3
  48. package/dist/file/client.d.ts +2 -0
  49. package/dist/file/client.d.ts.map +1 -1
  50. package/dist/file/client.js +16 -0
  51. package/dist/file/server.d.ts +3 -1
  52. package/dist/file/server.d.ts.map +1 -1
  53. package/dist/file/server.js +27 -3
  54. package/dist/index.d.ts.map +1 -1
  55. package/dist/index.js +4 -1
  56. package/dist/test-build/index.d.ts +6 -2
  57. package/dist/test-build/index.d.ts.map +1 -1
  58. package/dist/test-build/index.js +9 -7
  59. package/dist/tool-call-service/index.d.ts +14 -7
  60. package/dist/tool-call-service/index.d.ts.map +1 -1
  61. package/dist/tool-call-service/index.js +19 -8
  62. package/dist/tools/commit-and-create-pr.d.ts.map +1 -1
  63. package/dist/tools/commit-and-create-pr.js +5 -1
  64. package/dist/tools/download-build.d.ts.map +1 -1
  65. package/dist/tools/download-build.js +3 -3
  66. package/dist/tools/grep/index.d.ts.map +1 -1
  67. package/dist/tools/grep/index.js +4 -2
  68. package/dist/tools/str_replace_editor.d.ts.map +1 -1
  69. package/dist/tools/str_replace_editor.js +25 -8
  70. package/dist/tools/test-gen-browser.d.ts.map +1 -1
  71. package/dist/tools/test-gen-browser.js +21 -4
  72. package/dist/tools/test-run.d.ts.map +1 -1
  73. package/dist/tools/test-run.js +11 -8
  74. package/dist/tools/utils/index.d.ts +13 -0
  75. package/dist/tools/utils/index.d.ts.map +1 -1
  76. package/dist/tools/utils/index.js +47 -0
  77. package/dist/utils/exec.d.ts +2 -0
  78. package/dist/utils/exec.d.ts.map +1 -1
  79. package/dist/utils/exec.js +4 -1
  80. package/dist/utils/git.d.ts.map +1 -1
  81. package/dist/utils/git.js +1 -1
  82. package/dist/utils/slug.d.ts +16 -0
  83. package/dist/utils/slug.d.ts.map +1 -1
  84. package/dist/utils/slug.js +27 -1
  85. package/dist/utils/stripAnsi.d.ts +2 -0
  86. package/dist/utils/stripAnsi.d.ts.map +1 -0
  87. package/dist/utils/stripAnsi.js +9 -0
  88. package/package.json +6 -4
  89. package/tsconfig.tsbuildinfo +1 -1
  90. package/dist/utils/pw-test.d.ts +0 -2
  91. package/dist/utils/pw-test.d.ts.map +0 -1
  92. package/dist/utils/pw-test.js +0 -13
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@empiricalrun/test-gen",
3
- "version": "0.60.0",
3
+ "version": "0.62.0",
4
4
  "publishConfig": {
5
5
  "registry": "https://registry.npmjs.org/",
6
6
  "access": "public"
@@ -50,6 +50,7 @@
50
50
  "inquirer": "^12.4.2",
51
51
  "istextorbinary": "^9.5.0",
52
52
  "jsdom": "^26.0.0",
53
+ "mime": "3.0.0",
53
54
  "minimatch": "^10.0.1",
54
55
  "nanoid": "^5.0.7",
55
56
  "openai": "4.87.3",
@@ -61,9 +62,9 @@
61
62
  "tsx": "^4.16.2",
62
63
  "typescript": "^5.3.3",
63
64
  "zod": "^3.23.8",
64
- "@empiricalrun/llm": "^0.16.0",
65
+ "@empiricalrun/llm": "^0.17.0",
65
66
  "@empiricalrun/r2-uploader": "^0.3.9",
66
- "@empiricalrun/test-run": "^0.9.1"
67
+ "@empiricalrun/test-run": "^0.9.3"
67
68
  },
68
69
  "devDependencies": {
69
70
  "@playwright/test": "1.47.1",
@@ -72,12 +73,13 @@
72
73
  "@types/express": "^4.17.21",
73
74
  "@types/js-levenshtein": "^1.1.3",
74
75
  "@types/jsdom": "^21.1.7",
76
+ "@types/mime": "3.0.0",
75
77
  "@types/serve-handler": "^6.1.4",
76
78
  "js-levenshtein": "^1.1.6",
77
79
  "playwright": "1.47.1",
78
80
  "serve-handler": "^6.1.6",
79
81
  "ts-patch": "^3.3.0",
80
- "@empiricalrun/shared-types": "0.2.0"
82
+ "@empiricalrun/shared-types": "0.3.0"
81
83
  },
82
84
  "scripts": {
83
85
  "dev": "tspc --build --watch",
@@ -1 +1 @@
1
- {"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/pw-test.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts"],"version":"5.8.3"}
1
+ {"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
@@ -1,2 +0,0 @@
1
- export declare function getTestFixtureModuleFromRepo(repoDir: string): Promise<any>;
2
- //# sourceMappingURL=pw-test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,GAAG,CAAC,CAKd"}
@@ -1,13 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.getTestFixtureModuleFromRepo = getTestFixtureModuleFromRepo;
7
- const api_1 = __importDefault(require("tsx/cjs/api"));
8
- async function getTestFixtureModuleFromRepo(repoDir) {
9
- const [lastDir] = repoDir.split("/").reverse();
10
- const dir = `${repoDir}/${lastDir}`;
11
- const { test } = await api_1.default.require(`./tests/fixtures.ts`, dir);
12
- return test;
13
- }