@empiricalrun/test-gen 0.79.0 → 0.79.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/CHANGELOG.md +15 -0
  2. package/dist/agent/base/index.d.ts +2 -0
  3. package/dist/agent/base/index.d.ts.map +1 -1
  4. package/dist/agent/base/index.js +4 -0
  5. package/dist/agent/chat/agent-loop.d.ts.map +1 -1
  6. package/dist/agent/chat/agent-loop.js +0 -1
  7. package/dist/agent/chat/exports.d.ts +1 -1
  8. package/dist/agent/chat/exports.d.ts.map +1 -1
  9. package/dist/agent/code-review/index.d.ts +1 -0
  10. package/dist/agent/code-review/index.d.ts.map +1 -1
  11. package/dist/agent/code-review/index.js +3 -1
  12. package/dist/agent/cua/index.d.ts.map +1 -1
  13. package/dist/agent/cua/index.js +24 -7
  14. package/dist/agent/cua/model.d.ts +11 -3
  15. package/dist/agent/cua/model.d.ts.map +1 -1
  16. package/dist/agent/cua/model.js +10 -9
  17. package/dist/artifacts/index.d.ts +0 -39
  18. package/dist/artifacts/index.d.ts.map +1 -1
  19. package/dist/artifacts/index.js +8 -68
  20. package/dist/telemetry/index.d.ts +18 -0
  21. package/dist/telemetry/index.d.ts.map +1 -0
  22. package/dist/telemetry/index.js +83 -0
  23. package/dist/tools/analyse-video/index.d.ts.map +1 -1
  24. package/dist/tools/analyse-video/index.js +14 -2
  25. package/dist/tools/executor/index.d.ts.map +1 -1
  26. package/dist/tools/executor/index.js +0 -2
  27. package/dist/tools/index.d.ts.map +1 -1
  28. package/dist/tools/index.js +0 -2
  29. package/dist/tools/run-test.js +1 -1
  30. package/dist/tools/test-gen-browser.d.ts.map +1 -1
  31. package/dist/tools/test-gen-browser.js +12 -1
  32. package/dist/tools/test-run-fetcher/types.d.ts +0 -5
  33. package/dist/tools/test-run-fetcher/types.d.ts.map +1 -1
  34. package/dist/video-core/index.d.ts +9 -12
  35. package/dist/video-core/index.d.ts.map +1 -1
  36. package/dist/video-core/index.js +93 -111
  37. package/dist/video-core/utils.d.ts +2 -1
  38. package/dist/video-core/utils.d.ts.map +1 -1
  39. package/dist/video-core/utils.js +15 -0
  40. package/package.json +14 -6
  41. package/tsconfig.tsbuildinfo +1 -1
  42. package/dist/tools/definitions/review-pull-request.d.ts +0 -3
  43. package/dist/tools/definitions/review-pull-request.d.ts.map +0 -1
  44. package/dist/tools/definitions/review-pull-request.js +0 -16
  45. package/dist/tools/review-pull-request/index.d.ts +0 -3
  46. package/dist/tools/review-pull-request/index.d.ts.map +0 -1
  47. package/dist/tools/review-pull-request/index.js +0 -83
@@ -15,7 +15,6 @@ const list_environments_1 = require("../list-environments");
15
15
  const list_tests_and_projects_1 = require("../list-tests-and-projects");
16
16
  const merge_conflicts_1 = require("../merge-conflicts");
17
17
  const rename_file_1 = require("../rename-file");
18
- const review_pull_request_1 = require("../review-pull-request");
19
18
  const run_test_1 = require("../run-test");
20
19
  const safe_bash_1 = require("../safe-bash");
21
20
  const test_gen_browser_1 = require("../test-gen-browser");
@@ -53,7 +52,6 @@ class ToolExecutor extends base_1.BaseToolExecutor {
53
52
  triage_summary_1.sendTriageSummaryTool,
54
53
  list_tests_and_projects_1.listProjectsTool,
55
54
  fetch_session_diff_1.fetchSessionDiffTool,
56
- review_pull_request_1.reviewPullRequestTool,
57
55
  list_tests_and_projects_1.listTestsForProjectTool,
58
56
  safe_bash_1.safeBashTool,
59
57
  ...file_operations_1.textEditorTools,
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iDAAiD,CAAC;AAkCjF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,KAAK,oBAAoB,GAAG,IAAI,GAAG,cAAc,CAAC;AAIlD,eAAO,MAAM,WAAW,EAAE,oBAAoB,EAS7C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAOrD,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAgBrD,CAAC;AAEF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,WAE9D;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,eAAe,EAAE,WAM5D;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,CAQlE;AAED,wBAAsB,4BAA4B,CAAC,OAAO,EAAE,cAAc,iBAoBzE"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iDAAiD,CAAC;AAiCjF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,KAAK,oBAAoB,GAAG,IAAI,GAAG,cAAc,CAAC;AAIlD,eAAO,MAAM,WAAW,EAAE,oBAAoB,EAS7C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAOrD,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAerD,CAAC;AAEF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,WAE9D;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,eAAe,EAAE,WAM5D;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,CAQlE;AAED,wBAAsB,4BAA4B,CAAC,OAAO,EAAE,cAAc,iBAoBzE"}
@@ -16,7 +16,6 @@ const grep_1 = require("./definitions/grep");
16
16
  const list_tests_and_projects_1 = require("./definitions/list-tests-and-projects");
17
17
  const merge_conflicts_1 = require("./definitions/merge-conflicts");
18
18
  const rename_file_1 = require("./definitions/rename-file");
19
- const review_pull_request_1 = require("./definitions/review-pull-request");
20
19
  const run_test_1 = require("./definitions/run-test");
21
20
  const str_replace_editor_1 = require("./definitions/str_replace_editor");
22
21
  const test_gen_browser_1 = require("./definitions/test-gen-browser");
@@ -63,7 +62,6 @@ exports.allToolsDefinitions = [
63
62
  ...exports.testGenerationTools,
64
63
  analyse_video_1.analyseVideo,
65
64
  triage_summary_1.sendTriageSummaryTool,
66
- review_pull_request_1.reviewPullRequestTool,
67
65
  issues_v1_1.listIssuesTool,
68
66
  issues_v1_1.createIssueTool,
69
67
  issues_v1_1.updateIssueTool,
@@ -12,7 +12,7 @@ const utils_1 = require("../artifacts/utils");
12
12
  const json_1 = require("../utils/json");
13
13
  const run_test_1 = require("./definitions/run-test");
14
14
  function buildReportUrl(projectName, testRunId) {
15
- return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
15
+ return `https://reports-r2.empirical.run/${projectName}/${testRunId}/index.html`;
16
16
  }
17
17
  function buildResult({ hasTestPassed, summaryJson, reportUrl, }) {
18
18
  const summaryWithoutConfig = { ...summaryJson, config: undefined };
@@ -1 +1 @@
1
- {"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,IAAI,EACL,MAAM,uCAAuC,CAAC;AAuB/C,eAAO,MAAM,4BAA4B,EAAE,IAyO1C,CAAC"}
1
+ {"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,IAAI,EACL,MAAM,uCAAuC,CAAC;AAyB/C,eAAO,MAAM,4BAA4B,EAAE,IAoP1C,CAAC"}
@@ -9,15 +9,17 @@ const fs_1 = __importDefault(require("fs"));
9
9
  const path_1 = __importDefault(require("path"));
10
10
  const run_1 = require("../agent/browsing/run");
11
11
  const utils_1 = require("../agent/browsing/utils");
12
+ const model_1 = require("../agent/cua/model");
12
13
  const pw_codegen_1 = require("../agent/cua/pw-codegen");
13
14
  const pw_pause_1 = require("../agent/cua/pw-codegen/pw-pause");
14
15
  const utils_2 = require("../artifacts/utils");
15
16
  const web_1 = require("../bin/utils/platform/web");
16
17
  const scenarios_1 = require("../bin/utils/scenarios");
18
+ const telemetry_1 = require("../telemetry");
17
19
  const test_gen_browser_1 = require("./definitions/test-gen-browser");
18
20
  exports.generateTestWithBrowserAgent = {
19
21
  ...test_gen_browser_1.generateTestWithBrowserAgent,
20
- execute: async ({ input, repoPath, trace, collectArtifacts, environmentOverrides = {}, featureFlags, logger, }) => {
22
+ execute: async ({ input, repoPath, trace, collectArtifacts, environmentOverrides = {}, chatSession, logger, }) => {
21
23
  const { filePath, project } = input;
22
24
  const absoluteFilePath = path_1.default.join(repoPath, filePath);
23
25
  if (!fs_1.default.existsSync(absoluteFilePath)) {
@@ -119,6 +121,15 @@ exports.generateTestWithBrowserAgent = {
119
121
  await (0, pw_pause_1.revertToOriginalPwCode)(repoPath);
120
122
  fs_1.default.writeFileSync(absoluteFilePath, fileBackup, "utf-8");
121
123
  const { isError, error, result: toolResult, usage } = agentResult;
124
+ if (usage) {
125
+ (0, telemetry_1.trackLLMResponse)({
126
+ modelName: model_1.CUA_MODEL,
127
+ projectRepoName: chatSession?.repoName || "unknown",
128
+ chatSessionId: chatSession?.id,
129
+ chatSessionSource: "browser_agent",
130
+ usage,
131
+ });
132
+ }
122
133
  const screenshotArtifacts = (toolResult || [])
123
134
  .filter((item) => item.type === "screenshot")
124
135
  .map((item) => item.screenshot)
@@ -78,11 +78,6 @@ type TestCaseSummaryDetail = {
78
78
  merged_summary?: {
79
79
  content: string;
80
80
  } | null;
81
- successful_run_metadata: {
82
- videos: string[];
83
- test_id?: string;
84
- test_run_id?: string;
85
- } | null;
86
81
  failed_run_metadata: FailedRunMetadata;
87
82
  visual_diff_summary: {
88
83
  failedStep: string;
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/tools/test-run-fetcher/types.ts"],"names":[],"mappings":"AACA,KAAK,OAAO,GAAG;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,OAAO,GAAG;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,KAAK,eAAe,GAAG,OAAO,GAAG;IAC/B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC,EAAE,MAAM,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE;QACP,OAAO,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,EAAE,CAAC;KACtC,CAAC;IACF,QAAQ,EAAE;QACR,OAAO,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,EAAE,CAAC;KACtC,CAAC;CACH,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,wBAAwB,EAAE,MAAM,CAAC;IACjC,iCAAiC,EAAE,MAAM,CAAC;IAC1C,cAAc,CAAC,EAAE;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,GAAG,IAAI,CAAC;IACT,uBAAuB,EAAE;QACvB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI,CAAC;IACT,mBAAmB,EAAE,iBAAiB,CAAC;IACvC,mBAAmB,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,4BAA4B,EAAE;YAC5B,OAAO,EAAE,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;KACH,GAAG,IAAI,CAAC;IACT,mBAAmB,CAAC,EAAE;QACpB,OAAO,EAAE,MAAM,CAAC;KACjB,GAAG,IAAI,CAAC;IACT,gBAAgB,EAAE;QAChB,YAAY,EAAE,sBAAsB,EAAE,CAAC;QACvC,8BAA8B,EAAE,sBAAsB,EAAE,CAAC;KAC1D,GAAG,IAAI,CAAC;IACT,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE;QACJ,QAAQ,EAAE;YACR,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,eAAe,CAAC;YACzB,uBAAuB,EAAE,qBAAqB,EAAE,CAAC;SAClD,CAAC;KACH,GAAG,IAAI,CAAC;IACT,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/tools/test-run-fetcher/types.ts"],"names":[],"mappings":"AACA,KAAK,OAAO,GAAG;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,OAAO,GAAG;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,KAAK,eAAe,GAAG,OAAO,GAAG;IAC/B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC,EAAE,MAAM,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE;QACP,OAAO,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,EAAE,CAAC;KACtC,CAAC;IACF,QAAQ,EAAE;QACR,OAAO,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,EAAE,CAAC;KACtC,CAAC;CACH,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,wBAAwB,EAAE,MAAM,CAAC;IACjC,iCAAiC,EAAE,MAAM,CAAC;IAC1C,cAAc,CAAC,EAAE;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,GAAG,IAAI,CAAC;IACT,mBAAmB,EAAE,iBAAiB,CAAC;IACvC,mBAAmB,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,4BAA4B,EAAE;YAC5B,OAAO,EAAE,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;KACH,GAAG,IAAI,CAAC;IACT,mBAAmB,CAAC,EAAE;QACpB,OAAO,EAAE,MAAM,CAAC;KACjB,GAAG,IAAI,CAAC;IACT,gBAAgB,EAAE;QAChB,YAAY,EAAE,sBAAsB,EAAE,CAAC;QACvC,8BAA8B,EAAE,sBAAsB,EAAE,CAAC;KAC1D,GAAG,IAAI,CAAC;IACT,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE;QACJ,QAAQ,EAAE;YACR,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,eAAe,CAAC;YACzB,uBAAuB,EAAE,qBAAqB,EAAE,CAAC;SAClD,CAAC;KACH,GAAG,IAAI,CAAC;IACT,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,CAAC"}
@@ -1,22 +1,19 @@
1
- import { CanonicalMessage, ToolResultPart } from "@empiricalrun/shared-types/chat-agent";
2
- import { UniqueFrameInfos, VideoAnalysisParams, VideoAnalysisResultV1 } from "@empiricalrun/shared-types/test-gen";
3
- export declare function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, }: {
1
+ import { ToolResultPart, Usage } from "@empiricalrun/shared-types/chat-agent";
2
+ import { VideoAnalysisParams, VideoAnalysisResultV1 } from "@empiricalrun/shared-types/test-gen";
3
+ import { type VideostilLogger } from "videostil";
4
+ type VideoCoreParams = {
4
5
  url: string;
5
6
  videoHash: string;
6
7
  params: VideoAnalysisParams;
7
8
  workingDirectory: string;
8
9
  skipUpload?: boolean;
9
- }): Promise<{
10
+ logger?: VideostilLogger;
11
+ };
12
+ export declare function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, logger, }: VideoCoreParams): Promise<{
10
13
  result: VideoAnalysisResultV1;
11
- unique_frames: UniqueFrameInfos[];
12
- interleaved_tool_result: ToolResultPart[];
13
- chat_messages: CanonicalMessage[];
14
14
  error: null;
15
- } | {
16
- result: VideoAnalysisResultV1;
17
- unique_frames: UniqueFrameInfos[];
18
15
  interleaved_tool_result: ToolResultPart[];
19
- chat_messages: CanonicalMessage[];
20
- error: string;
16
+ usage: Usage;
21
17
  }>;
18
+ export {};
22
19
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/video-core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAgB7C,wBAAsB,gBAAgB,CAAC,EACrC,GAAG,EACH,SAAS,EACT,MAAM,EACN,gBAAgB,EAChB,UAAU,GACX,EAAE;IACD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;;;;;;;;;;;;GA2KA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/video-core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,cAAc,EACd,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAEL,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,WAAW,CAAC;AAgBnB,KAAK,eAAe,GAAG;IACrB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,wBAAsB,gBAAgB,CAAC,EACrC,GAAG,EACH,SAAS,EACT,MAAM,EACN,gBAAgB,EAChB,UAAU,EACV,MAAM,GACP,EAAE,eAAe;;;;;GAqJjB"}
@@ -6,7 +6,7 @@ const constants_1 = require("../constants");
6
6
  const model_limits_1 = require("./model-limits");
7
7
  const storage_manager_1 = require("./storage-manager");
8
8
  const utils_1 = require("./utils");
9
- async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, }) {
9
+ async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, logger, }) {
10
10
  const result = {
11
11
  version: "1.0",
12
12
  total_extracted_frames: 0,
@@ -23,119 +23,101 @@ async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skip
23
23
  let uniqueFrameInfos = [];
24
24
  let interleavedResults = [];
25
25
  let allMessages = [];
26
- let currentStep = "initialization";
27
26
  let finalError = null;
27
+ let extractionResult;
28
+ const startTime = params.startTime
29
+ ? (0, utils_1.formatTimestampToSeconds)(params.startTime)
30
+ : 0;
28
31
  try {
29
- currentStep = "frame_extraction";
30
- let extractionResult;
31
- const startTime = params.startTime
32
- ? (0, utils_1.formatTimestampToSeconds)(params.startTime)
33
- : 0;
34
- try {
35
- extractionResult = await (0, videostil_1.extractUniqueFrames)({
36
- videoUrl: url,
37
- fps: constants_1.VIDEO_ANALYSIS.DEFAULT_FPS,
38
- threshold: constants_1.VIDEO_ANALYSIS.DEFAULT_THRESHOLD,
39
- startTime,
40
- duration: params.duration,
41
- workingDir: workingDirectory,
42
- });
43
- }
44
- catch (error) {
45
- throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
46
- }
47
- const { totalFramesCount, uniqueFrames: extractedFrames, videoDurationSeconds, } = extractionResult;
48
- // Map videostil FrameInfo to test-gen UniqueFrameInfos
49
- uniqueFrameInfos = extractedFrames.map((frame) => ({
50
- index: frame.index,
51
- path: frame.path,
52
- fileName: frame.fileName,
53
- url: frame.url || `${(0, utils_1.getR2BaseUrlByHash)(videoHash)}${frame.fileName}`,
54
- base64: frame.base64 || "",
55
- timestamp: frame.timestamp || 0,
56
- }));
57
- result.total_extracted_frames = totalFramesCount;
58
- result.video_duration = (0, utils_1.formatSecondsToTimestamp)(videoDurationSeconds);
59
- result.unique_frames_count = uniqueFrameInfos.length;
60
- currentStep = "batch_size_calculation";
61
- let batchSize;
62
- try {
63
- batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
64
- }
65
- catch (error) {
66
- throw new Error(`Batch size calculation failed: ${error instanceof Error ? error.message : String(error)}`);
67
- }
68
- const uniqueFramesBatch = uniqueFrameInfos.slice(0, batchSize);
69
- const frameBatch = uniqueFramesBatch.map((f) => ({
70
- name: f.fileName,
71
- contentType: "image/png",
72
- base64Data: f.base64,
73
- }));
74
- currentStep = "video_analysis";
75
- let analysis, parsedXml;
76
- try {
77
- const analysisResult = await (0, videostil_1.analyseFrames)({
78
- selectedModel: params.model,
79
- frameBatch,
80
- });
81
- analysis = analysisResult.analysis;
82
- allMessages = analysisResult.allMessages;
83
- parsedXml = analysisResult.parsedXml;
84
- }
85
- catch (error) {
86
- throw new Error(`Video analysis failed: ${error instanceof Error ? error.message : String(error)}`);
87
- }
88
- const allFramesLength = uniqueFrameInfos.length;
89
- const isTruncated = allFramesLength !== batchSize;
90
- const finalFrameTimestamp = (0, utils_1.formatSecondsToTimestamp)(uniqueFramesBatch[uniqueFramesBatch.length - 1]?.timestamp || 0);
91
- result.is_truncated = isTruncated;
92
- result.frames_processed = batchSize;
93
- result.last_processed_frame_timestamp = finalFrameTimestamp;
94
- result.analysis = isTruncated
95
- ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. The last frame processed was at timestamp ${finalFrameTimestamp}.`
96
- : `Successfully analysed all ${allFramesLength} unique frames from the video without truncation.`;
97
- currentStep = "interleaved_results";
98
- try {
99
- interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
100
- }
101
- catch (error) {
102
- throw new Error(`Interleaved results creation failed: ${error instanceof Error ? error.message : String(error)}`);
103
- }
104
- if (!skipUpload) {
105
- currentStep = "upload_all";
106
- const uploadPromises = [
107
- (0, storage_manager_1.uploadFramesToR2)(videoHash, uniqueFrameInfos).catch((error) => {
108
- throw new Error(`Frame upload failed: ${error instanceof Error ? error.message : String(error)}`);
109
- }),
110
- (0, storage_manager_1.uploadSummaryToR2)({
111
- ...result,
112
- interleaved_tool_result: interleavedResults,
113
- }).catch((error) => {
114
- throw new Error(`Summary upload failed: ${error instanceof Error ? error.message : String(error)}`);
115
- }),
116
- (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoHash).catch((error) => {
117
- throw new Error(`Chat state upload failed: ${error instanceof Error ? error.message : String(error)}`);
118
- }),
119
- ];
120
- await Promise.all(uploadPromises);
121
- }
122
- return {
123
- result,
124
- unique_frames: uniqueFrameInfos,
125
- interleaved_tool_result: interleavedResults,
126
- chat_messages: allMessages,
127
- error: finalError,
128
- };
32
+ extractionResult = await (0, videostil_1.extractUniqueFrames)({
33
+ videoUrl: url,
34
+ fps: constants_1.VIDEO_ANALYSIS.DEFAULT_FPS,
35
+ threshold: constants_1.VIDEO_ANALYSIS.DEFAULT_THRESHOLD,
36
+ startTime,
37
+ duration: params.duration,
38
+ workingDir: workingDirectory,
39
+ logger,
40
+ });
129
41
  }
130
42
  catch (error) {
131
- const errorMessage = error instanceof Error ? error.message : String(error);
132
- finalError = `Error at step [${currentStep}]: ${errorMessage}`;
133
- return {
134
- result,
135
- unique_frames: uniqueFrameInfos,
136
- interleaved_tool_result: interleavedResults,
137
- chat_messages: allMessages,
138
- error: finalError,
139
- };
43
+ throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
140
44
  }
45
+ const { totalFramesCount, uniqueFrames: extractedFrames, videoDurationSeconds, } = extractionResult;
46
+ // Map videostil FrameInfo to test-gen UniqueFrameInfos
47
+ uniqueFrameInfos = extractedFrames.map((frame) => ({
48
+ index: frame.index,
49
+ path: frame.path,
50
+ fileName: frame.fileName,
51
+ url: frame.url || `${(0, utils_1.getR2BaseUrlByHash)(videoHash)}${frame.fileName}`,
52
+ base64: frame.base64 || "",
53
+ timestamp: frame.timestamp || 0,
54
+ }));
55
+ result.total_extracted_frames = totalFramesCount;
56
+ result.video_duration = (0, utils_1.formatSecondsToTimestamp)(videoDurationSeconds);
57
+ result.unique_frames_count = uniqueFrameInfos.length;
58
+ let batchSize;
59
+ try {
60
+ batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
61
+ }
62
+ catch (error) {
63
+ throw new Error(`Batch size calculation failed: ${error instanceof Error ? error.message : String(error)}`);
64
+ }
65
+ const uniqueFramesBatch = uniqueFrameInfos.slice(0, batchSize);
66
+ const frameBatch = uniqueFramesBatch.map((f) => ({
67
+ name: f.fileName,
68
+ contentType: "image/png",
69
+ base64Data: f.base64,
70
+ }));
71
+ let analysis, parsedXml;
72
+ try {
73
+ const analysisResult = await (0, videostil_1.analyseFrames)({
74
+ selectedModel: params.model,
75
+ frameBatch,
76
+ });
77
+ analysis = analysisResult.analysis;
78
+ allMessages = analysisResult.allMessages;
79
+ parsedXml = analysisResult.parsedXml;
80
+ }
81
+ catch (error) {
82
+ throw new Error(`Video analysis failed: ${error instanceof Error ? error.message : String(error)}`);
83
+ }
84
+ const allFramesLength = uniqueFrameInfos.length;
85
+ const isTruncated = allFramesLength !== batchSize;
86
+ const finalFrameTimestamp = (0, utils_1.formatSecondsToTimestamp)(uniqueFramesBatch[uniqueFramesBatch.length - 1]?.timestamp || 0);
87
+ result.is_truncated = isTruncated;
88
+ result.frames_processed = batchSize;
89
+ result.last_processed_frame_timestamp = finalFrameTimestamp;
90
+ result.analysis = isTruncated
91
+ ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. The last frame processed was at timestamp ${finalFrameTimestamp}.`
92
+ : `Successfully analysed all ${allFramesLength} unique frames from the video without truncation.`;
93
+ try {
94
+ interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
95
+ }
96
+ catch (error) {
97
+ throw new Error(`Interleaved results creation failed: ${error instanceof Error ? error.message : String(error)}`);
98
+ }
99
+ if (!skipUpload) {
100
+ const uploadPromises = [
101
+ (0, storage_manager_1.uploadFramesToR2)(videoHash, uniqueFrameInfos).catch((error) => {
102
+ throw new Error(`Frame upload failed: ${error instanceof Error ? error.message : String(error)}`);
103
+ }),
104
+ (0, storage_manager_1.uploadSummaryToR2)({
105
+ ...result,
106
+ interleaved_tool_result: interleavedResults,
107
+ }).catch((error) => {
108
+ throw new Error(`Summary upload failed: ${error instanceof Error ? error.message : String(error)}`);
109
+ }),
110
+ (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoHash).catch((error) => {
111
+ throw new Error(`Chat state upload failed: ${error instanceof Error ? error.message : String(error)}`);
112
+ }),
113
+ ];
114
+ await Promise.all(uploadPromises);
115
+ }
116
+ const usage = (0, utils_1.aggregateUsageFromMessages)(allMessages);
117
+ return {
118
+ result,
119
+ error: finalError,
120
+ interleaved_tool_result: interleavedResults,
121
+ usage,
122
+ };
141
123
  }
@@ -1,4 +1,4 @@
1
- import { ToolResultPart } from "@empiricalrun/shared-types/chat-agent";
1
+ import { CanonicalMessage, ToolResultPart, Usage } from "@empiricalrun/shared-types/chat-agent";
2
2
  import { UniqueFrameInfos } from "@empiricalrun/shared-types/test-gen";
3
3
  import { VideoAnalysisToolResponse } from "@empiricalrun/shared-types/tool-results";
4
4
  export declare function formatSecondsToTimestamp(seconds: number | undefined): string;
@@ -10,4 +10,5 @@ export interface VideoValidationResult {
10
10
  error?: string;
11
11
  }
12
12
  export declare function validateVideoAccess(videoUrl: string): Promise<VideoValidationResult>;
13
+ export declare function aggregateUsageFromMessages(messages: CanonicalMessage[]): Usage;
13
14
  //# sourceMappingURL=utils.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AAEpF,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAW5E;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA+BlE;AAED,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC"}
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AAEpF,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAW5E;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA+BlE;AAED,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC;AAED,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,KAAK,CAsBP"}
@@ -5,6 +5,7 @@ exports.formatSecondsToTimestamp = formatSecondsToTimestamp;
5
5
  exports.formatTimestampToSeconds = formatTimestampToSeconds;
6
6
  exports.createInterleavedResults = createInterleavedResults;
7
7
  exports.validateVideoAccess = validateVideoAccess;
8
+ exports.aggregateUsageFromMessages = aggregateUsageFromMessages;
8
9
  function formatSecondsToTimestamp(seconds) {
9
10
  if (seconds === undefined)
10
11
  return "N/A";
@@ -99,3 +100,17 @@ async function validateVideoAccess(videoUrl) {
99
100
  };
100
101
  }
101
102
  }
103
+ function aggregateUsageFromMessages(messages) {
104
+ const messageUsages = messages
105
+ .map((msg) => msg.usage)
106
+ .filter((usage) => !!usage);
107
+ const tokens = messageUsages.reduce((acc, usage) => ({
108
+ input: acc.input + (usage.tokens?.input || 0),
109
+ output: acc.output + (usage.tokens?.output || 0),
110
+ }), { input: 0, output: 0 });
111
+ const cost = messageUsages.reduce((acc, usage) => ({
112
+ input: acc.input + (usage.cost?.input || 0),
113
+ output: acc.output + (usage.cost?.output || 0),
114
+ }), { input: 0, output: 0 });
115
+ return { tokens, cost };
116
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@empiricalrun/test-gen",
3
- "version": "0.79.0",
3
+ "version": "0.79.2",
4
4
  "publishConfig": {
5
5
  "registry": "https://registry.npmjs.org/",
6
6
  "access": "public"
@@ -42,9 +42,17 @@
42
42
  "types": "./dist/dashboard/index.d.ts",
43
43
  "default": "./dist/dashboard/index.js"
44
44
  },
45
+ "./file-info": {
46
+ "types": "./dist/file-info/index.d.ts",
47
+ "default": "./dist/file-info/index.js"
48
+ },
45
49
  "./trace-utils": {
46
50
  "types": "./dist/trace-utils/index.d.ts",
47
51
  "default": "./dist/trace-utils/index.js"
52
+ },
53
+ "./telemetry": {
54
+ "types": "./dist/telemetry/index.d.ts",
55
+ "default": "./dist/telemetry/index.js"
48
56
  }
49
57
  },
50
58
  "repository": {
@@ -88,13 +96,13 @@
88
96
  "yauzl": "^3.1.3",
89
97
  "zod": "^4.0.1",
90
98
  "@empiricalrun/ast-parser": "^0.0.10",
91
- "@empiricalrun/llm": "^0.25.1",
99
+ "@empiricalrun/llm": "^0.25.2",
92
100
  "@empiricalrun/r2-uploader": "^0.9.0",
93
- "@empiricalrun/test-run": "^0.14.0",
94
- "videostil": "0.3.3"
101
+ "@empiricalrun/test-run": "^0.14.1",
102
+ "videostil": "0.3.4"
95
103
  },
96
104
  "devDependencies": {
97
- "@playwright/test": "1.53.2",
105
+ "@playwright/test": "1.57.0",
98
106
  "@types/async-retry": "^1.4.8",
99
107
  "@types/console-log-level": "^1.4.5",
100
108
  "@types/detect-port": "^1.3.5",
@@ -107,7 +115,7 @@
107
115
  "@types/serve-handler": "^6.1.4",
108
116
  "@types/yauzl": "^2.10.3",
109
117
  "js-levenshtein": "^1.1.6",
110
- "playwright": "1.53.2",
118
+ "playwright": "1.57.0",
111
119
  "serve-handler": "^6.1.6",
112
120
  "ts-patch": "^3.3.0",
113
121
  "@empiricalrun/shared-types": "0.12.0"
@@ -1 +1 @@
1
- {"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/factory.ts","./src/agent/cua/pw-codegen/index.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/version.ts","./src/agent/cua/pw-codegen/pw-event-sink/index.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/review-pull-request.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/create-issue.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/update-issue.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}
1
+ {"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/factory.ts","./src/agent/cua/pw-codegen/index.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/version.ts","./src/agent/cua/pw-codegen/pw-event-sink/index.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/telemetry/index.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/create-issue.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/update-issue.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}
@@ -1,3 +0,0 @@
1
- import type { ToolDefinition } from "@empiricalrun/shared-types/chat-agent";
2
- export declare const reviewPullRequestTool: ToolDefinition;
3
- //# sourceMappingURL=review-pull-request.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"review-pull-request.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/review-pull-request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAO5E,eAAO,MAAM,qBAAqB,EAAE,cAQnC,CAAC"}
@@ -1,16 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.reviewPullRequestTool = void 0;
4
- const zod_1 = require("zod");
5
- const ReviewPullRequestInputSchema = zod_1.z.object({
6
- sessionUrl: zod_1.z.string().describe("The URL of the chat session to review"),
7
- });
8
- exports.reviewPullRequestTool = {
9
- schema: {
10
- name: "reviewPullRequest",
11
- description: `Reviews a pull request by using CodeReviewAgent to fetch session diff and analyse it. Returns a boolean result with an explanation.`,
12
- parameters: ReviewPullRequestInputSchema,
13
- },
14
- needsBrowser: false,
15
- isInlineTool: true,
16
- };
@@ -1,3 +0,0 @@
1
- import { Tool } from "@empiricalrun/shared-types/chat-agent";
2
- export declare const reviewPullRequestTool: Tool;
3
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/review-pull-request/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAU/C,eAAO,MAAM,qBAAqB,EAAE,IA0FnC,CAAC"}