@empiricalrun/test-gen 0.33.3 → 0.33.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/dist/agent/codegen/run.d.ts.map +1 -1
- package/dist/agent/codegen/run.js +7 -0
- package/dist/agent/codegen/update-flow.d.ts.map +1 -1
- package/dist/agent/codegen/update-flow.js +7 -0
- package/dist/agent/master/run.d.ts.map +1 -1
- package/dist/agent/master/run.js +1 -1
- package/dist/bin/index.js +8 -3
- package/package.json +2 -2
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,18 @@
|
|
|
1
1
|
# @empiricalrun/test-gen
|
|
2
2
|
|
|
3
|
+
## 0.33.5
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- b48498a: fix: generation details missing in auto-fix flow
|
|
8
|
+
|
|
9
|
+
## 0.33.4
|
|
10
|
+
|
|
11
|
+
### Patch Changes
|
|
12
|
+
|
|
13
|
+
- Updated dependencies [a1e8599]
|
|
14
|
+
- @empiricalrun/r2-uploader@0.3.6
|
|
15
|
+
|
|
3
16
|
## 0.33.3
|
|
4
17
|
|
|
5
18
|
### Patch Changes
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AA0BA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAgHrB"}
|
|
@@ -11,6 +11,7 @@ const logger_1 = require("../../bin/logger");
|
|
|
11
11
|
const context_1 = require("../../bin/utils/context");
|
|
12
12
|
const web_1 = require("../../bin/utils/platform/web");
|
|
13
13
|
const constants_1 = require("../../constants");
|
|
14
|
+
const reporter_1 = require("../../reporter");
|
|
14
15
|
const session_1 = require("../../session");
|
|
15
16
|
const fix_ts_errors_1 = require("./fix-ts-errors");
|
|
16
17
|
const update_flow_1 = require("./update-flow");
|
|
@@ -40,6 +41,12 @@ async function generateTest(testCase, file, options) {
|
|
|
40
41
|
release: session.version,
|
|
41
42
|
tags: [options.metadata.projectName, options.metadata.environment].filter((s) => !!s),
|
|
42
43
|
});
|
|
44
|
+
try {
|
|
45
|
+
await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
console.warn("Failed to send trace url", e);
|
|
49
|
+
}
|
|
43
50
|
trace.event({
|
|
44
51
|
name: "collate-files-as-text",
|
|
45
52
|
output: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAsB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAqIF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CAkG5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA6E7B"}
|
|
@@ -13,6 +13,7 @@ const context_1 = require("../../bin/utils/context");
|
|
|
13
13
|
const fs_1 = require("../../bin/utils/fs");
|
|
14
14
|
const web_1 = require("../../bin/utils/platform/web");
|
|
15
15
|
const constants_1 = require("../../constants");
|
|
16
|
+
const reporter_1 = require("../../reporter");
|
|
16
17
|
const session_1 = require("../../session");
|
|
17
18
|
const fix_ts_errors_1 = require("./fix-ts-errors");
|
|
18
19
|
const utils_1 = require("./utils");
|
|
@@ -119,6 +120,12 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
|
|
|
119
120
|
options?.metadata.environment || "",
|
|
120
121
|
].filter((s) => !!s),
|
|
121
122
|
});
|
|
123
|
+
try {
|
|
124
|
+
await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
|
|
125
|
+
}
|
|
126
|
+
catch (e) {
|
|
127
|
+
console.warn("Failed to send trace url as test gen update", e);
|
|
128
|
+
}
|
|
122
129
|
trace.event({
|
|
123
130
|
name: "collate-files-as-text",
|
|
124
131
|
output: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,GAAG,EACH,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAYlD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAOrB,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,IAAI,EACJ,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,GACd,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,EAAE,GAAG,CAAC;IACT,OAAO,EAAE,oBAAoB,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;CACxB,2FAwDA;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,GACR,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,oBAAoB,CAAC;CAC/B;;;
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,GAAG,EACH,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAYlD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAOrB,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,IAAI,EACJ,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,GACd,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,EAAE,GAAG,CAAC;IACT,OAAO,EAAE,oBAAoB,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;CACxB,2FAwDA;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,GACR,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,oBAAoB,CAAC;CAC/B;;;GAuLA"}
|
package/dist/agent/master/run.js
CHANGED
|
@@ -83,6 +83,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, }) {
|
|
|
83
83
|
].filter((s) => !!s),
|
|
84
84
|
});
|
|
85
85
|
void testgenUpdatesReporter.sendMessage(`Starting master agent. [view trace](${trace.getTraceUrl()})`);
|
|
86
|
+
logger.log(`Starting master agent: ${trace.getTraceUrl()}`);
|
|
86
87
|
void testgenUpdatesReporter.sendAgentTraceUrl(trace.getTraceUrl());
|
|
87
88
|
const llm = new llm_1.LLM({
|
|
88
89
|
trace,
|
|
@@ -224,7 +225,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, }) {
|
|
|
224
225
|
trace.update({ input: { task }, output: { code } });
|
|
225
226
|
logger.success("Successfully generated code for the given task");
|
|
226
227
|
await testgenUpdatesReporter.sendMessage(`Successfully generated code for the given task. \n View [trace](${trace.getTraceUrl()})`);
|
|
227
|
-
logger.log(`Trace: ${trace.getTraceUrl()}`);
|
|
228
228
|
return {
|
|
229
229
|
code,
|
|
230
230
|
importPaths,
|
package/dist/bin/index.js
CHANGED
|
@@ -25,11 +25,16 @@ process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
|
|
|
25
25
|
async function runAgent(testGenConfig) {
|
|
26
26
|
const logger = new logger_1.CustomLogger();
|
|
27
27
|
const { specPath, testCase } = testGenConfig;
|
|
28
|
-
if (
|
|
29
|
-
|
|
30
|
-
if (process.env.LOG_URL) {
|
|
28
|
+
if (process.env.LOG_URL) {
|
|
29
|
+
try {
|
|
31
30
|
await new reporter_1.TestGenUpdatesReporter().sendLogUrl(process.env.LOG_URL);
|
|
32
31
|
}
|
|
32
|
+
catch (e) {
|
|
33
|
+
console.warn("Failed to send log url to test gen update", e);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (testGenConfig.options?.agent !== "code") {
|
|
37
|
+
// this assumes we have only one scenario in test config
|
|
33
38
|
logger.success(`Generating test using ${testGenConfig.options?.agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
|
|
34
39
|
const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)(testGenConfig);
|
|
35
40
|
await (0, run_1.generateTestsUsingMasterAgent)({
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@empiricalrun/test-gen",
|
|
3
|
-
"version": "0.33.
|
|
3
|
+
"version": "0.33.5",
|
|
4
4
|
"publishConfig": {
|
|
5
5
|
"registry": "https://registry.npmjs.org/",
|
|
6
6
|
"access": "public"
|
|
@@ -45,7 +45,7 @@
|
|
|
45
45
|
"tsx": "^4.16.2",
|
|
46
46
|
"typescript": "^5.3.3",
|
|
47
47
|
"@empiricalrun/llm": "^0.9.9",
|
|
48
|
-
"@empiricalrun/r2-uploader": "^0.3.
|
|
48
|
+
"@empiricalrun/r2-uploader": "^0.3.6",
|
|
49
49
|
"@empiricalrun/reporter": "^0.21.1"
|
|
50
50
|
},
|
|
51
51
|
"devDependencies": {
|