@empiricalrun/test-gen 0.22.3 → 0.22.4

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @empiricalrun/test-gen
 
+## 0.22.4
+
+### Patch Changes
+
+- 2b9cf45: fix: text for agent being used
+- 1274236: fix: langfuse missing spans
+- Updated dependencies [1274236]
+- Updated dependencies [28d91a9]
+  - @empiricalrun/llm@0.7.2
+  - @empiricalrun/reporter@0.17.0
+
 ## 0.22.3
 
 ### Patch Changes

package/dist/bin/index.js

@@ -16,6 +16,7 @@ const utils_2 = require("./utils");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
+process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
 process.on("exit", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
@@ -24,7 +25,7 @@ async function runAgent(sourceFile, testGenConfig) {
     const { specPath, testCase } = testGenConfig;
     if (testGenConfig.options?.agent !== "code") {
         // this assumes we have only one scenario in test config
-        logger.success("Generating test using browsing agent");
+        logger.success(`Generating test using ${testGenConfig.options?.agent} agent`);
         await (0, utils_1.prepareFileForBrowsingAgent)(testGenConfig);
         await (0, run_1.generateTestsUsingBrowsingAgent)(specPath);
         await (0, reporter_1.reportTestGenVideos)({
@@ -53,5 +54,7 @@ async function runAgent(sourceFile, testGenConfig) {
     await runAgent(sourceFile, testGenConfig);
     // TODO: move these reporters to a better lifecycle
     await (0, ci_1.reportOnCI)(testGenConfig.testCase);
+    await (0, llm_1.flushAllTraces)();
+    await (0, logger_1.waitForLogsToFlush)();
     process.exit(0);
 })();

package/dist/bin/logger/index.d.ts

@@ -10,4 +10,5 @@ export declare class CustomLogger {
     error(message?: string, ...optionalParams: any[]): void;
     logEmptyLine(): void;
 }
+export declare function waitForLogsToFlush(): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/logger/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAKA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,OAAO,CAAC,aAAa;IASrB,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKhD,YAAY;CAGb"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAOA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,OAAO,CAAC,aAAa;IAYrB,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKhD,YAAY;CAGb;AAED,wBAAsB,kBAAkB,kBAWvC"}

package/dist/bin/logger/index.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CustomLogger = void 0;
+exports.waitForLogsToFlush = exports.CustomLogger = void 0;
 const reporter_1 = require("@empiricalrun/reporter");
 const picocolors_1 = require("picocolors");
 const reporter_2 = require("../../reporter");
+let queuedReporterMessages = [];
 class CustomLogger {
     useReporter = false;
     constructor({ useReporter = true } = {}) {
@@ -11,8 +12,11 @@ class CustomLogger {
     }
     logToReporter(message) {
         if (this.useReporter) {
-            (async () => {
-                await (0, reporter_2.getReporter)()?.report(new reporter_1.ProcessLogMessageBuilder({ message: message }));
+            (() => {
+                const promise = (0, reporter_2.getReporter)()?.report(new reporter_1.ProcessLogMessageBuilder({ message: message }));
+                if (promise) {
+                    queuedReporterMessages.push(promise);
+                }
             })();
         }
     }
@@ -37,3 +41,17 @@ class CustomLogger {
     }
 }
 exports.CustomLogger = CustomLogger;
+async function waitForLogsToFlush() {
+    if (queuedReporterMessages.length === 0) {
+        return;
+    }
+    try {
+        await Promise.all(queuedReporterMessages);
+    }
+    catch (e) {
+        console.warn("Error while flushing logs", e);
+        // resolving this as this is not a critical operation
+        return Promise.resolve();
+    }
+}
+exports.waitForLogsToFlush = waitForLogsToFlush;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBA0BnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBA0BnE"}

package/dist/index.js

@@ -9,6 +9,7 @@ const browsing_1 = require("./agent/browsing");
 const utils_1 = require("./bin/utils");
 const client_1 = __importDefault(require("./file/client"));
 const reporter_1 = require("./reporter");
+process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
 process.on("exit", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.22.3",
+  "version": "0.22.4",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -41,8 +41,8 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/llm": "^0.7.1",
-    "@empiricalrun/reporter": "^0.16.1"
+    "@empiricalrun/llm": "^0.7.2",
+    "@empiricalrun/reporter": "^0.17.0"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",