@empiricalrun/test-gen 0.16.2 → 0.16.3

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/test-gen
 
+## 0.16.3
+
+### Patch Changes
+
+- 8243b11: fix: add logs for errors while running playwright
+
 ## 0.16.2
 
 ### Patch Changes

package/dist/agent/browsing/index.d.ts

@@ -1,7 +1,10 @@
 import { Page } from "playwright";
-export declare function browsingAgent(task: string, page: Page, options?: {
+import { TestGenConfigOptions } from "../../types";
+type BrowsingAgentOptions = Partial<TestGenConfigOptions> & {
     htmlSanitize?: {
         disallowedStrings?: string[];
     };
-}): Promise<string>;
+};
+export declare function browsingAgent(task: string, page: Page, options: BrowsingAgentOptions): Promise<string>;
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBAyFP"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAInD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBA4F9B"}

package/dist/agent/browsing/index.js

@@ -4,10 +4,11 @@ exports.browsingAgent = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const actions_1 = require("../../actions");
 const logger_1 = require("../../bin/logger");
+const constants_1 = require("../../constants");
 const session_1 = require("../../session");
 const html_1 = require("../../utils/html");
 const utils_1 = require("./utils");
-async function browsingAgent(task, page, options = {}) {
+async function browsingAgent(task, page, options) {
     const logger = new logger_1.CustomLogger();
     const trace = new llm_1.LLMTracing({
         name: "browsing-agent",
@@ -43,10 +44,12 @@ async function browsingAgent(task, page, options = {}) {
             messages,
             tools,
             trace,
-            model: "gpt-4o",
-            provider: "openai",
+            model: options.model || constants_1.DEFAULT_MODEL,
+            provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+            providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
             modelParameters: {
-                temperature: 0.5,
+                ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                ...options.modelParameters,
                 tool_choice: "required",
             },
         });

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA0BzE"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA4BzE"}

package/dist/agent/browsing/run.js

@@ -26,15 +26,18 @@ async function generateTestsUsingBrowsingAgent(testFilePath) {
     if (!process.env.CI) {
         command = command.concat(` --headed`);
     }
-    const exitCode = await (0, exec_1.cmd)(command.split(" "), {
-        env: {
-            APP_PORT: port.toString(),
-            PW_TEST_HTML_REPORT_OPEN: "never",
-            TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
-        },
-    });
-    if (exitCode != 0) {
-        process.exit(exitCode);
+    try {
+        await (0, exec_1.cmd)(command.split(" "), {
+            env: {
+                APP_PORT: port.toString(),
+                PW_TEST_HTML_REPORT_OPEN: "never",
+                TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
+            },
+        });
+    }
+    catch (e) {
+        logger.error(e);
+        process.exit(1);
     }
     await (0, web_1.removeTestOnly)(testFilePath);
 }

package/dist/agent/codegen/run.d.ts

@@ -1,3 +1,3 @@
-import { Scenario } from "../../types";
-export declare function generateTest(scenarios: Scenario[], file: string, isUpdate: boolean): Promise<Scenario[]>;
+import { Scenario, TestGenConfigOptions } from "../../types";
+export declare function generateTest(scenarios: Scenario[], file: string, isUpdate: boolean, options: TestGenConfigOptions): Promise<Scenario[]>;
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,wBAAsB,YAAY,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA6IrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqJrB"}

package/dist/agent/codegen/run.js

@@ -9,8 +9,9 @@ const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
+const constants_1 = require("../../constants");
 const session_1 = require("../../session");
-async function generateTest(scenarios, file, isUpdate) {
+async function generateTest(scenarios, file, isUpdate, options) {
     const logger = new logger_1.CustomLogger();
     if (!fs_extra_1.default.existsSync(file)) {
         logger.log(`Creating a new spec file: ${file}`);
@@ -55,10 +56,12 @@ async function generateTest(scenarios, file, isUpdate) {
         const firstShotMessage = await (0, llm_1.getLLMResult)({
             messages: instruction,
             trace,
-            model: "gpt-4o",
-            provider: "openai",
+            model: options.model || constants_1.DEFAULT_MODEL,
+            provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+            providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
             modelParameters: {
-                temperature: 0.5,
+                ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                ...options.modelParameters,
             },
         });
         let response = firstShotMessage?.content || "";
@@ -115,9 +118,13 @@ async function generateTest(scenarios, file, isUpdate) {
             const message = await (0, llm_1.getLLMResult)({
                 messages: instruction,
                 trace,
-                model: "gpt-4o",
-                provider: "openai",
-                modelParameters: { temperature: 0.5 },
+                model: options.model || constants_1.DEFAULT_MODEL,
+                provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+                providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+                modelParameters: {
+                    ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                    ...options.modelParameters,
+                },
             });
             response = message?.content || "";
             const readWriteFileSpan = trace.startSpan("write-to-file");

package/dist/bin/index.js

@@ -34,7 +34,7 @@ async function runAgent(sourceFile, isUpdate, testGenConfigs) {
         }
         else {
             logger.success("Generating test using coding agent");
-            const gen = await (0, run_2.generateTest)(scenarios, specPath, isUpdate);
+            const gen = await (0, run_2.generateTest)(scenarios, specPath, isUpdate, testGenConfig.options);
             generatedTestScenarios.push(...gen);
         }
     }

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAQpB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAwC7D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,qBAM3D;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAOhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAIpD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAQpB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAiD7D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,qBAM3D;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAOhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAIpD"}

package/dist/bin/utils/platform/web/index.js

@@ -56,7 +56,17 @@ function validateTypescript(filePath) {
     const semanticDiagnostics = program.getSemanticDiagnostics(sourceFile);
     if (semanticDiagnostics.length > 0) {
         semanticDiagnostics.forEach((diagnostic) => {
-            errors.push(diagnostic.messageText.toString());
+            if (typeof diagnostic.messageText === "string") {
+                errors.push(diagnostic.messageText);
+            }
+            else {
+                let messageChain = diagnostic.messageText;
+                errors.push(messageChain.messageText);
+                while (messageChain?.next) {
+                    messageChain = messageChain.next[0];
+                    errors.push(messageChain?.messageText);
+                }
+            }
         });
     }
     return errors;

package/dist/constants/index.d.ts

@@ -0,0 +1,6 @@
+import { LLMModel, LLMProvider, ModelParameters } from "@empiricalrun/llm";
+export declare const MODEL_API_KEYS: Record<LLMProvider, string>;
+export declare const DEFAULT_MODEL_PROVIDER: LLMProvider;
+export declare const DEFAULT_MODEL: LLMModel;
+export declare const DEFAULT_MODEL_PARAMETERS: ModelParameters;
+//# sourceMappingURL=index.d.ts.map

package/dist/constants/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE3E,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAItD,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,WAAsB,CAAC;AAE5D,eAAO,MAAM,aAAa,EAAE,QAAmB,CAAC;AAEhD,eAAO,MAAM,wBAAwB,EAAE,eAEtC,CAAC"}

package/dist/constants/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_MODEL_PARAMETERS = exports.DEFAULT_MODEL = exports.DEFAULT_MODEL_PROVIDER = exports.MODEL_API_KEYS = void 0;
+exports.MODEL_API_KEYS = {
+    google: process.env.GOOGLE_API_KEY || "",
+    anthropic: process.env.ANTHROPIC_API_KEY || "",
+    openai: process.env.OPENAI_API_KEY || "",
+};
+exports.DEFAULT_MODEL_PROVIDER = "openai";
+exports.DEFAULT_MODEL = "gpt-4o";
+exports.DEFAULT_MODEL_PARAMETERS = {
+    temperature: 0.5,
+};

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAiBnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAkBnE"}

package/dist/index.js

@@ -17,13 +17,14 @@ async function createTest(task, page, test) {
     const testConfigArg = process.env.TEST_GEN_TOKEN;
     const { testGenConfigs } = await (0, utils_1.parseCliArgs)(testConfigArg);
     const [testGenConfig] = testGenConfigs;
-    (0, reporter_1.setReporterConfig)(testGenConfig?.options?.metadata);
+    (0, reporter_1.setReporterConfig)(testGenConfig.options?.metadata);
     const fileService = new client_1.default(Number(port));
     test.setTimeout(900000);
     const code = await (0, browsing_1.browsingAgent)(task, page, {
         htmlSanitize: {
             disallowedStrings: ["v-data-table__td v-data-table-column--align-start"],
         },
+        ...testGenConfig.options,
     });
     await fileService.updateTest({
         task,

package/dist/types/index.d.ts

@@ -1,3 +1,4 @@
+import { LLMModel, LLMProvider, ModelParameters } from "@empiricalrun/llm";
 import OpenAI from "openai";
 import { Page } from "playwright";
 export type FileContent = {
@@ -6,9 +7,10 @@ export type FileContent = {
 };
 export type TestGenConfigOptions = {
     agent: "code" | "browser";
-    model: string;
+    model: LLMModel;
+    modelProvider: LLMProvider;
+    modelParameters?: ModelParameters;
     metadata: {
-        apiToken: string;
         testSessionId: number;
         testCaseName: string;
         projectRepoName: string;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAejB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAyBjB"}

package/dist/utils/exec.js

@@ -7,18 +7,29 @@ exports.cmd = void 0;
 const child_process_1 = require("child_process");
 const process_1 = __importDefault(require("process"));
 function cmd(command, options) {
-    return new Promise((resolveFunc) => {
+    let lastLog = "";
+    return new Promise((resolveFunc, rejectFunc) => {
         let p = (0, child_process_1.spawn)(command[0], command.slice(1), {
             env: { ...process_1.default.env, ...options.env },
         });
         p.stdout.on("data", (x) => {
-            process_1.default.stdout.write(x.toString());
+            const log = x.toString();
+            process_1.default.stdout.write(log);
+            lastLog = log;
         });
         p.stderr.on("data", (x) => {
+            const log = x.toString();
             process_1.default.stderr.write(x.toString());
+            lastLog = log;
         });
         p.on("exit", (code) => {
-            resolveFunc(code);
+            if (code != 0) {
+                // assuming last log is the error message before exiting
+                rejectFunc(lastLog);
+            }
+            else {
+                resolveFunc(code);
+            }
         });
     });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.16.2",
+  "version": "0.16.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"