@empiricalrun/test-gen 0.6.0 → 0.7.1

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.7.1
+
+### Patch Changes
+
+- 0aaf594: fix: make it easier to open trace
+
+## 0.7.0
+
+### Minor Changes
+
+- f4a2519: feat: add support for json string support for adding / updating tests using test-gen
+
 ## 0.6.0
 
 ### Minor Changes

package/dist/bin/ai/trace/index.d.ts

@@ -5,6 +5,7 @@ export default class LLMTracing {
         name?: string;
     });
     get id(): string;
+    get url(): string;
     event({ name, input, metadata, output, }: {
         name: string;
         input?: any;

package/dist/bin/ai/trace/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/ai/trace/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAe5B,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAsB;gBACvB,EAAE,IAAuB,EAAE,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO;IAS/D,IAAI,EAAE,WAEL;IAED,KAAK,CAAC,EACJ,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,MAAM,GACP,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,MAAM,CAAC,EACL,KAAU,EACV,MAAW,EACX,QAAa,GACd,EAAE;QACD,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB;IAID,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAC/B,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;;oBAIJ,OAAO,MAAM,EAAE,GAAG,CAAC;;;IAMnD,eAAe,CAAC,EACd,IAAS,EACT,KAAU,EACV,UAAe,EACf,KAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,KAAK,EAAE,GAAG,CAAC;KACZ;;oBAYa,MAAM;;cAEZ,IAAI;;CAcb"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/ai/trace/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAe5B,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAsB;gBACvB,EAAE,IAAuB,EAAE,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO;IAS/D,IAAI,EAAE,WAEL;IAED,IAAI,GAAG,WAEN;IAED,KAAK,CAAC,EACJ,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,MAAM,GACP,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,MAAM,CAAC,EACL,KAAU,EACV,MAAW,EACX,QAAa,GACd,EAAE;QACD,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB;IAID,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAC/B,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;;oBAIJ,OAAO,MAAM,EAAE,GAAG,CAAC;;;IAMnD,eAAe,CAAC,EACd,IAAS,EACT,KAAU,EACV,UAAe,EACf,KAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,KAAK,EAAE,GAAG,CAAC;KACZ;;oBAYa,MAAM;;cAEZ,IAAI;;CAcb"}

package/dist/bin/ai/trace/index.js

@@ -24,6 +24,9 @@ class LLMTracing {
     get id() {
         return this.trace.traceId;
     }
+    get url() {
+        return this.trace.getTraceUrl();
+    }
     event({ name, input, metadata, output, }) {
         this.trace.event({ name, input, metadata, output });
     }

package/dist/bin/index.js

@@ -83,7 +83,11 @@ async function generateTest(scenarios, file, isUpdate) {
             counter += 1;
             if (counter > maxIteration) {
                 trace.event({ name: "code-fix-iteration-max-out" });
-                logger.error(`Unable to fix typescript errors. Please review ${file} manually and fix the typescript errors. Run the test-gen command again, once errors are fixed. [Trace: ${trace.id}]`);
+                logger.error([
+                    `Unable to fix typescript errors. Please review ${file} manually and fix the typescript errors.`,
+                    `Run the test-gen command again, once errors are fixed.`,
+                    `[Trace: ${trace.url}]`,
+                ].join("\n"));
                 break;
             }
             trace.event({ name: "Found errors fixing" });
@@ -115,7 +119,7 @@ async function generateTest(scenarios, file, isUpdate) {
         }
         trace.event({ name: "format-file" });
         await (0, web_1.formatCode)(file);
-        logger.success("File formatted successfully!", `[Trace: ${trace.id}]`);
+        logger.success("File formatted successfully!", `[Trace: ${trace.url}]`);
         generatedScenarios.push(scenario);
         trace.update({ input: { scenario }, output: { response } });
     }

package/dist/bin/logger/index.js

@@ -4,10 +4,10 @@ exports.CustomLogger = void 0;
 const picocolors_1 = require("picocolors");
 class CustomLogger {
     log(message, ...optionalParams) {
-        console.log("🪵 ", (0, picocolors_1.cyan)(message), ...optionalParams);
+        console.log("🪵", (0, picocolors_1.cyan)(message), ...optionalParams);
     }
     warn(message, ...optionalParams) {
-        console.log("🟡 ", (0, picocolors_1.yellow)(message), ...optionalParams);
+        console.log("🟡", (0, picocolors_1.yellow)(message), ...optionalParams);
     }
     success(message, ...optionalParams) {
         console.log("✅", (0, picocolors_1.green)(message), ...optionalParams);

package/dist/bin/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/scenarios/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAiGpC,iBAAe,iBAAiB,CAC9B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,QAAQ,EAAE,CAAA;CAAE,EAAE,CAAC,CAqBxD;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/scenarios/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAiGpC,iBAAe,iBAAiB,CAC9B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,QAAQ,EAAE,CAAA;CAAE,EAAE,CAAC,CAuBxD;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/bin/scenarios/index.js

@@ -88,8 +88,12 @@ async function generateScenarios(scenariosPath) {
     if (scenariosPath.startsWith("https://docs.google.com/spreadsheets")) {
         return await generateScenariosUsingGsheet(scenariosPath);
     }
-    else if (isValidJSON(scenariosPath)) {
-        const config = JSON.parse(scenariosPath);
+    else if (scenariosPath.endsWith(".yaml")) {
+        return await generateScenariosUsingYAML(scenariosPath);
+    }
+    else if (isValidJSON(atob(scenariosPath))) {
+        const str = atob(scenariosPath);
+        const config = JSON.parse(str);
         const specPath = `./tests/${config.group || "index"}.spec.ts`;
         return [
             {
@@ -104,8 +108,6 @@ async function generateScenarios(scenariosPath) {
             },
         ];
     }
-    else {
-        return await generateScenariosUsingYAML(scenariosPath);
-    }
+    throw Error("Invalid path for test scenarios");
 }
 exports.generateScenarios = generateScenarios;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.6.0",
+  "version": "0.7.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"