@empiricalrun/test-gen 0.18.0 → 0.20.0

package/CHANGELOG.md

@@ -1,5 +1,34 @@
 # @empiricalrun/test-gen
 
+## 0.20.0
+
+### Minor Changes
+
+- 77a3e5a: feat: drop unused scenario and assert entities
+
+### Patch Changes
+
+- Updated dependencies [bcf53ae]
+  - @empiricalrun/llm@0.4.1
+
+## 0.19.1
+
+### Patch Changes
+
+- Updated dependencies [b7797f9]
+  - @empiricalrun/reporter@0.12.3
+
+## 0.19.0
+
+### Minor Changes
+
+- 2087461: feat: remove LLMTracing class and use native methods
+
+### Patch Changes
+
+- Updated dependencies [2087461]
+  - @empiricalrun/llm@0.4.0
+
 ## 0.18.0
 
 ### Minor Changes

package/README.md

@@ -42,7 +42,6 @@ const scenario = {
     "fill in the password as bazbaz",
     "click on the login button",
   ],
-  assert: "",
   group: "home",
 };
 btoa(JSON.stringify(scenario));

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAInD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAgG9B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAInD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAkG9B"}

package/dist/agent/browsing/index.js

@@ -10,9 +10,11 @@ const html_1 = require("../../utils/html");
 const utils_1 = require("./utils");
 async function browsingAgent(task, page, options) {
     const logger = new logger_1.CustomLogger();
-    const trace = new llm_1.LLMTracing({
+    const session = (0, session_1.getSessionDetails)();
+    const trace = llm_1.langfuseInstance.trace({
         name: "browsing-agent",
-        sessionDetails: (0, session_1.getSessionDetails)(),
+        id: session.id,
+        release: session.version,
         tags: [
             options.metadata?.projectName,
             options.metadata?.environment,
@@ -26,13 +28,13 @@ async function browsingAgent(task, page, options) {
     trace.update({ input: { task } });
     let lastActionExecTrace = "";
     while (!isTaskDone) {
-        const pageContentSpan = trace.startSpan("page-content");
+        const pageContentSpan = trace.span({ name: "page-content" });
         const pageContent = await page.content();
         pageContentSpan.end({ output: { pageContent } });
-        const sanitizationSpan = trace.startSpan("page-sanitization");
+        const sanitizationSpan = trace.span({ name: "page-sanitization" });
         const pageSnapshot = (0, html_1.sanitizeHtml)(pageContent, options.htmlSanitize);
         sanitizationSpan.end({ output: { pageSnapshot } });
-        const promptSpan = trace.startSpan("page-prompt");
+        const promptSpan = trace.span({ name: "page-prompt" });
         // extract all successful actions
         const successfulActions = executedActions
             .filter((a) => !a.isError)
@@ -93,7 +95,7 @@ async function browsingAgent(task, page, options) {
     const code = actions.generateCode();
     trace.update({ input: { task }, output: { code } });
     logger.success("Successfully generated code for the given task");
-    logger.log(`Trace: ${trace.url}`);
+    logger.log(`Trace: ${trace.getTraceUrl()}`);
     return code;
 }
 exports.browsingAgent = browsingAgent;

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA8IrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAmJrB"}

package/dist/agent/codegen/run.js

@@ -21,9 +21,11 @@ async function generateTest(testCase, file, options) {
     const { codePrompt, pomPrompt, testFileContent } = context;
     const generatedTestCases = [];
     logger.logEmptyLine();
-    const trace = new llm_1.LLMTracing({
+    const session = (0, session_1.getSessionDetails)();
+    const trace = llm_1.langfuseInstance.trace({
         name: "generate-test",
-        sessionDetails: (0, session_1.getSessionDetails)(),
+        id: session.id,
+        release: session.version,
         tags: [options.metadata.projectName, options.metadata.environment].filter((s) => !!s),
     });
     trace.event({
@@ -36,7 +38,9 @@ async function generateTest(testCase, file, options) {
     });
     trace.update({ input: { testCase } });
     const isUpdate = testFileContent.includes(`test("${testCase?.name}"`);
-    const promptSpan = trace.startSpan(isUpdate ? "update-scenario-prompt" : "add-scenario-prompt");
+    const promptSpan = trace.span({
+        name: isUpdate ? "update-scenario-prompt" : "add-scenario-prompt",
+    });
     const promptName = isUpdate ? "update-scenario" : "add-scenario";
     const instruction = await (0, llm_1.getPrompt)(promptName, {
         testFiles: codePrompt,
@@ -59,7 +63,7 @@ async function generateTest(testCase, file, options) {
     });
     let response = firstShotMessage?.content || "";
     logger.success("Test generated successfully!");
-    const readWriteFileSpan = trace.startSpan("write-to-file");
+    const readWriteFileSpan = trace.span({ name: "write-to-file" });
     let contents = fs_extra_1.default.readFileSync(file, "utf-8");
     const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(response);
     let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
@@ -73,7 +77,7 @@ async function generateTest(testCase, file, options) {
     logger.log("Linting generated code...");
     trace.event({ name: "lint-file" });
     await (0, web_1.lintErrors)(file);
-    const validateTypesSpan = trace.startSpan("detect-type-errors-in-file");
+    const validateTypesSpan = trace.span({ name: "detect-type-errors-in-file" });
     logger.log("Validating types...");
     let errors = (0, web_1.validateTypescript)(file);
     validateTypesSpan.end({ output: { errors } });
@@ -90,7 +94,7 @@ async function generateTest(testCase, file, options) {
             logger.error([
                 `Unable to fix typescript errors. Please review ${file} manually and fix the typescript errors.`,
                 `Run the test-gen command again, once errors are fixed.`,
-                `Trace: ${trace.url}`,
+                `Trace: ${trace.getTraceUrl()}`,
             ].join("\n"));
             break;
         }
@@ -98,7 +102,7 @@ async function generateTest(testCase, file, options) {
         logger.warn("Found few errors while validating types:");
         errors.forEach((e) => logger.warn(e));
         logger.log("Trying to fix above errors...");
-        const promptSpan = trace.startSpan("fix-type-errors-prompt");
+        const promptSpan = trace.span({ name: "fix-type-errors-prompt" });
         const instruction = await (0, llm_1.getPrompt)("fix-file-errors-ts", {
             testFiles: codePrompt || "",
             pageFiles: pomPrompt || "",
@@ -120,12 +124,14 @@ async function generateTest(testCase, file, options) {
             },
         });
         response = message?.content || "";
-        const readWriteFileSpan = trace.startSpan("write-to-file");
+        const readWriteFileSpan = trace.span({ name: "write-to-file" });
         await fs_extra_1.default.writeFile(file, response, "utf-8");
         readWriteFileSpan.end({ output: { response } });
         trace.event({ name: "lint-file" });
         await (0, web_1.lintErrors)(file);
-        const validateTypesSpan = trace.startSpan("detect-type-errors-in-file");
+        const validateTypesSpan = trace.span({
+            name: "detect-type-errors-in-file",
+        });
         errors = (0, web_1.validateTypescript)(file);
         validateTypesSpan.end({ output: { errors } });
         if (!errors.length) {
@@ -135,7 +141,7 @@ async function generateTest(testCase, file, options) {
     trace.event({ name: "format-file" });
     await (0, web_1.formatCode)(file);
     logger.success("File formatted successfully!");
-    logger.log(`Trace: ${trace.url}`);
+    logger.log(`Trace: ${trace.getTraceUrl()}`);
     generatedTestCases.push(testCase);
     trace.update({ input: { testCase }, output: { response } });
     return generatedTestCases;

package/dist/bin/utils/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AAUrE,iBAAe,eAAe,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAY5E;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AASrE,iBAAe,eAAe,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAY5E;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.18.0",
+  "version": "0.20.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -40,8 +40,8 @@
     "slugify": "^1.6.6",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/llm": "^0.3.0",
-    "@empiricalrun/reporter": "^0.12.2"
+    "@empiricalrun/llm": "^0.4.1",
+    "@empiricalrun/reporter": "^0.12.3"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",