@empiricalrun/test-gen 0.35.5 → 0.35.8

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-gen
 
+## 0.35.8
+
+### Patch Changes
+
+- 461f3dd: fix: add logs for generation stopped due to stop session requested
+
+## 0.35.7
+
+### Patch Changes
+
+- 2145207: fix: vitest config to exclude browser tests
+
+## 0.35.6
+
+### Patch Changes
+
+- 948f534: fix: update verification agent prompt
+
 ## 0.35.5
 
 ### Patch Changes

package/browser-injected-scripts/annotate-elements.spec.ts

@@ -157,7 +157,7 @@ test("should annotate all important items on quizizz page", async ({
         (item) =>
           item.innerText.includes("accommodations") &&
           item.href ===
-            "https://quizizz.com/admin/differentiation/accommodations",
+          "https://quizizz.com/admin/differentiation/accommodations",
       ),
     )
     .toBeTruthy();

package/dist/agent/browsing/index.js

@@ -101,7 +101,7 @@ async function executeTaskUsingBrowsingAgent({ trace, action, logger, page, opti
                 await actions.executeAction(toolCall.function.name, JSON.parse(toolCall.function.arguments), toolCallsSpan);
                 executedActions.push({
                     isError: false,
-                    action: JSON.stringify(toolCall),
+                    action: JSON.parse(toolCall.function.arguments)?.reason,
                 });
                 lastActionExecTrace = "";
             }
@@ -109,7 +109,7 @@ async function executeTaskUsingBrowsingAgent({ trace, action, logger, page, opti
                 // TODO: implement feedback loop to llm
                 executedActions.push({
                     isError: true,
-                    action: JSON.stringify(toolCall.function.arguments)?.reason,
+                    action: JSON.parse(toolCall.function.arguments)?.reason,
                 });
                 lastActionExecTrace = e.message;
                 void testgenUpdatesReporter.sendMessage(e.message);

package/dist/agent/verification/index.js

@@ -16,7 +16,7 @@ async function verificationAgent({ trace, task, conversation, }) {
     const messages = await (0, llm_1.getPrompt)("agent-steps-verification", {
         task,
         conversation: conversation.join("\n"),
-    }, 4);
+    }, 5);
     const llm = new llm_1.LLM({ provider: "openai" });
     const response = await llm.createChatCompletion({
         trace: verificationAgentSpan,

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -157,7 +157,7 @@ test("should annotate all important items on quizizz page", async ({
         (item) =>
           item.innerText.includes("accommodations") &&
           item.href ===
-            "https://quizizz.com/admin/differentiation/accommodations",
+          "https://quizizz.com/admin/differentiation/accommodations",
       ),
     )
     .toBeTruthy();

package/dist/session/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAkBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAGtC;AAED,wBAAsB,eAAe,0DAqBpC;AAED,wBAAsB,UAAU,kBAqB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAmBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAStC;AAED,wBAAsB,eAAe,0DAqBpC;AAED,wBAAsB,UAAU,kBAqB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/session/index.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getSessionDetails = exports.endSession = exports.getSessionState = exports.shouldStopSession = exports.setSessionDetails = void 0;
 const package_json_1 = __importDefault(require("../../package.json"));
+const logger_1 = require("../bin/logger");
 const sessionDetails = {
     sessionId: undefined,
     version: package_json_1.default.version,
@@ -30,7 +31,11 @@ function setSessionDetails({ sessionId, generationId, testCaseId, projectRepoNam
 exports.setSessionDetails = setSessionDetails;
 async function shouldStopSession() {
     const sessionState = await getSessionState();
-    return sessionState !== "started";
+    const shouldStopSession = sessionState !== "started";
+    if (shouldStopSession) {
+        new logger_1.CustomLogger().warn(`Generation to be stopped due to session state marked as ${sessionState}`);
+    }
+    return shouldStopSession;
 }
 exports.shouldStopSession = shouldStopSession;
 async function getSessionState() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.35.5",
+  "version": "0.35.8",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -63,7 +63,7 @@
     "clean": "tsc --build --clean",
     "lint": "eslint .",
     "test": "vitest run",
-    "e2e-test": "npx playwright test",
+    "test-browser": "npx playwright test",
     "test:watch": "vitest",
     "test:watch-files": "vitest $0 --watch"
   }

package/vitest.config.ts

@@ -6,5 +6,6 @@ dotenvConfig({ path: [".env.local", ".env"] });
 export default defineConfig({
   test: {
     setupFiles: ["dotenv/config"],
+    include: ["src/**/*.test.ts"],
   },
 });