@empiricalrun/test-gen 0.47.3 → 0.47.4

package/dist/tools/browser-agent.js

@@ -0,0 +1,76 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateTestWithBrowserAgentTool = exports.schema = void 0;
+const path_1 = __importDefault(require("path"));
+const run_1 = require("../agent/browsing/run");
+const utils_1 = require("../agent/browsing/utils");
+const scenarios_1 = require("../bin/utils/scenarios");
+const git_1 = require("../utils/git");
+exports.schema = {
+    type: "function",
+    function: {
+        name: "generateTestWithBrowserAgent",
+        description: "Create or modify a test case with browser agent. This is useful when the modifications involve changing a selector or executing browser interactions (like click, fill, etc)",
+        parameters: {
+            type: "object",
+            properties: {
+                testName: {
+                    type: "string",
+                    description: "The name of the test to create or modify",
+                },
+                fileName: {
+                    type: "string",
+                    description: "The name of the file where the test is located. File name must end with .spec.ts",
+                },
+                changeToMake: {
+                    type: "string",
+                    description: "The change to make to the test",
+                },
+            },
+            required: ["testName", "fileName", "changeToMake"],
+        },
+    },
+};
+const generateTestWithBrowserAgentTool = async ({ testName, fileName, changeToMake, }) => {
+    const testCase = {
+        id: 0,
+        name: testName,
+        filePath: fileName,
+        suites: [], // TODO: Support suites
+        steps: [changeToMake],
+    };
+    const filePathFromCwd = path_1.default.join("tests", fileName);
+    const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)({
+        testCase,
+        specPath: filePathFromCwd,
+    });
+    const { isError, error } = await (0, run_1.generateTestsUsingMasterAgent)({
+        testFilePath: filePathFromCwd,
+        filePathToUpdate,
+        // TODO: Remove this hardcoded project name
+        pwProjectsFilter: ["chromium"],
+        testGenToken: (0, scenarios_1.buildTokenFromOptions)({
+            name: testName,
+            file: fileName,
+            prompt: changeToMake,
+        }),
+        repoDir: process.cwd(),
+    });
+    if (!isError) {
+        const gitPatch = (0, git_1.getGitDiff)(filePathFromCwd);
+        return {
+            result: "Test was generated successfully",
+            gitPatch,
+        };
+    }
+    else {
+        return {
+            result: "Test was not generated successfully",
+            error,
+        };
+    }
+};
+exports.generateTestWithBrowserAgentTool = generateTestWithBrowserAgentTool;

package/dist/tools/codegen-agent.d.ts

@@ -0,0 +1,9 @@
+import { TestCase } from "@empiricalrun/shared-types";
+import { OpenAI } from "openai";
+export declare const schema: OpenAI.Chat.Completions.ChatCompletionTool;
+export declare const generateTestWithCodegenTool: ({ testName, fileName, changeToMake, }: {
+    testName: string;
+    fileName: string;
+    changeToMake: string;
+}) => Promise<void | TestCase[]>;
+//# sourceMappingURL=codegen-agent.d.ts.map

package/dist/tools/codegen-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codegen-agent.d.ts","sourceRoot":"","sources":["../../src/tools/codegen-agent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAIhC,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBA0B5C,CAAC;AAEF,eAAO,MAAM,2BAA2B;cAK5B,MAAM;cACN,MAAM;kBACF,MAAM;gCAcrB,CAAC"}

package/dist/tools/codegen-agent.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateTestWithCodegenTool = exports.schema = void 0;
+const run_1 = require("../agent/codegen/run");
+exports.schema = {
+    type: "function",
+    function: {
+        name: "generateTestWithCodegen",
+        description: "Create or modify a test case with code generation. This is useful when modifications can be done with TypeScript only, and don't require any browser interactions or element selectors.",
+        parameters: {
+            type: "object",
+            properties: {
+                testName: {
+                    type: "string",
+                    description: "The name of the test to create or modify",
+                },
+                fileName: {
+                    type: "string",
+                    description: "The name of the file where the test is located. File name must end with .spec.ts",
+                },
+                changeToMake: {
+                    type: "string",
+                    description: "The change to make to the test",
+                },
+            },
+            required: ["testName", "fileName", "changeToMake"],
+        },
+    },
+};
+const generateTestWithCodegenTool = async ({ testName, fileName, changeToMake, }) => {
+    const testCase = {
+        id: 0,
+        name: testName,
+        filePath: fileName,
+        suites: [], // TODO: Support suites
+        steps: [changeToMake],
+    };
+    const result = await (0, run_1.generateTestWithCodegen)({
+        testCase,
+        file: fileName,
+    });
+    return result;
+};
+exports.generateTestWithCodegenTool = generateTestWithCodegenTool;

package/dist/tools/test-run.d.ts

@@ -0,0 +1,10 @@
+import { OpenAI } from "openai";
+export declare const schema: OpenAI.Chat.Completions.ChatCompletionTool;
+export declare const runTestTool: ({ testName, fileName, }: {
+    testName: string;
+    fileName: string;
+}) => Promise<{
+    hasTestPassed: boolean;
+    summaryJson: any;
+}>;
+//# sourceMappingURL=test-run.d.ts.map

package/dist/tools/test-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAqB5C,CAAC;AAEF,eAAO,MAAM,WAAW;cAIZ,MAAM;cACN,MAAM;;;;EASjB,CAAC"}

package/dist/tools/test-run.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runTestTool = exports.schema = void 0;
+const test_run_1 = require("@empiricalrun/test-run");
+exports.schema = {
+    type: "function",
+    function: {
+        name: "runTest",
+        description: "Run a test",
+        parameters: {
+            type: "object",
+            properties: {
+                testName: {
+                    type: "string",
+                    description: "The name of the test to run",
+                },
+                fileName: {
+                    type: "string",
+                    description: "The name of the file where the test is located. File name must end with .spec.ts",
+                },
+            },
+            required: ["testName", "fileName"],
+        },
+    },
+};
+const runTestTool = async ({ testName, fileName, }) => {
+    // TODO: Remove this hardcoded project name
+    const result = await (0, test_run_1.runSingleTest)({
+        testName,
+        fileName,
+        projects: ["chromium"],
+    });
+    return result;
+};
+exports.runTestTool = runTestTool;

package/dist/utils/git.d.ts

@@ -0,0 +1,2 @@
+export declare function getGitDiff(filepath: string): string;
+//# sourceMappingURL=git.d.ts.map

package/dist/utils/git.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAEA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD"}

package/dist/utils/git.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getGitDiff = void 0;
+const child_process_1 = require("child_process");
+function getGitDiff(filepath) {
+    const diff = (0, child_process_1.execSync)(`git diff ${filepath}`, {
+        encoding: "utf-8",
+    });
+    return diff;
+}
+exports.getGitDiff = getGitDiff;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.47.3",
+  "version": "0.47.4",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -75,7 +75,8 @@
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.36",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/reporter": "^0.23.1"
+    "@empiricalrun/reporter": "^0.23.1",
+    "@empiricalrun/test-run": "^0.7.1"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",