@empiricalrun/test-gen 0.15.1 → 0.16.3

package/CHANGELOG.md

@@ -1,5 +1,35 @@
 # @empiricalrun/test-gen
 
+## 0.16.3
+
+### Patch Changes
+
+- 8243b11: fix: add logs for errors while running playwright
+
+## 0.16.2
+
+### Patch Changes
+
+- Updated dependencies [ffaa43d]
+  - @empiricalrun/llm@0.2.0
+
+## 0.16.1
+
+### Patch Changes
+
+- 8b19502: fix: browsing agent message format
+
+## 0.16.0
+
+### Minor Changes
+
+- af9724a: feat: add support for ai gateway
+
+### Patch Changes
+
+- Updated dependencies [af9724a]
+  - @empiricalrun/llm@0.1.0
+
 ## 0.15.1
 
 ### Patch Changes

package/dist/actions/assert.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../src/actions/assert.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBAsDjD,CAAC"}
+{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../src/actions/assert.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBA8CjD,CAAC"}

package/dist/actions/assert.js

@@ -15,15 +15,7 @@ const assertTextVisibilityActionGenerator = (page) => {
         },
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
-            const css = args.css_selector;
-            const assertStr = `await expect(page.locator("${css}")).toBeVisible();`;
-            if (options?.locator) {
-                return `
-        // ${assertStr}
-        await expect(page.${options.locator}).toBeVisible();
-        `;
-            }
-            return assertStr;
+            return `await expect(page.${options.locator}).toBeVisible();`;
         },
         name: exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME,
         schema: {

package/dist/actions/click.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAsDlC,CAAC"}
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBA8ClC,CAAC"}

package/dist/actions/click.js

@@ -17,15 +17,7 @@ const clickActionGenerator = (page) => {
         },
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
-            const css = args.css_selector;
-            const templ = `await page.locator("${css}").first().click();`;
-            if (options?.locator) {
-                return `
-        // ${templ}
-        await page.${options.locator}.click();
-        `;
-            }
-            return templ;
+            return `await page.${options.locator}.click();`;
         },
         name: exports.PLAYWRIGHT_CLICK_ACTION_NAME,
         schema: {

package/dist/actions/fill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,yBAsDjC,CAAC"}
+{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,yBA8CjC,CAAC"}

package/dist/actions/fill.js

@@ -16,15 +16,7 @@ const fillActionGenerator = (page) => {
         },
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
-            const css = args.css_selector;
-            const templ = `await page.locator("${css}").fill("${args.text}");`;
-            if (options?.locator) {
-                return `
-        // ${templ}
-        await page.${options?.locator}.fill("${args.text}");
-        `;
-            }
-            return templ;
+            return `await page.${options.locator}.fill("${args.text}");`;
         },
         name: exports.PLAYWRIGHT_FILL_ACTION_NAME,
         schema: {

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGlC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAYhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAmBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,UAAU;CAMX"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGlC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAYhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAqBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,UAAU;CAMX"}

package/dist/actions/index.js

@@ -27,17 +27,19 @@ class PlaywrightActions {
         if (!action) {
             throw Error(`No action registered for action: ${name}`);
         }
+        const logger = new logger_1.CustomLogger();
+        logger.logEmptyLine();
         try {
-            const logger = new logger_1.CustomLogger();
-            logger.log(`executing: ${name}`);
-            logger.log(`reason: ${args.reason}`);
-            const templateOptions = (await action.execute(args)) || undefined;
+            const templateOptions = (await action.execute(args)) || { locator: "" };
             // record successful actions
             const code = action.template(args, templateOptions);
             this.recordedActions.push({ name, code });
-            logger.log(`code: ${code}`, "\n\n");
+            if (code) {
+                logger.log(`action: ${name} \ncode: ${code} \nreason: ${args.reason}`);
+            }
         }
         catch (e) {
+            logger.log(`action: ${name} \nreason: ${args.reason}`);
             throw Error(`Error executing ${name} action of playwright: ${e}`);
         }
     }

package/dist/agent/browsing/index.d.ts

@@ -1,7 +1,10 @@
 import { Page } from "playwright";
-export declare function browsingAgent(task: string, page: Page, options?: {
+import { TestGenConfigOptions } from "../../types";
+type BrowsingAgentOptions = Partial<TestGenConfigOptions> & {
     htmlSanitize?: {
         disallowedStrings?: string[];
     };
-}): Promise<string>;
+};
+export declare function browsingAgent(task: string, page: Page, options: BrowsingAgentOptions): Promise<string>;
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAUlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBAiFP"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAInD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBA4F9B"}

package/dist/agent/browsing/index.js

@@ -1,19 +1,19 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.browsingAgent = void 0;
+const llm_1 = require("@empiricalrun/llm");
 const actions_1 = require("../../actions");
-const ai_1 = require("../../bin/ai");
-const provider_1 = require("../../bin/ai/prompts/provider");
-const trace_1 = __importDefault(require("../../bin/ai/trace"));
 const logger_1 = require("../../bin/logger");
+const constants_1 = require("../../constants");
+const session_1 = require("../../session");
 const html_1 = require("../../utils/html");
 const utils_1 = require("./utils");
-async function browsingAgent(task, page, options = {}) {
+async function browsingAgent(task, page, options) {
     const logger = new logger_1.CustomLogger();
-    const trace = new trace_1.default({ name: "browsing-agent" });
+    const trace = new llm_1.LLMTracing({
+        name: "browsing-agent",
+        sessionDetails: (0, session_1.getSessionDetails)(),
+    });
     const actions = new actions_1.PlaywrightActions(page);
     const tools = actions.getActionSchemas();
     let isTaskDone = false;
@@ -33,18 +33,25 @@ async function browsingAgent(task, page, options = {}) {
         const successfulActions = executedActions
             .filter((a) => !a.isError)
             .map((a) => a.action);
-        const messages = await (0, provider_1.getPromptForNextAction)({
+        const messages = await (0, utils_1.getPromptForNextAction)({
             pageSnapshot,
             previousActions: successfulActions,
             task,
             lastActionErrors: lastActionExecTrace ? [lastActionExecTrace] : [],
         });
         promptSpan.end({ output: { messages } });
-        const completion = await (0, ai_1.getLLMResult)({
+        const completion = await (0, llm_1.getLLMResult)({
             messages,
             tools,
             trace,
-            tool_choice: "required",
+            model: options.model || constants_1.DEFAULT_MODEL,
+            provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+            providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+            modelParameters: {
+                ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                ...options.modelParameters,
+                tool_choice: "required",
+            },
         });
         const toolCalls = completion?.tool_calls || [];
         for (const i in toolCalls) {

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA0BzE"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA4BzE"}

package/dist/agent/browsing/run.js

@@ -26,15 +26,18 @@ async function generateTestsUsingBrowsingAgent(testFilePath) {
     if (!process.env.CI) {
         command = command.concat(` --headed`);
     }
-    const exitCode = await (0, exec_1.cmd)(command.split(" "), {
-        env: {
-            APP_PORT: port.toString(),
-            PW_TEST_HTML_REPORT_OPEN: "never",
-            TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
-        },
-    });
-    if (exitCode != 0) {
-        process.exit(exitCode);
+    try {
+        await (0, exec_1.cmd)(command.split(" "), {
+            env: {
+                APP_PORT: port.toString(),
+                PW_TEST_HTML_REPORT_OPEN: "never",
+                TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
+            },
+        });
+    }
+    catch (e) {
+        logger.error(e);
+        process.exit(1);
     }
     await (0, web_1.removeTestOnly)(testFilePath);
 }

package/dist/agent/browsing/utils.d.ts

@@ -14,4 +14,10 @@ export declare function readPlaywrightConfig(): Promise<PlaywrightTestConfig>;
  * @returns
  */
 export declare function detectProjectName(testFilePath: string, playwrightConfig: PlaywrightTestConfig): Promise<string>;
+export declare function getPromptForNextAction({ pageSnapshot, task, previousActions, lastActionErrors, }: {
+    pageSnapshot: string;
+    task: string;
+    previousActions: string[];
+    lastActionErrors: string[];
+}): Promise<import("openai/resources/index.mjs").ChatCompletionMessageParam[]>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AASvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,UAIxE;AAED,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAqCzE;AAiBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBASxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD;AAED,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CAkDjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AASvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,UAIxE;AAED,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAqCzE;AAiBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBASxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD;AAED,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,GACtB,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,8EASA"}

package/dist/agent/browsing/utils.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.detectProjectName = exports.readPlaywrightConfig = exports.canRunBrowsingAgent = exports.injectPwLocatorGenerator = exports.prepareFileForBrowsingAgent = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
+exports.getPromptForNextAction = exports.detectProjectName = exports.readPlaywrightConfig = exports.canRunBrowsingAgent = exports.injectPwLocatorGenerator = exports.prepareFileForBrowsingAgent = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
+const llm_1 = require("@empiricalrun/llm");
 const child_process_1 = require("child_process");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const minimatch_1 = require("minimatch");
@@ -154,3 +155,14 @@ async function detectProjectName(testFilePath, playwrightConfig) {
     return project;
 }
 exports.detectProjectName = detectProjectName;
+async function getPromptForNextAction({ pageSnapshot = "", task = "", previousActions = [], lastActionErrors = [], }) {
+    const previousActionsStr = previousActions.join("\n\n ---- \n\n");
+    const prompt = await (0, llm_1.getPrompt)("browsing-agent-next-action", {
+        pageSnapshot,
+        previousActionsStr,
+        task,
+        lastActionErrors,
+    });
+    return prompt;
+}
+exports.getPromptForNextAction = getPromptForNextAction;

package/dist/agent/codegen/run.d.ts

@@ -1,3 +1,3 @@
-import { Scenario } from "../../types";
-export declare function generateTest(scenarios: Scenario[], file: string, isUpdate: boolean): Promise<Scenario[]>;
+import { Scenario, TestGenConfigOptions } from "../../types";
+export declare function generateTest(scenarios: Scenario[], file: string, isUpdate: boolean, options: TestGenConfigOptions): Promise<Scenario[]>;
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,wBAAsB,YAAY,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+HrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqJrB"}

package/dist/agent/codegen/run.js

@@ -4,14 +4,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTest = void 0;
+const llm_1 = require("@empiricalrun/llm");
 const fs_extra_1 = __importDefault(require("fs-extra"));
-const ai_1 = require("../../bin/ai");
-const provider_1 = require("../../bin/ai/prompts/provider");
-const trace_1 = __importDefault(require("../../bin/ai/trace"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
-async function generateTest(scenarios, file, isUpdate) {
+const constants_1 = require("../../constants");
+const session_1 = require("../../session");
+async function generateTest(scenarios, file, isUpdate, options) {
     const logger = new logger_1.CustomLogger();
     if (!fs_extra_1.default.existsSync(file)) {
         logger.log(`Creating a new spec file: ${file}`);
@@ -22,7 +22,10 @@ async function generateTest(scenarios, file, isUpdate) {
     const generatedScenarios = [];
     for (const i in scenarios) {
         logger.logEmptyLine();
-        const trace = new trace_1.default({ name: "generate-test" });
+        const trace = new llm_1.LLMTracing({
+            name: "generate-test",
+            sessionDetails: (0, session_1.getSessionDetails)(),
+        });
         trace.event({
             name: "collate-files-as-text",
             output: {
@@ -41,7 +44,7 @@ async function generateTest(scenarios, file, isUpdate) {
         }
         const promptSpan = trace.startSpan(isUpdate ? "update-scenario-prompt" : "add-scenario-prompt");
         const promptName = isUpdate ? "update-scenario" : "add-scenario";
-        const instruction = await (0, provider_1.getPrompt)(promptName, {
+        const instruction = await (0, llm_1.getPrompt)(promptName, {
             testFiles: codePrompt,
             pageFiles: pomPrompt,
             scenarioName: scenario.name,
@@ -50,9 +53,16 @@ async function generateTest(scenarios, file, isUpdate) {
             scenarioFile: file,
         });
         promptSpan.end({ output: { instruction } });
-        const firstShotMessage = await (0, ai_1.getLLMResult)({
+        const firstShotMessage = await (0, llm_1.getLLMResult)({
             messages: instruction,
             trace,
+            model: options.model || constants_1.DEFAULT_MODEL,
+            provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+            providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+            modelParameters: {
+                ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                ...options.modelParameters,
+            },
         });
         let response = firstShotMessage?.content || "";
         logger.success("Test generated successfully!");
@@ -96,7 +106,7 @@ async function generateTest(scenarios, file, isUpdate) {
             errors.forEach((e) => logger.warn(e));
             logger.log("Trying to fix above errors...");
             const promptSpan = trace.startSpan("fix-type-errors-prompt");
-            const instruction = await (0, provider_1.getPrompt)("fix-file-errors-ts", {
+            const instruction = await (0, llm_1.getPrompt)("fix-file-errors-ts", {
                 testFiles: codePrompt || "",
                 pageFiles: pomPrompt || "",
                 scenarioFile: file,
@@ -105,7 +115,17 @@ async function generateTest(scenarios, file, isUpdate) {
                 scenaioName: scenario.name,
             });
             promptSpan.end({ output: { instruction } });
-            const message = await (0, ai_1.getLLMResult)({ messages: instruction, trace });
+            const message = await (0, llm_1.getLLMResult)({
+                messages: instruction,
+                trace,
+                model: options.model || constants_1.DEFAULT_MODEL,
+                provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+                providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+                modelParameters: {
+                    ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                    ...options.modelParameters,
+                },
+            });
             response = message?.content || "";
             const readWriteFileSpan = trace.startSpan("write-to-file");
             await fs_extra_1.default.writeFile(file, response, "utf-8");

package/dist/bin/index.js

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const llm_1 = require("@empiricalrun/llm");
 const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
@@ -15,6 +16,9 @@ const utils_2 = require("./utils");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
+process.on("exit", async () => await (0, llm_1.flushAllTraces)());
+process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
+process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
 async function runAgent(sourceFile, isUpdate, testGenConfigs) {
     const logger = new logger_1.CustomLogger();
     const generatedTestScenarios = [];
@@ -30,7 +34,7 @@ async function runAgent(sourceFile, isUpdate, testGenConfigs) {
         }
         else {
             logger.success("Generating test using coding agent");
-            const gen = await (0, run_2.generateTest)(scenarios, specPath, isUpdate);
+            const gen = await (0, run_2.generateTest)(scenarios, specPath, isUpdate, testGenConfig.options);
             generatedTestScenarios.push(...gen);
         }
     }

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAQpB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAwC7D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,qBAM3D;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAOhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAIpD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAQpB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAiD7D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,qBAM3D;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAOhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAIpD"}

package/dist/bin/utils/platform/web/index.js

@@ -56,7 +56,17 @@ function validateTypescript(filePath) {
     const semanticDiagnostics = program.getSemanticDiagnostics(sourceFile);
     if (semanticDiagnostics.length > 0) {
         semanticDiagnostics.forEach((diagnostic) => {
-            errors.push(diagnostic.messageText.toString());
+            if (typeof diagnostic.messageText === "string") {
+                errors.push(diagnostic.messageText);
+            }
+            else {
+                let messageChain = diagnostic.messageText;
+                errors.push(messageChain.messageText);
+                while (messageChain?.next) {
+                    messageChain = messageChain.next[0];
+                    errors.push(messageChain?.messageText);
+                }
+            }
         });
     }
     return errors;

package/dist/constants/index.d.ts

@@ -0,0 +1,6 @@
+import { LLMModel, LLMProvider, ModelParameters } from "@empiricalrun/llm";
+export declare const MODEL_API_KEYS: Record<LLMProvider, string>;
+export declare const DEFAULT_MODEL_PROVIDER: LLMProvider;
+export declare const DEFAULT_MODEL: LLMModel;
+export declare const DEFAULT_MODEL_PARAMETERS: ModelParameters;
+//# sourceMappingURL=index.d.ts.map

package/dist/constants/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE3E,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAItD,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,WAAsB,CAAC;AAE5D,eAAO,MAAM,aAAa,EAAE,QAAmB,CAAC;AAEhD,eAAO,MAAM,wBAAwB,EAAE,eAEtC,CAAC"}

package/dist/constants/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_MODEL_PARAMETERS = exports.DEFAULT_MODEL = exports.DEFAULT_MODEL_PROVIDER = exports.MODEL_API_KEYS = void 0;
+exports.MODEL_API_KEYS = {
+    google: process.env.GOOGLE_API_KEY || "",
+    anthropic: process.env.ANTHROPIC_API_KEY || "",
+    openai: process.env.OPENAI_API_KEY || "",
+};
+exports.DEFAULT_MODEL_PROVIDER = "openai";
+exports.DEFAULT_MODEL = "gpt-4o";
+exports.DEFAULT_MODEL_PARAMETERS = {
+    temperature: 0.5,
+};

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAiBnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAkBnE"}

package/dist/index.js

@@ -4,22 +4,27 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTest = void 0;
+const llm_1 = require("@empiricalrun/llm");
 const browsing_1 = require("./agent/browsing");
 const reporter_1 = require("./bin/reporter");
 const utils_1 = require("./bin/utils");
 const client_1 = __importDefault(require("./file/client"));
+process.on("exit", async () => await (0, llm_1.flushAllTraces)());
+process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
+process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
 async function createTest(task, page, test) {
     const port = process.env.APP_PORT || 3030;
     const testConfigArg = process.env.TEST_GEN_TOKEN;
     const { testGenConfigs } = await (0, utils_1.parseCliArgs)(testConfigArg);
     const [testGenConfig] = testGenConfigs;
-    (0, reporter_1.setReporterConfig)(testGenConfig?.options?.metadata);
+    (0, reporter_1.setReporterConfig)(testGenConfig.options?.metadata);
     const fileService = new client_1.default(Number(port));
     test.setTimeout(900000);
     const code = await (0, browsing_1.browsingAgent)(task, page, {
         htmlSanitize: {
             disallowedStrings: ["v-data-table__td v-data-table-column--align-start"],
         },
+        ...testGenConfig.options,
     });
     await fileService.updateTest({
         task,

package/dist/session/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAKA,iBAAS,iBAAiB;;;EAKzB;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/{bin/session → session}/index.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getSessionDetails = void 0;
 const crypto_1 = __importDefault(require("crypto"));
-const package_json_1 = __importDefault(require("./../../../package.json"));
+const package_json_1 = __importDefault(require("./../../package.json"));
 const sessionId = crypto_1.default.randomUUID();
 function getSessionDetails() {
     return {

package/dist/types/index.d.ts

@@ -1,3 +1,4 @@
+import { LLMModel, LLMProvider, ModelParameters } from "@empiricalrun/llm";
 import OpenAI from "openai";
 import { Page } from "playwright";
 export type FileContent = {
@@ -6,9 +7,10 @@ export type FileContent = {
 };
 export type TestGenConfigOptions = {
     agent: "code" | "browser";
-    model: string;
+    model: LLMModel;
+    modelProvider: LLMProvider;
+    modelParameters?: ModelParameters;
     metadata: {
-        apiToken: string;
         testSessionId: number;
         testCaseName: string;
         projectRepoName: string;
@@ -31,8 +33,8 @@ export type Action = {
     schema: ActionSchema;
     execute: (args: Record<string, any>) => Promise<{
         locator: string;
-    } | void | undefined>;
-    template: (args: Record<string, any>, options?: {
+    } | void>;
+    template: (args: Record<string, any>, options: {
         locator: string;
     }) => string;
 };

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CACP,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACtB,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;IACrD,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAC1B,MAAM,CAAC;CACb,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAejB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAyBjB"}

package/dist/utils/exec.js

@@ -7,18 +7,29 @@ exports.cmd = void 0;
 const child_process_1 = require("child_process");
 const process_1 = __importDefault(require("process"));
 function cmd(command, options) {
-    return new Promise((resolveFunc) => {
+    let lastLog = "";
+    return new Promise((resolveFunc, rejectFunc) => {
         let p = (0, child_process_1.spawn)(command[0], command.slice(1), {
             env: { ...process_1.default.env, ...options.env },
         });
         p.stdout.on("data", (x) => {
-            process_1.default.stdout.write(x.toString());
+            const log = x.toString();
+            process_1.default.stdout.write(log);
+            lastLog = log;
         });
         p.stderr.on("data", (x) => {
+            const log = x.toString();
             process_1.default.stderr.write(x.toString());
+            lastLog = log;
         });
         p.on("exit", (code) => {
-            resolveFunc(code);
+            if (code != 0) {
+                // assuming last log is the error message before exiting
+                rejectFunc(lastLog);
+            }
+            else {
+                resolveFunc(code);
+            }
         });
     });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.15.1",
+  "version": "0.16.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -25,8 +25,6 @@
     "google-auth-library": "^9.10.0",
     "google-spreadsheet": "^4.1.2",
     "ignore": "^5.3.1",
-    "langfuse": "^3.11.2",
-    "langfuse-core": "^3.11.2",
     "minimatch": "^10.0.1",
     "openai": "^4.47.2",
     "picocolors": "^1.0.1",
@@ -36,6 +34,7 @@
     "slugify": "^1.6.6",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
+    "@empiricalrun/llm": "^0.2.0",
     "@empiricalrun/reporter": "^0.11.0"
   },
   "devDependencies": {

package/dist/bin/ai/index.d.ts

@@ -1,9 +0,0 @@
-import OpenAI from "openai";
-import LLMTracing from "./trace";
-export declare function getLLMResult({ messages, trace, tools, tool_choice, }: {
-    messages: OpenAI.Chat.Completions.ChatCompletionMessageParam[];
-    trace?: LLMTracing;
-    tools?: OpenAI.Chat.Completions.ChatCompletionTool[];
-    tool_choice?: OpenAI.Chat.Completions.ChatCompletionToolChoiceOption;
-}): Promise<OpenAI.Chat.Completions.ChatCompletionMessage | undefined>;
-//# sourceMappingURL=index.d.ts.map

package/dist/bin/ai/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/ai/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,UAAU,MAAM,SAAS,CAAC;AAEjC,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,KAAK,EACL,KAAK,EACL,WAAW,GACZ,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAC/D,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,8BAA8B,CAAC;CACtE,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAsBrE"}

package/dist/bin/ai/index.js

@@ -1,31 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getLLMResult = void 0;
-const openai_1 = __importDefault(require("openai"));
-async function getLLMResult({ messages, trace, tools, tool_choice, }) {
-    const openai = new openai_1.default();
-    const model = "gpt-4o";
-    const parameters = {
-        temperature: 0.5,
-    };
-    const generation = trace?.startGeneration({
-        name: "get-llm-result",
-        model,
-        parameters,
-        input: messages,
-    });
-    const completion = await openai.chat.completions.create({
-        messages,
-        model,
-        tools,
-        ...parameters,
-        tool_choice,
-    });
-    const output = completion.choices[0]?.message;
-    generation?.end({ output });
-    return output;
-}
-exports.getLLMResult = getLLMResult;

package/dist/bin/ai/prompts/provider/index.d.ts

@@ -1,9 +0,0 @@
-import OpenAI from "openai";
-export declare function getPrompt(name: string, vars: any): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
-export declare function getPromptForNextAction({ pageSnapshot, task, previousActions, lastActionErrors, }: {
-    pageSnapshot: string;
-    task: string;
-    previousActions: string[];
-    lastActionErrors: string[];
-}): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
-//# sourceMappingURL=index.d.ts.map

package/dist/bin/ai/prompts/provider/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/ai/prompts/provider/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAS5B,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,GAAG,GACR,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC,CAI/D;AAGD,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,GACtB,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,iEASA"}

package/dist/bin/ai/prompts/provider/index.js

@@ -1,28 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPromptForNextAction = exports.getPrompt = void 0;
-const langfuse_1 = require("langfuse");
-const langfuse = new langfuse_1.Langfuse({
-    secretKey: "sk-lf-30eee545-9c2c-4646-bfd9-8f38acf2fa8f",
-    publicKey: "pk-lf-c5c7cf23-de76-4098-ad81-594bce7cf330",
-    baseUrl: "https://us.cloud.langfuse.com",
-    flushAt: 1,
-});
-async function getPrompt(name, vars) {
-    const prompt = await langfuse.getPrompt(name, undefined, { type: "chat" });
-    const compiledPrompt = prompt.compile(vars);
-    return compiledPrompt;
-}
-exports.getPrompt = getPrompt;
-// TODO: move this prompt to langfuse
-async function getPromptForNextAction({ pageSnapshot = "", task = "", previousActions = [], lastActionErrors = [], }) {
-    const previousActionsStr = previousActions.join("\n\n ---- \n\n");
-    const prompt = await getPrompt("browsing-agent-next-action", {
-        pageSnapshot,
-        previousActionsStr,
-        task,
-        lastActionErrors,
-    });
-    return prompt;
-}
-exports.getPromptForNextAction = getPromptForNextAction;

package/dist/bin/ai/trace/index.d.ts

@@ -1,37 +0,0 @@
-import OpenAI from "openai";
-export default class LLMTracing {
-    private trace;
-    constructor({ name }: {
-        name: string;
-    });
-    get id(): string;
-    get url(): string;
-    event({ name, input, metadata, output, }: {
-        name: string;
-        input?: any;
-        metadata?: any;
-        output?: any;
-    }): void;
-    update({ input, output, metadata, }: {
-        input?: any;
-        output?: any;
-        metadata?: any;
-    }): void;
-    startSpan(name: string, input?: Record<string, any>, metadata?: Record<string, any>): {
-        end: ({ output }: {
-            output: Record<string, any>;
-        }) => void;
-    };
-    startGeneration({ name, model, parameters, input, }: {
-        name: string;
-        model: string;
-        parameters: Record<string, any>;
-        input: any;
-    }): {
-        end: ({ output, usage, }: {
-            output: any;
-            usage?: OpenAI.Completions.CompletionUsage | undefined;
-        }) => void;
-    };
-}
-//# sourceMappingURL=index.d.ts.map

package/dist/bin/ai/trace/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/ai/trace/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAe5B,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAsB;gBACvB,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE;IAStC,IAAI,EAAE,WAEL;IAED,IAAI,GAAG,WAEN;IAED,KAAK,CAAC,EACJ,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,MAAM,GACP,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,MAAM,CAAC,EACL,KAAU,EACV,MAAW,EACX,QAAa,GACd,EAAE;QACD,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB;IAID,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAC/B,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;;oBAIJ,OAAO,MAAM,EAAE,GAAG,CAAC;;;IAMnD,eAAe,CAAC,EACd,IAAS,EACT,KAAU,EACV,UAAe,EACf,KAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,KAAK,EAAE,GAAG,CAAC;KACZ;;oBAYa,GAAG;;cAET,IAAI;;CAcb"}

package/dist/bin/ai/trace/index.js

@@ -1,67 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const langfuse_1 = require("langfuse");
-const session_1 = require("../../session");
-const langfuse = new langfuse_1.Langfuse({
-    secretKey: "sk-lf-30eee545-9c2c-4646-bfd9-8f38acf2fa8f",
-    publicKey: "pk-lf-c5c7cf23-de76-4098-ad81-594bce7cf330",
-    baseUrl: "https://us.cloud.langfuse.com",
-    flushAt: 1,
-});
-process.on("exit", async () => await langfuse.flushAsync());
-process.on("SIGINT", async () => await langfuse.flushAsync());
-process.on("SIGTERM", async () => await langfuse.flushAsync());
-class LLMTracing {
-    trace;
-    constructor({ name }) {
-        const sessionDetails = (0, session_1.getSessionDetails)();
-        this.trace = langfuse.trace({
-            name,
-            sessionId: sessionDetails.id,
-            release: sessionDetails.version,
-        });
-    }
-    get id() {
-        return this.trace.traceId;
-    }
-    get url() {
-        return this.trace.getTraceUrl();
-    }
-    event({ name, input, metadata, output, }) {
-        this.trace.event({ name, input, metadata, output });
-    }
-    update({ input = {}, output = {}, metadata = {}, }) {
-        this.trace.update({ input, output, metadata });
-    }
-    startSpan(name, input = {}, metadata = {}) {
-        const span = this.trace.span({ name, metadata, input });
-        return {
-            end: ({ output }) => {
-                span.end({ output });
-            },
-        };
-    }
-    startGeneration({ name = "", model = "", parameters = {}, input = {}, }) {
-        const generation = this.trace.generation({
-            name,
-            model,
-            modelParameters: parameters,
-            input,
-        });
-        return {
-            end: ({ output, usage, }) => {
-                generation.end({
-                    output,
-                    usage: usage
-                        ? {
-                            promptTokens: usage.prompt_tokens,
-                            completionTokens: usage.completion_tokens,
-                            totalTokens: usage.total_tokens,
-                        }
-                        : undefined,
-                });
-            },
-        };
-    }
-}
-exports.default = LLMTracing;

package/dist/bin/session/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/session/index.ts"],"names":[],"mappings":"AAKA,iBAAS,iBAAiB;;;EAKzB;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}