@midscene/core 0.3.4 → 0.4.0

package/dist/es/ai-model.js

@@ -1536,39 +1536,39 @@ var Client = class _Client {
     }
     return runParams;
   }
-  async _getResponse(path2, queryParams) {
+  async _getResponse(path, queryParams) {
     var _a;
     const paramsString = (_a = queryParams == null ? void 0 : queryParams.toString()) != null ? _a : "";
-    const url = `${this.apiUrl}${path2}?${paramsString}`;
+    const url = `${this.apiUrl}${path}?${paramsString}`;
     const response = await this.caller.call(fetch, url, __spreadValues({
       method: "GET",
       headers: this.headers,
       signal: AbortSignal.timeout(this.timeout_ms)
     }, this.fetchOptions));
     if (!response.ok) {
-      throw new Error(`Failed to fetch ${path2}: ${response.status} ${response.statusText}`);
+      throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
     }
     return response;
   }
-  async _get(path2, queryParams) {
-    const response = await this._getResponse(path2, queryParams);
+  async _get(path, queryParams) {
+    const response = await this._getResponse(path, queryParams);
     return response.json();
   }
   _getPaginated(_0) {
-    return __asyncGenerator(this, arguments, function* (path2, queryParams = new URLSearchParams()) {
+    return __asyncGenerator(this, arguments, function* (path, queryParams = new URLSearchParams()) {
       let offset = Number(queryParams.get("offset")) || 0;
       const limit = Number(queryParams.get("limit")) || 100;
       while (true) {
         queryParams.set("offset", String(offset));
         queryParams.set("limit", String(limit));
-        const url = `${this.apiUrl}${path2}?${queryParams}`;
+        const url = `${this.apiUrl}${path}?${queryParams}`;
         const response = yield new __await(this.caller.call(fetch, url, __spreadValues({
           method: "GET",
           headers: this.headers,
           signal: AbortSignal.timeout(this.timeout_ms)
         }, this.fetchOptions)));
         if (!response.ok) {
-          throw new Error(`Failed to fetch ${path2}: ${response.status} ${response.statusText}`);
+          throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
         }
         const items = yield new __await(response.json());
         if (items.length === 0) {
@@ -1582,11 +1582,11 @@ var Client = class _Client {
       }
     });
   }
-  _getCursorPaginatedList(path2, body = null, requestMethod = "POST", dataKey = "runs") {
+  _getCursorPaginatedList(path, body = null, requestMethod = "POST", dataKey = "runs") {
     return __asyncGenerator(this, null, function* () {
       const bodyParams = body ? __spreadValues({}, body) : {};
       while (true) {
-        const response = yield new __await(this.caller.call(fetch, `${this.apiUrl}${path2}`, __spreadProps(__spreadValues({
+        const response = yield new __await(this.caller.call(fetch, `${this.apiUrl}${path}`, __spreadProps(__spreadValues({
           method: requestMethod,
           headers: __spreadProps(__spreadValues({}, this.headers), { "Content-Type": "application/json" }),
           signal: AbortSignal.timeout(this.timeout_ms)
@@ -2246,19 +2246,19 @@ var Client = class _Client {
     return result;
   }
   async hasProject({ projectId, projectName }) {
-    let path2 = "/sessions";
+    let path = "/sessions";
     const params = new URLSearchParams();
     if (projectId !== void 0 && projectName !== void 0) {
       throw new Error("Must provide either projectName or projectId, not both");
     } else if (projectId !== void 0) {
       assertUuid(projectId);
-      path2 += `/${projectId}`;
+      path += `/${projectId}`;
     } else if (projectName !== void 0) {
       params.append("name", projectName);
     } else {
       throw new Error("Must provide projectName or projectId");
     }
-    const response = await this.caller.call(fetch, `${this.apiUrl}${path2}?${params}`, __spreadValues({
+    const response = await this.caller.call(fetch, `${this.apiUrl}${path}?${params}`, __spreadValues({
       method: "GET",
       headers: this.headers,
       signal: AbortSignal.timeout(this.timeout_ms)
@@ -2277,13 +2277,13 @@ var Client = class _Client {
     }
   }
   async readProject({ projectId, projectName, includeStats }) {
-    let path2 = "/sessions";
+    let path = "/sessions";
     const params = new URLSearchParams();
     if (projectId !== void 0 && projectName !== void 0) {
       throw new Error("Must provide either projectName or projectId, not both");
     } else if (projectId !== void 0) {
       assertUuid(projectId);
-      path2 += `/${projectId}`;
+      path += `/${projectId}`;
     } else if (projectName !== void 0) {
       params.append("name", projectName);
     } else {
@@ -2292,7 +2292,7 @@ var Client = class _Client {
     if (includeStats !== void 0) {
       params.append("include_stats", includeStats.toString());
     }
-    const response = await this._get(path2, params);
+    const response = await this._get(path, params);
     let result;
     if (Array.isArray(response)) {
       if (response.length === 0) {
@@ -2464,19 +2464,19 @@ var Client = class _Client {
     return result;
   }
   async readDataset({ datasetId, datasetName }) {
-    let path2 = "/datasets";
+    let path = "/datasets";
     const params = new URLSearchParams({ limit: "1" });
     if (datasetId !== void 0 && datasetName !== void 0) {
       throw new Error("Must provide either datasetName or datasetId, not both");
     } else if (datasetId !== void 0) {
       assertUuid(datasetId);
-      path2 += `/${datasetId}`;
+      path += `/${datasetId}`;
     } else if (datasetName !== void 0) {
       params.append("name", datasetName);
     } else {
       throw new Error("Must provide datasetName or datasetId");
     }
-    const response = await this._get(path2, params);
+    const response = await this._get(path, params);
     let result;
     if (Array.isArray(response)) {
       if (response.length === 0) {
@@ -2520,21 +2520,21 @@ var Client = class _Client {
     return response;
   }
   async readDatasetOpenaiFinetuning({ datasetId, datasetName }) {
-    const path2 = "/datasets";
+    const path = "/datasets";
     if (datasetId !== void 0) {
     } else if (datasetName !== void 0) {
       datasetId = (await this.readDataset({ datasetName })).id;
     } else {
       throw new Error("Must provide datasetName or datasetId");
     }
-    const response = await this._getResponse(`${path2}/${datasetId}/openai_ft`);
+    const response = await this._getResponse(`${path}/${datasetId}/openai_ft`);
     const datasetText = await response.text();
     const dataset = datasetText.trim().split("\n").map((line) => JSON.parse(line));
     return dataset;
   }
   listDatasets() {
     return __asyncGenerator(this, arguments, function* ({ limit = 100, offset = 0, datasetIds, datasetName, datasetNameContains } = {}) {
-      const path2 = "/datasets";
+      const path = "/datasets";
       const params = new URLSearchParams({
         limit: limit.toString(),
         offset: offset.toString()
@@ -2551,7 +2551,7 @@ var Client = class _Client {
         params.append("name_contains", datasetNameContains);
       }
       try {
-        for (var iter = __forAwait(this._getPaginated(path2, params)), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+        for (var iter = __forAwait(this._getPaginated(path, params)), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
           const datasets = temp.value;
           yield* __yieldStar(datasets);
         }
@@ -2591,7 +2591,7 @@ var Client = class _Client {
     return await response.json();
   }
   async deleteDataset({ datasetId, datasetName }) {
-    let path2 = "/datasets";
+    let path = "/datasets";
     let datasetId_ = datasetId;
     if (datasetId !== void 0 && datasetName !== void 0) {
       throw new Error("Must provide either datasetName or datasetId, not both");
@@ -2601,17 +2601,17 @@ var Client = class _Client {
     }
     if (datasetId_ !== void 0) {
       assertUuid(datasetId_);
-      path2 += `/${datasetId_}`;
+      path += `/${datasetId_}`;
     } else {
       throw new Error("Must provide datasetName or datasetId");
     }
-    const response = await this.caller.call(fetch, this.apiUrl + path2, __spreadValues({
+    const response = await this.caller.call(fetch, this.apiUrl + path, __spreadValues({
       method: "DELETE",
       headers: this.headers,
       signal: AbortSignal.timeout(this.timeout_ms)
     }, this.fetchOptions));
     if (!response.ok) {
-      throw new Error(`Failed to delete ${path2}: ${response.status} ${response.statusText}`);
+      throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
     }
     await response.json();
   }
@@ -2696,8 +2696,8 @@ var Client = class _Client {
   }
   async readExample(exampleId) {
     assertUuid(exampleId);
-    const path2 = `/examples/${exampleId}`;
-    return await this._get(path2);
+    const path = `/examples/${exampleId}`;
+    return await this._get(path);
   }
   listExamples() {
     return __asyncGenerator(this, arguments, function* ({ datasetId, datasetName, exampleIds, asOf, splits, inlineS3Urls, metadata, limit, offset, filter } = {}) {
@@ -2768,14 +2768,14 @@ var Client = class _Client {
   }
   async deleteExample(exampleId) {
     assertUuid(exampleId);
-    const path2 = `/examples/${exampleId}`;
-    const response = await this.caller.call(fetch, this.apiUrl + path2, __spreadValues({
+    const path = `/examples/${exampleId}`;
+    const response = await this.caller.call(fetch, this.apiUrl + path, __spreadValues({
       method: "DELETE",
       headers: this.headers,
       signal: AbortSignal.timeout(this.timeout_ms)
     }, this.fetchOptions));
     if (!response.ok) {
-      throw new Error(`Failed to delete ${path2}: ${response.status} ${response.statusText}`);
+      throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
     }
     await response.json();
   }
@@ -2879,20 +2879,20 @@ var Client = class _Client {
   }
   async readFeedback(feedbackId) {
     assertUuid(feedbackId);
-    const path2 = `/feedback/${feedbackId}`;
-    const response = await this._get(path2);
+    const path = `/feedback/${feedbackId}`;
+    const response = await this._get(path);
     return response;
   }
   async deleteFeedback(feedbackId) {
     assertUuid(feedbackId);
-    const path2 = `/feedback/${feedbackId}`;
-    const response = await this.caller.call(fetch, this.apiUrl + path2, __spreadValues({
+    const path = `/feedback/${feedbackId}`;
+    const response = await this.caller.call(fetch, this.apiUrl + path, __spreadValues({
       method: "DELETE",
       headers: this.headers,
       signal: AbortSignal.timeout(this.timeout_ms)
     }, this.fetchOptions));
     if (!response.ok) {
-      throw new Error(`Failed to delete ${path2}: ${response.status} ${response.statusText}`);
+      throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
     }
     await response.json();
   }
@@ -3878,12 +3878,12 @@ function traceable(wrappedFunc, config) {
     try {
       let runtimeConfig;
       if (argsConfigPath) {
-        const [index, path2] = argsConfigPath;
-        if (index === args.length - 1 && !path2) {
+        const [index, path] = argsConfigPath;
+        if (index === args.length - 1 && !path) {
           runtimeConfig = args.pop();
         } else if (index <= args.length && typeof args[index] === "object" && args[index] !== null) {
-          if (path2) {
-            const _a2 = args[index], { [path2]: extracted } = _a2, rest = __objRest(_a2, [__restKey(path2)]);
+          if (path) {
+            const _a2 = args[index], { [path]: extracted } = _a2, rest = __objRest(_a2, [__restKey(path)]);
             runtimeConfig = extracted;
             args[index] = rest;
           } else {
@@ -4224,6 +4224,7 @@ import OpenAI from "openai";
 var MIDSCENE_OPENAI_INIT_CONFIG_JSON = "MIDSCENE_OPENAI_INIT_CONFIG_JSON";
 var MIDSCENE_MODEL_NAME = "MIDSCENE_MODEL_NAME";
 var MIDSCENE_LANGSMITH_DEBUG = "MIDSCENE_LANGSMITH_DEBUG";
+var MIDSCENE_DEBUG_AI_PROFILE = "MIDSCENE_DEBUG_AI_PROFILE";
 var OPENAI_API_KEY = "OPENAI_API_KEY";
 function useOpenAIModel(useModel) {
   if (useModel && useModel !== "openAI")
@@ -4253,12 +4254,16 @@ async function createOpenAI() {
 }
 async function call(messages, responseFormat) {
   const openai = await createOpenAI();
+  const shouldPrintTiming = typeof process.env[MIDSCENE_DEBUG_AI_PROFILE] === "string";
+  shouldPrintTiming && console.time("Midscene - AI call");
   const completion = await openai.chat.completions.create({
     model,
     messages,
     response_format: { type: responseFormat },
     temperature: 0.2
   });
+  shouldPrintTiming && console.timeEnd("Midscene - AI call");
+  shouldPrintTiming && console.log("Midscene - AI usage", completion.usage);
   const { content } = completion.choices[0].message;
   assert(content, "empty content");
   return content;
@@ -4406,45 +4411,18 @@ function multiDescription(multi) {
 }
 
 // src/ai-model/prompt/util.ts
-import assert4 from "assert";
-
-// src/image/info.ts
 import assert2 from "assert";
-import { Buffer as Buffer2 } from "buffer";
-import { readFileSync } from "fs";
-import Sharp from "sharp";
-async function imageInfo(image) {
-  const { width, height } = await Sharp(image).metadata();
-  assert2(width && height, `invalid image: ${image}`);
-  return { width, height };
-}
-async function imageInfoOfBase64(imageBase64) {
-  const base64Data = imageBase64.replace(/^data:image\/\w+;base64,/, "");
-  return imageInfo(Buffer2.from(base64Data, "base64"));
-}
-
-// src/image/transform.ts
-import { Buffer as Buffer3 } from "buffer";
-import Sharp2 from "sharp";
-
-// src/image/visualization.ts
-import { Buffer as Buffer4 } from "buffer";
 
-// src/utils.ts
-import assert3 from "assert";
-import { randomUUID } from "crypto";
+// src/image/index.ts
 import {
-  existsSync,
-  mkdirSync,
-  readFileSync as readFileSync2,
-  writeFileSync
-} from "fs";
-import { tmpdir } from "os";
-import path, { basename, dirname, join } from "path";
-var logDir = join(process.cwd(), "./midscene_run/");
-
-// src/image/visualization.ts
-import Sharp3 from "sharp";
+  imageInfo,
+  imageInfoOfBase64,
+  base64Encoded,
+  calculateNewDimensions,
+  resizeImg,
+  transformImgPathToBase64,
+  saveBase64Image
+} from "@midscene/shared/img";
 
 // src/ai-model/prompt/util.ts
 var characteristic = "You are a versatile professional in software UI design and testing. Your outstanding contributions will impact the user experience of billions of users.";
@@ -4537,7 +4515,7 @@ async function describeUserPage(context) {
       "elementInfos": ${JSON.stringify(elementInfosDescription)}
     }`,
     elementById(id) {
-      assert4(typeof id !== "undefined", "id is required for query");
+      assert2(typeof id !== "undefined", "id is required for query");
       const item = idElementMap[`${id}`];
       return item;
     }
@@ -4568,10 +4546,10 @@ function cropFieldInformation(elementsInfo) {
 }
 
 // src/ai-model/inspect.ts
-import assert6 from "assert";
+import assert4 from "assert";
 
 // src/ai-model/coze/index.ts
-import assert5 from "assert";
+import assert3 from "assert";
 import fetch2 from "node-fetch";
 var COZE_INSPECT_ELEMENT_BOT_ID = process.env.COZE_INSPECT_ELEMENT_BOT_ID || "";
 var COZE_AI_ACTION_BOT_ID = process.env.COZE_AI_ACTION_BOT_ID || "";
@@ -4624,7 +4602,7 @@ async function callCozeAi(options) {
     throw new Error("aiResponse is undefined", aiResponse);
   }
   const parseContent = (_b = aiResponse == null ? void 0 : aiResponse.messages[0]) == null ? void 0 : _b.content;
-  assert5(parseContent, "empty content");
+  assert3(parseContent, "empty content");
   try {
     return JSON.parse(parseContent);
   } catch (err) {
@@ -4799,7 +4777,7 @@ DATA_DEMAND ends.
 }
 async function AiAssert(options) {
   const { assertion, context, useModel } = options;
-  assert6(assertion, "assertion should be a string");
+  assert4(assertion, "assertion should be a string");
   const { screenshotBase64 } = context;
   const { description, elementById } = await describeUserPage(context);
   const systemPrompt = systemPromptToAssert();
@@ -4843,7 +4821,7 @@ async function AiAssert(options) {
 }
 
 // src/ai-model/automation/index.ts
-import assert7 from "assert";
+import assert5 from "assert";
 
 // src/ai-model/automation/planning.ts
 function systemPromptToTaskPlanning() {
@@ -4949,8 +4927,8 @@ async function plan(userPrompt, opts, useModel) {
     });
   }
   const actions = (planFromAI == null ? void 0 : planFromAI.actions) || [];
-  assert7(planFromAI, "can't get planFromAI");
-  assert7(actions && actions.length > 0, "no actions in ai plan");
+  assert5(planFromAI, "can't get planFromAI");
+  assert5(actions && actions.length > 0, "no actions in ai plan");
   if (planFromAI.error) {
     throw new Error(planFromAI.error);
   }