@airtop/sdk 1.0.0-alpha2.17 → 1.0.0-alpha2.19

package/dist/index.js

@@ -9,7 +9,7 @@ var require_package = __commonJS({
     module.exports = {
       name: "@airtop/sdk",
       description: "Airtop SDK for TypeScript",
-      version: "1.0.0-alpha2.17",
+      version: "1.0.0-alpha2.19",
       type: "module",
       main: "./dist/index.cjs",
       module: "./dist/index.js",
@@ -47,7 +47,7 @@ var require_package = __commonJS({
       },
       dependencies: {
         "@airtop/json-schema-adapter": "workspace:*",
-        "@airtop/core": "0.1.0-alpha.30",
+        "@airtop/core": "0.1.0-alpha.34",
         "date-fns": "4.1.0",
         loglayer: "6.3.3",
         "serialize-error": "12.0.0",
@@ -86,6 +86,12 @@ var require_package = __commonJS({
 
 // src/AirtopBase.ts
 import { secondsToMilliseconds } from "date-fns";
+
+// src/constants.ts
+var TIMEOUT_SECONDS_DEFAULT_VALUE = 300;
+var DEFAULT_POLLING_INTERVAL_MS = 500;
+
+// src/AirtopBase.ts
 var AirtopBase = class {
   /**
    * Logger instance for the SDK
@@ -112,6 +118,11 @@ var AirtopBase = class {
    * @internal
    */
   agentEventPublisher;
+  /**
+   * The default timeout in seconds for API requests.
+   * @internal
+   */
+  defaultTimeoutInSeconds;
   /**
    * Creates a new instance of AirtopBase
    * @param config - Configuration options for the SDK
@@ -121,6 +132,7 @@ var AirtopBase = class {
     this.client = config.client;
     this.outputJsonAdapter = config.outputSchemaAdapter;
     this.jobId = config.jobId;
+    this.defaultTimeoutInSeconds = config.defaultTimeoutInSeconds ?? TIMEOUT_SECONDS_DEFAULT_VALUE;
     if (config.agentEventPublisher) {
       this.agentEventPublisher = config.agentEventPublisher;
     }
@@ -209,7 +221,7 @@ var AirtopBase = class {
    */
   resolveRequestOptions(options = {}) {
     return {
-      timeout: secondsToMilliseconds(options.timeoutInSeconds || 60),
+      timeout: secondsToMilliseconds(options.timeoutInSeconds || this.defaultTimeoutInSeconds),
       maxRetries: options.maxRetries || 0,
       signal: options.abortSignal
     };
@@ -218,7 +230,7 @@ var AirtopBase = class {
 
 // src/AirtopClient.ts
 import { Airtop as AirtopCore } from "@airtop/core";
-import { minutesToMilliseconds } from "date-fns/minutesToMilliseconds";
+import { secondsToMilliseconds as secondsToMilliseconds3 } from "date-fns/secondsToMilliseconds";
 import { ConsoleTransport, LogLayer } from "loglayer";
 import { serializeError } from "serialize-error";
 
@@ -269,26 +281,27 @@ var processLogMessage = (log, logLevel, ...args) => {
 // src/session/AirtopSessionClient.ts
 import { NotFoundError } from "@airtop/core";
 
+// src/async-utils.ts
+import { secondsToMilliseconds as secondsToMilliseconds2 } from "date-fns";
+
 // src/types.ts
 var AirtopError = class extends Error {
   issues;
-  constructor(issues) {
+  metadata;
+  constructor(issues, metadata) {
     const errorMessage = issues.map((issue) => issue.message).join("\n");
-    super(errorMessage);
+    const errorMessageWithMetadata = metadata ? `${errorMessage}
+${JSON.stringify(metadata)}` : errorMessage;
+    super(errorMessageWithMetadata);
     this.issues = issues;
+    this.metadata = metadata;
   }
 };
 
-// src/window/AirtopWindowClient.ts
-import { secondsToMilliseconds as secondsToMilliseconds3 } from "date-fns";
-
 // src/async-utils.ts
-import { secondsToMilliseconds as secondsToMilliseconds2 } from "date-fns";
-var DEFAULT_TIMEOUT_SECONDS = 300;
-var DEFAULT_POLLING_INTERVAL_MS = 500;
 async function waitForRequestCompletion(client, requestId, requestOptions) {
   const startTime = Date.now();
-  const timeoutMs = secondsToMilliseconds2(requestOptions?.timeoutInSeconds || DEFAULT_TIMEOUT_SECONDS);
+  const timeoutMs = secondsToMilliseconds2(requestOptions?.timeoutInSeconds || TIMEOUT_SECONDS_DEFAULT_VALUE);
   while (Date.now() - startTime < timeoutMs) {
     const apiResponse = await client.requests.getRequestStatusV2(requestId, requestOptions);
     if (apiResponse.status === "completed") {
@@ -307,7 +320,9 @@ async function withRequestCompletionPolling(client, fn, requestOptions) {
     return waitForRequestCompletion(client, response.requestId, requestOptions);
   } catch (thrownError) {
     if (thrownError.error?.errors) {
-      throw new AirtopError(thrownError.error.errors);
+      throw new AirtopError(thrownError.error.errors, {
+        requestId: thrownError.error.requestId
+      });
     }
     throw thrownError;
   }
@@ -370,7 +385,7 @@ var AirtopNode = class {
    * @param requestOptions - The request options to use for the LLM call
    */
   async llm(prompt, config, requestOptions = {}) {
-    return this.windowClient.llm(prompt, config, requestOptions);
+    return this.windowClient.llm(prompt, { ...config, nodeHandleId: this.nodeHandleId }, requestOptions);
   }
   /**
    * Find one element in the node
@@ -579,17 +594,19 @@ var AirtopWindowClient = class extends AirtopBase {
     this.log.withMetadata({
       elementDescription
     }).info("Clicking on element");
-    return this.client.windows.click(
-      this.getWindowId(),
-      {
-        ...config,
-        elementDescription,
-        sessionId: this.sessionId
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.clickAsync(
+        this.getWindowId(),
+        {
+          ...config,
+          elementDescription,
+          sessionId: this.sessionId
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -611,17 +628,19 @@ var AirtopWindowClient = class extends AirtopBase {
    */
   async hover(elementDescription, config, requestOptions = {}) {
     this.log.withMetadata(config).info("Hovering over window");
-    return this.client.windows.hover(
-      this.getWindowId(),
-      {
-        elementDescription,
-        sessionId: this.sessionId,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.hoverAsync(
+        this.getWindowId(),
+        {
+          elementDescription,
+          sessionId: this.sessionId,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -643,7 +662,6 @@ var AirtopWindowClient = class extends AirtopBase {
         ...config
       },
       {
-        timeout: secondsToMilliseconds3(600),
         ...this.resolveRequestOptions(requestOptions)
       }
     );
@@ -655,19 +673,33 @@ var AirtopWindowClient = class extends AirtopBase {
    * @param requestOptions - Request options
    * @returns Promise resolving to the monitoring operation result
    */
-  async monitor(condition, config, requestOptions = {}) {
+  async monitor(condition, config = {}, requestOptions = {}) {
     this.log.withMetadata().info("Monitoring window");
-    return this.client.windows.monitor(
-      this.getWindowId(),
-      {
-        condition,
-        sessionId: this.sessionId,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
+    if (!config?.configuration?.interval?.timeoutSeconds) {
+      if (!config.configuration) {
+        config.configuration = {};
+      }
+      if (!config.configuration.interval) {
+        config.configuration.interval = {};
       }
+      config.configuration.interval.timeoutSeconds = this.defaultTimeoutInSeconds;
+    }
+    if (!config?.timeThresholdSeconds) {
+      config.timeThresholdSeconds = this.defaultTimeoutInSeconds;
+    }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.monitorAsync(
+        this.getWindowId(),
+        {
+          condition,
+          sessionId: this.sessionId,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -685,17 +717,19 @@ var AirtopWindowClient = class extends AirtopBase {
     if (config?.configuration.outputSchema) {
       newConfig.configuration.outputSchema = this.convertToJsonSchema(config.configuration.outputSchema);
     }
-    return this.client.windows.pageQuery(
-      this.getWindowId(),
-      {
-        sessionId: this.sessionId,
-        prompt,
-        ...newConfig || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.pageQueryAsync(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          prompt,
+          ...newConfig || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -713,17 +747,19 @@ var AirtopWindowClient = class extends AirtopBase {
     if (config?.configuration.outputSchema) {
       newConfig.configuration.outputSchema = this.convertToJsonSchema(config.configuration.outputSchema);
     }
-    return this.client.windows.paginatedExtraction(
-      this.getWindowId(),
-      {
-        prompt,
-        sessionId: this.sessionId,
-        ...newConfig || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.paginatedExtractionAsync(
+        this.getWindowId(),
+        {
+          prompt,
+          sessionId: this.sessionId,
+          ...newConfig || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -734,16 +770,18 @@ var AirtopWindowClient = class extends AirtopBase {
    */
   async scrape(config, requestOptions = {}) {
     this.log.info("Scraping window");
-    return this.client.windows.scrape(
-      this.getWindowId(),
-      {
-        sessionId: this.sessionId,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.scrapeAsync(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -754,16 +792,18 @@ var AirtopWindowClient = class extends AirtopBase {
    */
   async screenshot(config, requestOptions = {}) {
     this.log.info("Screenshotting window");
-    const resp = await this.client.windows.screenshot(
-      this.getWindowId(),
-      {
-        sessionId: this.sessionId,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    const resp = await withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.screenshotAsync(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
     return new AirtopWindowScreenshot(resp);
   }
@@ -775,16 +815,18 @@ var AirtopWindowClient = class extends AirtopBase {
    */
   async scroll(config, requestOptions = {}) {
     this.log.info("Scrolling window");
-    return this.client.windows.scroll(
-      this.getWindowId(),
-      {
-        sessionId: this.sessionId,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.scrollAsync(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   /**
@@ -798,17 +840,19 @@ var AirtopWindowClient = class extends AirtopBase {
     this.log.withMetadata({
       text
     }).info("Typing text");
-    return this.client.windows.type(
-      this.getWindowId(),
-      {
-        sessionId: this.sessionId,
-        text,
-        ...config || {}
-      },
-      {
-        timeout: secondsToMilliseconds3(600),
-        ...this.resolveRequestOptions(requestOptions)
-      }
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.typeAsync(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          text,
+          ...config || {}
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
     );
   }
   async extract(prompt, config, requestOptions = {}) {
@@ -824,7 +868,6 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -843,7 +886,6 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -859,10 +901,12 @@ var AirtopWindowClient = class extends AirtopBase {
           prompt,
           sessionId: this.sessionId,
           jobId: this.jobId,
-          ...config || {}
+          ...config || {},
+          includeWebContext: true,
+          // Always include web context for window.llm() calls
+          outputSchema: config?.outputSchema ? this.convertToJsonSchema(config.outputSchema) : void 0
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -881,7 +925,6 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -920,7 +963,6 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -950,7 +992,6 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -968,7 +1009,26 @@ var AirtopWindowClient = class extends AirtopBase {
           ...config || {}
         },
         {
-          timeout: secondsToMilliseconds3(600),
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
+    );
+  }
+  async fillForm(formData, config, requestOptions = {}) {
+    return await withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.executeAutomation(
+        this.getWindowId(),
+        {
+          sessionId: this.sessionId,
+          ...config || {},
+          automationId: config?.automationId || "auto",
+          parameters: {
+            customData: typeof formData === "string" ? formData : JSON.stringify(formData)
+            // Will be interpreted by the LLM
+          }
+        },
+        {
           ...this.resolveRequestOptions(requestOptions)
         }
       )
@@ -1047,6 +1107,9 @@ var AirtopSessionClient = class extends AirtopBase {
   getSessionId() {
     return this.sessionId;
   }
+  async listWindows(requestOptions = {}) {
+    return this.client.sessions.listWindows(this.sessionId, this.resolveRequestOptions(requestOptions));
+  }
   /**
    * Gets the state of the session using the attached session id.
    * @param requestOptions - Request options
@@ -1165,6 +1228,50 @@ var AirtopSessionClient = class extends AirtopBase {
       this.resolveRequestOptions(requestOptions)
     );
   }
+  async llm(prompt, config, requestOptions = {}) {
+    this.log.withMetadata({ prompt }).info("Executing LLM call");
+    const currentWindows = await this.listWindows();
+    if (currentWindows.data.windows.length === 0) {
+      throw new AirtopError([
+        {
+          message: "No windows found in the session. Please create a window before calling the llm() method."
+        }
+      ]);
+    }
+    const firstWindow = currentWindows.data.windows[0];
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.windows.llm(
+        firstWindow.windowId,
+        {
+          prompt,
+          sessionId: this.sessionId,
+          jobId: this.jobId,
+          ...config || {},
+          includeWebContext: false,
+          // Do not include web context for session.llm() calls
+          outputSchema: config?.outputSchema ? this.convertToJsonSchema(config.outputSchema) : void 0
+        },
+        {
+          ...this.resolveRequestOptions(requestOptions)
+        }
+      )
+    );
+  }
+  /**
+   * Calls the service endpoint.
+   * @param prompt - The prompt to send to the service, describing the actions to take
+   * @param service - The service to call, if not provided, the service will be inferred from the prompt
+   * @param requestOptions - Request options
+   */
+  async service(prompt, service, requestOptions = {}) {
+    this.log.withMetadata({ prompt }).info("Service");
+    return withRequestCompletionPolling(
+      this.client,
+      () => this.client.sessions.service(this.sessionId, { prompt, service }),
+      requestOptions
+    );
+  }
 };
 
 // src/session/AirtopSession.ts
@@ -1226,7 +1333,7 @@ var AirtopClient = class extends AirtopBase {
       logLevel: config?.logLevel,
       client: new AirtopCore({
         maxRetries: 0,
-        timeout: minutesToMilliseconds(1),
+        timeout: secondsToMilliseconds3(config.defaultTimeoutInSeconds ?? TIMEOUT_SECONDS_DEFAULT_VALUE),
         apiKey: config.apiKey,
         baseURL: config?.airtopUrl,
         logLevel: config?.logLevel || "off",
@@ -1248,7 +1355,8 @@ var AirtopClient = class extends AirtopBase {
       }),
       outputSchemaAdapter: config.outputSchemaAdapter,
       jobId: config.jobId,
-      agentEventPublisher: config.agentEventPublisher
+      agentEventPublisher: config.agentEventPublisher,
+      defaultTimeoutInSeconds: config.defaultTimeoutInSeconds ?? TIMEOUT_SECONDS_DEFAULT_VALUE
     });
     this.log.withPrefix("[Airtop SDK]");
     this.client.logLevel = config.logLevel;
@@ -1471,7 +1579,7 @@ function registerAirtopPlugin(plugin) {
 // src/agent/AirtopAgentClient.ts
 import { version as version2 } from "node:process";
 import { Airtop as AirtopCore2 } from "@airtop/core";
-import { minutesToMilliseconds as minutesToMilliseconds2 } from "date-fns";
+import { minutesToMilliseconds } from "date-fns";
 import { ConsoleTransport as ConsoleTransport2 } from "loglayer";
 import { LogLayer as LogLayer2 } from "loglayer";
 import { serializeError as serializeError2 } from "serialize-error";
@@ -1485,7 +1593,7 @@ var AirtopAgentClient = class extends AirtopBase {
       logLevel: config?.logLevel,
       client: new AirtopCore2({
         maxRetries: 0,
-        timeout: minutesToMilliseconds2(1),
+        timeout: minutesToMilliseconds(1),
         apiKey: config.apiKey,
         baseURL: config?.airtopUrl,
         logLevel: config?.logLevel || "off",