@hyperbrowser/sdk 0.82.0 → 0.82.2

package/dist/services/web/batch-fetch.d.ts

@@ -0,0 +1,26 @@
+import { BatchFetchJobResponse, BatchFetchJobStatusResponse, GetBatchFetchJobParams, StartBatchFetchJobParams, StartBatchFetchJobResponse } from "../../types/web/batch-fetch";
+import { BaseService } from "../base";
+export declare class BatchFetchService extends BaseService {
+    /**
+     * Start a new batch fetch job
+     * @param params The parameters for the batch fetch job
+     */
+    start(params: StartBatchFetchJobParams): Promise<StartBatchFetchJobResponse>;
+    /**
+     * Get the status of a batch fetch job
+     * @param id The ID of the batch fetch job to get
+     */
+    getStatus(id: string): Promise<BatchFetchJobStatusResponse>;
+    /**
+     * Get the details of a batch fetch job
+     * @param id The ID of the batch fetch job to get
+     * @param params Optional parameters to filter the batch fetch job
+     */
+    get(id: string, params?: GetBatchFetchJobParams): Promise<BatchFetchJobResponse>;
+    /**
+     * Start a batch fetch job and wait for it to complete
+     * @param params The parameters for the batch fetch job
+     * @param returnAllPages Whether to return all pages in the batch fetch job response
+     */
+    startAndWait(params: StartBatchFetchJobParams, returnAllPages?: boolean): Promise<BatchFetchJobResponse>;
+}

package/dist/services/web/batch-fetch.js

@@ -0,0 +1,170 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchFetchService = void 0;
+const zod_to_json_schema_1 = __importDefault(require("zod-to-json-schema"));
+const zod_1 = require("zod");
+const base_1 = require("../base");
+const utils_1 = require("../../utils");
+const client_1 = require("../../client");
+const constants_1 = require("../../types/constants");
+const utils_2 = require("../../utils");
+class BatchFetchService extends base_1.BaseService {
+    /**
+     * Start a new batch fetch job
+     * @param params The parameters for the batch fetch job
+     */
+    async start(params) {
+        try {
+            if (params.outputs?.formats) {
+                for (const output of params.outputs.formats) {
+                    if (typeof output === "object" && "type" in output && output.type === "json") {
+                        const jsonOutput = output;
+                        if (jsonOutput.schema) {
+                            if ((0, utils_2.isZodSchema)(jsonOutput.schema)) {
+                                try {
+                                    output.schema = (0, zod_1.toJSONSchema)(jsonOutput.schema);
+                                }
+                                catch {
+                                    output.schema = (0, zod_to_json_schema_1.default)(jsonOutput.schema);
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+            return await this.request("/web/batch-fetch", {
+                method: "POST",
+                body: JSON.stringify(params),
+            });
+        }
+        catch (error) {
+            if (error instanceof client_1.HyperbrowserError) {
+                throw error;
+            }
+            throw new client_1.HyperbrowserError("Failed to start batch fetch job", undefined);
+        }
+    }
+    /**
+     * Get the status of a batch fetch job
+     * @param id The ID of the batch fetch job to get
+     */
+    async getStatus(id) {
+        try {
+            return await this.request(`/web/batch-fetch/${id}/status`);
+        }
+        catch (error) {
+            if (error instanceof client_1.HyperbrowserError) {
+                throw error;
+            }
+            throw new client_1.HyperbrowserError(`Failed to get batch fetch job ${id} status`, undefined);
+        }
+    }
+    /**
+     * Get the details of a batch fetch job
+     * @param id The ID of the batch fetch job to get
+     * @param params Optional parameters to filter the batch fetch job
+     */
+    async get(id, params) {
+        try {
+            return await this.request(`/web/batch-fetch/${id}`, undefined, {
+                page: params?.page,
+                batchSize: params?.batchSize,
+            });
+        }
+        catch (error) {
+            if (error instanceof client_1.HyperbrowserError) {
+                throw error;
+            }
+            throw new client_1.HyperbrowserError(`Failed to get batch fetch job ${id}`, undefined);
+        }
+    }
+    /**
+     * Start a batch fetch job and wait for it to complete
+     * @param params The parameters for the batch fetch job
+     * @param returnAllPages Whether to return all pages in the batch fetch job response
+     */
+    async startAndWait(params, returnAllPages = true) {
+        const job = await this.start(params);
+        const jobId = job.jobId;
+        if (!jobId) {
+            throw new client_1.HyperbrowserError("Failed to start batch fetch job, could not get job ID");
+        }
+        let failures = 0;
+        let jobStatus = "pending";
+        while (true) {
+            try {
+                const { status } = await this.getStatus(jobId);
+                if (status === "completed" || status === "failed") {
+                    jobStatus = status;
+                    break;
+                }
+                failures = 0;
+            }
+            catch (error) {
+                failures++;
+                if (failures >= constants_1.POLLING_ATTEMPTS) {
+                    throw new client_1.HyperbrowserError(`Failed to poll batch fetch job ${jobId} after ${constants_1.POLLING_ATTEMPTS} attempts: ${error}`);
+                }
+            }
+            await (0, utils_1.sleep)(2000);
+        }
+        failures = 0;
+        if (!returnAllPages) {
+            while (true) {
+                try {
+                    return await this.get(jobId);
+                }
+                catch (error) {
+                    failures++;
+                    if (failures >= constants_1.POLLING_ATTEMPTS) {
+                        throw new client_1.HyperbrowserError(`Failed to get batch fetch job ${jobId} after ${constants_1.POLLING_ATTEMPTS} attempts: ${error}`);
+                    }
+                }
+                await (0, utils_1.sleep)(500);
+            }
+        }
+        failures = 0;
+        const jobResponse = {
+            jobId,
+            status: jobStatus,
+            data: [],
+            currentPageBatch: 0,
+            totalPageBatches: 0,
+            totalPages: 0,
+            batchSize: 100,
+        };
+        let firstCheck = true;
+        while (firstCheck || jobResponse.currentPageBatch < jobResponse.totalPageBatches) {
+            try {
+                const tmpJobResponse = await this.get(jobId, {
+                    page: jobResponse.currentPageBatch + 1,
+                    batchSize: 100,
+                });
+                if (tmpJobResponse.data) {
+                    jobResponse.data?.push(...tmpJobResponse.data);
+                }
+                if (tmpJobResponse.error) {
+                    jobResponse.error = tmpJobResponse.error;
+                }
+                jobResponse.currentPageBatch = tmpJobResponse.currentPageBatch;
+                jobResponse.totalPages = tmpJobResponse.totalPages;
+                jobResponse.totalPageBatches = tmpJobResponse.totalPageBatches;
+                jobResponse.batchSize = tmpJobResponse.batchSize;
+                failures = 0;
+                firstCheck = false;
+            }
+            catch (error) {
+                failures++;
+                if (failures >= constants_1.POLLING_ATTEMPTS) {
+                    throw new client_1.HyperbrowserError(`Failed to get batch page ${jobResponse.currentPageBatch + 1} for job ${jobId} after ${constants_1.POLLING_ATTEMPTS} attempts: ${error}`);
+                }
+            }
+            await (0, utils_1.sleep)(500);
+        }
+        return jobResponse;
+    }
+}
+exports.BatchFetchService = BatchFetchService;

package/dist/services/web/index.d.ts

@@ -1,7 +1,10 @@
 import { BaseService } from "../base";
 import { FetchParams, FetchResponse } from "../../types/web/fetch";
 import { WebSearchParams, WebSearchResponse } from "../../types/web/search";
+import { BatchFetchService } from "./batch-fetch";
 export declare class WebService extends BaseService {
+    readonly batchFetch: BatchFetchService;
+    constructor(apiKey: string, baseUrl: string, timeout: number);
     /**
      * Fetch a URL and extract content
      * @param params The parameters for the fetch request

package/dist/services/web/index.js

@@ -9,14 +9,18 @@ const zod_to_json_schema_1 = __importDefault(require("zod-to-json-schema"));
 const base_1 = require("../base");
 const client_1 = require("../../client");
 const utils_1 = require("../../utils");
+const batch_fetch_1 = require("./batch-fetch");
 class WebService extends base_1.BaseService {
+    constructor(apiKey, baseUrl, timeout) {
+        super(apiKey, baseUrl, timeout);
+        this.batchFetch = new batch_fetch_1.BatchFetchService(apiKey, baseUrl, timeout);
+    }
     /**
      * Fetch a URL and extract content
      * @param params The parameters for the fetch request
      */
     async fetch(params) {
         try {
-            // Handle JSON schema serialization if needed (similar to Python SDK)
             if (params.outputs?.formats) {
                 for (const output of params.outputs.formats) {
                     if (typeof output === "object" && "type" in output && output.type === "json") {

package/dist/types/index.d.ts

@@ -14,5 +14,6 @@ export { ExtractJobStatus, BrowserUseTaskStatus, BrowserUseLlm, ClaudeComputerUs
 export { TeamCreditInfo } from "./team";
 export { ComputerAction, Coordinate, ClickActionParams, DragActionParams, PressKeysActionParams, MoveMouseActionParams, ScreenshotActionParams, ScrollActionParams, TypeTextActionParams, ComputerActionParams, ComputerActionResponse, ComputerActionMouseButton, ComputerActionResponseData, HoldKeyActionParams, MouseDownActionParams, MouseUpActionParams, GetClipboardTextActionParams, PutSelectionTextActionParams, ComputerActionResponseDataClipboardText, } from "./computer-action";
 export { FetchParams, FetchResponse, FetchResponseData, FetchStatus } from "./web/fetch";
+export { StartBatchFetchJobParams, GetBatchFetchJobParams, StartBatchFetchJobResponse, BatchFetchJobStatusResponse, BatchFetchJobResponse, BatchFetchJobStatus, } from "./web/batch-fetch";
 export { WebSearchParams, WebSearchResponse, WebSearchResponseData, WebSearchResultItem, WebSearchFilters, WebSearchLocation, WebSearchFiletype, WebSearchStatus, } from "./web/search";
 export { FetchStealthMode, FetchSanitizeMode, FetchWaitUntil, FetchScreenshotFormat, PageStatus, FetchOutputScreenshotOptions, FetchStorageStateOptions, FetchBrowserLocationOptions, PageData, FetchOutputMarkdown, FetchOutputHtml, FetchOutputLinks, FetchOutputScreenshot, FetchOutputJsonOptions, FetchOutputJson, FetchOutputFormat, FetchOutputOptions, FetchBrowserOptions, FetchNavigationOptions, FetchCacheOptions, } from "./web/common";

package/dist/types/session.d.ts

@@ -143,6 +143,9 @@ export interface GetSessionDownloadsUrlResponse {
 }
 export interface UploadFileResponse {
     message: string;
+    filePath?: string;
+    fileName?: string;
+    originalName?: string;
 }
 export interface UploadFileOptions {
     fileInput: string | fs.ReadStream | Buffer;

package/dist/types/web/batch-fetch.d.ts

@@ -0,0 +1,30 @@
+import { FetchBrowserOptions, FetchCacheOptions, FetchNavigationOptions, FetchOutputOptions, FetchStealthMode, PageData } from "./common";
+export type BatchFetchJobStatus = "pending" | "running" | "completed" | "failed";
+export interface StartBatchFetchJobParams {
+    urls: string[];
+    stealth?: FetchStealthMode;
+    outputs?: FetchOutputOptions;
+    browser?: FetchBrowserOptions;
+    navigation?: FetchNavigationOptions;
+    cache?: FetchCacheOptions;
+}
+export interface GetBatchFetchJobParams {
+    page?: number;
+    batchSize?: number;
+}
+export interface StartBatchFetchJobResponse {
+    jobId: string;
+}
+export interface BatchFetchJobStatusResponse {
+    status: BatchFetchJobStatus;
+}
+export interface BatchFetchJobResponse {
+    jobId: string;
+    status: BatchFetchJobStatus;
+    error?: string;
+    data?: PageData[];
+    totalPages: number;
+    totalPageBatches: number;
+    currentPageBatch: number;
+    batchSize: number;
+}

package/dist/types/web/batch-fetch.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hyperbrowser/sdk",
-  "version": "0.82.0",
+  "version": "0.82.2",
   "description": "Node SDK for Hyperbrowser API",
   "author": "",
   "main": "dist/index.js",