@hyperbrowser/sdk 0.4.0 → 0.6.0

package/dist/client.d.ts

@@ -2,6 +2,7 @@ import { Response } from "node-fetch";
 import { HyperbrowserConfig } from "./types/config";
 import { BasicResponse, CreateSessionParams, SessionDetail, SessionListParams, SessionListResponse } from "./types/session";
 import { ScrapeJobResponse, StartScrapeJobParams, StartScrapeJobResponse } from "./types/scrape";
+import { CrawlJobResponse, GetCrawlJobParams, StartCrawlJobParams, StartCrawlJobResponse } from "./types/crawl";
 export declare class HyperbrowserError extends Error {
     statusCode?: number | undefined;
     response?: Response | undefined;
@@ -32,4 +33,6 @@ export declare class HyperbrowserClient {
     listSessions(params?: SessionListParams): Promise<SessionListResponse>;
     startScrapeJob(params: StartScrapeJobParams): Promise<StartScrapeJobResponse>;
     getScrapeJob(id: string): Promise<ScrapeJobResponse>;
+    startCrawlJob(params: StartCrawlJobParams): Promise<StartCrawlJobResponse>;
+    getCrawlJob(id: string, params?: GetCrawlJobParams): Promise<CrawlJobResponse>;
 }

package/dist/client.js

@@ -162,5 +162,32 @@ class HyperbrowserClient {
             throw new HyperbrowserError(`Failed to get scrape job ${id}`, undefined, undefined, error instanceof Error ? error : undefined);
         }
     }
+    async startCrawlJob(params) {
+        try {
+            return await this.request("/crawl", {
+                method: "POST",
+                body: JSON.stringify(params),
+            });
+        }
+        catch (error) {
+            if (error instanceof HyperbrowserError) {
+                throw error;
+            }
+            throw new HyperbrowserError("Failed to start crawl job", undefined, undefined, error instanceof Error ? error : undefined);
+        }
+    }
+    async getCrawlJob(id, params) {
+        try {
+            return await this.request(`/crawl/${id}`, undefined, {
+                page: params?.page,
+            });
+        }
+        catch (error) {
+            if (error instanceof HyperbrowserError) {
+                throw error;
+            }
+            throw new HyperbrowserError(`Failed to get crawl job ${id}`, undefined, undefined, error instanceof Error ? error : undefined);
+        }
+    }
 }
 exports.HyperbrowserClient = HyperbrowserClient;

package/dist/types/constants.d.ts

@@ -1,4 +1,5 @@
 export type ScrapeJobStatus = "pending" | "running" | "completed" | "failed";
+export type CrawlJobStatus = "pending" | "running" | "completed" | "failed";
 export type Country = "AD" | "AE" | "AF" | "AL" | "AM" | "AO" | "AR" | "AT" | "AU" | "AW" | "AZ" | "BA" | "BD" | "BE" | "BG" | "BH" | "BJ" | "BO" | "BR" | "BS" | "BT" | "BY" | "BZ" | "CA" | "CF" | "CH" | "CI" | "CL" | "CM" | "CN" | "CO" | "CR" | "CU" | "CY" | "CZ" | "DE" | "DJ" | "DK" | "DM" | "EC" | "EE" | "EG" | "ES" | "ET" | "EU" | "FI" | "FJ" | "FR" | "GB" | "GE" | "GH" | "GM" | "GR" | "HK" | "HN" | "HR" | "HT" | "HU" | "ID" | "IE" | "IL" | "IN" | "IQ" | "IR" | "IS" | "IT" | "JM" | "JO" | "JP" | "KE" | "KH" | "KR" | "KW" | "KZ" | "LB" | "LI" | "LR" | "LT" | "LU" | "LV" | "MA" | "MC" | "MD" | "ME" | "MG" | "MK" | "ML" | "MM" | "MN" | "MR" | "MT" | "MU" | "MV" | "MX" | "MY" | "MZ" | "NG" | "NL" | "NO" | "NZ" | "OM" | "PA" | "PE" | "PH" | "PK" | "PL" | "PR" | "PT" | "PY" | "QA" | "RANDOM_COUNTRY" | "RO" | "RS" | "RU" | "SA" | "SC" | "SD" | "SE" | "SG" | "SI" | "SK" | "SN" | "SS" | "TD" | "TG" | "TH" | "TM" | "TN" | "TR" | "TT" | "TW" | "UA" | "UG" | "US" | "UY" | "UZ" | "VE" | "VG" | "VN" | "YE" | "ZA" | "ZM" | "ZW" | "ad" | "ae" | "af" | "al" | "am" | "ao" | "ar" | "at" | "au" | "aw" | "az" | "ba" | "bd" | "be" | "bg" | "bh" | "bj" | "bo" | "br" | "bs" | "bt" | "by" | "bz" | "ca" | "cf" | "ch" | "ci" | "cl" | "cm" | "cn" | "co" | "cr" | "cu" | "cy" | "cz" | "de" | "dj" | "dk" | "dm" | "ec" | "ee" | "eg" | "es" | "et" | "eu" | "fi" | "fj" | "fr" | "gb" | "ge" | "gh" | "gm" | "gr" | "hk" | "hn" | "hr" | "ht" | "hu" | "id" | "ie" | "il" | "in" | "iq" | "ir" | "is" | "it" | "jm" | "jo" | "jp" | "ke" | "kh" | "kr" | "kw" | "kz" | "lb" | "li" | "lr" | "lt" | "lu" | "lv" | "ma" | "mc" | "md" | "me" | "mg" | "mk" | "ml" | "mm" | "mn" | "mr" | "mt" | "mu" | "mv" | "mx" | "my" | "mz" | "ng" | "nl" | "no" | "nz" | "om" | "pa" | "pe" | "ph" | "pk" | "pl" | "pr" | "pt" | "py" | "qa" | "ro" | "rs" | "ru" | "sa" | "sc" | "sd" | "se" | "sg" | "si" | "sk" | "sn" | "ss" | "td" | "tg" | "th" | "tm" | "tn" | "tr" | "tt" | "tw" | "ua" | "ug" | "us" | "uy" | "uz" | "ve" | "vg" | "vn" | "ye" | "za" | "zm" | "zw";
 export type OperatingSystem = "windows" | "android" | "macos" | "linux" | "ios";
 export type Platform = "chrome" | "firefox" | "safari" | "edge";

package/dist/types/crawl.d.ts

@@ -0,0 +1,43 @@
+import { CrawlJobStatus } from "./constants";
+export interface StartCrawlJobParams {
+    url: string;
+    maxPages: number;
+    followLinks: boolean;
+    excludePatterns: string[];
+    includePatterns: string[];
+    useProxy: boolean;
+    solveCaptchas: boolean;
+}
+export interface StartCrawlJobResponse {
+    jobId: string;
+}
+export interface GetCrawlJobParams {
+    page?: number;
+    batchSize?: number;
+}
+export interface CrawledPageMetadata {
+    title: string;
+    description: string;
+    robots: string;
+    ogTitle: string;
+    ogDescription: string;
+    ogUrl: string;
+    ogImage: string;
+    ogLocaleAlternate: string[];
+    ogSiteName: string;
+    sourceURL: string;
+}
+export interface CrawledPage {
+    url: string;
+    metadata: CrawledPageMetadata;
+    markdown: string;
+}
+export interface CrawlJobResponse {
+    status: CrawlJobStatus;
+    data?: CrawledPage[];
+    error?: string;
+    totalCrawledPages: number;
+    totalPageBatches: number;
+    currentPageBatch: number;
+    batchSize: number;
+}

package/dist/types/crawl.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/types/scrape.d.ts

@@ -1,6 +1,8 @@
 import { ScrapeJobStatus } from "./constants";
 export interface StartScrapeJobParams {
     url: string;
+    useProxy: boolean;
+    solveCaptchas: boolean;
 }
 export interface StartScrapeJobResponse {
     jobId: string;

package/dist/types/session.d.ts

@@ -27,12 +27,12 @@ export interface SessionListResponse {
     perPage: number;
 }
 export interface ScreenConfig {
-    maxWidth: number;
-    maxHeight: number;
-    minWidth: number;
-    minHeight: number;
+    width: number;
+    height: number;
 }
 export interface CreateSessionParams {
+    useStealth?: boolean;
+    useProxy?: boolean;
     proxyServer?: string;
     proxyServerPassword?: string;
     proxyServerUsername?: string;
@@ -42,4 +42,8 @@ export interface CreateSessionParams {
     platform?: Platform[];
     locales?: ISO639_1[];
     screen?: ScreenConfig;
+    solveCaptchas?: boolean;
+    adblock?: boolean;
+    trackers?: boolean;
+    annoyances?: boolean;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hyperbrowser/sdk",
-  "version": "0.4.0",
+  "version": "0.6.0",
   "description": "Node SDK for Hyperbrowser API",
   "author": "",
   "main": "dist/index.js",