scrapebadger 0.1.7 → 0.1.9

package/dist/{index-qYk-iloT.d.cts → index-9Mu-b1MB.d.cts}

@@ -351,13 +351,13 @@ interface User {
     /** Banner image URL */
     profile_banner_url?: string;
     /** Number of followers */
-    followers_count: number;
+    followers_count?: number;
     /** Number of accounts followed */
-    following_count: number;
+    following_count?: number;
     /** Total tweets posted */
-    tweet_count: number;
+    tweet_count?: number;
     /** Number of lists the user is on */
-    listed_count: number;
+    listed_count?: number;
     /** Number of tweets liked */
     favourites_count?: number;
     /** Number of media posts */
@@ -1412,6 +1412,12 @@ declare class ListsClient {
 declare class CommunitiesClient {
     private readonly client;
     constructor(client: BaseClient);
+    /**
+     * Parse a community member from the API response.
+     * Handles both flat format (user_id, username, role at top level)
+     * and nested format (user object with id, username).
+     */
+    private parseCommunityMember;
     /**
      * Get details for a specific community.
      *
@@ -1792,4 +1798,4 @@ declare class TwitterClient {
     constructor(client: BaseClient);
 }
 
-export { type ApiResponse as A, CommunitiesClient as C, GeoClient as G, type Hashtag as H, type IteratorOptions as I, ListsClient as L, type Media as M, type PaginatedResponse as P, type QueryType as Q, type ResolvedConfig as R, type ScrapeBadgerConfig as S, TwitterClient as T, UsersClient as U, type PaginationOptions as a, TweetsClient as b, collectAll as c, TrendsClient as d, type GeoSearchOptions as e, type TrendCategory as f, type CommunityTweetType as g, type PollOption as h, type Poll as i, type Url as j, type UserMention as k, type TweetPlace as l, type Tweet as m, type User as n, type UserAbout as o, type UserIds as p, type List as q, type CommunityBanner as r, type CommunityRule as s, type Community as t, type CommunityMember as u, type Trend as v, type Location as w, type PlaceTrends as x, type Place as y, type ListResponse as z };
+export { type ApiResponse as A, BaseClient as B, CommunitiesClient as C, GeoClient as G, type Hashtag as H, type IteratorOptions as I, ListsClient as L, type Media as M, type PaginatedResponse as P, type QueryType as Q, type ResolvedConfig as R, type ScrapeBadgerConfig as S, TwitterClient as T, UsersClient as U, type PaginationOptions as a, TweetsClient as b, collectAll as c, TrendsClient as d, type GeoSearchOptions as e, type TrendCategory as f, type CommunityTweetType as g, type PollOption as h, type Poll as i, type Url as j, type UserMention as k, type TweetPlace as l, type Tweet as m, type User as n, type UserAbout as o, type UserIds as p, type List as q, type CommunityBanner as r, type CommunityRule as s, type Community as t, type CommunityMember as u, type Trend as v, type Location as w, type PlaceTrends as x, type Place as y, type ListResponse as z };

package/dist/{index-qYk-iloT.d.ts → index-9Mu-b1MB.d.ts}

@@ -351,13 +351,13 @@ interface User {
     /** Banner image URL */
     profile_banner_url?: string;
     /** Number of followers */
-    followers_count: number;
+    followers_count?: number;
     /** Number of accounts followed */
-    following_count: number;
+    following_count?: number;
     /** Total tweets posted */
-    tweet_count: number;
+    tweet_count?: number;
     /** Number of lists the user is on */
-    listed_count: number;
+    listed_count?: number;
     /** Number of tweets liked */
     favourites_count?: number;
     /** Number of media posts */
@@ -1412,6 +1412,12 @@ declare class ListsClient {
 declare class CommunitiesClient {
     private readonly client;
     constructor(client: BaseClient);
+    /**
+     * Parse a community member from the API response.
+     * Handles both flat format (user_id, username, role at top level)
+     * and nested format (user object with id, username).
+     */
+    private parseCommunityMember;
     /**
      * Get details for a specific community.
      *
@@ -1792,4 +1798,4 @@ declare class TwitterClient {
     constructor(client: BaseClient);
 }
 
-export { type ApiResponse as A, CommunitiesClient as C, GeoClient as G, type Hashtag as H, type IteratorOptions as I, ListsClient as L, type Media as M, type PaginatedResponse as P, type QueryType as Q, type ResolvedConfig as R, type ScrapeBadgerConfig as S, TwitterClient as T, UsersClient as U, type PaginationOptions as a, TweetsClient as b, collectAll as c, TrendsClient as d, type GeoSearchOptions as e, type TrendCategory as f, type CommunityTweetType as g, type PollOption as h, type Poll as i, type Url as j, type UserMention as k, type TweetPlace as l, type Tweet as m, type User as n, type UserAbout as o, type UserIds as p, type List as q, type CommunityBanner as r, type CommunityRule as s, type Community as t, type CommunityMember as u, type Trend as v, type Location as w, type PlaceTrends as x, type Place as y, type ListResponse as z };
+export { type ApiResponse as A, BaseClient as B, CommunitiesClient as C, GeoClient as G, type Hashtag as H, type IteratorOptions as I, ListsClient as L, type Media as M, type PaginatedResponse as P, type QueryType as Q, type ResolvedConfig as R, type ScrapeBadgerConfig as S, TwitterClient as T, UsersClient as U, type PaginationOptions as a, TweetsClient as b, collectAll as c, TrendsClient as d, type GeoSearchOptions as e, type TrendCategory as f, type CommunityTweetType as g, type PollOption as h, type Poll as i, type Url as j, type UserMention as k, type TweetPlace as l, type Tweet as m, type User as n, type UserAbout as o, type UserIds as p, type List as q, type CommunityBanner as r, type CommunityRule as s, type Community as t, type CommunityMember as u, type Trend as v, type Location as w, type PlaceTrends as x, type Place as y, type ListResponse as z };

package/dist/index.d.cts

@@ -1,5 +1,161 @@
-import { T as TwitterClient, S as ScrapeBadgerConfig } from './index-qYk-iloT.cjs';
-export { A as ApiResponse, C as CommunitiesClient, t as Community, r as CommunityBanner, u as CommunityMember, s as CommunityRule, g as CommunityTweetType, G as GeoClient, e as GeoSearchOptions, H as Hashtag, I as IteratorOptions, q as List, z as ListResponse, L as ListsClient, w as Location, M as Media, P as PaginatedResponse, a as PaginationOptions, y as Place, x as PlaceTrends, i as Poll, h as PollOption, Q as QueryType, R as ResolvedConfig, v as Trend, f as TrendCategory, d as TrendsClient, m as Tweet, l as TweetPlace, b as TweetsClient, j as Url, n as User, o as UserAbout, p as UserIds, k as UserMention, U as UsersClient, c as collectAll } from './index-qYk-iloT.cjs';
+import { B as BaseClient, T as TwitterClient, S as ScrapeBadgerConfig } from './index-9Mu-b1MB.cjs';
+export { A as ApiResponse, C as CommunitiesClient, t as Community, r as CommunityBanner, u as CommunityMember, s as CommunityRule, g as CommunityTweetType, G as GeoClient, e as GeoSearchOptions, H as Hashtag, I as IteratorOptions, q as List, z as ListResponse, L as ListsClient, w as Location, M as Media, P as PaginatedResponse, a as PaginationOptions, y as Place, x as PlaceTrends, i as Poll, h as PollOption, Q as QueryType, R as ResolvedConfig, v as Trend, f as TrendCategory, d as TrendsClient, m as Tweet, l as TweetPlace, b as TweetsClient, j as Url, n as User, o as UserAbout, p as UserIds, k as UserMention, U as UsersClient, c as collectAll } from './index-9Mu-b1MB.cjs';
+
+/**
+ * TypeScript types for web scraping API responses.
+ */
+interface ScrapeOptions {
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** Output format (html, markdown, text, json) */
+    outputFormat?: "html" | "markdown" | "text" | "json";
+    /** Country code for proxy (e.g. "US") */
+    proxyCountry?: string;
+    /** Proxy type (datacenter, residential) */
+    proxyType?: "datacenter" | "residential" | "mobile" | "isp";
+    /** Reuse an existing session */
+    sessionId?: string;
+    /** Force a specific engine */
+    engine?: string;
+    /** Maximum credit cost */
+    maxCost?: number;
+    /** Custom HTTP headers */
+    headers?: Record<string, string>;
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+    /** JavaScript actions to execute */
+    jsScenario?: Array<Record<string, unknown>>;
+}
+interface ScreenshotOptions {
+    /** Capture full page (not just viewport) */
+    fullPage?: boolean;
+    /** Viewport width in pixels */
+    viewportWidth?: number;
+    /** Viewport height in pixels */
+    viewportHeight?: number;
+    /** Image format (png, jpeg) */
+    imageFormat?: "png" | "jpeg";
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface ExtractOptions {
+    /** Extraction schema (CSS/XPath selectors) */
+    schema?: Record<string, unknown>;
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface BatchOptions {
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** Output format */
+    outputFormat?: "html" | "markdown" | "text" | "json";
+    /** Maximum concurrent requests */
+    maxConcurrency?: number;
+    /** Force a specific engine */
+    engine?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface ScrapeResult {
+    content: string;
+    status_code: number;
+    url: string;
+    engine_used?: string;
+    credits_used: number;
+    processing_time_ms?: number;
+    anti_bot_detected: boolean;
+    anti_bot_provider?: string;
+    captcha_solved: boolean;
+    session_id?: string;
+    session_reused: boolean;
+}
+interface ScreenshotResult {
+    image_data: string;
+    format: string;
+    url: string;
+    credits_used: number;
+}
+interface ExtractResult {
+    data: Record<string, unknown>;
+    url: string;
+    credits_used: number;
+}
+interface BatchResult {
+    results: ScrapeResult[];
+    total: number;
+    successful: number;
+    failed: number;
+}
+interface SessionInfo {
+    session_id: string;
+    domain: string;
+    reused: boolean;
+    fingerprint_id?: string;
+}
+
+/**
+ * Web scraping API client for ScrapeBadger SDK.
+ */
+
+/**
+ * Client for web scraping operations.
+ *
+ * @example
+ * ```typescript
+ * const client = new ScrapeBadger({ apiKey: "key" });
+ *
+ * // Simple scrape
+ * const result = await client.web.scrape("https://example.com");
+ * console.log(result.content);
+ *
+ * // Screenshot
+ * const screenshot = await client.web.screenshot("https://example.com");
+ *
+ * // Extract structured data
+ * const data = await client.web.extract("https://example.com", {
+ *   schema: { title: "css:h1" }
+ * });
+ *
+ * // Batch scrape
+ * const batch = await client.web.batch(["https://a.com", "https://b.com"]);
+ * ```
+ */
+declare class WebClient {
+    private readonly client;
+    constructor(client: BaseClient);
+    /**
+     * Scrape a web page.
+     */
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+    /**
+     * Take a screenshot of a web page.
+     */
+    screenshot(url: string, options?: ScreenshotOptions): Promise<ScreenshotResult>;
+    /**
+     * Extract structured data from a web page.
+     */
+    extract(url: string, options?: ExtractOptions): Promise<ExtractResult>;
+    /**
+     * Scrape multiple URLs in a batch.
+     */
+    batch(urls: string[], options?: BatchOptions): Promise<BatchResult>;
+    /**
+     * Create a new scraping session for a domain.
+     */
+    createSession(domain: string, persist?: boolean): Promise<SessionInfo>;
+    /**
+     * Scrape using an existing session.
+     */
+    reuseSession(url: string, sessionId: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+}
 
 /**
  * Main ScrapeBadger client.
@@ -43,6 +199,8 @@ declare class ScrapeBadger {
     private readonly baseClient;
     /** Twitter API client */
     readonly twitter: TwitterClient;
+    /** Web scraping API client */
+    readonly web: WebClient;
     /**
      * Create a new ScrapeBadger client.
      *
@@ -153,4 +311,4 @@ declare class AccountRestrictedError extends ScrapeBadgerError {
     constructor(message?: string, reason?: string);
 }
 
-export { AccountRestrictedError, AuthenticationError, InsufficientCreditsError, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerConfig, ScrapeBadgerError, ServerError, TimeoutError, TwitterClient, ValidationError };
+export { AccountRestrictedError, AuthenticationError, type BatchOptions, type BatchResult, type ExtractOptions, type ExtractResult, InsufficientCreditsError, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerConfig, ScrapeBadgerError, type ScrapeOptions, type ScrapeResult, type ScreenshotOptions, type ScreenshotResult, ServerError, type SessionInfo, TimeoutError, TwitterClient, ValidationError, WebClient };

package/dist/index.d.ts

@@ -1,5 +1,161 @@
-import { T as TwitterClient, S as ScrapeBadgerConfig } from './index-qYk-iloT.js';
-export { A as ApiResponse, C as CommunitiesClient, t as Community, r as CommunityBanner, u as CommunityMember, s as CommunityRule, g as CommunityTweetType, G as GeoClient, e as GeoSearchOptions, H as Hashtag, I as IteratorOptions, q as List, z as ListResponse, L as ListsClient, w as Location, M as Media, P as PaginatedResponse, a as PaginationOptions, y as Place, x as PlaceTrends, i as Poll, h as PollOption, Q as QueryType, R as ResolvedConfig, v as Trend, f as TrendCategory, d as TrendsClient, m as Tweet, l as TweetPlace, b as TweetsClient, j as Url, n as User, o as UserAbout, p as UserIds, k as UserMention, U as UsersClient, c as collectAll } from './index-qYk-iloT.js';
+import { B as BaseClient, T as TwitterClient, S as ScrapeBadgerConfig } from './index-9Mu-b1MB.js';
+export { A as ApiResponse, C as CommunitiesClient, t as Community, r as CommunityBanner, u as CommunityMember, s as CommunityRule, g as CommunityTweetType, G as GeoClient, e as GeoSearchOptions, H as Hashtag, I as IteratorOptions, q as List, z as ListResponse, L as ListsClient, w as Location, M as Media, P as PaginatedResponse, a as PaginationOptions, y as Place, x as PlaceTrends, i as Poll, h as PollOption, Q as QueryType, R as ResolvedConfig, v as Trend, f as TrendCategory, d as TrendsClient, m as Tweet, l as TweetPlace, b as TweetsClient, j as Url, n as User, o as UserAbout, p as UserIds, k as UserMention, U as UsersClient, c as collectAll } from './index-9Mu-b1MB.js';
+
+/**
+ * TypeScript types for web scraping API responses.
+ */
+interface ScrapeOptions {
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** Output format (html, markdown, text, json) */
+    outputFormat?: "html" | "markdown" | "text" | "json";
+    /** Country code for proxy (e.g. "US") */
+    proxyCountry?: string;
+    /** Proxy type (datacenter, residential) */
+    proxyType?: "datacenter" | "residential" | "mobile" | "isp";
+    /** Reuse an existing session */
+    sessionId?: string;
+    /** Force a specific engine */
+    engine?: string;
+    /** Maximum credit cost */
+    maxCost?: number;
+    /** Custom HTTP headers */
+    headers?: Record<string, string>;
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+    /** JavaScript actions to execute */
+    jsScenario?: Array<Record<string, unknown>>;
+}
+interface ScreenshotOptions {
+    /** Capture full page (not just viewport) */
+    fullPage?: boolean;
+    /** Viewport width in pixels */
+    viewportWidth?: number;
+    /** Viewport height in pixels */
+    viewportHeight?: number;
+    /** Image format (png, jpeg) */
+    imageFormat?: "png" | "jpeg";
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface ExtractOptions {
+    /** Extraction schema (CSS/XPath selectors) */
+    schema?: Record<string, unknown>;
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** CSS selector to wait for */
+    waitFor?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface BatchOptions {
+    /** Whether to render JavaScript */
+    renderJs?: boolean;
+    /** Output format */
+    outputFormat?: "html" | "markdown" | "text" | "json";
+    /** Maximum concurrent requests */
+    maxConcurrency?: number;
+    /** Force a specific engine */
+    engine?: string;
+    /** Request timeout in seconds */
+    timeout?: number;
+}
+interface ScrapeResult {
+    content: string;
+    status_code: number;
+    url: string;
+    engine_used?: string;
+    credits_used: number;
+    processing_time_ms?: number;
+    anti_bot_detected: boolean;
+    anti_bot_provider?: string;
+    captcha_solved: boolean;
+    session_id?: string;
+    session_reused: boolean;
+}
+interface ScreenshotResult {
+    image_data: string;
+    format: string;
+    url: string;
+    credits_used: number;
+}
+interface ExtractResult {
+    data: Record<string, unknown>;
+    url: string;
+    credits_used: number;
+}
+interface BatchResult {
+    results: ScrapeResult[];
+    total: number;
+    successful: number;
+    failed: number;
+}
+interface SessionInfo {
+    session_id: string;
+    domain: string;
+    reused: boolean;
+    fingerprint_id?: string;
+}
+
+/**
+ * Web scraping API client for ScrapeBadger SDK.
+ */
+
+/**
+ * Client for web scraping operations.
+ *
+ * @example
+ * ```typescript
+ * const client = new ScrapeBadger({ apiKey: "key" });
+ *
+ * // Simple scrape
+ * const result = await client.web.scrape("https://example.com");
+ * console.log(result.content);
+ *
+ * // Screenshot
+ * const screenshot = await client.web.screenshot("https://example.com");
+ *
+ * // Extract structured data
+ * const data = await client.web.extract("https://example.com", {
+ *   schema: { title: "css:h1" }
+ * });
+ *
+ * // Batch scrape
+ * const batch = await client.web.batch(["https://a.com", "https://b.com"]);
+ * ```
+ */
+declare class WebClient {
+    private readonly client;
+    constructor(client: BaseClient);
+    /**
+     * Scrape a web page.
+     */
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+    /**
+     * Take a screenshot of a web page.
+     */
+    screenshot(url: string, options?: ScreenshotOptions): Promise<ScreenshotResult>;
+    /**
+     * Extract structured data from a web page.
+     */
+    extract(url: string, options?: ExtractOptions): Promise<ExtractResult>;
+    /**
+     * Scrape multiple URLs in a batch.
+     */
+    batch(urls: string[], options?: BatchOptions): Promise<BatchResult>;
+    /**
+     * Create a new scraping session for a domain.
+     */
+    createSession(domain: string, persist?: boolean): Promise<SessionInfo>;
+    /**
+     * Scrape using an existing session.
+     */
+    reuseSession(url: string, sessionId: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+}
 
 /**
  * Main ScrapeBadger client.
@@ -43,6 +199,8 @@ declare class ScrapeBadger {
     private readonly baseClient;
     /** Twitter API client */
     readonly twitter: TwitterClient;
+    /** Web scraping API client */
+    readonly web: WebClient;
     /**
      * Create a new ScrapeBadger client.
      *
@@ -153,4 +311,4 @@ declare class AccountRestrictedError extends ScrapeBadgerError {
     constructor(message?: string, reason?: string);
 }
 
-export { AccountRestrictedError, AuthenticationError, InsufficientCreditsError, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerConfig, ScrapeBadgerError, ServerError, TimeoutError, TwitterClient, ValidationError };
+export { AccountRestrictedError, AuthenticationError, type BatchOptions, type BatchResult, type ExtractOptions, type ExtractResult, InsufficientCreditsError, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerConfig, ScrapeBadgerError, type ScrapeOptions, type ScrapeResult, type ScreenshotOptions, type ScreenshotResult, ServerError, type SessionInfo, TimeoutError, TwitterClient, ValidationError, WebClient };

package/dist/index.js

@@ -1061,6 +1061,28 @@ var CommunitiesClient = class {
   constructor(client) {
     this.client = client;
   }
+  /**
+   * Parse a community member from the API response.
+   * Handles both flat format (user_id, username, role at top level)
+   * and nested format (user object with id, username).
+   */
+  parseCommunityMember(item) {
+    if ("user" in item && item.user) {
+      return item;
+    }
+    return {
+      user: {
+        id: item.user_id ?? "",
+        username: item.username ?? "",
+        name: item.name ?? "",
+        profile_image_url: item.profile_image_url,
+        verified: item.verified ?? false,
+        is_blue_verified: item.is_blue_verified
+      },
+      role: item.role,
+      joined_at: item.joined_at
+    };
+  }
   /**
    * Get details for a specific community.
    *
@@ -1149,17 +1171,9 @@ var CommunitiesClient = class {
     const response = await this.client.request(`/v1/twitter/communities/${communityId}/members`, {
       params: { count: options.count ?? 20, cursor: options.cursor }
     });
-    const data = (response.data ?? []).map((item) => {
-      if ("user" in item && item.user) {
-        return item;
-      }
-      const userItem = item;
-      return {
-        user: item,
-        role: userItem.role,
-        joined_at: userItem.joined_at
-      };
-    });
+    const data = (response.data ?? []).map(
+      (item) => this.parseCommunityMember(item)
+    );
     return createPaginatedResponse(data, response.next_cursor);
   }
   /**
@@ -1173,17 +1187,9 @@ var CommunitiesClient = class {
     const response = await this.client.request(`/v1/twitter/communities/${communityId}/moderators`, {
       params: { count: options.count ?? 20, cursor: options.cursor }
     });
-    const data = (response.data ?? []).map((item) => {
-      if ("user" in item && item.user) {
-        return item;
-      }
-      const userItem = item;
-      return {
-        user: item,
-        role: "moderator",
-        joined_at: userItem.joined_at
-      };
-    });
+    const data = (response.data ?? []).map(
+      (item) => this.parseCommunityMember(item)
+    );
     return createPaginatedResponse(data, response.next_cursor);
   }
   /**
@@ -1429,11 +1435,112 @@ var TwitterClient = class {
   }
 };
 
+// src/web/client.ts
+var WebClient = class {
+  client;
+  constructor(client) {
+    this.client = client;
+  }
+  /**
+   * Scrape a web page.
+   */
+  async scrape(url, options = {}) {
+    const body = { url };
+    if (options.renderJs) body.render_js = true;
+    if (options.outputFormat && options.outputFormat !== "html")
+      body.output_format = options.outputFormat;
+    if (options.proxyCountry) body.proxy_country = options.proxyCountry;
+    if (options.proxyType) body.proxy_type = options.proxyType;
+    if (options.sessionId) body.session_id = options.sessionId;
+    if (options.engine) body.engine = options.engine;
+    if (options.maxCost !== void 0) body.max_cost = options.maxCost;
+    if (options.headers) body.headers = options.headers;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    if (options.jsScenario) body.js_scenario = options.jsScenario;
+    return this.client.request("/v1/web/scrape", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Take a screenshot of a web page.
+   */
+  async screenshot(url, options = {}) {
+    const body = { url };
+    if (options.fullPage) body.full_page = true;
+    if (options.viewportWidth && options.viewportWidth !== 1280)
+      body.viewport_width = options.viewportWidth;
+    if (options.viewportHeight && options.viewportHeight !== 720)
+      body.viewport_height = options.viewportHeight;
+    if (options.imageFormat && options.imageFormat !== "png")
+      body.image_format = options.imageFormat;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/screenshot", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Extract structured data from a web page.
+   */
+  async extract(url, options = {}) {
+    const body = { url };
+    if (options.schema) body.extraction_schema = options.schema;
+    if (options.renderJs) body.render_js = true;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/extract", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Scrape multiple URLs in a batch.
+   */
+  async batch(urls, options = {}) {
+    const body = { urls };
+    if (options.renderJs) body.render_js = true;
+    if (options.outputFormat && options.outputFormat !== "html")
+      body.output_format = options.outputFormat;
+    if (options.maxConcurrency && options.maxConcurrency !== 5)
+      body.max_concurrency = options.maxConcurrency;
+    if (options.engine) body.engine = options.engine;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/batch", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Create a new scraping session for a domain.
+   */
+  async createSession(domain, persist = true) {
+    return this.client.request("/v1/web/sessions", {
+      method: "POST",
+      body: {
+        domain,
+        new_session: true,
+        persist_session: persist
+      }
+    });
+  }
+  /**
+   * Scrape using an existing session.
+   */
+  async reuseSession(url, sessionId, options = {}) {
+    return this.scrape(url, { ...options, sessionId });
+  }
+};
+
 // src/client.ts
 var ScrapeBadger = class {
   baseClient;
   /** Twitter API client */
   twitter;
+  /** Web scraping API client */
+  web;
   /**
    * Create a new ScrapeBadger client.
    *
@@ -1469,6 +1576,7 @@ var ScrapeBadger = class {
     const resolvedConfig = resolveConfig({ ...config, apiKey });
     this.baseClient = new BaseClient(resolvedConfig);
     this.twitter = new TwitterClient(this.baseClient);
+    this.web = new WebClient(this.baseClient);
   }
 };
 
@@ -1489,6 +1597,7 @@ exports.TweetsClient = TweetsClient;
 exports.TwitterClient = TwitterClient;
 exports.UsersClient = UsersClient;
 exports.ValidationError = ValidationError;
+exports.WebClient = WebClient;
 exports.collectAll = collectAll;
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map