scrapebadger 0.1.7 → 0.1.9

package/dist/index.mjs

@@ -1059,6 +1059,28 @@ var CommunitiesClient = class {
   constructor(client) {
     this.client = client;
   }
+  /**
+   * Parse a community member from the API response.
+   * Handles both flat format (user_id, username, role at top level)
+   * and nested format (user object with id, username).
+   */
+  parseCommunityMember(item) {
+    if ("user" in item && item.user) {
+      return item;
+    }
+    return {
+      user: {
+        id: item.user_id ?? "",
+        username: item.username ?? "",
+        name: item.name ?? "",
+        profile_image_url: item.profile_image_url,
+        verified: item.verified ?? false,
+        is_blue_verified: item.is_blue_verified
+      },
+      role: item.role,
+      joined_at: item.joined_at
+    };
+  }
   /**
    * Get details for a specific community.
    *
@@ -1147,17 +1169,9 @@ var CommunitiesClient = class {
     const response = await this.client.request(`/v1/twitter/communities/${communityId}/members`, {
       params: { count: options.count ?? 20, cursor: options.cursor }
     });
-    const data = (response.data ?? []).map((item) => {
-      if ("user" in item && item.user) {
-        return item;
-      }
-      const userItem = item;
-      return {
-        user: item,
-        role: userItem.role,
-        joined_at: userItem.joined_at
-      };
-    });
+    const data = (response.data ?? []).map(
+      (item) => this.parseCommunityMember(item)
+    );
     return createPaginatedResponse(data, response.next_cursor);
   }
   /**
@@ -1171,17 +1185,9 @@ var CommunitiesClient = class {
     const response = await this.client.request(`/v1/twitter/communities/${communityId}/moderators`, {
       params: { count: options.count ?? 20, cursor: options.cursor }
     });
-    const data = (response.data ?? []).map((item) => {
-      if ("user" in item && item.user) {
-        return item;
-      }
-      const userItem = item;
-      return {
-        user: item,
-        role: "moderator",
-        joined_at: userItem.joined_at
-      };
-    });
+    const data = (response.data ?? []).map(
+      (item) => this.parseCommunityMember(item)
+    );
     return createPaginatedResponse(data, response.next_cursor);
   }
   /**
@@ -1427,11 +1433,112 @@ var TwitterClient = class {
   }
 };
 
+// src/web/client.ts
+var WebClient = class {
+  client;
+  constructor(client) {
+    this.client = client;
+  }
+  /**
+   * Scrape a web page.
+   */
+  async scrape(url, options = {}) {
+    const body = { url };
+    if (options.renderJs) body.render_js = true;
+    if (options.outputFormat && options.outputFormat !== "html")
+      body.output_format = options.outputFormat;
+    if (options.proxyCountry) body.proxy_country = options.proxyCountry;
+    if (options.proxyType) body.proxy_type = options.proxyType;
+    if (options.sessionId) body.session_id = options.sessionId;
+    if (options.engine) body.engine = options.engine;
+    if (options.maxCost !== void 0) body.max_cost = options.maxCost;
+    if (options.headers) body.headers = options.headers;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    if (options.jsScenario) body.js_scenario = options.jsScenario;
+    return this.client.request("/v1/web/scrape", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Take a screenshot of a web page.
+   */
+  async screenshot(url, options = {}) {
+    const body = { url };
+    if (options.fullPage) body.full_page = true;
+    if (options.viewportWidth && options.viewportWidth !== 1280)
+      body.viewport_width = options.viewportWidth;
+    if (options.viewportHeight && options.viewportHeight !== 720)
+      body.viewport_height = options.viewportHeight;
+    if (options.imageFormat && options.imageFormat !== "png")
+      body.image_format = options.imageFormat;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/screenshot", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Extract structured data from a web page.
+   */
+  async extract(url, options = {}) {
+    const body = { url };
+    if (options.schema) body.extraction_schema = options.schema;
+    if (options.renderJs) body.render_js = true;
+    if (options.waitFor) body.wait_for = options.waitFor;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/extract", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Scrape multiple URLs in a batch.
+   */
+  async batch(urls, options = {}) {
+    const body = { urls };
+    if (options.renderJs) body.render_js = true;
+    if (options.outputFormat && options.outputFormat !== "html")
+      body.output_format = options.outputFormat;
+    if (options.maxConcurrency && options.maxConcurrency !== 5)
+      body.max_concurrency = options.maxConcurrency;
+    if (options.engine) body.engine = options.engine;
+    if (options.timeout !== void 0) body.timeout = options.timeout;
+    return this.client.request("/v1/web/batch", {
+      method: "POST",
+      body
+    });
+  }
+  /**
+   * Create a new scraping session for a domain.
+   */
+  async createSession(domain, persist = true) {
+    return this.client.request("/v1/web/sessions", {
+      method: "POST",
+      body: {
+        domain,
+        new_session: true,
+        persist_session: persist
+      }
+    });
+  }
+  /**
+   * Scrape using an existing session.
+   */
+  async reuseSession(url, sessionId, options = {}) {
+    return this.scrape(url, { ...options, sessionId });
+  }
+};
+
 // src/client.ts
 var ScrapeBadger = class {
   baseClient;
   /** Twitter API client */
   twitter;
+  /** Web scraping API client */
+  web;
   /**
    * Create a new ScrapeBadger client.
    *
@@ -1467,9 +1574,10 @@ var ScrapeBadger = class {
     const resolvedConfig = resolveConfig({ ...config, apiKey });
     this.baseClient = new BaseClient(resolvedConfig);
     this.twitter = new TwitterClient(this.baseClient);
+    this.web = new WebClient(this.baseClient);
   }
 };
 
-export { AccountRestrictedError, AuthenticationError, CommunitiesClient, GeoClient, InsufficientCreditsError, ListsClient, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerError, ServerError, TimeoutError, TrendsClient, TweetsClient, TwitterClient, UsersClient, ValidationError, collectAll };
+export { AccountRestrictedError, AuthenticationError, CommunitiesClient, GeoClient, InsufficientCreditsError, ListsClient, NotFoundError, RateLimitError, ScrapeBadger, ScrapeBadgerError, ServerError, TimeoutError, TrendsClient, TweetsClient, TwitterClient, UsersClient, ValidationError, WebClient, collectAll };
 //# sourceMappingURL=index.mjs.map
 //# sourceMappingURL=index.mjs.map