@bycrawl/nodejs-sdk 0.1.1 → 0.3.0

package/dist/index.js

@@ -439,8 +439,15 @@ var Facebook = class extends APIResource {
       castTo: (r) => r
     });
   }
-  async getUserPosts(username) {
-    return this._request("GET", `/facebook/users/${username}/posts`);
+  async getUserPosts(username, options) {
+    return this._request("GET", `/facebook/users/${username}/posts`, {
+      params: { count: options?.count }
+    });
+  }
+  async getPagePosts(pageId, options) {
+    return this._request("GET", `/facebook/pages/${pageId}/posts`, {
+      params: { count: options?.count }
+    });
   }
   async getPost(options) {
     return this._get(`/facebook/posts`, {
@@ -450,25 +457,25 @@ var Facebook = class extends APIResource {
   }
   async getPostComments(options) {
     return this._get(`/facebook/posts/comments`, {
-      params: { url: options.url, cursor: options.cursor }
+      params: { url: options.url }
     });
   }
   async searchPosts(q, options) {
     return this._get(`/facebook/posts/search`, {
-      params: { q, count: options?.count, cursor: options?.cursor }
+      params: { q, count: options?.count }
     });
   }
-  async marketplaceBrowse(location, options) {
+  async browseMarketplace(options) {
     return this._get(`/facebook/marketplace/listings`, {
-      params: { location, category: options?.category }
+      params: { location: options?.location, category: options?.category }
     });
   }
-  async marketplaceSearch(q, options) {
+  async searchMarketplace(q, options) {
     return this._get(`/facebook/marketplace/search`, {
-      params: { q, location: options?.location }
+      params: { q, location: options?.location, category: options?.category }
     });
   }
-  async marketplaceItem(listingId) {
+  async getMarketplaceItem(listingId) {
     return this._get(`/facebook/marketplace/items/${listingId}`);
   }
   // -- Auto-pagination iterators --
@@ -500,6 +507,82 @@ var GMaps = class extends APIResource {
       castTo: (r) => r
     });
   }
+  async getPlaceReviews(query, options) {
+    return this._get(`/gmaps/places/reviews`, {
+      params: {
+        query,
+        sort: options?.sort,
+        pageToken: options?.pageToken,
+        language: options?.language
+      }
+    });
+  }
+};
+
+// src/platforms/google.ts
+var Google = class extends APIResource {
+  async search(q, options) {
+    return this._get(`/google/search`, {
+      params: {
+        q,
+        num: options?.num,
+        language: options?.language,
+        country: options?.country,
+        page: options?.page
+      }
+    });
+  }
+  async news(q, options) {
+    return this._get(`/google/news`, {
+      params: { q, language: options?.language, country: options?.country }
+    });
+  }
+  async trends(q, options) {
+    return this._get(`/google/trends`, {
+      params: {
+        q,
+        timeframe: options?.timeframe,
+        geo: options?.geo,
+        category: options?.category
+      }
+    });
+  }
+  async finance(ticker) {
+    return this._get(`/google/finance`, {
+      params: { ticker }
+    });
+  }
+  async shopping(q, options) {
+    return this._get(`/google/shopping`, {
+      params: {
+        q,
+        num: options?.num,
+        min_price: options?.min_price,
+        max_price: options?.max_price,
+        country: options?.country
+      }
+    });
+  }
+};
+
+// src/platforms/hackernews.ts
+var HackerNews = class extends APIResource {
+  async getItem(itemId) {
+    return this._get(`/hackernews/items/${itemId}`);
+  }
+  async getUser(username) {
+    return this._get(`/hackernews/users/${username}`);
+  }
+  async getStories(storyType, options) {
+    return this._get(`/hackernews/stories/${storyType}`, {
+      params: { count: options?.count }
+    });
+  }
+  async getItemComments(itemId, options) {
+    return this._get(`/hackernews/items/${itemId}/comments`, {
+      params: { depth: options?.depth }
+    });
+  }
 };
 
 // src/platforms/instagram.ts
@@ -583,6 +666,11 @@ var Job104 = class extends APIResource {
 
 // src/platforms/linkedin.ts
 var LinkedIn = class extends APIResource {
+  async searchCompanies(q, options) {
+    return this._get(`/linkedin/companies/search`, {
+      params: { q, count: options?.count }
+    });
+  }
   async getCompany(companyId) {
     return this._get(`/linkedin/companies/${companyId}`, {
       castTo: (r) => r
@@ -593,10 +681,15 @@ var LinkedIn = class extends APIResource {
       params: { count: options?.count, offset: options?.offset }
     });
   }
-  async searchJobs(query, options) {
+  async getCompanyPosts(companyId, options) {
+    return this._get(`/linkedin/companies/${companyId}/posts`, {
+      params: { count: options?.count }
+    });
+  }
+  async searchJobs(q, options) {
     return this._getList(`/linkedin/jobs/search`, {
       params: {
-        q: query,
+        q,
         location: options?.location,
         count: options?.count,
         offset: options?.offset
@@ -615,9 +708,9 @@ var LinkedIn = class extends APIResource {
       castTo: (r) => r
     });
   }
-  async searchUsers(query, options) {
+  async searchUsers(q, options) {
     return this._getList(`/linkedin/users/search`, {
-      params: { q: query, count: options?.count, offset: options?.offset },
+      params: { q, count: options?.count, offset: options?.offset },
       itemsKey: "users",
       castTo: (r) => r
     });
@@ -627,6 +720,18 @@ var LinkedIn = class extends APIResource {
       castTo: (r) => r
     });
   }
+  async getCompanyEmployees(companyId, options) {
+    return this._get(`/linkedin/companies/${companyId}/employees`, {
+      params: { count: options?.count ?? 25 }
+    });
+  }
+  async getUserPosts(username, options) {
+    return this._getList(`/linkedin/users/${username}/posts`, {
+      params: { count: options?.count ?? 20 },
+      itemsKey: "posts",
+      castTo: (r) => r
+    });
+  }
   // -- Auto-pagination iterators --
   iterCompanyJobs(companyId, options) {
     const count = options?.count ?? 10;
@@ -636,16 +741,95 @@ var LinkedIn = class extends APIResource {
       castTo: (r) => r
     });
   }
-  iterSearchJobs(query, options) {
+  iterSearchJobs(q, options) {
     const count = options?.count ?? 10;
     return this._paginateByOffset(`/linkedin/jobs/search`, {
-      params: { q: query, location: options?.location, count, limit: count },
+      params: { q, location: options?.location, count, limit: count },
       itemsKey: "jobs",
       castTo: (r) => r
     });
   }
 };
 
+// src/platforms/luma.ts
+var Luma = class extends APIResource {
+  async getEvent(eventId) {
+    return this._get(`/luma/events/${eventId}`);
+  }
+  async getPlaceEvents(placeId, options) {
+    return this._get(`/luma/places/${placeId}/events`, {
+      params: { count: options?.count, cursor: options?.cursor }
+    });
+  }
+  async searchEvents(placeId, q, options) {
+    return this._get(`/luma/events/search`, {
+      params: {
+        place_id: placeId,
+        q,
+        count: options?.count,
+        cursor: options?.cursor
+      }
+    });
+  }
+  async getCategories() {
+    return this._get(`/luma/categories`);
+  }
+  async getCalendarEvents(calendarId, options) {
+    return this._get(`/luma/calendars/${calendarId}/events`, {
+      params: { count: options?.count, cursor: options?.cursor }
+    });
+  }
+  async getPlace(placeId) {
+    return this._get(`/luma/places/${placeId}`);
+  }
+};
+
+// src/platforms/producthunt.ts
+var ProductHunt = class extends APIResource {
+  async getPosts(options) {
+    return this._get(`/producthunt/posts`, {
+      params: {
+        count: options?.count,
+        date: options?.date,
+        period: options?.period
+      }
+    });
+  }
+  async searchPosts(q, options) {
+    return this._get(`/producthunt/posts/search`, {
+      params: { q, count: options?.count }
+    });
+  }
+  async getPost(slug) {
+    return this._get(`/producthunt/posts/${slug}`);
+  }
+  async getReviews(slug) {
+    return this._get(`/producthunt/posts/${slug}/reviews`);
+  }
+};
+
+// src/platforms/ptt.ts
+var PTT = class extends APIResource {
+  async getBoard(boardName) {
+    return this._get(`/ptt/boards/${boardName}`);
+  }
+  async getBoardPosts(boardName, options) {
+    return this._get(`/ptt/boards/${boardName}/posts`, {
+      params: { page: options?.page, count: options?.count }
+    });
+  }
+  async getPost(url) {
+    return this._get(`/ptt/posts`, {
+      params: { url }
+    });
+  }
+  async searchPosts(boardName, q, options) {
+    return this._get(`/ptt/boards/${boardName}/search`, {
+      params: { q, count: options?.count }
+    });
+  }
+};
+
 // src/platforms/reddit.ts
 var Reddit = class extends APIResource {
   async getSubreddit(name) {
@@ -655,7 +839,12 @@ var Reddit = class extends APIResource {
   }
   async getSubredditPosts(name, options) {
     return this._getList(`/reddit/subreddits/${name}/posts`, {
-      params: { sort: options?.sort, t: options?.t, count: options?.count },
+      params: {
+        sort: options?.sort,
+        t: options?.t,
+        count: options?.count,
+        after: options?.after
+      },
       itemsKey: "posts",
       castTo: (r) => r
     });
@@ -667,7 +856,13 @@ var Reddit = class extends APIResource {
   }
   async searchPosts(q, options) {
     return this._getList(`/reddit/posts/search`, {
-      params: { q, sort: options?.sort, count: options?.count },
+      params: {
+        q,
+        sort: options?.sort,
+        t: options?.t,
+        count: options?.count,
+        after: options?.after
+      },
       itemsKey: "posts",
       castTo: (r) => r
     });
@@ -689,27 +884,59 @@ var Reddit = class extends APIResource {
   }
 };
 
+// src/platforms/rent591.ts
+var Rent591 = class extends APIResource {
+  async getListings(options) {
+    return this._get(`/rent591/listings`, {
+      params: {
+        region: options?.region,
+        first_row: options?.first_row,
+        kind: options?.kind,
+        section: options?.section,
+        price: options?.price,
+        count: options?.count
+      }
+    });
+  }
+  async getListing(listingId) {
+    return this._get(`/rent591/listings/${listingId}`);
+  }
+};
+
 // src/platforms/threads.ts
 var Threads = class extends APIResource {
-  async getPost(postId, options) {
+  async getPost(postId) {
     return this._get(`/threads/posts/${postId}`, {
-      params: { mode: options?.mode },
       castTo: (r) => r
     });
   }
-  async getPosts(ids, options) {
+  async getPosts(ids) {
     const resp = await this._request("GET", `/threads/posts`, {
-      params: { ids: ids.join(","), mode: options?.mode }
+      params: { ids: ids.join(",") }
     });
     return resp;
   }
   async searchPosts(q, options) {
     return this._getList(`/threads/posts/search`, {
-      params: { q, count: options?.count },
+      params: {
+        q,
+        count: options?.count,
+        search_type: options?.search_type,
+        cursor: options?.cursor
+      },
       itemsKey: "posts",
       castTo: (r) => r
     });
   }
+  /**
+   * Get direct replies to a Threads post.
+   *
+   * Returns `{rootPost, replies, totalReplies, hasMore}`. Anonymous SSR
+   * embeds ~20 top-level replies per post; pagination is not supported.
+   */
+  async getPostReplies(postId) {
+    return this._get(`/threads/posts/${postId}/replies`);
+  }
   async getUser(username) {
     return this._get(`/threads/users/${username}`, {
       castTo: (r) => r
@@ -734,42 +961,12 @@ var Threads = class extends APIResource {
   }
   async getPublicFeed(options) {
     return this._get(`/threads/feed/public`, {
-      params: { cursor: options?.cursor, count: options?.count }
-    });
-  }
-  // -- Bulk operations --
-  async bulkSubmit(ids, options) {
-    return this._post(`/threads/bulk`, {
-      body: { ids, type: options?.type ?? "content" },
-      castTo: (r) => r
-    });
-  }
-  async bulkStatus(jobId) {
-    return this._get(`/threads/bulk/${jobId}`, {
-      castTo: (r) => r
-    });
-  }
-  async bulkResults(jobId) {
-    return this._request("GET", `/threads/bulk/${jobId}/results`);
-  }
-  async bulkSubmitAndWait(ids, options) {
-    const pollInterval = options?.pollInterval ?? 2e3;
-    const timeout = options?.timeout ?? 3e5;
-    const submitResp = await this.bulkSubmit(ids);
-    const jobId = submitResp.data.jobId;
-    const deadline = Date.now() + timeout;
-    while (Date.now() < deadline) {
-      const statusResp = await this.bulkStatus(jobId);
-      const status = statusResp.data.status;
-      if (status === "completed") {
-        return this.bulkResults(jobId);
-      }
-      if (status === "failed") {
-        throw new ByCrawlError(`Bulk job ${jobId} failed`);
+      params: {
+        cursor: options?.cursor,
+        count: options?.count,
+        country: options?.country
       }
-      await new Promise((resolve) => setTimeout(resolve, pollInterval));
-    }
-    throw new TimeoutError(`Bulk job ${jobId} timed out after ${timeout}ms`);
+    });
   }
   // -- Auto-pagination iterators --
   iterUserPosts(userId, options) {
@@ -810,18 +1007,15 @@ var TikTok = class extends APIResource {
       params: { cursor: options?.cursor }
     });
   }
-  async getCategories(options) {
-    return this._get(`/tiktok/categories`, {
-      params: { category: options?.category, count: options?.count }
-    });
-  }
-  async search(keyword, options) {
+  async search(q, options) {
     return this._get(`/tiktok/videos/search`, {
-      params: { q: keyword, count: options?.count }
+      params: { q, count: options?.count }
     });
   }
-  async getVideoSubtitles(videoId) {
-    return this._get(`/tiktok/videos/${videoId}/subtitles`);
+  async getVideoSubtitles(videoId, options) {
+    return this._get(`/tiktok/videos/${videoId}/subtitles`, {
+      params: { language: options?.language }
+    });
   }
   // -- Auto-pagination iterators --
   iterVideoComments(videoId) {
@@ -833,6 +1027,38 @@ var TikTok = class extends APIResource {
   }
 };
 
+// src/platforms/trustpilot.ts
+var Trustpilot = class extends APIResource {
+  async getBusiness(domain) {
+    return this._get(`/trustpilot/businesses/${domain}`);
+  }
+  async getBusinessReviews(domain, options) {
+    return this._get(`/trustpilot/businesses/${domain}/reviews`, {
+      params: {
+        page: options?.page,
+        sort: options?.sort,
+        stars: options?.stars,
+        languages: options?.languages
+      }
+    });
+  }
+  async searchBusinesses(q, options) {
+    return this._get(`/trustpilot/businesses/search`, {
+      params: { q, page: options?.page }
+    });
+  }
+  async searchCategories(q) {
+    return this._get(`/trustpilot/categories/search`, {
+      params: { q }
+    });
+  }
+  async getSuggestions(q) {
+    return this._get(`/trustpilot/suggestions`, {
+      params: { q }
+    });
+  }
+};
+
 // src/platforms/webfetch.ts
 var WebFetch = class extends APIResource {
   async fetch(url, options) {
@@ -840,6 +1066,11 @@ var WebFetch = class extends APIResource {
       params: { url, format: options?.format }
     });
   }
+  async search(q, options) {
+    return this._get(`/web/search`, {
+      params: { q, count: options?.count }
+    });
+  }
 };
 
 // src/platforms/x.ts
@@ -944,7 +1175,14 @@ var ByCrawl = class {
   youtube;
   dcard;
   gmaps;
+  google;
+  hackernews;
   job104;
+  luma;
+  producthunt;
+  trustpilot;
+  ptt;
+  rent591;
   web;
   _transport;
   constructor(options) {
@@ -970,7 +1208,14 @@ var ByCrawl = class {
     this.youtube = new YouTube(this._transport);
     this.dcard = new Dcard(this._transport);
     this.gmaps = new GMaps(this._transport);
+    this.google = new Google(this._transport);
+    this.hackernews = new HackerNews(this._transport);
     this.job104 = new Job104(this._transport);
+    this.luma = new Luma(this._transport);
+    this.producthunt = new ProductHunt(this._transport);
+    this.trustpilot = new Trustpilot(this._transport);
+    this.ptt = new PTT(this._transport);
+    this.rent591 = new Rent591(this._transport);
     this.web = new WebFetch(this._transport);
   }
 };