@bycrawl/nodejs-sdk 0.2.0 → 0.3.0

package/dist/index.d.ts

@@ -406,20 +406,6 @@ interface Job104Company {
     logoUrl?: string | null;
     [key: string]: unknown;
 }
-interface BulkJob {
-    jobId: string;
-    status: string;
-    [key: string]: unknown;
-}
-interface BulkJobStatus {
-    jobId: string;
-    status: string;
-    total?: number | null;
-    completed?: number | null;
-    failed?: number | null;
-    createdAt?: string | null;
-    [key: string]: unknown;
-}
 
 /**
  * APIResource Base Class
@@ -527,6 +513,47 @@ declare class GMaps extends APIResource {
     getPlace(query: string, options?: {
         language?: string;
     }): Promise<APIResponse<GMapsPlace>>;
+    getPlaceReviews(query: string, options?: {
+        sort?: string;
+        pageToken?: string;
+        language?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+}
+
+declare class Google extends APIResource {
+    search(q: string, options?: {
+        num?: number;
+        language?: string;
+        country?: string;
+        page?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    news(q: string, options?: {
+        language?: string;
+        country?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    trends(q: string, options?: {
+        timeframe?: string;
+        geo?: string;
+        category?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    finance(ticker: string): Promise<APIResponse<Record<string, unknown>>>;
+    shopping(q: string, options?: {
+        num?: number;
+        min_price?: number;
+        max_price?: number;
+        country?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+}
+
+declare class HackerNews extends APIResource {
+    getItem(itemId: number): Promise<APIResponse<Record<string, unknown>>>;
+    getUser(username: string): Promise<APIResponse<Record<string, unknown>>>;
+    getStories(storyType: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    getItemComments(itemId: number, options?: {
+        depth?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
 }
 
 declare class Instagram extends APIResource {
@@ -562,11 +589,17 @@ declare class Job104 extends APIResource {
 }
 
 declare class LinkedIn extends APIResource {
+    searchCompanies(q: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
     getCompany(companyId: string): Promise<APIResponse<LinkedInCompany>>;
     getCompanyJobs(companyId: string, options?: {
         count?: number;
         offset?: number;
     }): Promise<APIResponse<Record<string, unknown>>>;
+    getCompanyPosts(companyId: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
     searchJobs(q: string, options?: {
         location?: string;
         count?: number;
@@ -579,6 +612,12 @@ declare class LinkedIn extends APIResource {
         offset?: number;
     }): Promise<APIResponse<LinkedInUser[]>>;
     getUser(username: string): Promise<APIResponse<LinkedInUser>>;
+    getCompanyEmployees(companyId: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    getUserPosts(username: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<LinkedInPost[]>>;
     iterCompanyJobs(companyId: string, options?: {
         count?: number;
     }): AsyncGenerator<LinkedInJob>;
@@ -588,6 +627,37 @@ declare class LinkedIn extends APIResource {
     }): AsyncGenerator<LinkedInJob>;
 }
 
+declare class Luma extends APIResource {
+    getEvent(eventId: string): Promise<APIResponse<Record<string, unknown>>>;
+    getPlaceEvents(placeId: string, options?: {
+        count?: number;
+        cursor?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    searchEvents(placeId: string, q: string, options?: {
+        count?: number;
+        cursor?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    getCategories(): Promise<APIResponse<Record<string, unknown>>>;
+    getCalendarEvents(calendarId: string, options?: {
+        count?: number;
+        cursor?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    getPlace(placeId: string): Promise<APIResponse<Record<string, unknown>>>;
+}
+
+declare class ProductHunt extends APIResource {
+    getPosts(options?: {
+        count?: number;
+        date?: string;
+        period?: string;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    searchPosts(q: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
+    getPost(slug: string): Promise<APIResponse<Record<string, unknown>>>;
+    getReviews(slug: string): Promise<APIResponse<Record<string, unknown>>>;
+}
+
 declare class PTT extends APIResource {
     getBoard(boardName: string): Promise<APIResponse<Record<string, unknown>>>;
     getBoardPosts(boardName: string, options?: {
@@ -641,7 +711,16 @@ declare class Threads extends APIResource {
     getPosts(ids: string[]): Promise<APIResponse<ThreadsPost[]>>;
     searchPosts(q: string, options?: {
         count?: number;
+        search_type?: string;
+        cursor?: string;
     }): Promise<APIResponse<ThreadsPost[]>>;
+    /**
+     * Get direct replies to a Threads post.
+     *
+     * Returns `{rootPost, replies, totalReplies, hasMore}`. Anonymous SSR
+     * embeds ~20 top-level replies per post; pagination is not supported.
+     */
+    getPostReplies(postId: string): Promise<APIResponse<Record<string, unknown>>>;
     getUser(username: string): Promise<APIResponse<ThreadsUser>>;
     getUserPosts(userId: string, options?: {
         cursor?: string;
@@ -657,16 +736,8 @@ declare class Threads extends APIResource {
     getPublicFeed(options?: {
         cursor?: string;
         count?: number;
+        country?: string;
     }): Promise<APIResponse<Record<string, unknown>>>;
-    bulkSubmit(ids: string[], options?: {
-        type?: string;
-    }): Promise<APIResponse<BulkJob>>;
-    bulkStatus(jobId: string): Promise<APIResponse<BulkJobStatus>>;
-    bulkResults(jobId: string): Promise<APIResponse<ThreadsPost[]>>;
-    bulkSubmitAndWait(ids: string[], options?: {
-        pollInterval?: number;
-        timeout?: number;
-    }): Promise<APIResponse<ThreadsPost[]>>;
     iterUserPosts(userId: string, options?: {
         count?: number;
     }): AsyncGenerator<ThreadsPost>;
@@ -684,10 +755,6 @@ declare class TikTok extends APIResource {
     getVideoComments(videoId: string, options?: {
         cursor?: string;
     }): Promise<APIResponse<Record<string, unknown>>>;
-    getCategories(options?: {
-        category?: string;
-        count?: number;
-    }): Promise<APIResponse<Record<string, unknown>>>;
     search(q: string, options?: {
         count?: number;
     }): Promise<APIResponse<Record<string, unknown>>>;
@@ -716,6 +783,9 @@ declare class WebFetch extends APIResource {
     fetch(url: string, options?: {
         format?: string;
     }): Promise<APIResponse<Record<string, unknown>>>;
+    search(q: string, options?: {
+        count?: number;
+    }): Promise<APIResponse<Record<string, unknown>>>;
 }
 
 declare class X extends APIResource {
@@ -793,7 +863,11 @@ declare class ByCrawl {
     readonly youtube: YouTube;
     readonly dcard: Dcard;
     readonly gmaps: GMaps;
+    readonly google: Google;
+    readonly hackernews: HackerNews;
     readonly job104: Job104;
+    readonly luma: Luma;
+    readonly producthunt: ProductHunt;
     readonly trustpilot: Trustpilot;
     readonly ptt: PTT;
     readonly rent591: Rent591;
@@ -848,4 +922,4 @@ declare class ConnectionError extends ByCrawlError {
     constructor(message?: string);
 }
 
-export { APIError, type APIResponse, AuthenticationError, type BulkJob, type BulkJobStatus, ByCrawl, ByCrawlError, type ByCrawlOptions, ConnectionError, type CreditInfo, type DcardForum, type DcardPersona, type DcardPost, type FacebookPost, type FacebookUser, type GMapsPlace, type InstagramTag, type InstagramUser, type Job104Company, type Job104Job, type LinkedInCompany, type LinkedInJob, type LinkedInPost, type LinkedInUser, NotFoundError, type PaginatedData, PermissionError, type RateLimit, RateLimitError, type RedditPost, type RedditUser, SDK_VERSION, ServerError, type Subreddit, type ThreadsMedia, type ThreadsPost, type ThreadsPostStats, type ThreadsUser, type TikTokCategory, type TikTokComment, type TikTokUser, type TikTokVideo, TimeoutError, type XPost, type XUser, type YouTubeChannel, type YouTubeComment, type YouTubeVideo };
+export { APIError, type APIResponse, AuthenticationError, ByCrawl, ByCrawlError, type ByCrawlOptions, ConnectionError, type CreditInfo, type DcardForum, type DcardPersona, type DcardPost, type FacebookPost, type FacebookUser, type GMapsPlace, type InstagramTag, type InstagramUser, type Job104Company, type Job104Job, type LinkedInCompany, type LinkedInJob, type LinkedInPost, type LinkedInUser, NotFoundError, type PaginatedData, PermissionError, type RateLimit, RateLimitError, type RedditPost, type RedditUser, SDK_VERSION, ServerError, type Subreddit, type ThreadsMedia, type ThreadsPost, type ThreadsPostStats, type ThreadsUser, type TikTokCategory, type TikTokComment, type TikTokUser, type TikTokVideo, TimeoutError, type XPost, type XUser, type YouTubeChannel, type YouTubeComment, type YouTubeVideo };

package/dist/index.js

@@ -507,6 +507,82 @@ var GMaps = class extends APIResource {
       castTo: (r) => r
     });
   }
+  async getPlaceReviews(query, options) {
+    return this._get(`/gmaps/places/reviews`, {
+      params: {
+        query,
+        sort: options?.sort,
+        pageToken: options?.pageToken,
+        language: options?.language
+      }
+    });
+  }
+};
+
+// src/platforms/google.ts
+var Google = class extends APIResource {
+  async search(q, options) {
+    return this._get(`/google/search`, {
+      params: {
+        q,
+        num: options?.num,
+        language: options?.language,
+        country: options?.country,
+        page: options?.page
+      }
+    });
+  }
+  async news(q, options) {
+    return this._get(`/google/news`, {
+      params: { q, language: options?.language, country: options?.country }
+    });
+  }
+  async trends(q, options) {
+    return this._get(`/google/trends`, {
+      params: {
+        q,
+        timeframe: options?.timeframe,
+        geo: options?.geo,
+        category: options?.category
+      }
+    });
+  }
+  async finance(ticker) {
+    return this._get(`/google/finance`, {
+      params: { ticker }
+    });
+  }
+  async shopping(q, options) {
+    return this._get(`/google/shopping`, {
+      params: {
+        q,
+        num: options?.num,
+        min_price: options?.min_price,
+        max_price: options?.max_price,
+        country: options?.country
+      }
+    });
+  }
+};
+
+// src/platforms/hackernews.ts
+var HackerNews = class extends APIResource {
+  async getItem(itemId) {
+    return this._get(`/hackernews/items/${itemId}`);
+  }
+  async getUser(username) {
+    return this._get(`/hackernews/users/${username}`);
+  }
+  async getStories(storyType, options) {
+    return this._get(`/hackernews/stories/${storyType}`, {
+      params: { count: options?.count }
+    });
+  }
+  async getItemComments(itemId, options) {
+    return this._get(`/hackernews/items/${itemId}/comments`, {
+      params: { depth: options?.depth }
+    });
+  }
 };
 
 // src/platforms/instagram.ts
@@ -590,6 +666,11 @@ var Job104 = class extends APIResource {
 
 // src/platforms/linkedin.ts
 var LinkedIn = class extends APIResource {
+  async searchCompanies(q, options) {
+    return this._get(`/linkedin/companies/search`, {
+      params: { q, count: options?.count }
+    });
+  }
   async getCompany(companyId) {
     return this._get(`/linkedin/companies/${companyId}`, {
       castTo: (r) => r
@@ -600,6 +681,11 @@ var LinkedIn = class extends APIResource {
       params: { count: options?.count, offset: options?.offset }
     });
   }
+  async getCompanyPosts(companyId, options) {
+    return this._get(`/linkedin/companies/${companyId}/posts`, {
+      params: { count: options?.count }
+    });
+  }
   async searchJobs(q, options) {
     return this._getList(`/linkedin/jobs/search`, {
       params: {
@@ -634,6 +720,18 @@ var LinkedIn = class extends APIResource {
       castTo: (r) => r
     });
   }
+  async getCompanyEmployees(companyId, options) {
+    return this._get(`/linkedin/companies/${companyId}/employees`, {
+      params: { count: options?.count ?? 25 }
+    });
+  }
+  async getUserPosts(username, options) {
+    return this._getList(`/linkedin/users/${username}/posts`, {
+      params: { count: options?.count ?? 20 },
+      itemsKey: "posts",
+      castTo: (r) => r
+    });
+  }
   // -- Auto-pagination iterators --
   iterCompanyJobs(companyId, options) {
     const count = options?.count ?? 10;
@@ -653,6 +751,63 @@ var LinkedIn = class extends APIResource {
   }
 };
 
+// src/platforms/luma.ts
+var Luma = class extends APIResource {
+  async getEvent(eventId) {
+    return this._get(`/luma/events/${eventId}`);
+  }
+  async getPlaceEvents(placeId, options) {
+    return this._get(`/luma/places/${placeId}/events`, {
+      params: { count: options?.count, cursor: options?.cursor }
+    });
+  }
+  async searchEvents(placeId, q, options) {
+    return this._get(`/luma/events/search`, {
+      params: {
+        place_id: placeId,
+        q,
+        count: options?.count,
+        cursor: options?.cursor
+      }
+    });
+  }
+  async getCategories() {
+    return this._get(`/luma/categories`);
+  }
+  async getCalendarEvents(calendarId, options) {
+    return this._get(`/luma/calendars/${calendarId}/events`, {
+      params: { count: options?.count, cursor: options?.cursor }
+    });
+  }
+  async getPlace(placeId) {
+    return this._get(`/luma/places/${placeId}`);
+  }
+};
+
+// src/platforms/producthunt.ts
+var ProductHunt = class extends APIResource {
+  async getPosts(options) {
+    return this._get(`/producthunt/posts`, {
+      params: {
+        count: options?.count,
+        date: options?.date,
+        period: options?.period
+      }
+    });
+  }
+  async searchPosts(q, options) {
+    return this._get(`/producthunt/posts/search`, {
+      params: { q, count: options?.count }
+    });
+  }
+  async getPost(slug) {
+    return this._get(`/producthunt/posts/${slug}`);
+  }
+  async getReviews(slug) {
+    return this._get(`/producthunt/posts/${slug}/reviews`);
+  }
+};
+
 // src/platforms/ptt.ts
 var PTT = class extends APIResource {
   async getBoard(boardName) {
@@ -763,11 +918,25 @@ var Threads = class extends APIResource {
   }
   async searchPosts(q, options) {
     return this._getList(`/threads/posts/search`, {
-      params: { q, count: options?.count },
+      params: {
+        q,
+        count: options?.count,
+        search_type: options?.search_type,
+        cursor: options?.cursor
+      },
       itemsKey: "posts",
       castTo: (r) => r
     });
   }
+  /**
+   * Get direct replies to a Threads post.
+   *
+   * Returns `{rootPost, replies, totalReplies, hasMore}`. Anonymous SSR
+   * embeds ~20 top-level replies per post; pagination is not supported.
+   */
+  async getPostReplies(postId) {
+    return this._get(`/threads/posts/${postId}/replies`);
+  }
   async getUser(username) {
     return this._get(`/threads/users/${username}`, {
       castTo: (r) => r
@@ -792,42 +961,12 @@ var Threads = class extends APIResource {
   }
   async getPublicFeed(options) {
     return this._get(`/threads/feed/public`, {
-      params: { cursor: options?.cursor, count: options?.count }
-    });
-  }
-  // -- Bulk operations --
-  async bulkSubmit(ids, options) {
-    return this._post(`/threads/bulk`, {
-      body: { ids, type: options?.type ?? "content" },
-      castTo: (r) => r
-    });
-  }
-  async bulkStatus(jobId) {
-    return this._get(`/threads/bulk/${jobId}`, {
-      castTo: (r) => r
-    });
-  }
-  async bulkResults(jobId) {
-    return this._request("GET", `/threads/bulk/${jobId}/results`);
-  }
-  async bulkSubmitAndWait(ids, options) {
-    const pollInterval = options?.pollInterval ?? 2e3;
-    const timeout = options?.timeout ?? 3e5;
-    const submitResp = await this.bulkSubmit(ids);
-    const jobId = submitResp.data.jobId;
-    const deadline = Date.now() + timeout;
-    while (Date.now() < deadline) {
-      const statusResp = await this.bulkStatus(jobId);
-      const status = statusResp.data.status;
-      if (status === "completed") {
-        return this.bulkResults(jobId);
-      }
-      if (status === "failed") {
-        throw new ByCrawlError(`Bulk job ${jobId} failed`);
+      params: {
+        cursor: options?.cursor,
+        count: options?.count,
+        country: options?.country
       }
-      await new Promise((resolve) => setTimeout(resolve, pollInterval));
-    }
-    throw new TimeoutError(`Bulk job ${jobId} timed out after ${timeout}ms`);
+    });
   }
   // -- Auto-pagination iterators --
   iterUserPosts(userId, options) {
@@ -868,11 +1007,6 @@ var TikTok = class extends APIResource {
       params: { cursor: options?.cursor }
     });
   }
-  async getCategories(options) {
-    return this._get(`/tiktok/categories`, {
-      params: { category: options?.category, count: options?.count }
-    });
-  }
   async search(q, options) {
     return this._get(`/tiktok/videos/search`, {
       params: { q, count: options?.count }
@@ -932,6 +1066,11 @@ var WebFetch = class extends APIResource {
       params: { url, format: options?.format }
     });
   }
+  async search(q, options) {
+    return this._get(`/web/search`, {
+      params: { q, count: options?.count }
+    });
+  }
 };
 
 // src/platforms/x.ts
@@ -1036,7 +1175,11 @@ var ByCrawl = class {
   youtube;
   dcard;
   gmaps;
+  google;
+  hackernews;
   job104;
+  luma;
+  producthunt;
   trustpilot;
   ptt;
   rent591;
@@ -1065,7 +1208,11 @@ var ByCrawl = class {
     this.youtube = new YouTube(this._transport);
     this.dcard = new Dcard(this._transport);
     this.gmaps = new GMaps(this._transport);
+    this.google = new Google(this._transport);
+    this.hackernews = new HackerNews(this._transport);
     this.job104 = new Job104(this._transport);
+    this.luma = new Luma(this._transport);
+    this.producthunt = new ProductHunt(this._transport);
     this.trustpilot = new Trustpilot(this._transport);
     this.ptt = new PTT(this._transport);
     this.rent591 = new Rent591(this._transport);