scrapebadger 0.3.0 → 0.4.0

package/dist/twitter/index.mjs

@@ -10,12 +10,26 @@ function createPaginatedResponse(data, cursor) {
     hasMore: !!cursor
   };
 }
+var RATE_LIMIT_WARN_THRESHOLD = 0.2;
 async function* paginate(fetchPage, options = {}) {
   const { maxItems } = options;
   let cursor;
   let totalYielded = 0;
   do {
-    const response = await fetchPage(cursor);
+    const { response, rateLimit } = await fetchPage(cursor);
+    if (rateLimit) {
+      const { limit, remaining, reset } = rateLimit;
+      if (limit > 0 && remaining / limit < RATE_LIMIT_WARN_THRESHOLD) {
+        const nowSec = Date.now() / 1e3;
+        const windowRemainingSec = Math.max(reset - nowSec, 1);
+        const delayMs = remaining > 0 ? windowRemainingSec / remaining * 1e3 : windowRemainingSec * 1e3;
+        const resetInSec = Math.round(windowRemainingSec);
+        console.warn(
+          `\x1B[33m\u26A0 ScrapeBadger: Rate limit: ${remaining}/${limit} remaining (resets in ${resetInSec}s), throttling pagination\x1B[0m`
+        );
+        await sleep(delayMs);
+      }
+    }
     for (const item of response.data) {
       yield item;
       totalYielded++;
@@ -26,6 +40,9 @@ async function* paginate(fetchPage, options = {}) {
     cursor = response.nextCursor;
   } while (cursor);
 }
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
 
 // src/twitter/tweets.ts
 var TweetsClient = class {
@@ -223,7 +240,8 @@ var TweetsClient = class {
    */
   async *getQuotesAll(tweetId, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getQuotes(tweetId, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/tweets/tweet/${tweetId}/quotes`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -290,7 +308,15 @@ var TweetsClient = class {
    */
   async *searchAll(query, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.search(query, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders("/v1/twitter/tweets/advanced_search", {
+        params: {
+          query,
+          query_type: options.queryType ?? "Top",
+          count: options.count,
+          cursor
+        }
+      });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -334,10 +360,64 @@ var TweetsClient = class {
    */
   async *getUserTweetsAll(username, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getUserTweets(username, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/users/${username}/latest_tweets`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
+  /**
+   * Get the edit history of a tweet.
+   *
+   * @param tweetId - The tweet ID to get edit history for.
+   * @returns Paginated response containing tweet versions.
+   *
+   * @example
+   * ```typescript
+   * const history = await client.twitter.tweets.getEditHistory("1234567890");
+   * console.log(`${history.data.length} version(s) of this tweet`);
+   * ```
+   */
+  async getEditHistory(tweetId) {
+    const response = await this.client.request(
+      `/v1/twitter/tweets/tweet/${tweetId}/edit_history`
+    );
+    return createPaginatedResponse(response.data ?? [], void 0);
+  }
+  /**
+   * Get community notes (Birdwatch) attached to a tweet.
+   *
+   * @param tweetId - The tweet ID to get community notes for.
+   * @returns Paginated response containing community notes.
+   *
+   * @example
+   * ```typescript
+   * const notes = await client.twitter.tweets.getCommunityNotes("1234567890");
+   * for (const note of notes.data) {
+   *   console.log(note.text);
+   * }
+   * ```
+   */
+  async getCommunityNotes(tweetId) {
+    const response = await this.client.request(
+      `/v1/twitter/tweets/tweet/${tweetId}/community_notes`
+    );
+    return createPaginatedResponse(response.data ?? [], void 0);
+  }
+  /**
+   * Get a long-form article by its ID.
+   *
+   * @param articleId - The article ID to fetch.
+   * @returns The article data.
+   *
+   * @example
+   * ```typescript
+   * const article = await client.twitter.tweets.getArticle("abc123");
+   * console.log(`${article.title}: ${article.text?.slice(0, 100)}...`);
+   * ```
+   */
+  async getArticle(articleId) {
+    return this.client.request(`/v1/twitter/tweets/article/${articleId}`);
+  }
 };
 
 // src/twitter/users.ts
@@ -444,7 +524,8 @@ var UsersClient = class {
    */
   async *getFollowersAll(username, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getFollowers(username, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/users/${username}/followers`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -479,7 +560,8 @@ var UsersClient = class {
    */
   async *getFollowingAll(username, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getFollowing(username, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/users/${username}/followings`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -642,10 +724,97 @@ var UsersClient = class {
    */
   async *searchAll(query, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.search(query, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders("/v1/twitter/users/search_users", { params: { query, cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
+  /**
+   * Get multiple users by their numeric IDs in a single request.
+   *
+   * @param userIds - List of user IDs to fetch.
+   * @returns Paginated response containing the matching users.
+   *
+   * @example
+   * ```typescript
+   * const users = await client.twitter.users.getByIds(["44196397", "783214"]);
+   * for (const user of users.data) {
+   *   console.log(`@${user.username}`);
+   * }
+   * ```
+   */
+  async getByIds(userIds) {
+    const response = await this.client.request(
+      "/v1/twitter/users/batch_by_ids",
+      { params: { user_ids: userIds.join(",") } }
+    );
+    return createPaginatedResponse(response.data ?? [], void 0);
+  }
+  /**
+   * Get multiple users by their usernames in a single request.
+   *
+   * @param usernames - List of usernames (without @) to fetch.
+   * @returns Paginated response containing the matching users.
+   *
+   * @example
+   * ```typescript
+   * const users = await client.twitter.users.getByUsernames(["elonmusk", "twitter"]);
+   * for (const user of users.data) {
+   *   console.log(`${user.name}: ${user.followers_count?.toLocaleString()} followers`);
+   * }
+   * ```
+   */
+  async getByUsernames(usernames) {
+    const response = await this.client.request(
+      "/v1/twitter/users/batch_by_usernames",
+      { params: { usernames: usernames.join(",") } }
+    );
+    return createPaginatedResponse(response.data ?? [], void 0);
+  }
+  /**
+   * Get tweets that mention a user.
+   *
+   * @param username - The user's username (without @).
+   * @param options - Pagination options with optional count.
+   * @returns Paginated response containing tweets mentioning the user.
+   *
+   * @example
+   * ```typescript
+   * const mentions = await client.twitter.users.getMentions("elonmusk");
+   * for (const tweet of mentions.data) {
+   *   console.log(`@${tweet.username}: ${tweet.text.slice(0, 100)}...`);
+   * }
+   * ```
+   */
+  async getMentions(username, options = {}) {
+    const response = await this.client.request(
+      `/v1/twitter/users/${username}/mentions`,
+      { params: { count: options.count, cursor: options.cursor } }
+    );
+    return createPaginatedResponse(response.data ?? [], response.next_cursor);
+  }
+  /**
+   * Get long-form articles authored by a user.
+   *
+   * @param userId - The user's numeric ID.
+   * @param options - Pagination options with optional count.
+   * @returns Paginated response containing the user's articles as tweets.
+   *
+   * @example
+   * ```typescript
+   * const articles = await client.twitter.users.getArticles("44196397");
+   * for (const article of articles.data) {
+   *   console.log(article.text?.slice(0, 100));
+   * }
+   * ```
+   */
+  async getArticles(userId, options = {}) {
+    const response = await this.client.request(
+      `/v1/twitter/users/${userId}/articles`,
+      { params: { count: options.count, cursor: options.cursor } }
+    );
+    return createPaginatedResponse(response.data ?? [], response.next_cursor);
+  }
 };
 
 // src/twitter/lists.ts
@@ -702,7 +871,8 @@ var ListsClient = class {
    */
   async *getTweetsAll(listId, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getTweets(listId, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/lists/${listId}/tweets`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -737,7 +907,8 @@ var ListsClient = class {
    */
   async *getMembersAll(listId, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getMembers(listId, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/lists/${listId}/members`, { params: { cursor } });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -790,6 +961,29 @@ var ListsClient = class {
     );
     return createPaginatedResponse(response.data ?? [], response.next_cursor);
   }
+  /**
+   * Search tweets within a specific list.
+   *
+   * @param listId - The list ID to search within.
+   * @param query - Search query string.
+   * @param options - Pagination options with optional count.
+   * @returns Paginated response containing matching tweets from the list.
+   *
+   * @example
+   * ```typescript
+   * const results = await client.twitter.lists.searchTweets("123456", "python");
+   * for (const tweet of results.data) {
+   *   console.log(`@${tweet.username}: ${tweet.text.slice(0, 100)}...`);
+   * }
+   * ```
+   */
+  async searchTweets(listId, query, options = {}) {
+    const response = await this.client.request(
+      `/v1/twitter/lists/${listId}/search_tweets`,
+      { params: { query, count: options.count, cursor: options.cursor } }
+    );
+    return createPaginatedResponse(response.data ?? [], response.next_cursor);
+  }
 };
 
 // src/twitter/communities.ts
@@ -885,7 +1079,14 @@ var CommunitiesClient = class {
    */
   async *getTweetsAll(communityId, options = {}) {
     const fetchPage = async (cursor) => {
-      return this.getTweets(communityId, { ...options, cursor });
+      const { data, rateLimit } = await this.client.requestWithHeaders(`/v1/twitter/communities/${communityId}/tweets`, {
+        params: {
+          tweet_type: options.tweetType ?? "Top",
+          count: options.count ?? 40,
+          cursor
+        }
+      });
+      return { response: createPaginatedResponse(data.data ?? [], data.next_cursor), rateLimit };
     };
     yield* paginate(fetchPage, options);
   }
@@ -1825,6 +2026,46 @@ function verifyWebhookSignature(secret, body, signatureHeader) {
   }
 }
 
+// src/twitter/spaces.ts
+var SpacesClient = class {
+  client;
+  constructor(client) {
+    this.client = client;
+  }
+  /**
+   * Get details for a specific Twitter Space.
+   *
+   * @param spaceId - The Space ID to fetch.
+   * @returns The Space data.
+   * @throws NotFoundError - If the Space doesn't exist.
+   *
+   * @example
+   * ```typescript
+   * const space = await client.twitter.spaces.getDetail("1eaKbrPPbPwKX");
+   * console.log(`${space.title} — ${space.participant_count} participants`);
+   * ```
+   */
+  async getDetail(spaceId) {
+    return this.client.request(`/v1/twitter/spaces/${spaceId}`);
+  }
+  /**
+   * Get details for a live video broadcast.
+   *
+   * @param broadcastId - The broadcast ID to fetch.
+   * @returns The broadcast data.
+   * @throws NotFoundError - If the broadcast doesn't exist.
+   *
+   * @example
+   * ```typescript
+   * const broadcast = await client.twitter.spaces.getBroadcast("broadcast123");
+   * console.log(`${broadcast.title}: ${broadcast.total_viewers} viewers`);
+   * ```
+   */
+  async getBroadcast(broadcastId) {
+    return this.client.request(`/v1/twitter/spaces/broadcast/${broadcastId}`);
+  }
+};
+
 // src/twitter/client.ts
 var TwitterClient = class {
   /** Client for tweet operations */
@@ -1841,6 +2082,8 @@ var TwitterClient = class {
   geo;
   /** Client for real-time stream monitor management and WebSocket streaming */
   stream;
+  /** Client for Twitter Spaces and live broadcast operations */
+  spaces;
   /**
    * Create a new Twitter client.
    *
@@ -1854,9 +2097,10 @@ var TwitterClient = class {
     this.trends = new TrendsClient(client);
     this.geo = new GeoClient(client);
     this.stream = new StreamClient(client);
+    this.spaces = new SpacesClient(client);
   }
 };
 
-export { CommunitiesClient, GeoClient, ListsClient, StreamClient, TrendsClient, TweetsClient, TwitterClient, UsersClient, verifyWebhookSignature };
+export { CommunitiesClient, GeoClient, ListsClient, SpacesClient, StreamClient, TrendsClient, TweetsClient, TwitterClient, UsersClient, verifyWebhookSignature };
 //# sourceMappingURL=index.mjs.map
 //# sourceMappingURL=index.mjs.map