gs-x-parser 1.0.1 → 1.0.3

package/lib/listen-tweet-starter.cjs

@@ -0,0 +1,71 @@
+"use strict";
+var xhr = require('gs-web-hooks/xhr'), parser = require('./parser.cjs'), event = require('gs-dom/event'), type = require('./type.cjs'), observer = require('gs-dom/observer'), dom = require('./dom.cjs');
+const ListenFlagKey = "__listen-tweet-flag-key";
+class ListenFlag {
+  static #flag;
+  static get flag() {
+    return this.#flag || (this.#flag = self[ListenFlagKey]);
+  }
+  static isInit(arg) {
+    const init = !!this.flag;
+    return arg && this.update(arg), init;
+  }
+  static update(arg) {
+    self[ListenFlagKey] ? (arg?.enableTweetDetected && (self[ListenFlagKey].enableTweetDetected = !0), arg?.enableUserDetected && (self[ListenFlagKey].enableUserDetected = !0)) : Object.defineProperty(self, ListenFlagKey, {
+      value: { ...arg },
+      enumerable: !1,
+      configurable: !1,
+      writable: !1
+    }), this.#flag = self[ListenFlagKey];
+  }
+}
+const timelineRegex = /TweetDetail|Timeline|Bookmarks|UserTweets|UserMedia|Likes/, id = "__listen-tweet-interceptor";
+function listenNet() {
+  xhr.addXhrInterceptor({
+    id,
+    before: (url) => timelineRegex.test(url) ? url : void 0,
+    after: (text) => {
+      const json = JSON.parse(text), { tweets, users, videos } = parser.XParser.parseSimple(json), flag = ListenFlag.flag || {};
+      if (flag.enableVideoDetected && videos?.length) try {
+        event.trigger(type.ListenTweetEvents.VideoDetected, { detail: videos });
+      } catch {
+      }
+      if (flag.enableTweetDetected && tweets?.length) try {
+        event.trigger(type.ListenTweetEvents.UserDetected, { detail: tweets });
+      } catch {
+      }
+      if (flag.enableUserDetected && users?.length) try {
+        event.trigger(type.ListenTweetEvents.UserDetected, { detail: users });
+      } catch {
+      }
+    }
+  });
+}
+const containerSelector = "main,main *", itemAndInnerSelector = [dom.primaryItemSelector, dom.primaryCellInnerSelector].join(",");
+function addedElements(els) {
+  const { enableVideoRendered: vr, enableTweetRendered: tr } = ListenFlag.flag || {};
+  if (!vr && !tr)
+    return;
+  const tweets = [];
+  function parseTweetId(el) {
+    const id2 = dom.parseTweetIdByProps(el);
+    id2 && tweets.push(id2);
+  }
+  function processTarget(el) {
+    el.matches(dom.primaryItemSelector) ? tr && parseTweetId(el) : el.matches(dom.primaryCellSelector) ? (tr && parseTweetId(el), els.push(...el.querySelectorAll(itemAndInnerSelector))) : el.matches(dom.primaryCellInnerSelector) ? tr && parseTweetId(el) : el.matches(containerSelector) && el.clientHeight > 300 && els.push(...el.querySelectorAll(dom.primaryTweetSelector));
+  }
+  for (let i = 0; i < els.length; i++)
+    try {
+      processTarget(els[i]);
+    } catch (e) {
+      console.warn(e);
+    }
+  tr && tweets.length && event.trigger(type.ListenTweetEvents.TweetRendered, { detail: tweets });
+}
+function observePage() {
+  observer.observe({ subtree: !0, addedElements });
+}
+function startListen(option) {
+  ListenFlag.isInit(option) || (listenNet(), observePage());
+}
+exports.startListen = startListen;

package/lib/listen-tweet-starter.d.ts

@@ -0,0 +1,5 @@
+import { IListenTweetOption } from './type.d.ts';
+
+declare function startListen(option: IListenTweetOption): void;
+
+export { startListen };

package/lib/listen-tweet-starter.mjs

@@ -0,0 +1,77 @@
+import { addXhrInterceptor } from 'gs-web-hooks/xhr';
+import { XParser } from './parser.mjs';
+import { trigger } from 'gs-dom/event';
+import { ListenTweetEvents } from './type.mjs';
+import { observe } from 'gs-dom/observer';
+import { primaryItemSelector, primaryCellSelector, primaryCellInnerSelector, primaryTweetSelector, parseTweetIdByProps } from './dom.mjs';
+const ListenFlagKey = "__listen-tweet-flag-key";
+class ListenFlag {
+  static #flag;
+  static get flag() {
+    return this.#flag || (this.#flag = self[ListenFlagKey]);
+  }
+  static isInit(arg) {
+    const init = !!this.flag;
+    return arg && this.update(arg), init;
+  }
+  static update(arg) {
+    self[ListenFlagKey] ? (arg?.enableTweetDetected && (self[ListenFlagKey].enableTweetDetected = !0), arg?.enableUserDetected && (self[ListenFlagKey].enableUserDetected = !0)) : Object.defineProperty(self, ListenFlagKey, {
+      value: { ...arg },
+      enumerable: !1,
+      configurable: !1,
+      writable: !1
+    }), this.#flag = self[ListenFlagKey];
+  }
+}
+const timelineRegex = /TweetDetail|Timeline|Bookmarks|UserTweets|UserMedia|Likes/, id = "__listen-tweet-interceptor";
+function listenNet() {
+  addXhrInterceptor({
+    id,
+    before: (url) => timelineRegex.test(url) ? url : void 0,
+    after: (text) => {
+      const json = JSON.parse(text), { tweets, users, videos } = XParser.parseSimple(json), flag = ListenFlag.flag || {};
+      if (flag.enableVideoDetected && videos?.length) try {
+        trigger(ListenTweetEvents.VideoDetected, { detail: videos });
+      } catch {
+      }
+      if (flag.enableTweetDetected && tweets?.length) try {
+        trigger(ListenTweetEvents.UserDetected, { detail: tweets });
+      } catch {
+      }
+      if (flag.enableUserDetected && users?.length) try {
+        trigger(ListenTweetEvents.UserDetected, { detail: users });
+      } catch {
+      }
+    }
+  });
+}
+const containerSelector = "main,main *", itemAndInnerSelector = [primaryItemSelector, primaryCellInnerSelector].join(",");
+function addedElements(els) {
+  const { enableVideoRendered: vr, enableTweetRendered: tr } = ListenFlag.flag || {};
+  if (!vr && !tr)
+    return;
+  const tweets = [];
+  function parseTweetId(el) {
+    const id2 = parseTweetIdByProps(el);
+    id2 && tweets.push(id2);
+  }
+  function processTarget(el) {
+    el.matches(primaryItemSelector) ? tr && parseTweetId(el) : el.matches(primaryCellSelector) ? (tr && parseTweetId(el), els.push(...el.querySelectorAll(itemAndInnerSelector))) : el.matches(primaryCellInnerSelector) ? tr && parseTweetId(el) : el.matches(containerSelector) && el.clientHeight > 300 && els.push(...el.querySelectorAll(primaryTweetSelector));
+  }
+  for (let i = 0; i < els.length; i++)
+    try {
+      processTarget(els[i]);
+    } catch (e) {
+      console.warn(e);
+    }
+  tr && tweets.length && trigger(ListenTweetEvents.TweetRendered, { detail: tweets });
+}
+function observePage() {
+  observe({ subtree: !0, addedElements });
+}
+function startListen(option) {
+  ListenFlag.isInit(option) || (listenNet(), observePage());
+}
+export {
+  startListen
+};

package/lib/parser.cjs

@@ -1,192 +1,287 @@
 "use strict";
+var type = require('./type.cjs');
+function filterTweets(convertedTweets, originalTweets, options) {
+  const tweets = [], ads = [], exploreMore = [], recommendations = [];
+  return convertedTweets.forEach((tweet, index) => {
+    const originalTweet = originalTweets[index], restId = originalTweet?.rest_id || "", entryId = originalTweet?.entryId || "";
+    restId.startsWith(type.IdPrefixes.PromotedTweet) || entryId.startsWith(type.IdPrefixes.PromotedTweet) ? (ads.push(tweet), options.includeAds && tweets.push(tweet)) : restId.includes("explore") || entryId.includes("tweetdetailrelatedtweets") ? (exploreMore.push(tweet), options.includeExploreMore && tweets.push(tweet)) : restId.includes("recommendation") || restId.includes("suggestion") || entryId.includes("pinned-tweets") ? (recommendations.push(tweet), options.includeRecommendations && tweets.push(tweet)) : tweets.push(tweet);
+  }), { tweets, ads, exploreMore, recommendations };
+}
+function extractUsers(data) {
+  const users = [], userIds = /* @__PURE__ */ new Set();
+  data?.globalObjects?.users && Object.values(data.globalObjects.users).forEach((user) => {
+    user && user.id_str && !userIds.has(user.id_str) && (user.__typename = "User", user.rest_id = user.id_str, userIds.add(user.id_str), users.push(user));
+  }), Array.isArray(data) && data.forEach((item) => {
+    if (item?.user && item.user.id_str && !userIds.has(item.user.id_str)) {
+      const user = item.user;
+      user.__typename = "User", user.rest_id = user.id_str, user.ext_is_blue_verified !== void 0 && (user.is_blue_verified = user.ext_is_blue_verified), userIds.add(user.id_str), users.push(user);
+    }
+  }), data?.data?.user?.result?.timeline?.timeline?.instructions && data.data.user.result.timeline.timeline.instructions.forEach((instruction) => {
+    instruction.type === "TimelineAddEntries" && instruction.entries && instruction.entries.forEach((entry) => {
+      if (entry.content?.itemContent?.user_results?.result) {
+        const user = entry.content.itemContent.user_results.result;
+        user && user.rest_id && !userIds.has(user.rest_id) && (user.id_str || (user.id_str = user.rest_id), userIds.add(user.rest_id), users.push(user));
+      }
+    });
+  }), data?.data?.bookmark_timeline_v2?.timeline?.instructions && data.data.bookmark_timeline_v2.timeline.instructions.forEach((instruction) => {
+    instruction.type === "TimelineAddEntries" && instruction.entries && instruction.entries.forEach((entry) => {
+      if (entry.content?.itemContent?.tweet_results?.result?.core?.user_results?.result) {
+        const user = entry.content.itemContent.tweet_results.result.core.user_results.result;
+        user && user.rest_id && !userIds.has(user.rest_id) && (user.id_str || (user.id_str = user.rest_id), userIds.add(user.rest_id), users.push(user));
+      }
+    });
+  }), data?.data?.viewer_v2?.user_results?.result?.notification_timeline?.timeline?.instructions && data.data.viewer_v2.user_results.result.notification_timeline.timeline.instructions.forEach((instruction) => {
+    instruction.entries && instruction.entries.forEach((entry) => {
+      entry.content?.itemContent?.template?.from_users && entry.content.itemContent.template.from_users.forEach((fromUser) => {
+        if (fromUser?.user_results?.result) {
+          const user = fromUser.user_results.result;
+          user && user.rest_id && !userIds.has(user.rest_id) && (user.id_str || (user.id_str = user.rest_id), userIds.add(user.rest_id), users.push(user));
+        }
+      }), entry.content?.itemContent?.template?.target_objects && entry.content.itemContent.template.target_objects.forEach((targetObject) => {
+        if (targetObject?.tweet_results?.result?.core?.user_results?.result) {
+          const user = targetObject.tweet_results.result.core.user_results.result;
+          user && user.rest_id && !userIds.has(user.rest_id) && (user.id_str || (user.id_str = user.rest_id), userIds.add(user.rest_id), users.push(user));
+        }
+      });
+    });
+  });
+  const searchUsers = (obj) => {
+    if (obj && typeof obj == "object") {
+      const userId = obj.id_str || obj.rest_id;
+      obj.__typename === "User" && userId && !userIds.has(userId) && !obj.core?.user_results && !obj.legacy?.full_text && (obj.name || obj.screen_name || obj.legacy) && (obj.__typename = "User", obj.rest_id || (obj.rest_id = userId), obj.id_str || (obj.id_str = userId), obj.ext_is_blue_verified !== void 0 && (obj.is_blue_verified = obj.ext_is_blue_verified), userIds.add(userId), users.push(obj));
+      for (const key in obj)
+        obj.hasOwnProperty(key) && searchUsers(obj[key]);
+    } else Array.isArray(obj) && obj.forEach((item) => searchUsers(item));
+  };
+  return searchUsers(data), users;
+}
+function extractTweets(data) {
+  const tweets = [], tweetIds = /* @__PURE__ */ new Set();
+  data?.globalObjects?.tweets && Object.values(data.globalObjects.tweets).forEach((tweet) => {
+    tweet && tweet.id_str && !tweetIds.has(tweet.id_str) && (tweet.__typename = "Tweet", tweet.rest_id = tweet.id_str, tweetIds.add(tweet.id_str), tweets.push(tweet));
+  }), data?.data?.viewer_v2?.user_results?.result?.notification_timeline?.timeline?.instructions && data.data.viewer_v2.user_results.result.notification_timeline.timeline.instructions.forEach((instruction) => {
+    instruction.entries && instruction.entries.forEach((entry) => {
+      entry.content?.itemContent?.template?.target_objects && entry.content.itemContent.template.target_objects.forEach((targetObject) => {
+        if (targetObject?.tweet_results?.result) {
+          const tweet = targetObject.tweet_results.result;
+          tweet && tweet.rest_id && !tweetIds.has(tweet.rest_id) && (tweet.__typename = "Tweet", entry.entryId && (tweet.entryId = entry.entryId), entry.content.clientEventInfo && (tweet.clientEventInfo = entry.content.clientEventInfo), tweetIds.add(tweet.rest_id), tweets.push(tweet));
+        }
+      });
+    });
+  });
+  const searchTweets = (obj, entryId, clientEventInfo) => {
+    if (obj && typeof obj == "object") {
+      if (obj.entryId && (entryId = obj.entryId), obj.clientEventInfo && (clientEventInfo = obj.clientEventInfo), (obj.__typename === "Tweet" || !obj.__typename && obj.rest_id && obj.legacy?.full_text) && obj.rest_id && !tweetIds.has(obj.rest_id) && (obj.__typename = "Tweet", entryId && (obj.entryId = entryId), clientEventInfo && (obj.clientEventInfo = clientEventInfo), tweetIds.add(obj.rest_id), tweets.push(obj)), obj.__typename === "TweetWithVisibilityResults" && obj.tweet && obj.tweet.rest_id && !tweetIds.has(obj.tweet.rest_id)) {
+        const tweet = obj.tweet;
+        tweet.__typename = "Tweet", entryId && (tweet.entryId = entryId), clientEventInfo && (tweet.clientEventInfo = clientEventInfo), tweetIds.add(tweet.rest_id), tweets.push(tweet);
+      }
+      for (const key in obj)
+        obj.hasOwnProperty(key) && searchTweets(obj[key], entryId, clientEventInfo);
+    } else Array.isArray(obj) && obj.forEach((item) => searchTweets(item, entryId, clientEventInfo));
+  };
+  return searchTweets(data), tweets;
+}
+function extractCursors(data, result) {
+  const searchCursors = (obj) => {
+    if (obj && typeof obj == "object") {
+      obj.cursor_top && (result.cursor_top = obj.cursor_top), obj.cursor_bottom && (result.cursor_bottom = obj.cursor_bottom), obj.next_cursor && (result.next_cursor = obj.next_cursor), obj.next_cursor_str && (result.next_cursor_str = obj.next_cursor_str), obj.previous_cursor && (result.previous_cursor = obj.previous_cursor), obj.previous_cursor_str && (result.previous_cursor_str = obj.previous_cursor_str), obj.entryId && (obj.entryId.startsWith("cursor-top-") || obj.entryId.startsWith("cursor-bottom-")) && obj.content && obj.content.value && (obj.entryId.startsWith("cursor-top-") ? result.cursor_top = obj.content.value : result.cursor_bottom = obj.content.value);
+      for (const key in obj)
+        obj.hasOwnProperty(key) && searchCursors(obj[key]);
+    } else Array.isArray(obj) && obj.forEach((item) => searchCursors(item));
+  };
+  searchCursors(data);
+}
+function convertToSimpleUser(user) {
+  return {
+    rest_id: user.rest_id,
+    name: user.legacy?.name || user.name || user.core?.name || "",
+    screen_name: user.legacy?.screen_name || user.screen_name || user.core?.screen_name || "",
+    profile_image_url_https: user.legacy?.profile_image_url_https || user.profile_image_url_https || user.avatar?.image_url || "",
+    verified: user.legacy?.verified || user.verified || user.verification?.verified,
+    blue_verified: user.is_blue_verified,
+    followers_count: user.legacy?.followers_count || user.followers_count,
+    friends_count: user.legacy?.friends_count || user.friends_count,
+    statuses_count: user.legacy?.statuses_count || user.statuses_count,
+    description: user.legacy?.description || user.description || user.profile_bio?.description || null,
+    location: user.legacy?.location || (typeof user.location == "string" ? user.location : user.location?.location || null),
+    url: user.legacy?.url || user.url || null,
+    userLabelType: user.affiliates_highlighted_label?.label?.userLabelType,
+    verified_type: user.legacy?.verified_type || user.verified_type
+  };
+}
+function getVideoQuality(bitrate) {
+  return bitrate >= 25e5 ? "high" : bitrate >= 12e5 ? "medium" : "low";
+}
+function convertToSimpleTweet(tweet, user) {
+  const tweetData = tweet.legacy || tweet;
+  let tweetQuality;
+  tweet.visibility_results?.tweet_visibility_annotations ? tweetQuality = tweet.visibility_results.tweet_visibility_annotations.find(
+    (item) => item.tweet_quality
+  )?.tweet_quality : tweet.clientEventInfo?.details?.conversationDetails?.conversationSection && (tweetQuality = tweet.clientEventInfo?.details?.conversationDetails?.conversationSection), tweetQuality || (tweetQuality = "HighQuality");
+  const simpleTweet = {
+    rest_id: tweet.rest_id,
+    full_text: tweetData.full_text || "",
+    created_at: tweetData.created_at || "",
+    user: user ? convertToSimpleUser(user) : {
+      rest_id: tweetData.user_id_str || "",
+      name: "",
+      screen_name: "",
+      profile_image_url_https: ""
+    },
+    retweet_count: tweetData.retweet_count,
+    favorite_count: tweetData.favorite_count,
+    reply_count: tweetData.reply_count,
+    quote_count: tweetData.quote_count,
+    lang: tweetData.lang,
+    conversation_id: tweetData.conversation_id_str || "",
+    possibly_sensitive: tweetData.possibly_sensitive,
+    is_retweet: !!tweetData.retweeted_status_id_str,
+    retweeted_status_id: tweetData.retweeted_status_id_str,
+    quoted_status_id: tweetData.quoted_status_id_str,
+    quality: tweetQuality
+  }, media = tweetData.extended_entities?.media || tweetData.entities?.media;
+  if (media) {
+    const photos = [], videos = [], gifs = [];
+    media.forEach((mediaItem) => {
+      if (mediaItem.type === "photo") {
+        let simpleSizes;
+        mediaItem.sizes && (simpleSizes = {}, mediaItem.sizes.thumb && (simpleSizes.thumb = {
+          w: mediaItem.sizes.thumb.w || 0,
+          h: mediaItem.sizes.thumb.h || 0,
+          resize: mediaItem.sizes.thumb.resize || "fit"
+        }), mediaItem.sizes.small && (simpleSizes.small = {
+          w: mediaItem.sizes.small.w || 0,
+          h: mediaItem.sizes.small.h || 0,
+          resize: mediaItem.sizes.small.resize || "fit"
+        }), mediaItem.sizes.medium && (simpleSizes.medium = {
+          w: mediaItem.sizes.medium.w || 0,
+          h: mediaItem.sizes.medium.h || 0,
+          resize: mediaItem.sizes.medium.resize || "fit"
+        }), mediaItem.sizes.large && (simpleSizes.large = {
+          w: mediaItem.sizes.large.w || 0,
+          h: mediaItem.sizes.large.h || 0,
+          resize: mediaItem.sizes.large.resize || "fit"
+        }));
+        let simpleOriginalInfo;
+        mediaItem.original_info && (simpleOriginalInfo = {
+          width: mediaItem.original_info.width || 0,
+          height: mediaItem.original_info.height || 0
+        }), photos.push({
+          media_key: mediaItem.media_key || "",
+          type: "photo",
+          media_url_https: mediaItem.media_url_https || "",
+          display_url: mediaItem.display_url || "",
+          expanded_url: mediaItem.expanded_url || "",
+          sizes: simpleSizes,
+          original_info: simpleOriginalInfo
+        });
+      } else if (mediaItem.type === "video") {
+        const mp4Videos = mediaItem.video_info?.variants?.filter(
+          (item) => item?.content_type === "video/mp4"
+        ).map((variant) => ({
+          bitrate: variant.bitrate,
+          url: variant.url || "",
+          quality: variant.bitrate ? getVideoQuality(variant.bitrate) : void 0
+        })), hlsVideo = mediaItem.video_info?.variants?.find((item) => item?.content_type === "application/x-mpegURL");
+        videos.push({
+          media_key: mediaItem.media_key || "",
+          type: "video",
+          media_url_https: mediaItem.media_url_https || "",
+          display_url: mediaItem.display_url || "",
+          expanded_url: mediaItem.expanded_url || "",
+          aspect_ratio: mediaItem.video_info?.aspect_ratio,
+          duration_millis: mediaItem.video_info?.duration_millis,
+          mp4: mp4Videos,
+          hls: hlsVideo?.url
+        });
+      } else if (mediaItem.type === "animated_gif") {
+        const mp4Video = mediaItem.video_info?.variants?.find((item) => item?.content_type === "video/mp4");
+        gifs.push({
+          media_key: mediaItem.media_key || "",
+          type: "animated_gif",
+          media_url_https: mediaItem.media_url_https || "",
+          display_url: mediaItem.display_url || "",
+          expanded_url: mediaItem.expanded_url || "",
+          aspect_ratio: mediaItem.video_info?.aspect_ratio,
+          duration_millis: mediaItem.video_info?.duration_millis,
+          mp4: mp4Video?.url
+        });
+      }
+    }), photos.length > 0 && (simpleTweet.photos = photos), videos.length > 0 && (simpleTweet.videos = videos), gifs.length > 0 && (simpleTweet.gifs = gifs);
+  }
+  if (tweetData.entities?.urls) {
+    const urls = tweetData.entities.urls.map((url) => ({
+      url: url.url || "",
+      expanded_url: url.expanded_url || "",
+      display_url: url.display_url || ""
+    }));
+    urls.length > 0 && (simpleTweet.urls = urls);
+  }
+  return simpleTweet;
+}
 class XParser {
   /**
    * 解析任意对象为ISimpleResult
    * @param data 任意对象
+   * @param options 解析选项
    * @returns ISimpleResult
    */
-  static parseSimple(data) {
-    const result = {}, users = this.#extractUsers(data);
-    users.length > 0 && (result.users = users.map((user) => this.convertToSimpleUser(user)));
-    const tweets = this.#extractTweets(data);
-    return tweets.length > 0 && (result.tweets = tweets.map((tweet) => this.convertToSimpleTweet(tweet)), result.photos = result.tweets.filter((tweet) => tweet.photos && tweet.photos.length > 0), result.videos = result.tweets.filter((tweet) => tweet.videos && tweet.videos.length > 0), result.urls = result.tweets.filter((tweet) => tweet.urls && tweet.urls.length > 0)), this.#extractCursors(data, result), result;
+  static parseSimple(data, options = {}) {
+    const result = {
+      users: [],
+      tweets: [],
+      ads: [],
+      exploreMore: [],
+      recommendations: [],
+      photos: [],
+      videos: [],
+      urls: []
+    }, users = extractUsers(data), tweets = extractTweets(data), userMap = /* @__PURE__ */ new Map();
+    if (users.forEach((user) => {
+      userMap.set(user.rest_id, user);
+    }), result.users = users.map((user) => convertToSimpleUser(user)), tweets.length > 0) {
+      const allTweets = tweets.map((tweet) => {
+        const userId = tweet.legacy?.user_id_str || tweet.user_id_str, user = userMap.get(userId || "");
+        return convertToSimpleTweet(tweet, user);
+      }), { tweets: filteredTweets, ads, exploreMore, recommendations } = filterTweets(allTweets, tweets, options);
+      result.tweets = filteredTweets, result.ads = ads, result.exploreMore = exploreMore, result.recommendations = recommendations, result.photos = result.tweets.filter((tweet) => tweet.photos && tweet.photos.length > 0), result.videos = result.tweets.filter((tweet) => tweet.videos && tweet.videos.length > 0), result.gifs = result.tweets.filter((tweet) => tweet.gifs && tweet.gifs.length > 0), result.urls = result.tweets.filter((tweet) => tweet.urls && tweet.urls.length > 0);
+    }
+    return extractCursors(data, result), result;
   }
   /**
    * 解析任意对象为IOriginalResult
    * @param data 任意对象
+   * @param options 解析选项
    * @returns IOriginalResult
    */
-  static parseOriginal(data) {
-    const result = {}, users = this.#extractUsers(data);
-    users.length > 0 && (result.users = users);
-    const tweets = this.#extractTweets(data);
-    return tweets.length > 0 && (result.tweets = tweets, result.photos = result.tweets.filter((tweet) => {
-      const legacy = tweet.legacy;
-      return legacy && legacy.extended_entities && legacy.extended_entities.media && legacy.extended_entities.media.some((media) => media.type === "photo");
-    }), result.videos = result.tweets.filter((tweet) => {
-      const legacy = tweet.legacy;
-      return legacy && legacy.extended_entities && legacy.extended_entities.media && legacy.extended_entities.media.some((media) => media.type === "video" || media.type === "animated_gif");
-    }), result.urls = result.tweets.filter((tweet) => {
-      const legacy = tweet.legacy;
-      return legacy && legacy.entities && legacy.entities.urls && legacy.entities.urls.length > 0;
-    })), this.#extractCursors(data, result), result;
-  }
-  /**
-   * 将IUser转换为ISimpleUser
-   * @param user IUser对象
-   * @returns ISimpleUser
-   */
-  static convertToSimpleUser(user) {
-    return {
-      rest_id: user.rest_id,
-      name: user.legacy?.name || "",
-      screen_name: user.legacy?.screen_name || "",
-      profile_image_url_https: user.legacy?.profile_image_url_https || "",
-      verified: user.legacy?.verified,
-      followers_count: user.legacy?.followers_count,
-      friends_count: user.legacy?.friends_count,
-      statuses_count: user.legacy?.statuses_count,
-      description: user.legacy?.description,
-      location: user.legacy?.location,
-      url: user.legacy?.url,
-      userLabelType: user.affiliates_highlighted_label?.label?.userLabelType,
-      verified_type: user.legacy?.verified_type
-    };
-  }
-  /**
-   * 将ITweet转换为ISimpleTweet
-   * @param tweet ITweet对象
-   * @returns ISimpleTweet
-   */
-  static convertToSimpleTweet(tweet) {
-    const legacy = tweet.legacy, simpleTweet = {
-      rest_id: tweet.rest_id,
-      full_text: legacy?.full_text || "",
-      created_at: legacy?.created_at || "",
-      user_id: legacy?.user_id_str || "",
-      user_screen_name: "",
-      // 需要从用户信息中获取
-      retweet_count: legacy?.retweet_count,
-      favorite_count: legacy?.favorite_count,
-      reply_count: legacy?.reply_count,
-      quote_count: legacy?.quote_count,
-      lang: legacy?.lang,
-      conversation_id: legacy?.conversation_id_str,
-      possibly_sensitive: legacy?.possibly_sensitive,
-      is_retweet: !!legacy?.retweeted_status_id_str,
-      retweeted_status_id: legacy?.retweeted_status_id_str,
-      quoted_status_id: legacy?.quoted_status_id_str
-    };
-    if (legacy?.extended_entities?.media) {
-      const photos = [], videos = [];
-      legacy.extended_entities.media.forEach((media) => {
-        if (media.type === "photo") {
-          let simpleSizes;
-          media.sizes && (simpleSizes = {}, media.sizes.thumb && (simpleSizes.thumb = {
-            w: media.sizes.thumb.w || 0,
-            h: media.sizes.thumb.h || 0,
-            resize: media.sizes.thumb.resize || "fit"
-          }), media.sizes.small && (simpleSizes.small = {
-            w: media.sizes.small.w || 0,
-            h: media.sizes.small.h || 0,
-            resize: media.sizes.small.resize || "fit"
-          }), media.sizes.medium && (simpleSizes.medium = {
-            w: media.sizes.medium.w || 0,
-            h: media.sizes.medium.h || 0,
-            resize: media.sizes.medium.resize || "fit"
-          }), media.sizes.large && (simpleSizes.large = {
-            w: media.sizes.large.w || 0,
-            h: media.sizes.large.h || 0,
-            resize: media.sizes.large.resize || "fit"
-          }));
-          let simpleOriginalInfo;
-          media.original_info && (simpleOriginalInfo = {
-            width: media.original_info.width || 0,
-            height: media.original_info.height || 0
-          }), photos.push({
-            media_key: media.media_key || "",
-            type: "photo",
-            media_url_https: media.media_url_https || "",
-            display_url: media.display_url || "",
-            expanded_url: media.expanded_url || "",
-            sizes: simpleSizes,
-            original_info: simpleOriginalInfo
-          });
-        } else if (media.type === "video" || media.type === "animated_gif") {
-          let simpleVideoInfo;
-          media.video_info && (simpleVideoInfo = {
-            aspect_ratio: media.video_info.aspect_ratio,
-            duration_millis: media.video_info.duration_millis,
-            variants: media.video_info.variants?.map((variant) => ({
-              bitrate: variant.bitrate,
-              content_type: variant.content_type || "",
-              url: variant.url || ""
-            }))
-          }), videos.push({
-            media_key: media.media_key || "",
-            type: media.type,
-            media_url_https: media.media_url_https || "",
-            display_url: media.display_url || "",
-            expanded_url: media.expanded_url || "",
-            video_info: simpleVideoInfo
-          });
-        }
-      }), photos.length > 0 && (simpleTweet.photos = photos), videos.length > 0 && (simpleTweet.videos = videos);
-    }
-    if (legacy?.entities?.urls) {
-      const urls = legacy.entities.urls.map((url) => ({
-        url: url.url || "",
-        expanded_url: url.expanded_url || "",
-        display_url: url.display_url || ""
-      }));
-      urls.length > 0 && (simpleTweet.urls = urls);
+  static parseOriginal(data, options = {}) {
+    const result = {
+      users: [],
+      tweets: [],
+      ads: [],
+      exploreMore: [],
+      recommendations: [],
+      photos: [],
+      videos: [],
+      urls: []
+    }, users = extractUsers(data), tweets = extractTweets(data);
+    if (result.users = users, tweets.length > 0) {
+      const { tweets: filteredTweets, ads, exploreMore, recommendations } = filterTweets(tweets, tweets, options);
+      result.tweets = filteredTweets, result.ads = ads, result.exploreMore = exploreMore, result.recommendations = recommendations, result.photos = result.tweets.filter((tweet) => {
+        const legacy = tweet.legacy;
+        return legacy && legacy.extended_entities && legacy.extended_entities.media && legacy.extended_entities.media.some((media) => media.type === "photo");
+      }), result.videos = result.tweets.filter((tweet) => {
+        const legacy = tweet.legacy;
+        return legacy && legacy.extended_entities && legacy.extended_entities.media && legacy.extended_entities.media.some((media) => media.type === "video");
+      }), result.gifs = result.tweets.filter((tweet) => {
+        const legacy = tweet.legacy;
+        return legacy && legacy.extended_entities && legacy.extended_entities.media && legacy.extended_entities.media.some((media) => media.type === "animated_gif");
+      }), result.urls = result.tweets.filter((tweet) => {
+        const legacy = tweet.legacy;
+        return legacy && legacy.entities && legacy.entities.urls && legacy.entities.urls.length > 0;
+      });
     }
-    return simpleTweet;
-  }
-  /**
-   * 从数据中提取用户
-   * @param data 任意对象
-   * @returns IUser数组
-   */
-  static #extractUsers(data) {
-    const users = [], searchUsers = (obj) => {
-      if (obj && typeof obj == "object") {
-        obj.__typename === "User" && obj.rest_id && users.push(obj);
-        for (const key in obj)
-          obj.hasOwnProperty(key) && searchUsers(obj[key]);
-      } else Array.isArray(obj) && obj.forEach((item) => searchUsers(item));
-    };
-    return searchUsers(data), users;
-  }
-  /**
-   * 从数据中提取推文
-   * @param data 任意对象
-   * @returns ITweet数组
-   */
-  static #extractTweets(data) {
-    const tweets = [], searchTweets = (obj) => {
-      if (obj && typeof obj == "object") {
-        obj.__typename === "Tweet" && obj.rest_id && tweets.push(obj);
-        for (const key in obj)
-          obj.hasOwnProperty(key) && searchTweets(obj[key]);
-      } else Array.isArray(obj) && obj.forEach((item) => searchTweets(item));
-    };
-    return searchTweets(data), tweets;
-  }
-  /**
-   * 从数据中提取游标
-   * @param data 任意对象
-   * @param result 结果对象
-   */
-  static #extractCursors(data, result) {
-    const searchCursors = (obj) => {
-      if (obj && typeof obj == "object") {
-        obj.cursor_top && (result.cursor_top = obj.cursor_top), obj.cursor_bottom && (result.cursor_bottom = obj.cursor_bottom), obj.next_cursor && (result.next_cursor = obj.next_cursor), obj.next_cursor_str && (result.next_cursor_str = obj.next_cursor_str), obj.previous_cursor && (result.previous_cursor = obj.previous_cursor), obj.previous_cursor_str && (result.previous_cursor_str = obj.previous_cursor_str), obj.entryId && (obj.entryId.startsWith("cursor-top-") || obj.entryId.startsWith("cursor-bottom-")) && (obj.entryId.startsWith("cursor-top-") ? result.cursor_top = obj.entryId.replace("cursor-top-", "") : result.cursor_bottom = obj.entryId.replace("cursor-bottom-", ""));
-        for (const key in obj)
-          obj.hasOwnProperty(key) && searchCursors(obj[key]);
-      } else Array.isArray(obj) && obj.forEach((item) => searchCursors(item));
-    };
-    searchCursors(data);
+    return extractCursors(data, result), result;
   }
 }
 exports.XParser = XParser;