rsshub 1.0.0-master.e5fb75e → 1.0.0-master.e5fc2b2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -46
- package/lib/api/category/one.ts +54 -0
- package/lib/api/index.ts +10 -4
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/app.tsx +2 -0
- package/lib/config.ts +52 -6
- package/lib/errors/index.test.ts +1 -1
- package/lib/errors/index.tsx +10 -3
- package/lib/index.ts +1 -1
- package/lib/middleware/anti-hotlink.test.ts +197 -12
- package/lib/middleware/anti-hotlink.ts +28 -0
- package/lib/middleware/logger.ts +6 -2
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/middleware/template.tsx +14 -10
- package/lib/middleware/trace.ts +25 -0
- package/lib/registry.test.ts +8 -0
- package/lib/registry.ts +10 -2
- package/lib/router.js +1 -4
- package/lib/routes/141jav/index.ts +25 -21
- package/lib/routes/141ppv/index.ts +24 -20
- package/lib/routes/3dmgame/news-center.ts +1 -1
- package/lib/routes/51read/article.ts +82 -0
- package/lib/routes/51read/namespace.ts +6 -0
- package/lib/routes/5eplay/utils.ts +5 -3
- package/lib/routes/69shu/article.ts +4 -4
- package/lib/routes/abc/index.ts +2 -2
- package/lib/routes/agri/index.ts +307 -0
- package/lib/routes/agri/namespace.ts +8 -0
- package/lib/routes/agri/templates/description.art +21 -0
- package/lib/routes/aljazeera/index.ts +2 -2
- package/lib/routes/alpinelinux/namespace.ts +11 -0
- package/lib/routes/alpinelinux/pkgs.ts +104 -0
- package/lib/routes/apnews/api.ts +62 -0
- package/lib/routes/apnews/rss.ts +11 -5
- package/lib/routes/apnews/sitemap.ts +99 -0
- package/lib/routes/apnews/topics.ts +13 -7
- package/lib/routes/apnews/utils.ts +11 -5
- package/lib/routes/apple/apps.ts +30 -8
- package/lib/routes/asmr-200/index.ts +66 -0
- package/lib/routes/asmr-200/namespace.ts +6 -0
- package/lib/routes/asmr-200/templates/work.art +7 -0
- package/lib/routes/asmr-200/type.ts +96 -0
- package/lib/routes/autocentre/index.ts +29 -0
- package/lib/routes/autocentre/namespace.ts +7 -0
- package/lib/routes/bbc/index.ts +3 -1
- package/lib/routes/bc3ts/list.ts +72 -0
- package/lib/routes/bc3ts/namespace.ts +7 -0
- package/lib/routes/bc3ts/templates/media.art +10 -0
- package/lib/routes/bc3ts/types.ts +118 -0
- package/lib/routes/bestblogs/feeds.ts +107 -0
- package/lib/routes/bestblogs/namespace.ts +6 -0
- package/lib/routes/bilibili/api-interface.d.ts +1 -0
- package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
- package/lib/routes/bilibili/cache.ts +25 -1
- package/lib/routes/bilibili/dynamic.ts +118 -118
- package/lib/routes/bilibili/followings-video.ts +9 -3
- package/lib/routes/bilibili/namespace.ts +1 -1
- package/lib/routes/bilibili/ranking.ts +99 -8
- package/lib/routes/bilibili/utils.ts +5 -0
- package/lib/routes/bilibili/video.ts +5 -6
- package/lib/routes/binance/announcement.ts +168 -0
- package/lib/routes/binance/types.ts +26 -0
- package/lib/routes/bing/daily-wallpaper.ts +1 -1
- package/lib/routes/bitget/announcement.ts +200 -0
- package/lib/routes/bitget/namespace.ts +6 -0
- package/lib/routes/bitget/type.ts +26 -0
- package/lib/routes/bjnews/cat.ts +43 -0
- package/lib/routes/bjnews/column.ts +43 -0
- package/lib/routes/bjnews/namespace.ts +6 -0
- package/lib/routes/bjnews/utils.ts +19 -0
- package/lib/routes/bjx/fd.ts +35 -26
- package/lib/routes/bluearchive/namespace.ts +7 -0
- package/lib/routes/bluearchive/news.ts +88 -0
- package/lib/routes/bt0/mv.ts +65 -0
- package/lib/routes/bt0/namespace.ts +9 -0
- package/lib/routes/bt0/tlist.ts +67 -0
- package/lib/routes/bt0/util.ts +51 -0
- package/lib/routes/buaa/jiaowu.ts +124 -0
- package/lib/routes/buaa/lib/space/newbook.ts +171 -0
- package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
- package/lib/routes/buaa/news/index.ts +15 -13
- package/lib/routes/buaa/sme.ts +5 -3
- package/lib/routes/bupt/jwc.ts +130 -0
- package/lib/routes/cccfna/index.ts +82 -0
- package/lib/routes/cccfna/namespace.ts +6 -0
- package/lib/routes/cctv/category.ts +16 -12
- package/lib/routes/cctv/xwlb.ts +32 -10
- package/lib/routes/cdu/jwgg.ts +79 -0
- package/lib/routes/cdu/namespace.ts +6 -0
- package/lib/routes/cffex/announcement.ts +73 -0
- package/lib/routes/cffex/namespace.ts +6 -0
- package/lib/routes/chikubi/index.ts +75 -0
- package/lib/routes/chikubi/namespace.ts +6 -0
- package/lib/routes/chikubi/utils.ts +82 -0
- package/lib/routes/chlinlearn/daily-blog.ts +55 -0
- package/lib/routes/chlinlearn/namespcae.ts +6 -0
- package/lib/routes/cnbc/rss.ts +1 -1
- package/lib/routes/copymanga/comic.ts +3 -1
- package/lib/routes/deadbydaylight/index.ts +69 -0
- package/lib/routes/deadbydaylight/namespace.ts +12 -0
- package/lib/routes/devolverdigital/blog.ts +59 -42
- package/lib/routes/digitalcameraworld/news.ts +1 -1
- package/lib/routes/discord/channel.ts +10 -10
- package/lib/routes/discord/discord-api.ts +27 -32
- package/lib/routes/discord/templates/message.art +15 -0
- package/lib/routes/discourse/notifications.ts +4 -2
- package/lib/routes/discourse/official.ts +55 -0
- package/lib/routes/dockerhub/build.ts +11 -6
- package/lib/routes/dongqiudi/result.ts +1 -1
- package/lib/routes/douban/movie/coming.ts +68 -0
- package/lib/routes/douban/other/group.ts +24 -3
- package/lib/routes/douban/templates/movie_coming.art +27 -0
- package/lib/routes/duckdb/namespace.ts +6 -0
- package/lib/routes/duckdb/news.ts +65 -0
- package/lib/routes/eastmoney/report/index.ts +63 -15
- package/lib/routes/eastmoney/templates/stock_description.art +36 -0
- package/lib/routes/eastmoney/utils.ts +35 -0
- package/lib/routes/easynomad/joblist.ts +56 -0
- package/lib/routes/easynomad/namespace.ts +6 -0
- package/lib/routes/epicgames/index.ts +14 -4
- package/lib/routes/fansly/post.ts +1 -2
- package/lib/routes/fansly/tag.ts +1 -2
- package/lib/routes/fansly/utils.ts +5 -4
- package/lib/routes/fashionnetwork/index.ts +192 -0
- package/lib/routes/fashionnetwork/namespace.ts +8 -0
- package/lib/routes/fashionnetwork/templates/description.art +17 -0
- package/lib/routes/fediverse/namespace.ts +6 -0
- package/lib/routes/fediverse/timeline.ts +98 -0
- package/lib/routes/flashcat/blog.ts +61 -0
- package/lib/routes/flashcat/namespace.ts +6 -0
- package/lib/routes/follow/namespace.ts +6 -0
- package/lib/routes/follow/profile.ts +69 -0
- package/lib/routes/follow/types.ts +38 -0
- package/lib/routes/foresightnews/util.ts +1 -1
- package/lib/routes/fortunechina/index.ts +24 -14
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gamersky/ent.ts +57 -0
- package/lib/routes/gamersky/namespace.ts +10 -0
- package/lib/routes/gamersky/news.ts +91 -0
- package/lib/routes/gamersky/review.ts +80 -0
- package/lib/routes/gamersky/utils.ts +94 -0
- package/lib/routes/gdut/oa-news.ts +12 -17
- package/lib/routes/geekpark/index.ts +219 -0
- package/lib/routes/geekpark/namespace.ts +8 -0
- package/lib/routes/geekpark/templates/description.art +21 -0
- package/lib/routes/getitfree/util.ts +1 -1
- package/lib/routes/gisreportsonline/index.ts +60 -0
- package/lib/routes/gisreportsonline/namespace.ts +6 -0
- package/lib/routes/github/activity.ts +56 -0
- package/lib/routes/github/issue.ts +26 -3
- package/lib/routes/github/search.ts +20 -18
- package/lib/routes/github/star.ts +4 -3
- package/lib/routes/github/trending.ts +27 -5
- package/lib/routes/go/mhlw/pdf.ts +87 -0
- package/lib/routes/go/namespace.ts +8 -0
- package/lib/routes/go/niid/idwr-dl.ts +104 -0
- package/lib/routes/google/citations.ts +2 -2
- package/lib/routes/google/research.ts +45 -0
- package/lib/routes/google/scholar.ts +2 -2
- package/lib/routes/gov/cbirc/index.ts +371 -0
- package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
- package/lib/routes/gov/lswz/index.ts +289 -0
- package/lib/routes/gov/stats/index.ts +8 -8
- package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
- package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
- package/lib/routes/gq/news.ts +1 -1
- package/lib/routes/gs/developer/blog.ts +58 -0
- package/lib/routes/gs/namespace.ts +9 -0
- package/lib/routes/healthz.ts +8 -0
- package/lib/routes/hitcon/zeroday.ts +1 -1
- package/lib/routes/hket/index.ts +80 -76
- package/lib/routes/hottoys/index.ts +63 -0
- package/lib/routes/hottoys/namespace.ts +6 -0
- package/lib/routes/hust/gs.ts +281 -0
- package/lib/routes/hust/namespace.ts +1 -1
- package/lib/routes/huxiu/util.ts +2 -2
- package/lib/routes/hypergryph/arknights/arktca.ts +124 -0
- package/lib/routes/imhcg/blog.ts +47 -0
- package/lib/routes/imhcg/namespace.ts +7 -0
- package/lib/routes/imop/namespace.ts +10 -0
- package/lib/routes/imop/tianshu.ts +53 -0
- package/lib/routes/infzm/hot.ts +39 -0
- package/lib/routes/infzm/index.ts +3 -30
- package/lib/routes/infzm/utils.ts +34 -0
- package/lib/routes/inspirehep/author.ts +46 -0
- package/lib/routes/inspirehep/literature.ts +42 -0
- package/lib/routes/inspirehep/namespace.ts +7 -0
- package/lib/routes/inspirehep/types.ts +210 -0
- package/lib/routes/inspirehep/utils.ts +15 -0
- package/lib/routes/instagram/private-api/index.ts +28 -6
- package/lib/routes/investor/index.ts +213 -0
- package/lib/routes/investor/namespace.ts +8 -0
- package/lib/routes/iplaysoft/index.ts +68 -0
- package/lib/routes/iplaysoft/namespace.ts +6 -0
- package/lib/routes/iwara/subscriptions.ts +1 -1
- package/lib/routes/j-test/namespace.ts +6 -0
- package/lib/routes/j-test/news.ts +64 -0
- package/lib/routes/japanpost/namespace.ts +7 -1
- package/lib/routes/japanpost/router.ts +40 -0
- package/lib/routes/japanpost/track.ts +1 -23
- package/lib/routes/javbus/index.ts +8 -1
- package/lib/routes/javdb/actors.ts +6 -2
- package/lib/routes/jike/topic.ts +1 -1
- package/lib/routes/jike/user.ts +1 -1
- package/lib/routes/jjwxc/book.ts +22 -17
- package/lib/routes/joins/chinese.ts +218 -0
- package/lib/routes/joins/namespace.ts +8 -0
- package/lib/routes/joins/templates/description.art +17 -0
- package/lib/routes/juejin/dynamic.ts +114 -0
- package/lib/routes/kakuyomu/namespace.ts +6 -0
- package/lib/routes/kakuyomu/types.ts +6 -0
- package/lib/routes/kakuyomu/works.ts +73 -0
- package/lib/routes/kaopu/news.ts +3 -3
- package/lib/routes/kelownacapnews/namespace.ts +6 -0
- package/lib/routes/kelownacapnews/news.ts +93 -0
- package/lib/routes/kemono/index.ts +21 -0
- package/lib/routes/keylol/index.ts +56 -11
- package/lib/routes/kurogames/namespace.ts +7 -0
- package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
- package/lib/routes/kyodonews/index.ts +1 -1
- package/lib/routes/link3/events.ts +86 -0
- package/lib/routes/link3/namespace.ts +6 -0
- package/lib/routes/link3/profile.ts +143 -0
- package/lib/routes/linkedin/cn/renderer.ts +1 -1
- package/lib/routes/lmu/jobs.ts +96 -0
- package/lib/routes/lmu/namespace.ts +17 -0
- package/lib/routes/lmu/templates/jobPosting.art +11 -0
- package/lib/routes/lofter/user.ts +3 -2
- package/lib/routes/luma/index.ts +92 -0
- package/lib/routes/luma/namespace.ts +6 -0
- package/lib/routes/luolei/index.ts +1 -1
- package/lib/routes/maccms/index.ts +72 -0
- package/lib/routes/maccms/namespace.ts +9 -0
- package/lib/routes/maccms/templates/vod.art +12 -0
- package/lib/routes/maccms/type.ts +102 -0
- package/lib/routes/malaysiakini/index.ts +179 -0
- package/lib/routes/malaysiakini/namespace.ts +11 -0
- package/lib/routes/mcmod/index.ts +105 -0
- package/lib/routes/mcmod/namespace.ts +6 -0
- package/lib/routes/mcmod/templates/mod.art +13 -0
- package/lib/routes/meishichina/index.ts +1997 -0
- package/lib/routes/meishichina/namespace.ts +8 -0
- package/lib/routes/meituan/namespace.ts +6 -0
- package/lib/routes/meituan/tech.ts +67 -0
- package/lib/routes/metacritic/index.ts +10 -0
- package/lib/routes/metrics.ts +12 -0
- package/lib/routes/microsoft/mcr.ts +63 -0
- package/lib/routes/microsoft/namespace.ts +2 -2
- package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
- package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
- package/lib/routes/minecraft/version.ts +1 -1
- package/lib/routes/mirrormedia/category.ts +101 -0
- package/lib/routes/mirrormedia/index.ts +43 -0
- package/lib/routes/mirrormedia/namespace.ts +6 -0
- package/lib/routes/mirrormedia/utils.ts +19 -0
- package/lib/routes/misskey/user-timeline.ts +42 -0
- package/lib/routes/misskey/utils.ts +41 -1
- package/lib/routes/myfans/namespace.ts +6 -0
- package/lib/routes/myfans/post.ts +64 -0
- package/lib/routes/myfans/templates/post.art +8 -0
- package/lib/routes/myfans/types.ts +104 -0
- package/lib/routes/myfans/utils.ts +39 -0
- package/lib/routes/nasa/apod.ts +4 -3
- package/lib/routes/nasa/namespace.ts +1 -1
- package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
- package/lib/routes/nationalgeographic/templates/stories.art +1 -1
- package/lib/routes/neea/index.ts +47 -19
- package/lib/routes/neea/jlpt.ts +12 -15
- package/lib/routes/neea/namespace.ts +2 -2
- package/lib/routes/newyorker/news.ts +24 -17
- package/lib/routes/nextjs/blog.ts +63 -0
- package/lib/routes/nextjs/namespace.ts +6 -0
- package/lib/routes/nga/forum.ts +3 -2
- package/lib/routes/notion/release.ts +81 -0
- package/lib/routes/nyaa/main.ts +2 -3
- package/lib/routes/nyaa/namespace.ts +10 -0
- package/lib/routes/ollama/blog.ts +39 -0
- package/lib/routes/ollama/models.ts +7 -4
- package/lib/routes/oschina/news.ts +2 -0
- package/lib/routes/pconline/focus.ts +143 -0
- package/lib/routes/pconline/namespace.ts +10 -0
- package/lib/routes/people/index.ts +8 -2
- package/lib/routes/picnob/namespace.ts +1 -4
- package/lib/routes/picnob/user.ts +14 -5
- package/lib/routes/picuki/namespace.ts +1 -4
- package/lib/routes/picuki/profile.ts +11 -7
- package/lib/routes/pixiv/ranking.ts +66 -9
- package/lib/routes/pixiv/search.ts +58 -7
- package/lib/routes/pixiv/user.ts +2 -1
- package/lib/routes/pixiv/utils.ts +3 -3
- package/lib/routes/pku/bbs/hot.ts +1 -1
- package/lib/routes/ps/monthly-games.ts +3 -2
- package/lib/routes/psyche/topic.ts +1 -1
- package/lib/routes/psyche/type.ts +1 -1
- package/lib/routes/psyche/utils.ts +1 -1
- package/lib/routes/qidian/chapter.ts +4 -3
- package/lib/routes/questn/community.ts +76 -0
- package/lib/routes/questn/events.ts +101 -0
- package/lib/routes/questn/namespace.ts +6 -0
- package/lib/routes/questn/util.ts +16 -0
- package/lib/routes/raycast/changelog.ts +54 -0
- package/lib/routes/raycast/namespace.ts +7 -0
- package/lib/routes/react/blog.ts +57 -0
- package/lib/routes/react/namespace.ts +6 -0
- package/lib/routes/readwise/list.ts +152 -0
- package/lib/routes/readwise/namespace.ts +6 -0
- package/lib/routes/rebase/geekdaily.ts +35 -0
- package/lib/routes/rebase/namespace.ts +6 -0
- package/lib/routes/reuters/common.ts +3 -2
- package/lib/routes/reuters/namespace.ts +1 -1
- package/lib/routes/rss3/index.ts +157 -0
- package/lib/routes/rss3/interfaces/metadata.ts +67 -0
- package/lib/routes/rss3/namespace.ts +7 -0
- package/lib/routes/rsshub/routes.ts +36 -14
- package/lib/routes/samd/namespace.ts +6 -0
- package/lib/routes/samd/news.ts +74 -0
- package/lib/routes/sara/index.ts +1 -1
- package/lib/routes/sciencedirect/cf-email.ts +0 -1
- package/lib/routes/scut/gzic/media.ts +71 -0
- package/lib/routes/scut/gzic/news.ts +65 -0
- package/lib/routes/scut/gzic/notice.ts +88 -0
- package/lib/routes/sehuatang/index.ts +33 -14
- package/lib/routes/sehuatang/user.ts +1 -1
- package/lib/routes/shiep/config.ts +4 -10
- package/lib/routes/shiep/index.ts +9 -9
- package/lib/routes/showstart/artist.ts +5 -4
- package/lib/routes/showstart/brand.ts +5 -4
- package/lib/routes/showstart/event.ts +8 -7
- package/lib/routes/showstart/search.ts +43 -9
- package/lib/routes/showstart/service.ts +81 -53
- package/lib/routes/showstart/site.ts +41 -0
- package/lib/routes/showstart/utils.ts +9 -8
- package/lib/routes/sis001/author.ts +52 -0
- package/lib/routes/sis001/common.ts +38 -0
- package/lib/routes/sis001/forum.ts +2 -29
- package/lib/routes/sjtu/jwc.ts +4 -1
- package/lib/routes/sjtu/namespace.ts +1 -1
- package/lib/routes/sjtu/seiee/index.ts +97 -0
- package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
- package/lib/routes/smzdm/keyword.ts +3 -2
- package/lib/routes/smzdm/product.ts +86 -0
- package/lib/routes/smzdm/ranking.ts +180 -46
- package/lib/routes/spotify/artist.ts +3 -2
- package/lib/routes/spotify/playlist.ts +3 -2
- package/lib/routes/spotify/show.ts +1 -1
- package/lib/routes/springer/journal.ts +10 -12
- package/lib/routes/sse/sselawsrules.ts +370 -0
- package/lib/routes/sspai/author.ts +1 -1
- package/lib/routes/sspai/column.ts +1 -1
- package/lib/routes/sspai/index.ts +6 -5
- package/lib/routes/sspai/matrix.ts +1 -1
- package/lib/routes/sspai/series-update.ts +1 -1
- package/lib/routes/sspai/tag.ts +1 -1
- package/lib/routes/sspai/topic.ts +1 -1
- package/lib/routes/sustainabilitymag/articles.ts +2 -0
- package/lib/routes/szse/rule.ts +315 -42
- package/lib/routes/t66y/index.ts +29 -7
- package/lib/routes/taoguba/blog.ts +1 -1
- package/lib/routes/taoguba/index.ts +1 -1
- package/lib/routes/techcrunch/news.ts +20 -29
- package/lib/routes/techcrunch/templates/description.art +7 -0
- package/lib/routes/telecompaper/news.ts +1 -1
- package/lib/routes/telegram/channel.ts +68 -31
- package/lib/routes/test/index.ts +50 -43
- package/lib/routes/the/index.ts +211 -0
- package/lib/routes/the/namespace.ts +8 -0
- package/lib/routes/the/templates/description.art +27 -0
- package/lib/routes/the/util.ts +307 -0
- package/lib/routes/theblockbeats/index.ts +10 -5
- package/lib/routes/thoughtworks/index.ts +71 -0
- package/lib/routes/thoughtworks/namespace.ts +6 -0
- package/lib/routes/towardsdatascience/latest.ts +67 -0
- package/lib/routes/towardsdatascience/namespace.ts +6 -0
- package/lib/routes/tsdm39/bd.ts +101 -0
- package/lib/routes/tsdm39/namespace.ts +7 -0
- package/lib/routes/tvb/news.ts +1 -0
- package/lib/routes/twitter/api/index.ts +3 -1
- package/lib/routes/twitter/api/mobile-api/login.ts +155 -131
- package/lib/routes/twitter/api/web-api/api.ts +19 -0
- package/lib/routes/twitter/api/web-api/constants.ts +16 -13
- package/lib/routes/twitter/api/web-api/login.ts +68 -0
- package/lib/routes/twitter/api/web-api/utils.ts +98 -53
- package/lib/routes/twitter/home-latest.ts +60 -0
- package/lib/routes/twitter/home.ts +2 -2
- package/lib/routes/twitter/keyword.ts +3 -2
- package/lib/routes/twitter/likes.ts +1 -1
- package/lib/routes/twitter/list.ts +1 -1
- package/lib/routes/twitter/media.ts +4 -3
- package/lib/routes/twitter/namespace.ts +2 -2
- package/lib/routes/twitter/tweet.ts +1 -0
- package/lib/routes/twitter/user.ts +5 -4
- package/lib/routes/twitter/utils.ts +4 -1
- package/lib/routes/uber/blog.ts +1 -1
- package/lib/routes/udn/breaking-news.ts +9 -0
- package/lib/routes/ustc/scms.ts +97 -0
- package/lib/routes/utgd/category.ts +18 -59
- package/lib/routes/utgd/timeline.ts +9 -45
- package/lib/routes/utgd/topic.ts +9 -51
- package/lib/routes/utgd/utils.ts +41 -0
- package/lib/routes/v2ex/tab.ts +3 -2
- package/lib/routes/v2ex/topics.ts +18 -3
- package/lib/routes/v2ex/xna.ts +55 -0
- package/lib/routes/watasuke/blog.ts +1 -1
- package/lib/routes/wchscu/namespace.ts +6 -0
- package/lib/routes/wchscu/recruit.ts +73 -0
- package/lib/routes/weibo/friends.ts +1 -0
- package/lib/routes/weibo/group.ts +1 -0
- package/lib/routes/weibo/keyword.ts +3 -2
- package/lib/routes/weibo/namespace.ts +1 -1
- package/lib/routes/weibo/search/hot.ts +12 -7
- package/lib/routes/weibo/super-index.ts +23 -11
- package/lib/routes/weibo/user-bookmarks.ts +1 -0
- package/lib/routes/weibo/user.ts +10 -7
- package/lib/routes/weibo/utils.ts +20 -4
- package/lib/routes/wfu/news.ts +1 -1
- package/lib/routes/wordpress/util.ts +1 -1
- package/lib/routes/xiaohongshu/notes.ts +10 -2
- package/lib/routes/xiaohongshu/user.ts +27 -5
- package/lib/routes/xiaohongshu/util.ts +3 -1
- package/lib/routes/xiaoyuzhou/podcast.ts +2 -1
- package/lib/routes/xidian/cs.ts +143 -0
- package/lib/routes/xidian/gr.ts +289 -0
- package/lib/routes/xidian/jwc.ts +1 -0
- package/lib/routes/xidian/namespace.ts +1 -1
- package/lib/routes/ximalaya/album.ts +1 -1
- package/lib/routes/xinhuanet/app.ts +109 -0
- package/lib/routes/xinhuanet/namespace.ts +8 -0
- package/lib/routes/xsijishe/forum.ts +23 -3
- package/lib/routes/xsijishe/rank.ts +23 -3
- package/lib/routes/xueqiu/cookies.ts +14 -1
- package/lib/routes/xueqiu/favorite.ts +16 -2
- package/lib/routes/yahoo/news/index.ts +149 -0
- package/lib/routes/yahoo/news/listid.ts +67 -0
- package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
- package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
- package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
- package/lib/routes/yicai/carousel.ts +48 -0
- package/lib/routes/yicai/utils.ts +23 -17
- package/lib/routes/youtube/subscriptions.ts +1 -0
- package/lib/routes/youtube/user.ts +2 -1
- package/lib/routes/yystv/docs.ts +28 -19
- package/lib/routes/zaobao/util.ts +1 -1
- package/lib/routes/zcool/discover.ts +2 -1
- package/lib/routes/zhihu/activities.ts +2 -1
- package/lib/routes/zhihu/answers.ts +5 -1
- package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
- package/lib/routes/zhihu/hot.ts +56 -7
- package/lib/routes/zhihu/namespace.ts +3 -0
- package/lib/routes/zhihu/utils.ts +21 -7
- package/lib/routes/zhihu/zhuanlan.ts +15 -8
- package/lib/routes/zhuwang/index.ts +1 -1
- package/lib/routes/zsxq/types.ts +9 -0
- package/lib/routes/zsxq/utils.ts +4 -3
- package/lib/routes.test.ts +11 -5
- package/lib/setup.test.ts +1 -1
- package/lib/types.ts +32 -1
- package/lib/utils/cache/index.ts +8 -0
- package/lib/utils/camelcase-keys.spec.ts +127 -0
- package/lib/utils/camelcase-keys.ts +27 -0
- package/lib/utils/common-utils.ts +1 -0
- package/lib/utils/ofetch.ts +14 -0
- package/lib/utils/otel/index.ts +2 -0
- package/lib/utils/otel/metric.ts +67 -0
- package/lib/utils/otel/trace.ts +28 -0
- package/lib/utils/request-rewriter/fetch.ts +8 -1
- package/lib/views/atom.tsx +2 -2
- package/lib/views/error.tsx +3 -3
- package/lib/views/index.tsx +7 -9
- package/lib/views/json.ts +2 -2
- package/lib/views/layout.tsx +1 -1
- package/lib/views/rss.tsx +2 -2
- package/package.json +62 -50
- package/lib/routes/sse/lawandrules.ts +0 -68
- package/lib/routes/yahoo/news/tw/index.ts +0 -80
- package/lib/routes/yahoo/news/us/index.ts +0 -55
- package/lib/routes/zhihu/hotlist.ts +0 -72
- package/lib/routes-deprecated/bjnews/news.js +0 -44
- package/lib/routes-deprecated/gamersky/ent.js +0 -89
- package/lib/routes-deprecated/gamersky/news.js +0 -34
- package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
- package/lib/routes-deprecated/iplay/home.js +0 -26
- package/lib/routes-deprecated/iplay/utils.js +0 -57
- /package/lib/routes/hypergryph/{announce.ts → arknights/announce.ts} +0 -0
- /package/lib/routes/hypergryph/{japan.ts → arknights/japan.ts} +0 -0
- /package/lib/routes/hypergryph/{news.ts → arknights/news.ts} +0 -0
|
@@ -8,6 +8,7 @@ import { v5 as uuidv5 } from 'uuid';
|
|
|
8
8
|
import { authenticator } from 'otplib';
|
|
9
9
|
import logger from '@/utils/logger';
|
|
10
10
|
import cache from '@/utils/cache';
|
|
11
|
+
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
|
11
12
|
|
|
12
13
|
const NAMESPACE = 'd41d092b-b007-48f7-9129-e9538d2d8fe9';
|
|
13
14
|
|
|
@@ -25,153 +26,176 @@ const headers = {
|
|
|
25
26
|
Authorization: bearerToken,
|
|
26
27
|
};
|
|
27
28
|
|
|
29
|
+
const loginLimiter = cache.clients.redisClient
|
|
30
|
+
? new RateLimiterRedis({
|
|
31
|
+
points: 1,
|
|
32
|
+
duration: 20,
|
|
33
|
+
execEvenly: true,
|
|
34
|
+
storeClient: cache.clients.redisClient,
|
|
35
|
+
})
|
|
36
|
+
: new RateLimiterMemory({
|
|
37
|
+
points: 1,
|
|
38
|
+
duration: 20,
|
|
39
|
+
execEvenly: true,
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
|
|
43
|
+
|
|
28
44
|
async function login({ username, password, authenticationSecret }) {
|
|
29
45
|
return (await cache.tryGet(
|
|
30
46
|
`twitter:authentication:${username}`,
|
|
31
47
|
async () => {
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
headers['x-guest-token'] = guestToken.data.guest_token;
|
|
48
|
-
|
|
49
|
-
const task1 = await ofetch.raw(
|
|
50
|
-
'https://api.x.com/1.1/onboarding/task.json?' +
|
|
51
|
-
new URLSearchParams({
|
|
52
|
-
flow_name: 'login',
|
|
53
|
-
api_version: '1',
|
|
54
|
-
known_device_token: '',
|
|
55
|
-
sim_country_code: 'us',
|
|
56
|
-
}).toString(),
|
|
57
|
-
{
|
|
48
|
+
try {
|
|
49
|
+
await loginLimiterQueue.removeTokens(1);
|
|
50
|
+
|
|
51
|
+
logger.debug('Twitter login start.');
|
|
52
|
+
const android_id = uuidv5(username, NAMESPACE);
|
|
53
|
+
headers['X-Twitter-Client-DeviceID'] = android_id;
|
|
54
|
+
|
|
55
|
+
const ct0 = crypto.randomUUID().replaceAll('-', '');
|
|
56
|
+
const guestToken = await got(guestActivateUrl, {
|
|
57
|
+
headers: {
|
|
58
|
+
authorization: bearerToken,
|
|
59
|
+
'x-csrf-token': ct0,
|
|
60
|
+
cookie: 'ct0=' + ct0,
|
|
61
|
+
},
|
|
58
62
|
method: 'POST',
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
63
|
+
});
|
|
64
|
+
logger.debug('Twitter login 1 finished: guest token.');
|
|
65
|
+
|
|
66
|
+
headers['x-guest-token'] = guestToken.data.guest_token;
|
|
67
|
+
|
|
68
|
+
const task1 = await ofetch.raw(
|
|
69
|
+
'https://api.x.com/1.1/onboarding/task.json?' +
|
|
70
|
+
new URLSearchParams({
|
|
71
|
+
flow_name: 'login',
|
|
72
|
+
api_version: '1',
|
|
73
|
+
known_device_token: '',
|
|
74
|
+
sim_country_code: 'us',
|
|
75
|
+
}).toString(),
|
|
76
|
+
{
|
|
77
|
+
method: 'POST',
|
|
78
|
+
headers,
|
|
79
|
+
body: {
|
|
80
|
+
flow_token: null,
|
|
81
|
+
input_flow_data: {
|
|
82
|
+
country_code: null,
|
|
83
|
+
flow_context: {
|
|
84
|
+
referrer_context: {
|
|
85
|
+
referral_details: 'utm_source=google-play&utm_medium=organic',
|
|
86
|
+
referrer_url: '',
|
|
87
|
+
},
|
|
88
|
+
start_location: {
|
|
89
|
+
location: 'deeplink',
|
|
90
|
+
},
|
|
71
91
|
},
|
|
92
|
+
requested_variant: null,
|
|
93
|
+
target_user_id: 0,
|
|
72
94
|
},
|
|
73
|
-
requested_variant: null,
|
|
74
|
-
target_user_id: 0,
|
|
75
95
|
},
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
96
|
+
}
|
|
97
|
+
);
|
|
98
|
+
logger.debug('Twitter login 2 finished: login flow.');
|
|
99
|
+
|
|
100
|
+
headers.att = task1.headers.get('att');
|
|
101
|
+
|
|
102
|
+
const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
103
|
+
headers,
|
|
104
|
+
json: {
|
|
105
|
+
flow_token: task1._data.flow_token,
|
|
106
|
+
subtask_inputs: [
|
|
107
|
+
{
|
|
108
|
+
enter_text: {
|
|
109
|
+
suggestion_id: null,
|
|
110
|
+
text: username,
|
|
111
|
+
link: 'next_link',
|
|
112
|
+
},
|
|
113
|
+
subtask_id: 'LoginEnterUserIdentifier',
|
|
93
114
|
},
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
115
|
+
],
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
|
|
119
|
+
|
|
120
|
+
const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
121
|
+
headers,
|
|
122
|
+
json: {
|
|
123
|
+
flow_token: task2.data.flow_token,
|
|
124
|
+
subtask_inputs: [
|
|
125
|
+
{
|
|
126
|
+
enter_password: {
|
|
127
|
+
password,
|
|
128
|
+
link: 'next_link',
|
|
129
|
+
},
|
|
130
|
+
subtask_id: 'LoginEnterPassword',
|
|
110
131
|
},
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
132
|
+
],
|
|
133
|
+
},
|
|
134
|
+
});
|
|
135
|
+
logger.debug('Twitter login 4 finished: LoginEnterPassword.');
|
|
136
|
+
|
|
137
|
+
const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
138
|
+
headers,
|
|
139
|
+
json: {
|
|
140
|
+
flow_token: task3.data.flow_token,
|
|
141
|
+
subtask_inputs: [
|
|
142
|
+
{
|
|
143
|
+
check_logged_in_account: {
|
|
144
|
+
link: 'AccountDuplicationCheck_false',
|
|
145
|
+
},
|
|
146
|
+
subtask_id: 'AccountDuplicationCheck',
|
|
126
147
|
},
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
148
|
+
],
|
|
149
|
+
},
|
|
150
|
+
});
|
|
151
|
+
logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
|
|
152
|
+
|
|
153
|
+
for await (const subtask of task4.data?.subtasks || []) {
|
|
154
|
+
if (subtask.open_account) {
|
|
155
|
+
authentication = subtask.open_account;
|
|
156
|
+
break;
|
|
157
|
+
} else if (authenticationSecret && subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
|
|
158
|
+
const token = authenticator.generate(authenticationSecret);
|
|
159
|
+
|
|
160
|
+
const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
161
|
+
headers,
|
|
162
|
+
json: {
|
|
163
|
+
flow_token: task4.data.flow_token,
|
|
164
|
+
subtask_inputs: [
|
|
165
|
+
{
|
|
166
|
+
enter_text: {
|
|
167
|
+
suggestion_id: null,
|
|
168
|
+
text: token,
|
|
169
|
+
link: 'next_link',
|
|
170
|
+
},
|
|
171
|
+
subtask_id: 'LoginTwoFactorAuthChallenge',
|
|
151
172
|
},
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
break;
|
|
173
|
+
],
|
|
174
|
+
},
|
|
175
|
+
});
|
|
176
|
+
logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
|
|
177
|
+
|
|
178
|
+
for (const subtask of task5.data?.subtasks || []) {
|
|
179
|
+
if (subtask.open_account) {
|
|
180
|
+
authentication = subtask.open_account;
|
|
181
|
+
break;
|
|
182
|
+
}
|
|
163
183
|
}
|
|
184
|
+
break;
|
|
185
|
+
} else {
|
|
186
|
+
logger.error(`Twitter login 6 failed: unknown subtask: ${subtask.subtask_id}`);
|
|
164
187
|
}
|
|
165
|
-
break;
|
|
166
188
|
}
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
}
|
|
189
|
+
if (authentication) {
|
|
190
|
+
logger.debug('Twitter login success.');
|
|
191
|
+
} else {
|
|
192
|
+
logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
|
|
193
|
+
}
|
|
173
194
|
|
|
174
|
-
|
|
195
|
+
return authentication;
|
|
196
|
+
} catch (error) {
|
|
197
|
+
logger.error(`Twitter username ${username} login failed:`, error);
|
|
198
|
+
}
|
|
175
199
|
},
|
|
176
200
|
60 * 60 * 24 * 30, // 30 days
|
|
177
201
|
false
|
|
@@ -34,6 +34,7 @@ const cacheTryGet = async (_id, params, func) => {
|
|
|
34
34
|
const userData: any = await getUserData(_id);
|
|
35
35
|
const id = (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
|
|
36
36
|
if (id === undefined) {
|
|
37
|
+
cache.set(`twitter-userdata-${_id}`, '', config.cache.contentExpire);
|
|
37
38
|
throw new InvalidParameterError('User not found');
|
|
38
39
|
}
|
|
39
40
|
const funcName = func.name;
|
|
@@ -183,6 +184,23 @@ const getHomeTimeline = async (id: string, params?: Record<string, any>) =>
|
|
|
183
184
|
)
|
|
184
185
|
);
|
|
185
186
|
|
|
187
|
+
const getHomeLatestTimeline = async (id: string, params?: Record<string, any>) =>
|
|
188
|
+
gatherLegacyFromData(
|
|
189
|
+
await paginationTweets(
|
|
190
|
+
'HomeLatestTimeline',
|
|
191
|
+
undefined,
|
|
192
|
+
{
|
|
193
|
+
...params,
|
|
194
|
+
count: 20,
|
|
195
|
+
includePromotedContent: true,
|
|
196
|
+
latestControlAvailable: true,
|
|
197
|
+
requestContext: 'launch',
|
|
198
|
+
withCommunity: true,
|
|
199
|
+
},
|
|
200
|
+
['home', 'home_timeline_urt']
|
|
201
|
+
)
|
|
202
|
+
);
|
|
203
|
+
|
|
186
204
|
export default {
|
|
187
205
|
getUser,
|
|
188
206
|
getUserTweets,
|
|
@@ -193,5 +211,6 @@ export default {
|
|
|
193
211
|
getSearch,
|
|
194
212
|
getList,
|
|
195
213
|
getHomeTimeline,
|
|
214
|
+
getHomeLatestTimeline,
|
|
196
215
|
init: () => {},
|
|
197
216
|
};
|
|
@@ -1,47 +1,51 @@
|
|
|
1
1
|
const baseUrl = 'https://x.com/i/api';
|
|
2
2
|
|
|
3
3
|
const graphQLEndpointsPlain = [
|
|
4
|
-
'/graphql/
|
|
5
|
-
'/graphql/
|
|
6
|
-
'/graphql/
|
|
7
|
-
'/graphql/
|
|
8
|
-
'/graphql/
|
|
9
|
-
'/graphql/
|
|
4
|
+
'/graphql/E3opETHurmVJflFsUBVuUQ/UserTweets',
|
|
5
|
+
'/graphql/Yka-W8dz7RaEuQNkroPkYw/UserByScreenName',
|
|
6
|
+
'/graphql/HJFjzBgCs16TqxewQOeLNg/HomeTimeline',
|
|
7
|
+
'/graphql/DiTkXJgLqBBxCs7zaYsbtA/HomeLatestTimeline',
|
|
8
|
+
'/graphql/bt4TKuFz4T7Ckk-VvQVSow/UserTweetsAndReplies',
|
|
9
|
+
'/graphql/dexO_2tohK86JDudXXG3Yw/UserMedia',
|
|
10
10
|
'/graphql/tD8zKvQzwY3kdx5yz6YmOw/UserByRestId',
|
|
11
|
-
'/graphql/
|
|
11
|
+
'/graphql/UN1i3zUiCWa-6r-Uaho4fw/SearchTimeline',
|
|
12
12
|
'/graphql/TOTgqavWmxywKv5IbMMK1w/ListLatestTweetsTimeline',
|
|
13
|
-
'/graphql/
|
|
13
|
+
'/graphql/QuBlQ6SxNAQCt6-kBiCXCQ/TweetDetail',
|
|
14
14
|
];
|
|
15
15
|
|
|
16
16
|
const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
|
|
17
17
|
|
|
18
18
|
const gqlFeatureUser = {
|
|
19
|
-
hidden_profile_likes_enabled: true,
|
|
20
19
|
hidden_profile_subscriptions_enabled: true,
|
|
20
|
+
rweb_tipjar_consumption_enabled: true,
|
|
21
21
|
responsive_web_graphql_exclude_directive_enabled: true,
|
|
22
22
|
verified_phone_label_enabled: false,
|
|
23
23
|
subscriptions_verification_info_is_identity_verified_enabled: true,
|
|
24
24
|
subscriptions_verification_info_verified_since_enabled: true,
|
|
25
25
|
highlights_tweets_tab_ui_enabled: true,
|
|
26
26
|
responsive_web_twitter_article_notes_tab_enabled: true,
|
|
27
|
+
subscriptions_feature_can_gift_premium: true,
|
|
27
28
|
creator_subscriptions_tweet_preview_api_enabled: true,
|
|
28
29
|
responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
|
|
29
30
|
responsive_web_graphql_timeline_navigation_enabled: true,
|
|
30
31
|
};
|
|
31
32
|
const gqlFeatureFeed = {
|
|
33
|
+
rweb_tipjar_consumption_enabled: true,
|
|
32
34
|
responsive_web_graphql_exclude_directive_enabled: true,
|
|
33
35
|
verified_phone_label_enabled: false,
|
|
34
36
|
creator_subscriptions_tweet_preview_api_enabled: true,
|
|
35
37
|
responsive_web_graphql_timeline_navigation_enabled: true,
|
|
36
38
|
responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
|
|
39
|
+
communities_web_enable_tweet_community_results_fetch: true,
|
|
37
40
|
c9s_tweet_anatomy_moderator_badge_enabled: true,
|
|
38
|
-
|
|
41
|
+
articles_preview_enabled: true,
|
|
39
42
|
responsive_web_edit_tweet_api_enabled: true,
|
|
40
43
|
graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
|
|
41
44
|
view_counts_everywhere_api_enabled: true,
|
|
42
45
|
longform_notetweets_consumption_enabled: true,
|
|
43
46
|
responsive_web_twitter_article_tweet_consumption_enabled: true,
|
|
44
47
|
tweet_awards_web_tipping_enabled: false,
|
|
48
|
+
creator_subscriptions_quote_tweet_preview_enabled: false,
|
|
45
49
|
freedom_of_speech_not_reach_fetch_enabled: true,
|
|
46
50
|
standardized_nudges_misinfo: true,
|
|
47
51
|
tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
|
|
@@ -60,8 +64,7 @@ const TweetDetailFeatures = {
|
|
|
60
64
|
responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
|
|
61
65
|
communities_web_enable_tweet_community_results_fetch: true,
|
|
62
66
|
c9s_tweet_anatomy_moderator_badge_enabled: true,
|
|
63
|
-
articles_preview_enabled:
|
|
64
|
-
tweetypie_unmention_optimization_enabled: true,
|
|
67
|
+
articles_preview_enabled: true,
|
|
65
68
|
responsive_web_edit_tweet_api_enabled: true,
|
|
66
69
|
graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
|
|
67
70
|
view_counts_everywhere_api_enabled: true,
|
|
@@ -72,7 +75,6 @@ const TweetDetailFeatures = {
|
|
|
72
75
|
freedom_of_speech_not_reach_fetch_enabled: true,
|
|
73
76
|
standardized_nudges_misinfo: true,
|
|
74
77
|
tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
|
|
75
|
-
tweet_with_visibility_results_prefer_gql_media_interstitial_enabled: true,
|
|
76
78
|
rweb_video_timestamps_enabled: true,
|
|
77
79
|
longform_notetweets_rich_text_read_enabled: true,
|
|
78
80
|
longform_notetweets_inline_media_enabled: true,
|
|
@@ -87,6 +89,7 @@ const gqlFeatures = {
|
|
|
87
89
|
SearchTimeline: gqlFeatureFeed,
|
|
88
90
|
ListLatestTweetsTimeline: gqlFeatureFeed,
|
|
89
91
|
HomeTimeline: gqlFeatureFeed,
|
|
92
|
+
HomeLatestTimeline: TweetDetailFeatures,
|
|
90
93
|
TweetDetail: TweetDetailFeatures,
|
|
91
94
|
Likes: gqlFeatureFeed,
|
|
92
95
|
};
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { authenticator } from 'otplib';
|
|
2
|
+
import logger from '@/utils/logger';
|
|
3
|
+
import cache from '@/utils/cache';
|
|
4
|
+
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
|
5
|
+
import puppeteer from '@/utils/puppeteer';
|
|
6
|
+
import { CookieJar } from 'tough-cookie';
|
|
7
|
+
|
|
8
|
+
const loginLimiter = cache.clients.redisClient
|
|
9
|
+
? new RateLimiterRedis({
|
|
10
|
+
points: 1,
|
|
11
|
+
duration: 20,
|
|
12
|
+
execEvenly: true,
|
|
13
|
+
storeClient: cache.clients.redisClient,
|
|
14
|
+
})
|
|
15
|
+
: new RateLimiterMemory({
|
|
16
|
+
points: 1,
|
|
17
|
+
duration: 20,
|
|
18
|
+
execEvenly: true,
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
|
|
22
|
+
|
|
23
|
+
async function login({ username, password, authenticationSecret }) {
|
|
24
|
+
if (!username || !password) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
try {
|
|
28
|
+
await loginLimiterQueue.removeTokens(1);
|
|
29
|
+
|
|
30
|
+
const cookieJar = new CookieJar();
|
|
31
|
+
const browser = await puppeteer({
|
|
32
|
+
stealth: true,
|
|
33
|
+
});
|
|
34
|
+
const page = await browser.newPage();
|
|
35
|
+
await page.goto('https://x.com/i/flow/login');
|
|
36
|
+
await page.waitForSelector('input[autocomplete="username"]');
|
|
37
|
+
await page.type('input[autocomplete="username"]', username);
|
|
38
|
+
const buttons = await page.$$('button');
|
|
39
|
+
await buttons[3]?.click();
|
|
40
|
+
await page.waitForSelector('input[autocomplete="current-password"]');
|
|
41
|
+
await page.type('input[autocomplete="current-password"]', password);
|
|
42
|
+
(await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
|
|
43
|
+
if (authenticationSecret) {
|
|
44
|
+
await page.waitForSelector('input[inputmode="numeric"]');
|
|
45
|
+
const token = authenticator.generate(authenticationSecret);
|
|
46
|
+
await page.type('input[inputmode="numeric"]', token);
|
|
47
|
+
(await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
|
|
48
|
+
}
|
|
49
|
+
const waitForRequest = new Promise<string>((resolve) => {
|
|
50
|
+
page.on('requestfinished', async (request) => {
|
|
51
|
+
if (request.url().includes('/HomeTimeline')) {
|
|
52
|
+
const cookies = await page.cookies();
|
|
53
|
+
for (const cookie of cookies) {
|
|
54
|
+
cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
|
|
55
|
+
}
|
|
56
|
+
resolve(JSON.stringify(cookieJar.serializeSync()));
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
const cookieString = await waitForRequest;
|
|
61
|
+
await browser.close();
|
|
62
|
+
return cookieString;
|
|
63
|
+
} catch (error) {
|
|
64
|
+
logger.error(`Twitter username ${username} login failed:`, error);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export default login;
|