rsshub 1.0.0-master.ebff6c5 → 1.0.0-master.ec03e07
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/app.tsx +2 -0
- package/lib/config.ts +28 -6
- package/lib/errors/index.tsx +10 -3
- package/lib/index.ts +1 -1
- package/lib/middleware/anti-hotlink.test.ts +6 -6
- package/lib/middleware/logger.ts +5 -1
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/middleware/template.tsx +14 -10
- package/lib/middleware/trace.ts +25 -0
- package/lib/registry.test.ts +8 -0
- package/lib/registry.ts +8 -0
- package/lib/router.js +0 -3
- package/lib/routes/141jav/index.ts +25 -21
- package/lib/routes/141ppv/index.ts +24 -20
- package/lib/routes/51read/article.ts +82 -0
- package/lib/routes/51read/namespace.ts +6 -0
- package/lib/routes/69shu/article.ts +4 -4
- package/lib/routes/aljazeera/index.ts +2 -2
- package/lib/routes/apnews/rss.ts +2 -1
- package/lib/routes/apnews/sitemap.ts +98 -0
- package/lib/routes/apnews/topics.ts +2 -1
- package/lib/routes/apnews/utils.ts +7 -5
- package/lib/routes/apple/apps.ts +30 -8
- package/lib/routes/asmr-200/index.ts +66 -0
- package/lib/routes/asmr-200/namespace.ts +6 -0
- package/lib/routes/asmr-200/templates/work.art +7 -0
- package/lib/routes/asmr-200/type.ts +96 -0
- package/lib/routes/autocentre/index.ts +29 -0
- package/lib/routes/autocentre/namespace.ts +7 -0
- package/lib/routes/bbc/index.ts +3 -1
- package/lib/routes/bilibili/api-interface.d.ts +1 -0
- package/lib/routes/bilibili/cache.ts +3 -1
- package/lib/routes/bilibili/dynamic.ts +7 -2
- package/lib/routes/bilibili/ranking.ts +2 -1
- package/lib/routes/bilibili/video.ts +2 -1
- package/lib/routes/bing/daily-wallpaper.ts +1 -1
- package/lib/routes/bjnews/cat.ts +43 -0
- package/lib/routes/bjnews/column.ts +43 -0
- package/lib/routes/bjnews/namespace.ts +6 -0
- package/lib/routes/bjnews/utils.ts +19 -0
- package/lib/routes/bjx/fd.ts +35 -26
- package/lib/routes/bluearchive/news.ts +2 -2
- package/lib/routes/bt0/mv.ts +21 -24
- package/lib/routes/bt0/tlist.ts +19 -26
- package/lib/routes/bt0/util.ts +6 -3
- package/lib/routes/buaa/jiaowu.ts +124 -0
- package/lib/routes/buaa/lib/space/newbook.ts +171 -0
- package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
- package/lib/routes/buaa/news/index.ts +15 -13
- package/lib/routes/buaa/sme.ts +5 -3
- package/lib/routes/cccfna/index.ts +2 -2
- package/lib/routes/cctv/category.ts +16 -12
- package/lib/routes/cctv/xwlb.ts +32 -10
- package/lib/routes/cdu/jwgg.ts +79 -0
- package/lib/routes/cdu/namespace.ts +6 -0
- package/lib/routes/cffex/announcement.ts +73 -0
- package/lib/routes/cffex/namespace.ts +6 -0
- package/lib/routes/chlinlearn/daily-blog.ts +48 -0
- package/lib/routes/chlinlearn/namespcae.ts +6 -0
- package/lib/routes/cnbc/rss.ts +1 -1
- package/lib/routes/copymanga/comic.ts +3 -1
- package/lib/routes/deadbydaylight/index.ts +69 -0
- package/lib/routes/deadbydaylight/namespace.ts +12 -0
- package/lib/routes/devolverdigital/blog.ts +59 -42
- package/lib/routes/digitalcameraworld/news.ts +1 -1
- package/lib/routes/discord/channel.ts +10 -10
- package/lib/routes/discord/discord-api.ts +27 -32
- package/lib/routes/discord/templates/message.art +15 -0
- package/lib/routes/discourse/notifications.ts +2 -1
- package/lib/routes/dockerhub/build.ts +3 -2
- package/lib/routes/dongqiudi/result.ts +1 -1
- package/lib/routes/douban/other/group.ts +2 -1
- package/lib/routes/duckdb/namespace.ts +6 -0
- package/lib/routes/duckdb/news.ts +65 -0
- package/lib/routes/eastmoney/report/index.ts +63 -15
- package/lib/routes/eastmoney/templates/stock_description.art +36 -0
- package/lib/routes/eastmoney/utils.ts +35 -0
- package/lib/routes/epicgames/index.ts +14 -4
- package/lib/routes/fashionnetwork/index.ts +192 -0
- package/lib/routes/fashionnetwork/namespace.ts +8 -0
- package/lib/routes/fashionnetwork/templates/description.art +17 -0
- package/lib/routes/fediverse/timeline.ts +44 -19
- package/lib/routes/flashcat/blog.ts +61 -0
- package/lib/routes/flashcat/namespace.ts +6 -0
- package/lib/routes/foresightnews/util.ts +1 -1
- package/lib/routes/fortunechina/index.ts +24 -14
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gdut/oa-news.ts +12 -17
- package/lib/routes/getitfree/util.ts +1 -1
- package/lib/routes/gisreportsonline/index.ts +60 -0
- package/lib/routes/gisreportsonline/namespace.ts +6 -0
- package/lib/routes/github/activity.ts +56 -0
- package/lib/routes/github/issue.ts +3 -2
- package/lib/routes/github/search.ts +20 -18
- package/lib/routes/github/star.ts +4 -3
- package/lib/routes/github/trending.ts +27 -5
- package/lib/routes/google/citations.ts +2 -2
- package/lib/routes/google/research.ts +45 -0
- package/lib/routes/google/scholar.ts +2 -2
- package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
- package/lib/routes/gov/lswz/index.ts +289 -0
- package/lib/routes/gov/stats/index.ts +8 -8
- package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
- package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
- package/lib/routes/gq/news.ts +1 -1
- package/lib/routes/gs/developer/blog.ts +58 -0
- package/lib/routes/gs/namespace.ts +9 -0
- package/lib/routes/healthz.ts +8 -0
- package/lib/routes/hitcon/zeroday.ts +1 -1
- package/lib/routes/hket/index.ts +80 -76
- package/lib/routes/hottoys/index.ts +63 -0
- package/lib/routes/hottoys/namespace.ts +6 -0
- package/lib/routes/huxiu/util.ts +2 -2
- package/lib/routes/imhcg/blog.ts +47 -0
- package/lib/routes/imhcg/namespace.ts +7 -0
- package/lib/routes/imop/namespace.ts +10 -0
- package/lib/routes/imop/tianshu.ts +53 -0
- package/lib/routes/infzm/hot.ts +39 -0
- package/lib/routes/infzm/index.ts +3 -30
- package/lib/routes/infzm/utils.ts +34 -0
- package/lib/routes/inspirehep/author.ts +46 -0
- package/lib/routes/inspirehep/literature.ts +42 -0
- package/lib/routes/inspirehep/namespace.ts +7 -0
- package/lib/routes/inspirehep/types.ts +210 -0
- package/lib/routes/inspirehep/utils.ts +15 -0
- package/lib/routes/instagram/private-api/index.ts +20 -3
- package/lib/routes/investor/index.ts +213 -0
- package/lib/routes/investor/namespace.ts +8 -0
- package/lib/routes/iplaysoft/index.ts +68 -0
- package/lib/routes/iplaysoft/namespace.ts +6 -0
- package/lib/routes/iwara/subscriptions.ts +1 -1
- package/lib/routes/j-test/namespace.ts +6 -0
- package/lib/routes/j-test/news.ts +64 -0
- package/lib/routes/japanpost/namespace.ts +7 -1
- package/lib/routes/japanpost/router.ts +40 -0
- package/lib/routes/japanpost/track.ts +1 -23
- package/lib/routes/javbus/index.ts +2 -1
- package/lib/routes/javdb/actors.ts +6 -2
- package/lib/routes/jjwxc/book.ts +4 -3
- package/lib/routes/joins/chinese.ts +218 -0
- package/lib/routes/joins/namespace.ts +8 -0
- package/lib/routes/joins/templates/description.art +17 -0
- package/lib/routes/juejin/dynamic.ts +114 -0
- package/lib/routes/kaopu/news.ts +3 -3
- package/lib/routes/kemono/index.ts +21 -0
- package/lib/routes/keylol/index.ts +56 -11
- package/lib/routes/kurogames/namespace.ts +7 -0
- package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
- package/lib/routes/kyodonews/index.ts +1 -1
- package/lib/routes/link3/events.ts +86 -0
- package/lib/routes/link3/namespace.ts +6 -0
- package/lib/routes/link3/profile.ts +143 -0
- package/lib/routes/linkedin/cn/renderer.ts +1 -1
- package/lib/routes/lmu/jobs.ts +96 -0
- package/lib/routes/lmu/namespace.ts +17 -0
- package/lib/routes/lmu/templates/jobPosting.art +11 -0
- package/lib/routes/lofter/user.ts +2 -1
- package/lib/routes/luolei/index.ts +1 -1
- package/lib/routes/maccms/index.ts +72 -0
- package/lib/routes/maccms/namespace.ts +9 -0
- package/lib/routes/maccms/type.ts +102 -0
- package/lib/routes/mcmod/index.ts +105 -0
- package/lib/routes/mcmod/namespace.ts +6 -0
- package/lib/routes/mcmod/templates/mod.art +13 -0
- package/lib/routes/metacritic/index.ts +10 -0
- package/lib/routes/metrics.ts +12 -0
- package/lib/routes/microsoft/mcr.ts +1 -1
- package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
- package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
- package/lib/routes/minecraft/version.ts +1 -1
- package/lib/routes/mirrormedia/category.ts +101 -0
- package/lib/routes/mirrormedia/index.ts +43 -0
- package/lib/routes/mirrormedia/namespace.ts +6 -0
- package/lib/routes/mirrormedia/utils.ts +19 -0
- package/lib/routes/misskey/user-timeline.ts +42 -0
- package/lib/routes/misskey/utils.ts +41 -1
- package/lib/routes/nasa/apod.ts +4 -3
- package/lib/routes/nasa/namespace.ts +1 -1
- package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
- package/lib/routes/nationalgeographic/templates/stories.art +1 -1
- package/lib/routes/neea/index.ts +47 -19
- package/lib/routes/neea/jlpt.ts +12 -15
- package/lib/routes/neea/namespace.ts +2 -2
- package/lib/routes/newyorker/news.ts +24 -17
- package/lib/routes/nextjs/blog.ts +63 -0
- package/lib/routes/nextjs/namespace.ts +6 -0
- package/lib/routes/nga/forum.ts +3 -2
- package/lib/routes/notion/release.ts +81 -0
- package/lib/routes/nyaa/main.ts +2 -3
- package/lib/routes/nyaa/namespace.ts +10 -0
- package/lib/routes/oschina/news.ts +2 -0
- package/lib/routes/people/index.ts +4 -2
- package/lib/routes/picnob/namespace.ts +1 -4
- package/lib/routes/picnob/user.ts +3 -2
- package/lib/routes/picuki/namespace.ts +1 -4
- package/lib/routes/picuki/profile.ts +11 -7
- package/lib/routes/pixiv/ranking.ts +2 -1
- package/lib/routes/pixiv/search.ts +22 -2
- package/lib/routes/pixiv/user.ts +2 -1
- package/lib/routes/pixiv/utils.ts +3 -3
- package/lib/routes/ps/monthly-games.ts +3 -2
- package/lib/routes/psyche/topic.ts +1 -1
- package/lib/routes/psyche/type.ts +1 -1
- package/lib/routes/psyche/utils.ts +1 -1
- package/lib/routes/qidian/chapter.ts +4 -3
- package/lib/routes/questn/community.ts +76 -0
- package/lib/routes/questn/events.ts +101 -0
- package/lib/routes/questn/namespace.ts +6 -0
- package/lib/routes/questn/util.ts +16 -0
- package/lib/routes/raycast/changelog.ts +54 -0
- package/lib/routes/raycast/namespace.ts +7 -0
- package/lib/routes/react/blog.ts +57 -0
- package/lib/routes/react/namespace.ts +6 -0
- package/lib/routes/readwise/list.ts +152 -0
- package/lib/routes/readwise/namespace.ts +6 -0
- package/lib/routes/rebase/geekdaily.ts +35 -0
- package/lib/routes/rebase/namespace.ts +6 -0
- package/lib/routes/reuters/common.ts +2 -1
- package/lib/routes/rss3/index.ts +157 -0
- package/lib/routes/rss3/interfaces/metadata.ts +67 -0
- package/lib/routes/rss3/namespace.ts +7 -0
- package/lib/routes/rsshub/routes.ts +20 -13
- package/lib/routes/samd/news.ts +1 -1
- package/lib/routes/sara/index.ts +1 -1
- package/lib/routes/sciencedirect/cf-email.ts +0 -1
- package/lib/routes/scut/gzic/media.ts +71 -0
- package/lib/routes/scut/gzic/news.ts +65 -0
- package/lib/routes/scut/gzic/notice.ts +88 -0
- package/lib/routes/shiep/config.ts +4 -10
- package/lib/routes/shiep/index.ts +9 -9
- package/lib/routes/showstart/artist.ts +5 -4
- package/lib/routes/showstart/brand.ts +5 -4
- package/lib/routes/showstart/event.ts +8 -7
- package/lib/routes/showstart/search.ts +43 -9
- package/lib/routes/showstart/service.ts +81 -53
- package/lib/routes/showstart/site.ts +41 -0
- package/lib/routes/showstart/utils.ts +9 -8
- package/lib/routes/sjtu/jwc.ts +4 -1
- package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
- package/lib/routes/smzdm/keyword.ts +3 -2
- package/lib/routes/smzdm/product.ts +86 -0
- package/lib/routes/smzdm/ranking.ts +180 -46
- package/lib/routes/spotify/artist.ts +3 -2
- package/lib/routes/spotify/playlist.ts +3 -2
- package/lib/routes/spotify/show.ts +1 -1
- package/lib/routes/springer/journal.ts +10 -12
- package/lib/routes/sse/sselawsrules.ts +370 -0
- package/lib/routes/sspai/author.ts +1 -1
- package/lib/routes/sspai/column.ts +1 -1
- package/lib/routes/sspai/index.ts +4 -3
- package/lib/routes/sspai/matrix.ts +1 -1
- package/lib/routes/sspai/series-update.ts +1 -1
- package/lib/routes/sspai/tag.ts +1 -1
- package/lib/routes/sspai/topic.ts +1 -1
- package/lib/routes/sustainabilitymag/articles.ts +2 -0
- package/lib/routes/szse/rule.ts +315 -42
- package/lib/routes/t66y/index.ts +29 -7
- package/lib/routes/techcrunch/news.ts +20 -29
- package/lib/routes/techcrunch/templates/description.art +7 -0
- package/lib/routes/telecompaper/news.ts +1 -1
- package/lib/routes/telegram/channel.ts +38 -4
- package/lib/routes/test/index.ts +6 -36
- package/lib/routes/the/index.ts +210 -0
- package/lib/routes/the/namespace.ts +8 -0
- package/lib/routes/the/templates/description.art +27 -0
- package/lib/routes/the/util.ts +307 -0
- package/lib/routes/thoughtworks/index.ts +71 -0
- package/lib/routes/thoughtworks/namespace.ts +6 -0
- package/lib/routes/towardsdatascience/latest.ts +67 -0
- package/lib/routes/towardsdatascience/namespace.ts +6 -0
- package/lib/routes/tsdm39/bd.ts +101 -0
- package/lib/routes/tsdm39/namespace.ts +7 -0
- package/lib/routes/tvb/news.ts +1 -0
- package/lib/routes/twitter/api/index.ts +3 -1
- package/lib/routes/twitter/api/mobile-api/login.ts +155 -131
- package/lib/routes/twitter/api/web-api/api.ts +19 -0
- package/lib/routes/twitter/api/web-api/constants.ts +2 -0
- package/lib/routes/twitter/api/web-api/login.ts +66 -0
- package/lib/routes/twitter/api/web-api/utils.ts +98 -52
- package/lib/routes/twitter/home-latest.ts +60 -0
- package/lib/routes/twitter/home.ts +2 -2
- package/lib/routes/twitter/keyword.ts +3 -2
- package/lib/routes/twitter/likes.ts +1 -1
- package/lib/routes/twitter/list.ts +1 -1
- package/lib/routes/twitter/media.ts +4 -3
- package/lib/routes/twitter/namespace.ts +2 -2
- package/lib/routes/twitter/user.ts +5 -4
- package/lib/routes/twitter/utils.ts +4 -1
- package/lib/routes/uber/blog.ts +1 -1
- package/lib/routes/udn/breaking-news.ts +9 -0
- package/lib/routes/ustc/scms.ts +97 -0
- package/lib/routes/utgd/category.ts +18 -59
- package/lib/routes/utgd/timeline.ts +9 -45
- package/lib/routes/utgd/topic.ts +9 -51
- package/lib/routes/utgd/utils.ts +41 -0
- package/lib/routes/v2ex/tab.ts +3 -2
- package/lib/routes/v2ex/topics.ts +18 -3
- package/lib/routes/v2ex/xna.ts +55 -0
- package/lib/routes/watasuke/blog.ts +1 -1
- package/lib/routes/wchscu/namespace.ts +6 -0
- package/lib/routes/wchscu/recruit.ts +73 -0
- package/lib/routes/weibo/keyword.ts +3 -2
- package/lib/routes/weibo/namespace.ts +1 -1
- package/lib/routes/weibo/search/hot.ts +12 -7
- package/lib/routes/weibo/user.ts +2 -1
- package/lib/routes/weibo/utils.ts +20 -0
- package/lib/routes/wfu/news.ts +1 -1
- package/lib/routes/wordpress/util.ts +1 -1
- package/lib/routes/xiaohongshu/notes.ts +10 -2
- package/lib/routes/xiaohongshu/user.ts +23 -2
- package/lib/routes/xiaoyuzhou/podcast.ts +2 -1
- package/lib/routes/xidian/cs.ts +143 -0
- package/lib/routes/xidian/gr.ts +289 -0
- package/lib/routes/xidian/jwc.ts +1 -0
- package/lib/routes/xidian/namespace.ts +1 -1
- package/lib/routes/xinhuanet/app.ts +109 -0
- package/lib/routes/xinhuanet/namespace.ts +8 -0
- package/lib/routes/xsijishe/forum.ts +5 -0
- package/lib/routes/xsijishe/rank.ts +23 -3
- package/lib/routes/yahoo/news/index.ts +149 -0
- package/lib/routes/yahoo/news/listid.ts +67 -0
- package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
- package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
- package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
- package/lib/routes/yicai/carousel.ts +48 -0
- package/lib/routes/yicai/utils.ts +23 -17
- package/lib/routes/youtube/subscriptions.ts +1 -0
- package/lib/routes/youtube/user.ts +2 -1
- package/lib/routes/yystv/docs.ts +28 -19
- package/lib/routes/zcool/discover.ts +2 -1
- package/lib/routes/zhihu/activities.ts +2 -1
- package/lib/routes/zhihu/answers.ts +5 -1
- package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
- package/lib/routes/zhihu/hot.ts +56 -7
- package/lib/routes/zhihu/namespace.ts +3 -0
- package/lib/routes/zhihu/utils.ts +16 -6
- package/lib/routes/zhuwang/index.ts +1 -1
- package/lib/routes/zsxq/types.ts +9 -0
- package/lib/routes/zsxq/utils.ts +4 -3
- package/lib/routes.test.ts +11 -5
- package/lib/setup.test.ts +1 -1
- package/lib/types.ts +20 -0
- package/lib/utils/cache/index.ts +8 -0
- package/lib/utils/camelcase-keys.spec.ts +127 -0
- package/lib/utils/camelcase-keys.ts +27 -0
- package/lib/utils/common-utils.ts +1 -0
- package/lib/utils/ofetch.ts +14 -0
- package/lib/utils/otel/index.ts +2 -0
- package/lib/utils/otel/metric.ts +66 -0
- package/lib/utils/otel/trace.ts +28 -0
- package/lib/utils/request-rewriter/fetch.ts +8 -1
- package/lib/views/atom.tsx +2 -2
- package/lib/views/error.tsx +3 -3
- package/lib/views/index.tsx +4 -3
- package/lib/views/json.ts +1 -1
- package/lib/views/layout.tsx +1 -1
- package/lib/views/rss.tsx +2 -2
- package/package.json +60 -48
- package/lib/routes/moduzy/index.ts +0 -80
- package/lib/routes/moduzy/namespace.ts +0 -17
- package/lib/routes/moduzy/type.ts +0 -95
- package/lib/routes/sse/lawandrules.ts +0 -68
- package/lib/routes/yahoo/news/tw/index.ts +0 -80
- package/lib/routes/yahoo/news/us/index.ts +0 -55
- package/lib/routes/zhihu/hotlist.ts +0 -72
- package/lib/routes-deprecated/bjnews/news.js +0 -44
- package/lib/routes-deprecated/iplay/home.js +0 -26
- package/lib/routes-deprecated/iplay/utils.js +0 -57
- /package/lib/routes/{moduzy → maccms}/templates/vod.art +0 -0
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import ofetch from '@/utils/ofetch';
|
|
3
|
+
import { load } from 'cheerio';
|
|
4
|
+
import { parseDate } from '@/utils/parse-date';
|
|
5
|
+
import cache from '@/utils/cache';
|
|
6
|
+
|
|
7
|
+
export const route: Route = {
|
|
8
|
+
path: '/latest',
|
|
9
|
+
categories: ['blog'],
|
|
10
|
+
example: '/latest',
|
|
11
|
+
radar: [
|
|
12
|
+
{
|
|
13
|
+
source: ['towardsdatascience.com/'],
|
|
14
|
+
},
|
|
15
|
+
],
|
|
16
|
+
name: 'Towards Data Science',
|
|
17
|
+
maintainers: ['mintyfrankie'],
|
|
18
|
+
url: 'towardsdatascience.com/latest',
|
|
19
|
+
handler,
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
async function handler() {
|
|
23
|
+
const baseUrl = 'https://towardsdatascience.com/latest';
|
|
24
|
+
const feedLang = 'en';
|
|
25
|
+
const feedDescription = 'Latest articles from Towards Data Science';
|
|
26
|
+
|
|
27
|
+
const response = await ofetch('https://medium.com/towards-data-science/latest?posts=true', {
|
|
28
|
+
headers: {
|
|
29
|
+
accept: 'application/json',
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
const data = JSON.parse(response.slice(16));
|
|
33
|
+
|
|
34
|
+
const list = data.payload.posts.map((item) => {
|
|
35
|
+
const title = item.title;
|
|
36
|
+
const link = `https://towardsdatascience.com/${item.uniqueSlug}`;
|
|
37
|
+
const freediumLink = `https://freedium.cfd/https://towardsdatascience.com/${item.uniqueSlug}`;
|
|
38
|
+
const author = data.payload.references.User[item.creatorId].name;
|
|
39
|
+
const pubDate = parseDate(item.createdAt);
|
|
40
|
+
return {
|
|
41
|
+
title,
|
|
42
|
+
link,
|
|
43
|
+
freediumLink,
|
|
44
|
+
author,
|
|
45
|
+
pubDate,
|
|
46
|
+
};
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
const items = await Promise.all(
|
|
50
|
+
list.map((item) =>
|
|
51
|
+
cache.tryGet(item.freediumLink, async () => {
|
|
52
|
+
const response = await ofetch(item.freediumLink);
|
|
53
|
+
const $ = load(response);
|
|
54
|
+
item.description = $('div.main-content').first().html();
|
|
55
|
+
return item;
|
|
56
|
+
})
|
|
57
|
+
)
|
|
58
|
+
);
|
|
59
|
+
|
|
60
|
+
return {
|
|
61
|
+
title: 'Towards Data Science - Latest',
|
|
62
|
+
language: feedLang,
|
|
63
|
+
description: feedDescription,
|
|
64
|
+
link: baseUrl,
|
|
65
|
+
item: items,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import type { DataItem, Route } from '@/types';
|
|
2
|
+
import { config } from '@/config';
|
|
3
|
+
import ofetch from '@/utils/ofetch';
|
|
4
|
+
import { load } from 'cheerio';
|
|
5
|
+
import { parseDate } from '@/utils/parse-date';
|
|
6
|
+
import ConfigNotFoundError from '@/errors/types/config-not-found';
|
|
7
|
+
|
|
8
|
+
// type id => display name
|
|
9
|
+
type Mapping = Record<string, string>;
|
|
10
|
+
|
|
11
|
+
const TYPE: Mapping = {
|
|
12
|
+
'403': '720P',
|
|
13
|
+
'404': '1080P',
|
|
14
|
+
'405': 'BDMV',
|
|
15
|
+
'4130': '4K',
|
|
16
|
+
'5815': 'AV1',
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
// render into MD table
|
|
20
|
+
const mkTable = (mapping: Mapping): string => {
|
|
21
|
+
const heading: string[] = [],
|
|
22
|
+
separator: string[] = [],
|
|
23
|
+
body: string[] = [];
|
|
24
|
+
|
|
25
|
+
for (const key in mapping) {
|
|
26
|
+
heading.push(mapping[key]);
|
|
27
|
+
separator.push(':--:');
|
|
28
|
+
body.push(key);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
return [heading.join(' | '), separator.join(' | '), body.join(' | ')].map((s) => `| ${s} |`).join('\n');
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
const handler: Route['handler'] = async (ctx) => {
|
|
35
|
+
const { type } = ctx.req.param();
|
|
36
|
+
|
|
37
|
+
const cookie = config.tsdm39.cookie;
|
|
38
|
+
if (!cookie) {
|
|
39
|
+
throw new ConfigNotFoundError('缺少 TSDM39 用户登录后的 Cookie 值 <a href="https://docs.rsshub.app/zh/deploy/config#route-specific-configurations">TSDM 相关路由</a>');
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
const html = await ofetch(`https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85${type ? `&filter=typeid&typeid=${type}` : ''}`, {
|
|
43
|
+
headers: {
|
|
44
|
+
Cookie: cookie,
|
|
45
|
+
},
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
const $ = load(html);
|
|
49
|
+
|
|
50
|
+
const item = $('tbody.tsdm_normalthread')
|
|
51
|
+
.toArray()
|
|
52
|
+
.map<DataItem>((item) => {
|
|
53
|
+
const $ = load(item);
|
|
54
|
+
|
|
55
|
+
const title = $('a.xst').text();
|
|
56
|
+
const price = $('span.xw1').last().text();
|
|
57
|
+
const link = $('a.xst').attr('href');
|
|
58
|
+
const date = $('td.by em').first().text().trim();
|
|
59
|
+
|
|
60
|
+
return {
|
|
61
|
+
title,
|
|
62
|
+
description: `价格:${price}`,
|
|
63
|
+
link,
|
|
64
|
+
pubDate: parseDate(date),
|
|
65
|
+
};
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
return {
|
|
69
|
+
title: '天使动漫论坛 - BD',
|
|
70
|
+
link: 'https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85',
|
|
71
|
+
language: 'zh-Hans',
|
|
72
|
+
item,
|
|
73
|
+
};
|
|
74
|
+
};
|
|
75
|
+
|
|
76
|
+
export const route: Route = {
|
|
77
|
+
path: '/bd/:type?',
|
|
78
|
+
name: 'BD',
|
|
79
|
+
categories: ['anime'],
|
|
80
|
+
maintainers: ['equt'],
|
|
81
|
+
example: '/tsdm39/bd',
|
|
82
|
+
parameters: {
|
|
83
|
+
type: 'BD type, checkout the table below for details',
|
|
84
|
+
},
|
|
85
|
+
features: {
|
|
86
|
+
requireConfig: [
|
|
87
|
+
{
|
|
88
|
+
name: 'TSDM39_COOKIES',
|
|
89
|
+
optional: false,
|
|
90
|
+
description: '天使动漫论坛登陆后的 cookie 值,可在浏览器控制台通过 `document.cookie` 获取。',
|
|
91
|
+
},
|
|
92
|
+
],
|
|
93
|
+
requirePuppeteer: false,
|
|
94
|
+
antiCrawler: false,
|
|
95
|
+
supportBT: false,
|
|
96
|
+
supportPodcast: false,
|
|
97
|
+
supportScihub: false,
|
|
98
|
+
},
|
|
99
|
+
handler,
|
|
100
|
+
description: [TYPE].map((el) => mkTable(el)).join('\n\n'),
|
|
101
|
+
};
|
package/lib/routes/tvb/news.ts
CHANGED
|
@@ -4,7 +4,7 @@ import webApi from './web-api/api';
|
|
|
4
4
|
import { config } from '@/config';
|
|
5
5
|
|
|
6
6
|
const enableMobileApi = config.twitter.username && config.twitter.password;
|
|
7
|
-
const enableWebApi = config.twitter.
|
|
7
|
+
const enableWebApi = config.twitter.authToken;
|
|
8
8
|
|
|
9
9
|
type ApiItem = (id: string, params?: Record<string, any>) => Promise<Record<string, any>> | Record<string, any> | null;
|
|
10
10
|
let api: {
|
|
@@ -18,6 +18,7 @@ let api: {
|
|
|
18
18
|
getSearch: ApiItem;
|
|
19
19
|
getList: ApiItem;
|
|
20
20
|
getHomeTimeline: ApiItem;
|
|
21
|
+
getHomeLatestTimeline: ApiItem;
|
|
21
22
|
} = {
|
|
22
23
|
init: () => {
|
|
23
24
|
throw new ConfigNotFoundError('Twitter API is not configured');
|
|
@@ -31,6 +32,7 @@ let api: {
|
|
|
31
32
|
getSearch: () => null,
|
|
32
33
|
getList: () => null,
|
|
33
34
|
getHomeTimeline: () => null,
|
|
35
|
+
getHomeLatestTimeline: () => null,
|
|
34
36
|
};
|
|
35
37
|
|
|
36
38
|
if (enableWebApi) {
|
|
@@ -8,6 +8,7 @@ import { v5 as uuidv5 } from 'uuid';
|
|
|
8
8
|
import { authenticator } from 'otplib';
|
|
9
9
|
import logger from '@/utils/logger';
|
|
10
10
|
import cache from '@/utils/cache';
|
|
11
|
+
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
|
11
12
|
|
|
12
13
|
const NAMESPACE = 'd41d092b-b007-48f7-9129-e9538d2d8fe9';
|
|
13
14
|
|
|
@@ -25,153 +26,176 @@ const headers = {
|
|
|
25
26
|
Authorization: bearerToken,
|
|
26
27
|
};
|
|
27
28
|
|
|
29
|
+
const loginLimiter = cache.clients.redisClient
|
|
30
|
+
? new RateLimiterRedis({
|
|
31
|
+
points: 1,
|
|
32
|
+
duration: 20,
|
|
33
|
+
execEvenly: true,
|
|
34
|
+
storeClient: cache.clients.redisClient,
|
|
35
|
+
})
|
|
36
|
+
: new RateLimiterMemory({
|
|
37
|
+
points: 1,
|
|
38
|
+
duration: 20,
|
|
39
|
+
execEvenly: true,
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
|
|
43
|
+
|
|
28
44
|
async function login({ username, password, authenticationSecret }) {
|
|
29
45
|
return (await cache.tryGet(
|
|
30
46
|
`twitter:authentication:${username}`,
|
|
31
47
|
async () => {
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
headers['x-guest-token'] = guestToken.data.guest_token;
|
|
48
|
-
|
|
49
|
-
const task1 = await ofetch.raw(
|
|
50
|
-
'https://api.x.com/1.1/onboarding/task.json?' +
|
|
51
|
-
new URLSearchParams({
|
|
52
|
-
flow_name: 'login',
|
|
53
|
-
api_version: '1',
|
|
54
|
-
known_device_token: '',
|
|
55
|
-
sim_country_code: 'us',
|
|
56
|
-
}).toString(),
|
|
57
|
-
{
|
|
48
|
+
try {
|
|
49
|
+
await loginLimiterQueue.removeTokens(1);
|
|
50
|
+
|
|
51
|
+
logger.debug('Twitter login start.');
|
|
52
|
+
const android_id = uuidv5(username, NAMESPACE);
|
|
53
|
+
headers['X-Twitter-Client-DeviceID'] = android_id;
|
|
54
|
+
|
|
55
|
+
const ct0 = crypto.randomUUID().replaceAll('-', '');
|
|
56
|
+
const guestToken = await got(guestActivateUrl, {
|
|
57
|
+
headers: {
|
|
58
|
+
authorization: bearerToken,
|
|
59
|
+
'x-csrf-token': ct0,
|
|
60
|
+
cookie: 'ct0=' + ct0,
|
|
61
|
+
},
|
|
58
62
|
method: 'POST',
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
63
|
+
});
|
|
64
|
+
logger.debug('Twitter login 1 finished: guest token.');
|
|
65
|
+
|
|
66
|
+
headers['x-guest-token'] = guestToken.data.guest_token;
|
|
67
|
+
|
|
68
|
+
const task1 = await ofetch.raw(
|
|
69
|
+
'https://api.x.com/1.1/onboarding/task.json?' +
|
|
70
|
+
new URLSearchParams({
|
|
71
|
+
flow_name: 'login',
|
|
72
|
+
api_version: '1',
|
|
73
|
+
known_device_token: '',
|
|
74
|
+
sim_country_code: 'us',
|
|
75
|
+
}).toString(),
|
|
76
|
+
{
|
|
77
|
+
method: 'POST',
|
|
78
|
+
headers,
|
|
79
|
+
body: {
|
|
80
|
+
flow_token: null,
|
|
81
|
+
input_flow_data: {
|
|
82
|
+
country_code: null,
|
|
83
|
+
flow_context: {
|
|
84
|
+
referrer_context: {
|
|
85
|
+
referral_details: 'utm_source=google-play&utm_medium=organic',
|
|
86
|
+
referrer_url: '',
|
|
87
|
+
},
|
|
88
|
+
start_location: {
|
|
89
|
+
location: 'deeplink',
|
|
90
|
+
},
|
|
71
91
|
},
|
|
92
|
+
requested_variant: null,
|
|
93
|
+
target_user_id: 0,
|
|
72
94
|
},
|
|
73
|
-
requested_variant: null,
|
|
74
|
-
target_user_id: 0,
|
|
75
95
|
},
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
96
|
+
}
|
|
97
|
+
);
|
|
98
|
+
logger.debug('Twitter login 2 finished: login flow.');
|
|
99
|
+
|
|
100
|
+
headers.att = task1.headers.get('att');
|
|
101
|
+
|
|
102
|
+
const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
103
|
+
headers,
|
|
104
|
+
json: {
|
|
105
|
+
flow_token: task1._data.flow_token,
|
|
106
|
+
subtask_inputs: [
|
|
107
|
+
{
|
|
108
|
+
enter_text: {
|
|
109
|
+
suggestion_id: null,
|
|
110
|
+
text: username,
|
|
111
|
+
link: 'next_link',
|
|
112
|
+
},
|
|
113
|
+
subtask_id: 'LoginEnterUserIdentifier',
|
|
93
114
|
},
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
115
|
+
],
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
|
|
119
|
+
|
|
120
|
+
const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
121
|
+
headers,
|
|
122
|
+
json: {
|
|
123
|
+
flow_token: task2.data.flow_token,
|
|
124
|
+
subtask_inputs: [
|
|
125
|
+
{
|
|
126
|
+
enter_password: {
|
|
127
|
+
password,
|
|
128
|
+
link: 'next_link',
|
|
129
|
+
},
|
|
130
|
+
subtask_id: 'LoginEnterPassword',
|
|
110
131
|
},
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
132
|
+
],
|
|
133
|
+
},
|
|
134
|
+
});
|
|
135
|
+
logger.debug('Twitter login 4 finished: LoginEnterPassword.');
|
|
136
|
+
|
|
137
|
+
const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
138
|
+
headers,
|
|
139
|
+
json: {
|
|
140
|
+
flow_token: task3.data.flow_token,
|
|
141
|
+
subtask_inputs: [
|
|
142
|
+
{
|
|
143
|
+
check_logged_in_account: {
|
|
144
|
+
link: 'AccountDuplicationCheck_false',
|
|
145
|
+
},
|
|
146
|
+
subtask_id: 'AccountDuplicationCheck',
|
|
126
147
|
},
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
148
|
+
],
|
|
149
|
+
},
|
|
150
|
+
});
|
|
151
|
+
logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
|
|
152
|
+
|
|
153
|
+
for await (const subtask of task4.data?.subtasks || []) {
|
|
154
|
+
if (subtask.open_account) {
|
|
155
|
+
authentication = subtask.open_account;
|
|
156
|
+
break;
|
|
157
|
+
} else if (subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
|
|
158
|
+
const token = authenticator.generate(authenticationSecret);
|
|
159
|
+
|
|
160
|
+
const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
|
|
161
|
+
headers,
|
|
162
|
+
json: {
|
|
163
|
+
flow_token: task4.data.flow_token,
|
|
164
|
+
subtask_inputs: [
|
|
165
|
+
{
|
|
166
|
+
enter_text: {
|
|
167
|
+
suggestion_id: null,
|
|
168
|
+
text: token,
|
|
169
|
+
link: 'next_link',
|
|
170
|
+
},
|
|
171
|
+
subtask_id: 'LoginTwoFactorAuthChallenge',
|
|
151
172
|
},
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
break;
|
|
173
|
+
],
|
|
174
|
+
},
|
|
175
|
+
});
|
|
176
|
+
logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
|
|
177
|
+
|
|
178
|
+
for (const subtask of task5.data?.subtasks || []) {
|
|
179
|
+
if (subtask.open_account) {
|
|
180
|
+
authentication = subtask.open_account;
|
|
181
|
+
break;
|
|
182
|
+
}
|
|
163
183
|
}
|
|
184
|
+
break;
|
|
185
|
+
} else {
|
|
186
|
+
logger.error(`Twitter login 6 failed: unknown subtask: ${subtask.subtask_id}`);
|
|
164
187
|
}
|
|
165
|
-
break;
|
|
166
188
|
}
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
}
|
|
189
|
+
if (authentication) {
|
|
190
|
+
logger.debug('Twitter login success.');
|
|
191
|
+
} else {
|
|
192
|
+
logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
|
|
193
|
+
}
|
|
173
194
|
|
|
174
|
-
|
|
195
|
+
return authentication;
|
|
196
|
+
} catch (error) {
|
|
197
|
+
logger.error(`Twitter username ${username} login failed:`, error);
|
|
198
|
+
}
|
|
175
199
|
},
|
|
176
200
|
60 * 60 * 24 * 30, // 30 days
|
|
177
201
|
false
|
|
@@ -34,6 +34,7 @@ const cacheTryGet = async (_id, params, func) => {
|
|
|
34
34
|
const userData: any = await getUserData(_id);
|
|
35
35
|
const id = (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
|
|
36
36
|
if (id === undefined) {
|
|
37
|
+
cache.set(`twitter-userdata-${_id}`, '', config.cache.contentExpire);
|
|
37
38
|
throw new InvalidParameterError('User not found');
|
|
38
39
|
}
|
|
39
40
|
const funcName = func.name;
|
|
@@ -183,6 +184,23 @@ const getHomeTimeline = async (id: string, params?: Record<string, any>) =>
|
|
|
183
184
|
)
|
|
184
185
|
);
|
|
185
186
|
|
|
187
|
+
const getHomeLatestTimeline = async (id: string, params?: Record<string, any>) =>
|
|
188
|
+
gatherLegacyFromData(
|
|
189
|
+
await paginationTweets(
|
|
190
|
+
'HomeLatestTimeline',
|
|
191
|
+
undefined,
|
|
192
|
+
{
|
|
193
|
+
...params,
|
|
194
|
+
count: 20,
|
|
195
|
+
includePromotedContent: true,
|
|
196
|
+
latestControlAvailable: true,
|
|
197
|
+
requestContext: 'launch',
|
|
198
|
+
withCommunity: true,
|
|
199
|
+
},
|
|
200
|
+
['home', 'home_timeline_urt']
|
|
201
|
+
)
|
|
202
|
+
);
|
|
203
|
+
|
|
186
204
|
export default {
|
|
187
205
|
getUser,
|
|
188
206
|
getUserTweets,
|
|
@@ -193,5 +211,6 @@ export default {
|
|
|
193
211
|
getSearch,
|
|
194
212
|
getList,
|
|
195
213
|
getHomeTimeline,
|
|
214
|
+
getHomeLatestTimeline,
|
|
196
215
|
init: () => {},
|
|
197
216
|
};
|
|
@@ -4,6 +4,7 @@ const graphQLEndpointsPlain = [
|
|
|
4
4
|
'/graphql/eS7LO5Jy3xgmd3dbL044EA/UserTweets',
|
|
5
5
|
'/graphql/k5XapwcSikNsEsILW5FvgA/UserByScreenName',
|
|
6
6
|
'/graphql/k3YiLNE_MAy5J-NANLERdg/HomeTimeline',
|
|
7
|
+
'/graphql/DiTkXJgLqBBxCs7zaYsbtA/HomeLatestTimeline',
|
|
7
8
|
'/graphql/3GeIaLmNhTm1YsUmxR57tg/UserTweetsAndReplies',
|
|
8
9
|
'/graphql/TOU4gQw8wXIqpSzA4TYKgg/UserMedia',
|
|
9
10
|
'/graphql/B8I_QCljDBVfin21TTWMqA/Likes',
|
|
@@ -87,6 +88,7 @@ const gqlFeatures = {
|
|
|
87
88
|
SearchTimeline: gqlFeatureFeed,
|
|
88
89
|
ListLatestTweetsTimeline: gqlFeatureFeed,
|
|
89
90
|
HomeTimeline: gqlFeatureFeed,
|
|
91
|
+
HomeLatestTimeline: TweetDetailFeatures,
|
|
90
92
|
TweetDetail: TweetDetailFeatures,
|
|
91
93
|
Likes: gqlFeatureFeed,
|
|
92
94
|
};
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { authenticator } from 'otplib';
|
|
2
|
+
import logger from '@/utils/logger';
|
|
3
|
+
import cache from '@/utils/cache';
|
|
4
|
+
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
|
5
|
+
import puppeteer from '@/utils/puppeteer';
|
|
6
|
+
import { CookieJar } from 'tough-cookie';
|
|
7
|
+
|
|
8
|
+
const loginLimiter = cache.clients.redisClient
|
|
9
|
+
? new RateLimiterRedis({
|
|
10
|
+
points: 1,
|
|
11
|
+
duration: 20,
|
|
12
|
+
execEvenly: true,
|
|
13
|
+
storeClient: cache.clients.redisClient,
|
|
14
|
+
})
|
|
15
|
+
: new RateLimiterMemory({
|
|
16
|
+
points: 1,
|
|
17
|
+
duration: 20,
|
|
18
|
+
execEvenly: true,
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
|
|
22
|
+
|
|
23
|
+
async function login({ username, password, authenticationSecret }) {
|
|
24
|
+
if (!username || !password || !authenticationSecret) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
try {
|
|
28
|
+
await loginLimiterQueue.removeTokens(1);
|
|
29
|
+
|
|
30
|
+
const cookieJar = new CookieJar();
|
|
31
|
+
const browser = await puppeteer({
|
|
32
|
+
stealth: true,
|
|
33
|
+
});
|
|
34
|
+
const page = await browser.newPage();
|
|
35
|
+
await page.goto('https://x.com/i/flow/login');
|
|
36
|
+
await page.waitForSelector('input[autocomplete="username"]');
|
|
37
|
+
await page.type('input[autocomplete="username"]', username);
|
|
38
|
+
const buttons = await page.$$('button');
|
|
39
|
+
await buttons[3]?.click();
|
|
40
|
+
await page.waitForSelector('input[autocomplete="current-password"]');
|
|
41
|
+
await page.type('input[autocomplete="current-password"]', password);
|
|
42
|
+
(await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
|
|
43
|
+
await page.waitForSelector('input[inputmode="numeric"]');
|
|
44
|
+
const token = authenticator.generate(authenticationSecret);
|
|
45
|
+
await page.type('input[inputmode="numeric"]', token);
|
|
46
|
+
(await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
|
|
47
|
+
const waitForRequest = new Promise<string>((resolve) => {
|
|
48
|
+
page.on('requestfinished', async (request) => {
|
|
49
|
+
if (request.url().includes('/HomeTimeline')) {
|
|
50
|
+
const cookies = await page.cookies();
|
|
51
|
+
for (const cookie of cookies) {
|
|
52
|
+
cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
|
|
53
|
+
}
|
|
54
|
+
resolve(JSON.stringify(cookieJar.serializeSync()));
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
const cookieString = await waitForRequest;
|
|
59
|
+
await browser.close();
|
|
60
|
+
return cookieString;
|
|
61
|
+
} catch (error) {
|
|
62
|
+
logger.error(`Twitter username ${username} login failed:`, error);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
export default login;
|