@the-convocation/twitter-scraper 0.0.9 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api.js +81 -76
- package/dist/api.js.map +1 -1
- package/dist/auth.js +122 -118
- package/dist/auth.js.map +1 -1
- package/dist/profile.js +108 -102
- package/dist/profile.js.map +1 -1
- package/dist/scraper.js +156 -152
- package/dist/scraper.js.map +1 -1
- package/dist/search.js +90 -83
- package/dist/search.js.map +1 -1
- package/dist/timeline-async.js +63 -58
- package/dist/timeline-async.js.map +1 -1
- package/dist/timeline.js +233 -227
- package/dist/timeline.js.map +1 -1
- package/dist/trends.js +49 -45
- package/dist/trends.js.map +1 -1
- package/dist/tweets.js +64 -58
- package/dist/tweets.js.map +1 -1
- package/dist/types/api.d.ts +15 -15
- package/dist/types/auth.d.ts +54 -54
- package/dist/types/profile.d.ts +66 -66
- package/dist/types/scraper.d.ts +101 -101
- package/dist/types/search.d.ts +18 -18
- package/dist/types/timeline-async.d.ts +14 -14
- package/dist/types/timeline.d.ts +153 -153
- package/dist/types/trends.d.ts +2 -2
- package/dist/types/tweets.d.ts +51 -51
- package/package.json +1 -1
package/dist/timeline.js
CHANGED
|
@@ -1,228 +1,234 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
tw.
|
|
39
|
-
}
|
|
40
|
-
if (tweet.
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
if (m.
|
|
80
|
-
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
html = html.replace(
|
|
125
|
-
return `<a href="https://twitter.com/${
|
|
126
|
-
});
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
}
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
const
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
}
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseUsers = exports.parseTweets = exports.parseTweet = void 0;
|
|
4
|
+
const profile_1 = require("./profile");
|
|
5
|
+
const reHashtag = /\B(\#\S+\b)/g;
|
|
6
|
+
const reTwitterUrl = /https:(\/\/t\.co\/([A-Za-z0-9]|[A-Za-z]){10})/g;
|
|
7
|
+
const reUsername = /\B(\@\S{1,15}\b)/g;
|
|
8
|
+
function parseTweet(timeline, id) {
|
|
9
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q;
|
|
10
|
+
const tweets = (_b = (_a = timeline.globalObjects) === null || _a === void 0 ? void 0 : _a.tweets) !== null && _b !== void 0 ? _b : {};
|
|
11
|
+
const tweet = tweets[id];
|
|
12
|
+
if (tweet == null || tweet.user_id_str == null) {
|
|
13
|
+
return null;
|
|
14
|
+
}
|
|
15
|
+
const users = (_d = (_c = timeline.globalObjects) === null || _c === void 0 ? void 0 : _c.users) !== null && _d !== void 0 ? _d : {};
|
|
16
|
+
const user = users[tweet.user_id_str];
|
|
17
|
+
const username = user === null || user === void 0 ? void 0 : user.screen_name;
|
|
18
|
+
if (user == null || username == null) {
|
|
19
|
+
// TODO: change the return type to a result, and return an error; this shouldn't happen, but we don't know what data we're dealing with.
|
|
20
|
+
return null;
|
|
21
|
+
}
|
|
22
|
+
const tw = {
|
|
23
|
+
id,
|
|
24
|
+
hashtags: [],
|
|
25
|
+
likes: tweet.favorite_count,
|
|
26
|
+
permanentUrl: `https://twitter.com/${username}/status/${id}`,
|
|
27
|
+
photos: [],
|
|
28
|
+
replies: tweet.reply_count,
|
|
29
|
+
retweets: tweet.retweet_count,
|
|
30
|
+
text: tweet.full_text,
|
|
31
|
+
urls: [],
|
|
32
|
+
userId: tweet.user_id_str,
|
|
33
|
+
username,
|
|
34
|
+
videos: [],
|
|
35
|
+
};
|
|
36
|
+
if (tweet.created_at != null) {
|
|
37
|
+
tw.timeParsed = new Date(Date.parse(tweet.created_at));
|
|
38
|
+
tw.timestamp = Math.floor(tw.timeParsed.valueOf() / 1000);
|
|
39
|
+
}
|
|
40
|
+
if (((_e = tweet.place) === null || _e === void 0 ? void 0 : _e.id) != null) {
|
|
41
|
+
tw.place = tweet.place;
|
|
42
|
+
}
|
|
43
|
+
if (tweet.quoted_status_id_str != null) {
|
|
44
|
+
const quotedStatus = parseTweet(timeline, tweet.quoted_status_id_str);
|
|
45
|
+
if (quotedStatus != null) {
|
|
46
|
+
tw.isQuoted = true;
|
|
47
|
+
tw.quotedStatus = quotedStatus;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
if (tweet.in_reply_to_status_id_str != null) {
|
|
51
|
+
const replyStatus = parseTweet(timeline, tweet.in_reply_to_status_id_str);
|
|
52
|
+
if (replyStatus != null) {
|
|
53
|
+
tw.isReply = true;
|
|
54
|
+
tw.inReplyToStatus = replyStatus;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
if (tweet.retweeted_status_id_str != null) {
|
|
58
|
+
const retweetedStatus = parseTweet(timeline, tweet.retweeted_status_id_str);
|
|
59
|
+
if (retweetedStatus != null) {
|
|
60
|
+
tw.isRetweet = true;
|
|
61
|
+
tw.retweetedStatus = retweetedStatus;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
const pinnedTweets = (_f = user.pinned_tweet_ids_str) !== null && _f !== void 0 ? _f : [];
|
|
65
|
+
for (const pinned of pinnedTweets) {
|
|
66
|
+
if (tweet.conversation_id_str == pinned) {
|
|
67
|
+
tw.isPin = true;
|
|
68
|
+
break;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
const hashtags = (_h = (_g = tweet.entities) === null || _g === void 0 ? void 0 : _g.hashtags) !== null && _h !== void 0 ? _h : [];
|
|
72
|
+
for (const hashtag of hashtags) {
|
|
73
|
+
if (hashtag.text != null) {
|
|
74
|
+
tw.hashtags.push(hashtag.text);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
const media = (_k = (_j = tweet.extended_entities) === null || _j === void 0 ? void 0 : _j.media) !== null && _k !== void 0 ? _k : [];
|
|
78
|
+
for (const m of media) {
|
|
79
|
+
if (m.media_url_https == null) {
|
|
80
|
+
continue;
|
|
81
|
+
}
|
|
82
|
+
if (m.type === 'photo') {
|
|
83
|
+
tw.photos.push(m.media_url_https);
|
|
84
|
+
}
|
|
85
|
+
else if (m.type === 'video' && m.id_str != null) {
|
|
86
|
+
const video = {
|
|
87
|
+
id: m.id_str,
|
|
88
|
+
preview: m.media_url_https,
|
|
89
|
+
};
|
|
90
|
+
let maxBitrate = 0;
|
|
91
|
+
const variants = (_m = (_l = m.video_info) === null || _l === void 0 ? void 0 : _l.variants) !== null && _m !== void 0 ? _m : [];
|
|
92
|
+
for (const variant of variants) {
|
|
93
|
+
const bitrate = variant.bitrate;
|
|
94
|
+
if (bitrate != null && bitrate > maxBitrate && variant.url != null) {
|
|
95
|
+
let variantUrl = variant.url;
|
|
96
|
+
const stringStart = 0;
|
|
97
|
+
const tagSuffixIdx = variantUrl.indexOf('?tag=10');
|
|
98
|
+
if (tagSuffixIdx !== -1) {
|
|
99
|
+
variantUrl = variantUrl.substring(stringStart, tagSuffixIdx + 1);
|
|
100
|
+
}
|
|
101
|
+
video.url = variantUrl;
|
|
102
|
+
maxBitrate = bitrate;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
tw.photos.push(video.preview);
|
|
106
|
+
tw.videos.push(video);
|
|
107
|
+
}
|
|
108
|
+
const sensitive = m.ext_sensitive_media_warning;
|
|
109
|
+
if (sensitive != null) {
|
|
110
|
+
tw.sensitiveContent =
|
|
111
|
+
sensitive.adult_content ||
|
|
112
|
+
sensitive.graphic_violence ||
|
|
113
|
+
sensitive.other;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
const urls = (_p = (_o = tweet.entities) === null || _o === void 0 ? void 0 : _o.urls) !== null && _p !== void 0 ? _p : [];
|
|
117
|
+
for (const url of urls) {
|
|
118
|
+
if ((url === null || url === void 0 ? void 0 : url.expanded_url) != null) {
|
|
119
|
+
tw.urls.push(url.expanded_url);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
// HTML parsing with regex :)
|
|
123
|
+
let html = (_q = tweet.full_text) !== null && _q !== void 0 ? _q : '';
|
|
124
|
+
html = html.replace(reHashtag, (hashtag) => {
|
|
125
|
+
return `<a href="https://twitter.com/hashtag/${hashtag.replace('#', '')}">${hashtag}</a>`;
|
|
126
|
+
});
|
|
127
|
+
html = html.replace(reUsername, (username) => {
|
|
128
|
+
return `<a href="https://twitter.com/${username[0].replace('@', '')}">${username[0]}</a>`;
|
|
129
|
+
});
|
|
130
|
+
const foundedMedia = [];
|
|
131
|
+
html = html.replace(reTwitterUrl, (tco) => {
|
|
132
|
+
var _a, _b, _c, _d;
|
|
133
|
+
for (const entity of (_b = (_a = tweet.entities) === null || _a === void 0 ? void 0 : _a.urls) !== null && _b !== void 0 ? _b : []) {
|
|
134
|
+
if (tco === entity.url && entity.expanded_url != null) {
|
|
135
|
+
return `<a href="${entity.expanded_url}">${tco}</a>`;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
for (const entity of (_d = (_c = tweet.extended_entities) === null || _c === void 0 ? void 0 : _c.media) !== null && _d !== void 0 ? _d : []) {
|
|
139
|
+
if (tco === entity.url && entity.media_url_https != null) {
|
|
140
|
+
foundedMedia.push(entity.media_url_https);
|
|
141
|
+
return `<br><a href="${tco}"><img src="${entity.media_url_https}"/></a>`;
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
return tco;
|
|
145
|
+
});
|
|
146
|
+
for (const url of tw.photos) {
|
|
147
|
+
if (foundedMedia.indexOf(url) !== -1) {
|
|
148
|
+
continue;
|
|
149
|
+
}
|
|
150
|
+
html += `<br><img src="${url}"/>`;
|
|
151
|
+
}
|
|
152
|
+
html = html.replace(/\n/g, '<br>');
|
|
153
|
+
tw.html = html;
|
|
154
|
+
return tw;
|
|
155
|
+
}
|
|
156
|
+
exports.parseTweet = parseTweet;
|
|
157
|
+
function parseTweets(timeline) {
|
|
158
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w;
|
|
159
|
+
let cursor;
|
|
160
|
+
let pinnedTweet;
|
|
161
|
+
let orderedTweets = [];
|
|
162
|
+
for (const instruction of (_b = (_a = timeline.timeline) === null || _a === void 0 ? void 0 : _a.instructions) !== null && _b !== void 0 ? _b : []) {
|
|
163
|
+
const pinnedTweetId = (_h = (_g = (_f = (_e = (_d = (_c = instruction.pinEntry) === null || _c === void 0 ? void 0 : _c.entry) === null || _d === void 0 ? void 0 : _d.content) === null || _e === void 0 ? void 0 : _e.item) === null || _f === void 0 ? void 0 : _f.content) === null || _g === void 0 ? void 0 : _g.tweet) === null || _h === void 0 ? void 0 : _h.id;
|
|
164
|
+
if (pinnedTweetId != null) {
|
|
165
|
+
const tweet = parseTweet(timeline, pinnedTweetId);
|
|
166
|
+
if (tweet != null) {
|
|
167
|
+
pinnedTweet = tweet;
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
for (const entry of (_k = (_j = instruction.addEntries) === null || _j === void 0 ? void 0 : _j.entries) !== null && _k !== void 0 ? _k : []) {
|
|
171
|
+
const tweetId = (_p = (_o = (_m = (_l = entry.content) === null || _l === void 0 ? void 0 : _l.item) === null || _m === void 0 ? void 0 : _m.content) === null || _o === void 0 ? void 0 : _o.tweet) === null || _p === void 0 ? void 0 : _p.id;
|
|
172
|
+
if (tweetId != null) {
|
|
173
|
+
const tweet = parseTweet(timeline, tweetId);
|
|
174
|
+
if (tweet != null) {
|
|
175
|
+
orderedTweets.push(tweet);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
const operation = (_q = entry.content) === null || _q === void 0 ? void 0 : _q.operation;
|
|
179
|
+
if (((_r = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _r === void 0 ? void 0 : _r.cursorType) === 'Bottom') {
|
|
180
|
+
cursor = (_s = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _s === void 0 ? void 0 : _s.value;
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
const operation = (_v = (_u = (_t = instruction.replaceEntry) === null || _t === void 0 ? void 0 : _t.entry) === null || _u === void 0 ? void 0 : _u.content) === null || _v === void 0 ? void 0 : _v.operation;
|
|
184
|
+
if (((_w = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _w === void 0 ? void 0 : _w.cursorType) === 'Bottom') {
|
|
185
|
+
cursor = operation.cursor.value;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
if (pinnedTweet != null && orderedTweets.length > 0) {
|
|
189
|
+
orderedTweets = [pinnedTweet, ...orderedTweets];
|
|
190
|
+
}
|
|
191
|
+
return {
|
|
192
|
+
tweets: orderedTweets,
|
|
193
|
+
next: cursor,
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
exports.parseTweets = parseTweets;
|
|
197
|
+
function parseUsers(timeline) {
|
|
198
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s;
|
|
199
|
+
const users = new Map();
|
|
200
|
+
const userObjects = (_b = (_a = timeline.globalObjects) === null || _a === void 0 ? void 0 : _a.users) !== null && _b !== void 0 ? _b : {};
|
|
201
|
+
for (const id in userObjects) {
|
|
202
|
+
const legacy = userObjects[id];
|
|
203
|
+
if (legacy == null) {
|
|
204
|
+
continue;
|
|
205
|
+
}
|
|
206
|
+
const user = (0, profile_1.parseProfile)(legacy);
|
|
207
|
+
users.set(id, user);
|
|
208
|
+
}
|
|
209
|
+
let cursor;
|
|
210
|
+
const orderedProfiles = [];
|
|
211
|
+
for (const instruction of (_d = (_c = timeline.timeline) === null || _c === void 0 ? void 0 : _c.instructions) !== null && _d !== void 0 ? _d : []) {
|
|
212
|
+
for (const entry of (_f = (_e = instruction.addEntries) === null || _e === void 0 ? void 0 : _e.entries) !== null && _f !== void 0 ? _f : []) {
|
|
213
|
+
const userId = (_k = (_j = (_h = (_g = entry.content) === null || _g === void 0 ? void 0 : _g.item) === null || _h === void 0 ? void 0 : _h.content) === null || _j === void 0 ? void 0 : _j.user) === null || _k === void 0 ? void 0 : _k.id;
|
|
214
|
+
const profile = users.get(userId);
|
|
215
|
+
if (profile != null) {
|
|
216
|
+
orderedProfiles.push(profile);
|
|
217
|
+
}
|
|
218
|
+
const operation = (_l = entry.content) === null || _l === void 0 ? void 0 : _l.operation;
|
|
219
|
+
if (((_m = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _m === void 0 ? void 0 : _m.cursorType) === 'Bottom') {
|
|
220
|
+
cursor = (_o = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _o === void 0 ? void 0 : _o.value;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
const operation = (_r = (_q = (_p = instruction.replaceEntry) === null || _p === void 0 ? void 0 : _p.entry) === null || _q === void 0 ? void 0 : _q.content) === null || _r === void 0 ? void 0 : _r.operation;
|
|
224
|
+
if (((_s = operation === null || operation === void 0 ? void 0 : operation.cursor) === null || _s === void 0 ? void 0 : _s.cursorType) === 'Bottom') {
|
|
225
|
+
cursor = operation.cursor.value;
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
return {
|
|
229
|
+
profiles: orderedProfiles,
|
|
230
|
+
next: cursor,
|
|
231
|
+
};
|
|
232
|
+
}
|
|
233
|
+
exports.parseUsers = parseUsers;
|
|
228
234
|
//# sourceMappingURL=timeline.js.map
|
package/dist/timeline.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"timeline.js","sourceRoot":"","sources":["../src/timeline.ts"],"names":[],"mappings":"AAAA,
|
|
1
|
+
{"version":3,"file":"timeline.js","sourceRoot":"","sources":["../src/timeline.ts"],"names":[],"mappings":";;;AAAA,uCAAiE;AAuJjE,MAAM,SAAS,GAAG,cAAc,CAAC;AACjC,MAAM,YAAY,GAAG,gDAAgD,CAAC;AACtE,MAAM,UAAU,GAAG,mBAAmB,CAAC;AAEvC,SAAgB,UAAU,CAAC,QAAqB,EAAE,EAAU;;IAC1D,MAAM,MAAM,GAAG,MAAA,MAAA,QAAQ,CAAC,aAAa,0CAAE,MAAM,mCAAI,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,EAAE;QAC9C,OAAO,IAAI,CAAC;KACb;IAED,MAAM,KAAK,GAAG,MAAA,MAAA,QAAQ,CAAC,aAAa,0CAAE,KAAK,mCAAI,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,CAAC;IACnC,IAAI,IAAI,IAAI,IAAI,IAAI,QAAQ,IAAI,IAAI,EAAE;QACpC,wIAAwI;QACxI,OAAO,IAAI,CAAC;KACb;IAED,MAAM,EAAE,GAAU;QAChB,EAAE;QACF,QAAQ,EAAE,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,cAAc;QAC3B,YAAY,EAAE,uBAAuB,QAAQ,WAAW,EAAE,EAAE;QAC5D,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,KAAK,CAAC,WAAW;QAC1B,QAAQ,EAAE,KAAK,CAAC,aAAa;QAC7B,IAAI,EAAE,KAAK,CAAC,SAAS;QACrB,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,KAAK,CAAC,WAAW;QACzB,QAAQ;QACR,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE;QAC5B,EAAE,CAAC,UAAU,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QACvD,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;KAC3D;IAED,IAAI,CAAA,MAAA,KAAK,CAAC,KAAK,0CAAE,EAAE,KAAI,IAAI,EAAE;QAC3B,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;KACxB;IAED,IAAI,KAAK,CAAC,oBAAoB,IAAI,IAAI,EAAE;QACtC,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACtE,IAAI,YAAY,IAAI,IAAI,EAAE;YACxB,EAAE,CAAC,QAAQ,GAAG,IAAI,CAAC;YACnB,EAAE,CAAC,YAAY,GAAG,YAAY,CAAC;SAChC;KACF;IAED,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,EAAE;QAC3C,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC1E,IAAI,WAAW,IAAI,IAAI,EAAE;YACvB,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC;YAClB,EAAE,CAAC,eAAe,GAAG,WAAW,CAAC;SAClC;KACF;IAED,IAAI,KAAK,CAAC,uBAAuB,IAAI,IAAI,EAAE;QACzC,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC5E,IAAI,eAAe,IAAI,IAAI,EAAE;YAC3B,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC;YACpB,EAAE,CAAC,eAAe,GAAG,eAAe,CAAC;SACtC;KACF;IAED,MAAM,YAAY,GAAG,MAAA,IAAI,CAAC,oBAAoB,mCAAI,EAAE,CAAC;IACrD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;QACjC,IAAI,KAAK,CAAC,mBAAmB,IAAI,MAAM,EAAE;YACvC,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC;YAChB,MAAM;SACP;KACF;IAED,MAAM,QAAQ,GAAG,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,QAAQ,mCAAI,EAAE,CAAC;IAChD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC9B,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE;YACxB,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAChC;KACF;IAED,MAAM,KAAK,GAAG,MAAA,MAAA,KAAK,CAAC,iBAAiB,0CAAE,KAAK,mCAAI,EAAE,CAAC;IACnD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE;QACrB,IAAI,CAAC,CAAC,eAAe,IAAI,IAAI,EAAE;YAC7B,SAAS;SACV;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE;YACtB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;SACnC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,EAAE;YACjD,MAAM,KAAK,GAAU;gBACnB,EAAE,EAAE,CAAC,CAAC,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,eAAe;aAC3B,CAAC;YAEF,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,MAAA,MAAA,CAAC,CAAC,UAAU,0CAAE,QAAQ,mCAAI,EAAE,CAAC;YAC9C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAChC,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,EAAE;oBAClE,IAAI,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC7B,MAAM,WAAW,GAAG,CAAC,CAAC;oBACtB,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBACnD,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE;wBACvB,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;qBAClE;oBAED,KAAK,CAAC,GAAG,GAAG,UAAU,CAAC;oBACvB,UAAU,GAAG,OAAO,CAAC;iBACtB;aACF;YAED,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACvB;QAED,MAAM,SAAS,GAAG,CAAC,CAAC,2BAA2B,CAAC;QAChD,IAAI,SAAS,IAAI,IAAI,EAAE;YACrB,EAAE,CAAC,gBAAgB;gBACjB,SAAS,CAAC,aAAa;oBACvB,SAAS,CAAC,gBAAgB;oBAC1B,SAAS,CAAC,KAAK,CAAC;SACnB;KACF;IAED,MAAM,IAAI,GAAG,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,mCAAI,EAAE,CAAC;IACxC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACtB,IAAI,CAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,YAAY,KAAI,IAAI,EAAE;YAC7B,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;SAChC;KACF;IAED,6BAA6B;IAC7B,IAAI,IAAI,GAAG,MAAA,KAAK,CAAC,SAAS,mCAAI,EAAE,CAAC;IAEjC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;QACzC,OAAO,wCAAwC,OAAO,CAAC,OAAO,CAC5D,GAAG,EACH,EAAE,CACH,KAAK,OAAO,MAAM,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC3C,OAAO,gCAAgC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,KACjE,QAAQ,CAAC,CAAC,CACZ,MAAM,CAAC;IACT,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;;QACxC,KAAK,MAAM,MAAM,IAAI,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,mCAAI,EAAE,EAAE;YAC/C,IAAI,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE;gBACrD,OAAO,YAAY,MAAM,CAAC,YAAY,KAAK,GAAG,MAAM,CAAC;aACtD;SACF;QAED,KAAK,MAAM,MAAM,IAAI,MAAA,MAAA,KAAK,CAAC,iBAAiB,0CAAE,KAAK,mCAAI,EAAE,EAAE;YACzD,IAAI,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE;gBACxD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC1C,OAAO,gBAAgB,GAAG,eAAe,MAAM,CAAC,eAAe,SAAS,CAAC;aAC1E;SACF;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,EAAE;QAC3B,IAAI,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE;YACpC,SAAS;SACV;QAED,IAAI,IAAI,iBAAiB,GAAG,KAAK,CAAC;KACnC;IAED,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC;IAEf,OAAO,EAAE,CAAC;AACZ,CAAC;AAhLD,gCAgLC;AAUD,SAAgB,WAAW,CAAC,QAAqB;;IAC/C,IAAI,MAA0B,CAAC;IAC/B,IAAI,WAA8B,CAAC;IACnC,IAAI,aAAa,GAAY,EAAE,CAAC;IAChC,KAAK,MAAM,WAAW,IAAI,MAAA,MAAA,QAAQ,CAAC,QAAQ,0CAAE,YAAY,mCAAI,EAAE,EAAE;QAC/D,MAAM,aAAa,GACjB,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,KAAK,0CAAE,OAAO,0CAAE,IAAI,0CAAE,OAAO,0CAAE,KAAK,0CAAE,EAAE,CAAC;QACjE,IAAI,aAAa,IAAI,IAAI,EAAE;YACzB,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAClD,IAAI,KAAK,IAAI,IAAI,EAAE;gBACjB,WAAW,GAAG,KAAK,CAAC;aACrB;SACF;QAED,KAAK,MAAM,KAAK,IAAI,MAAA,MAAA,WAAW,CAAC,UAAU,0CAAE,OAAO,mCAAI,EAAE,EAAE;YACzD,MAAM,OAAO,GAAG,MAAA,MAAA,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,IAAI,0CAAE,OAAO,0CAAE,KAAK,0CAAE,EAAE,CAAC;YACxD,IAAI,OAAO,IAAI,IAAI,EAAE;gBACnB,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC5C,IAAI,KAAK,IAAI,IAAI,EAAE;oBACjB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAC3B;aACF;YAED,MAAM,SAAS,GAAG,MAAA,KAAK,CAAC,OAAO,0CAAE,SAAS,CAAC;YAC3C,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,UAAU,MAAK,QAAQ,EAAE;gBAC9C,MAAM,GAAG,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,KAAK,CAAC;aACnC;SACF;QAED,MAAM,SAAS,GAAG,MAAA,MAAA,MAAA,WAAW,CAAC,YAAY,0CAAE,KAAK,0CAAE,OAAO,0CAAE,SAAS,CAAC;QACtE,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,UAAU,MAAK,QAAQ,EAAE;YAC9C,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;SACjC;KACF;IAED,IAAI,WAAW,IAAI,IAAI,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;QACnD,aAAa,GAAG,CAAC,WAAW,EAAE,GAAG,aAAa,CAAC,CAAC;KACjD;IAED,OAAO;QACL,MAAM,EAAE,aAAa;QACrB,IAAI,EAAE,MAAM;KACb,CAAC;AACJ,CAAC;AA3CD,kCA2CC;AAUD,SAAgB,UAAU,CAAC,QAAqB;;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;IAErD,MAAM,WAAW,GAAG,MAAA,MAAA,QAAQ,CAAC,aAAa,0CAAE,KAAK,mCAAI,EAAE,CAAC;IACxD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;QAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,MAAM,IAAI,IAAI,EAAE;YAClB,SAAS;SACV;QAED,MAAM,IAAI,GAAG,IAAA,sBAAY,EAAC,MAAM,CAAC,CAAC;QAClC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;KACrB;IAED,IAAI,MAA0B,CAAC;IAC/B,MAAM,eAAe,GAAc,EAAE,CAAC;IACtC,KAAK,MAAM,WAAW,IAAI,MAAA,MAAA,QAAQ,CAAC,QAAQ,0CAAE,YAAY,mCAAI,EAAE,EAAE;QAC/D,KAAK,MAAM,KAAK,IAAI,MAAA,MAAA,WAAW,CAAC,UAAU,0CAAE,OAAO,mCAAI,EAAE,EAAE;YACzD,MAAM,MAAM,GAAG,MAAA,MAAA,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,IAAI,0CAAE,OAAO,0CAAE,IAAI,0CAAE,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,IAAI,OAAO,IAAI,IAAI,EAAE;gBACnB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC/B;YAED,MAAM,SAAS,GAAG,MAAA,KAAK,CAAC,OAAO,0CAAE,SAAS,CAAC;YAC3C,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,UAAU,MAAK,QAAQ,EAAE;gBAC9C,MAAM,GAAG,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,KAAK,CAAC;aACnC;SACF;QAED,MAAM,SAAS,GAAG,MAAA,MAAA,MAAA,WAAW,CAAC,YAAY,0CAAE,KAAK,0CAAE,OAAO,0CAAE,SAAS,CAAC;QACtE,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,0CAAE,UAAU,MAAK,QAAQ,EAAE;YAC9C,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;SACjC;KACF;IAED,OAAO;QACL,QAAQ,EAAE,eAAe;QACzB,IAAI,EAAE,MAAM;KACb,CAAC;AACJ,CAAC;AAxCD,gCAwCC"}
|
package/dist/trends.js
CHANGED
|
@@ -1,46 +1,50 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return
|
|
4
|
-
|
|
5
|
-
function
|
|
6
|
-
function
|
|
7
|
-
step(
|
|
8
|
-
|
|
9
|
-
};
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
params
|
|
18
|
-
|
|
19
|
-
params.set('
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
}
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.getTrends = void 0;
|
|
13
|
+
const api_1 = require("./api");
|
|
14
|
+
function getTrends(auth) {
|
|
15
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
|
|
16
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
17
|
+
const params = new URLSearchParams();
|
|
18
|
+
(0, api_1.addApiParams)(params, false);
|
|
19
|
+
params.set('count', '20');
|
|
20
|
+
params.set('candidate_source', 'trends');
|
|
21
|
+
params.set('include_page_configuration', 'false');
|
|
22
|
+
params.set('entity_tokens', 'false');
|
|
23
|
+
const res = yield (0, api_1.requestApi)(`https://twitter.com/i/api/2/guide.json?${params.toString()}`, auth);
|
|
24
|
+
if (!res.success) {
|
|
25
|
+
throw res.err;
|
|
26
|
+
}
|
|
27
|
+
const instructions = (_b = (_a = res.value.timeline) === null || _a === void 0 ? void 0 : _a.instructions) !== null && _b !== void 0 ? _b : [];
|
|
28
|
+
if (instructions.length < 2) {
|
|
29
|
+
throw new Error('No trend entries found.');
|
|
30
|
+
}
|
|
31
|
+
// Some of this is silly, but for now we're assuming we know nothing about the
|
|
32
|
+
// data, and that anything can be missing. Go has non-nilable strings and empty
|
|
33
|
+
// slices are nil, so it largely doesn't need to worry about this.
|
|
34
|
+
const entries = (_d = (_c = instructions[1].addEntries) === null || _c === void 0 ? void 0 : _c.entries) !== null && _d !== void 0 ? _d : [];
|
|
35
|
+
if (entries.length < 2) {
|
|
36
|
+
throw new Error('No trend entries found.');
|
|
37
|
+
}
|
|
38
|
+
const items = (_g = (_f = (_e = entries[1].content) === null || _e === void 0 ? void 0 : _e.timelineModule) === null || _f === void 0 ? void 0 : _f.items) !== null && _g !== void 0 ? _g : [];
|
|
39
|
+
const trends = [];
|
|
40
|
+
for (const item of items) {
|
|
41
|
+
const trend = (_o = (_m = (_l = (_k = (_j = (_h = item.item) === null || _h === void 0 ? void 0 : _h.clientEventInfo) === null || _j === void 0 ? void 0 : _j.details) === null || _k === void 0 ? void 0 : _k.guideDetails) === null || _l === void 0 ? void 0 : _l.transparentGuideDetails) === null || _m === void 0 ? void 0 : _m.trendMetadata) === null || _o === void 0 ? void 0 : _o.trendName;
|
|
42
|
+
if (trend != null) {
|
|
43
|
+
trends.push(trend);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return trends;
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
exports.getTrends = getTrends;
|
|
46
50
|
//# sourceMappingURL=trends.js.map
|