@the-convocation/twitter-scraper 0.0.8 → 0.1.0

package/dist/api.js

@@ -1,77 +1,77 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { gotScraping } from 'got-scraping';
-export const bearerToken = 'AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKbT3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw';
-export const bearerToken2 = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
-export function requestApi(url, auth) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const headers = {};
-        yield auth.installTo(headers);
-        let res;
-        try {
-            res = yield gotScraping.get({
-                url,
-                headers,
-            });
-        }
-        catch (err) {
-            if (!(err instanceof Error)) {
-                throw err;
-            }
-            return {
-                success: false,
-                err: new Error('Failed to perform request.'),
-            };
-        }
-        if (res.statusCode != 200 && res.statusCode != 403) {
-            return {
-                success: false,
-                err: new Error(`Response status: ${res.statusCode}`),
-            };
-        }
-        const value = JSON.parse(res.body);
-        if (res.headers['x-rate-limit-incoming'] == '0') {
-            auth.deleteToken();
-            return { success: true, value };
-        }
-        else {
-            return { success: true, value };
-        }
-    });
-}
-export function addApiParams(params, includeTweetReplies) {
-    params.set('include_profile_interstitial_type', '1');
-    params.set('include_blocking', '1');
-    params.set('include_blocked_by', '1');
-    params.set('include_followed_by', '1');
-    params.set('include_want_retweets', '1');
-    params.set('include_mute_edge', '1');
-    params.set('include_can_dm', '1');
-    params.set('include_can_media_tag', '1');
-    params.set('include_ext_has_nft_avatar', '1');
-    params.set('skip_status', '1');
-    params.set('cards_platform', 'Web-12');
-    params.set('include_cards', '1');
-    params.set('include_ext_alt_text', 'true');
-    params.set('include_quote_count', 'true');
-    params.set('include_reply_count', '1');
-    params.set('tweet_mode', 'extended');
-    params.set('include_entities', 'true');
-    params.set('include_user_entities', 'true');
-    params.set('include_ext_media_color', 'true');
-    params.set('include_ext_media_availability', 'true');
-    params.set('include_ext_sensitive_media_warning', 'true');
-    params.set('send_error_codes', 'true');
-    params.set('simple_quoted_tweet', 'true');
-    params.set('include_tweet_replies', `${includeTweetReplies}`);
-    params.set('ext', 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,superFollowMetadata');
-    return params;
-}
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { gotScraping } from 'got-scraping';
+export const bearerToken = 'AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKbT3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw';
+export const bearerToken2 = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
+export function requestApi(url, auth) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const headers = {};
+        yield auth.installTo(headers);
+        let res;
+        try {
+            res = yield gotScraping.get({
+                url,
+                headers,
+            });
+        }
+        catch (err) {
+            if (!(err instanceof Error)) {
+                throw err;
+            }
+            return {
+                success: false,
+                err: new Error('Failed to perform request.'),
+            };
+        }
+        if (res.statusCode != 200 && res.statusCode != 403) {
+            return {
+                success: false,
+                err: new Error(`Response status: ${res.statusCode}`),
+            };
+        }
+        const value = JSON.parse(res.body);
+        if (res.headers['x-rate-limit-incoming'] == '0') {
+            auth.deleteToken();
+            return { success: true, value };
+        }
+        else {
+            return { success: true, value };
+        }
+    });
+}
+export function addApiParams(params, includeTweetReplies) {
+    params.set('include_profile_interstitial_type', '1');
+    params.set('include_blocking', '1');
+    params.set('include_blocked_by', '1');
+    params.set('include_followed_by', '1');
+    params.set('include_want_retweets', '1');
+    params.set('include_mute_edge', '1');
+    params.set('include_can_dm', '1');
+    params.set('include_can_media_tag', '1');
+    params.set('include_ext_has_nft_avatar', '1');
+    params.set('skip_status', '1');
+    params.set('cards_platform', 'Web-12');
+    params.set('include_cards', '1');
+    params.set('include_ext_alt_text', 'true');
+    params.set('include_quote_count', 'true');
+    params.set('include_reply_count', '1');
+    params.set('tweet_mode', 'extended');
+    params.set('include_entities', 'true');
+    params.set('include_user_entities', 'true');
+    params.set('include_ext_media_color', 'true');
+    params.set('include_ext_media_availability', 'true');
+    params.set('include_ext_sensitive_media_warning', 'true');
+    params.set('send_error_codes', 'true');
+    params.set('simple_quoted_tweet', 'true');
+    params.set('include_tweet_replies', `${includeTweetReplies}`);
+    params.set('ext', 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,superFollowMetadata');
+    return params;
+}
 //# sourceMappingURL=api.js.map

package/dist/auth.js

@@ -1,119 +1,119 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { gotScraping } from 'got-scraping';
-/**
- * A guest authentication token manager. Automatically handles token refreshes.
- */
-export class TwitterGuestAuth {
-    constructor(bearerToken, cookie, xCsrfToken) {
-        this.bearerToken = bearerToken;
-        this.cookie = cookie;
-        this.xCsrfToken = xCsrfToken;
-    }
-    /**
-     * Deletes the authentication token.
-     */
-    deleteToken() {
-        delete this.guestToken;
-        delete this.guestCreatedAt;
-    }
-    /**
-     * Returns if the authentication state has a token.
-     * @returns `true` if the authentication state has a token; `false` otherwise.
-     */
-    hasToken() {
-        return this.guestToken != null;
-    }
-    /**
-     * Returns the time that authentication was performed.
-     * @returns The time at which the authentication token was created, or `null` if it hasn't been created yet.
-     */
-    authenticatedAt() {
-        if (this.guestCreatedAt == null) {
-            return null;
-        }
-        return new Date(this.guestCreatedAt);
-    }
-    /**
-     * Sets a cookie string for use in requests.
-     * @param value The new cookie to use in requests.
-     */
-    useCookie(value) {
-        this.cookie = value;
-    }
-    /**
-     * Sets a new CSRF token for use in requests.
-     * @param value The new CSRF token to use in requests.
-     */
-    useCsrfToken(value) {
-        this.xCsrfToken = value;
-    }
-    /**
-     * Installs the authentication information into a headers-like object. If needed, the
-     * authentication token will be updated from the API automatically.
-     * @param headers A key-value object representing a request's headers.
-     * @returns A builder that can be used to add or override other relevant data, or to
-     * complete the task.
-     */
-    installTo(headers) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.shouldUpdate()) {
-                yield this.updateToken();
-            }
-            const token = this.guestToken;
-            if (token == null) {
-                throw new Error('Authentication token is null or undefined.');
-            }
-            headers['Authorization'] = `Bearer ${this.bearerToken}`;
-            headers['X-Guest-Token'] = token;
-            if (this.cookie != null && this.xCsrfToken != null) {
-                headers['Cookie'] = this.cookie;
-                headers['x-csrf-token'] = this.xCsrfToken;
-            }
-        });
-    }
-    /**
-     * Updates the authentication state with a new guest token from the Twitter API.
-     */
-    updateToken() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const res = yield gotScraping.post({
-                url: 'https://api.twitter.com/1.1/guest/activate.json',
-                headers: {
-                    Authorization: `Bearer ${this.bearerToken}`,
-                },
-            });
-            if (res.statusCode != 200) {
-                throw new Error(res.body);
-            }
-            const o = JSON.parse(res.body);
-            if (o == null || o['guest_token'] == null) {
-                throw new Error('guest_token not found.');
-            }
-            const newGuestToken = o['guest_token'];
-            if (typeof newGuestToken !== 'string') {
-                throw new Error('guest_token was not a string.');
-            }
-            this.guestToken = newGuestToken;
-            this.guestCreatedAt = new Date();
-        });
-    }
-    /**
-     * Returns if the authentication token needs to be updated or not.
-     * @returns `true` if the token needs to be updated; `false` otherwise.
-     */
-    shouldUpdate() {
-        return (!this.hasToken() ||
-            (this.guestCreatedAt != null &&
-                this.guestCreatedAt <
-                    new Date(new Date().valueOf() - 3 * 60 * 60 * 1000)));
-    }
-}
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { gotScraping } from 'got-scraping';
+/**
+ * A guest authentication token manager. Automatically handles token refreshes.
+ */
+export class TwitterGuestAuth {
+    constructor(bearerToken, cookie, xCsrfToken) {
+        this.bearerToken = bearerToken;
+        this.cookie = cookie;
+        this.xCsrfToken = xCsrfToken;
+    }
+    /**
+     * Deletes the authentication token.
+     */
+    deleteToken() {
+        delete this.guestToken;
+        delete this.guestCreatedAt;
+    }
+    /**
+     * Returns if the authentication state has a token.
+     * @returns `true` if the authentication state has a token; `false` otherwise.
+     */
+    hasToken() {
+        return this.guestToken != null;
+    }
+    /**
+     * Returns the time that authentication was performed.
+     * @returns The time at which the authentication token was created, or `null` if it hasn't been created yet.
+     */
+    authenticatedAt() {
+        if (this.guestCreatedAt == null) {
+            return null;
+        }
+        return new Date(this.guestCreatedAt);
+    }
+    /**
+     * Sets a cookie string for use in requests.
+     * @param value The new cookie to use in requests.
+     */
+    useCookie(value) {
+        this.cookie = value;
+    }
+    /**
+     * Sets a new CSRF token for use in requests.
+     * @param value The new CSRF token to use in requests.
+     */
+    useCsrfToken(value) {
+        this.xCsrfToken = value;
+    }
+    /**
+     * Installs the authentication information into a headers-like object. If needed, the
+     * authentication token will be updated from the API automatically.
+     * @param headers A key-value object representing a request's headers.
+     * @returns A builder that can be used to add or override other relevant data, or to
+     * complete the task.
+     */
+    installTo(headers) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.shouldUpdate()) {
+                yield this.updateToken();
+            }
+            const token = this.guestToken;
+            if (token == null) {
+                throw new Error('Authentication token is null or undefined.');
+            }
+            headers['Authorization'] = `Bearer ${this.bearerToken}`;
+            headers['X-Guest-Token'] = token;
+            if (this.cookie != null && this.xCsrfToken != null) {
+                headers['Cookie'] = this.cookie;
+                headers['x-csrf-token'] = this.xCsrfToken;
+            }
+        });
+    }
+    /**
+     * Updates the authentication state with a new guest token from the Twitter API.
+     */
+    updateToken() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const res = yield gotScraping.post({
+                url: 'https://api.twitter.com/1.1/guest/activate.json',
+                headers: {
+                    Authorization: `Bearer ${this.bearerToken}`,
+                },
+            });
+            if (res.statusCode != 200) {
+                throw new Error(res.body);
+            }
+            const o = JSON.parse(res.body);
+            if (o == null || o['guest_token'] == null) {
+                throw new Error('guest_token not found.');
+            }
+            const newGuestToken = o['guest_token'];
+            if (typeof newGuestToken !== 'string') {
+                throw new Error('guest_token was not a string.');
+            }
+            this.guestToken = newGuestToken;
+            this.guestCreatedAt = new Date();
+        });
+    }
+    /**
+     * Returns if the authentication token needs to be updated or not.
+     * @returns `true` if the token needs to be updated; `false` otherwise.
+     */
+    shouldUpdate() {
+        return (!this.hasToken() ||
+            (this.guestCreatedAt != null &&
+                this.guestCreatedAt <
+                    new Date(new Date().valueOf() - 3 * 60 * 60 * 1000)));
+    }
+}
 //# sourceMappingURL=auth.js.map

package/dist/profile.js

@@ -1,103 +1,103 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { requestApi } from './api';
-export function parseProfile(user) {
-    var _a, _b;
-    const profile = {
-        avatar: user.profile_image_url_https,
-        banner: user.profile_banner_url,
-        biography: user.description,
-        followersCount: user.followers_count,
-        followingCount: user.favourites_count,
-        friendsCount: user.friends_count,
-        isPrivate: user.protected,
-        isVerified: user.verified,
-        likesCount: user.favourites_count,
-        listedCount: user.listed_count,
-        location: user.location,
-        name: user.name,
-        pinnedTweetIds: user.pinned_tweet_ids_str,
-        tweetsCount: user.statuses_count,
-        url: `https://twitter.com/${user.screen_name}`,
-        userId: user.id_str,
-        username: user.screen_name,
-    };
-    if (user.created_at != null) {
-        profile.joined = new Date(Date.parse(user.created_at));
-    }
-    const urls = (_b = (_a = user.entities) === null || _a === void 0 ? void 0 : _a.url) === null || _b === void 0 ? void 0 : _b.urls;
-    if ((urls === null || urls === void 0 ? void 0 : urls.length) != null && (urls === null || urls === void 0 ? void 0 : urls.length) > 0) {
-        profile.website = urls[0].expanded_url;
-    }
-    return profile;
-}
-export function getProfile(username, auth) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const res = yield requestApi('https://api.twitter.com/graphql/4S2ihIKfF3xhp-ENxvUAfQ/UserByScreenName?variables=%7B%22screen_name%22%3A%22' +
-            username +
-            '%22%2C%22withHighlightedLabel%22%3Atrue%7D', auth);
-        if (!res.success) {
-            throw res.err;
-        }
-        const { value } = res;
-        const { errors } = value;
-        if (errors != null && errors.length > 0) {
-            return {
-                success: false,
-                err: new Error(errors[0].message),
-            };
-        }
-        const { user } = value.data;
-        const { legacy } = user;
-        if (user.rest_id == null || user.rest_id.length === 0) {
-            return {
-                success: false,
-                err: new Error('rest_id not found.'),
-            };
-        }
-        legacy.id_str = user.rest_id;
-        if (legacy.screen_name == null || legacy.screen_name.length === 0) {
-            return {
-                success: false,
-                err: new Error(`Either ${username} does not exist or is private.`),
-            };
-        }
-        return {
-            success: true,
-            value: parseProfile(user.legacy),
-        };
-    });
-}
-const idCache = new Map();
-export function getUserIdByScreenName(screenName, auth) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const cached = idCache.get(screenName);
-        if (cached != null) {
-            return { success: true, value: cached };
-        }
-        const profileRes = yield getProfile(screenName, auth);
-        if (!profileRes.success) {
-            return profileRes;
-        }
-        const profile = profileRes.value;
-        if (profile.userId != null) {
-            idCache.set(screenName, profile.userId);
-            return {
-                success: true,
-                value: profile.userId,
-            };
-        }
-        return {
-            success: false,
-            err: new Error('User ID is undefined.'),
-        };
-    });
-}
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { requestApi } from './api';
+export function parseProfile(user) {
+    var _a, _b;
+    const profile = {
+        avatar: user.profile_image_url_https,
+        banner: user.profile_banner_url,
+        biography: user.description,
+        followersCount: user.followers_count,
+        followingCount: user.favourites_count,
+        friendsCount: user.friends_count,
+        isPrivate: user.protected,
+        isVerified: user.verified,
+        likesCount: user.favourites_count,
+        listedCount: user.listed_count,
+        location: user.location,
+        name: user.name,
+        pinnedTweetIds: user.pinned_tweet_ids_str,
+        tweetsCount: user.statuses_count,
+        url: `https://twitter.com/${user.screen_name}`,
+        userId: user.id_str,
+        username: user.screen_name,
+    };
+    if (user.created_at != null) {
+        profile.joined = new Date(Date.parse(user.created_at));
+    }
+    const urls = (_b = (_a = user.entities) === null || _a === void 0 ? void 0 : _a.url) === null || _b === void 0 ? void 0 : _b.urls;
+    if ((urls === null || urls === void 0 ? void 0 : urls.length) != null && (urls === null || urls === void 0 ? void 0 : urls.length) > 0) {
+        profile.website = urls[0].expanded_url;
+    }
+    return profile;
+}
+export function getProfile(username, auth) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const res = yield requestApi('https://api.twitter.com/graphql/4S2ihIKfF3xhp-ENxvUAfQ/UserByScreenName?variables=%7B%22screen_name%22%3A%22' +
+            username +
+            '%22%2C%22withHighlightedLabel%22%3Atrue%7D', auth);
+        if (!res.success) {
+            throw res.err;
+        }
+        const { value } = res;
+        const { errors } = value;
+        if (errors != null && errors.length > 0) {
+            return {
+                success: false,
+                err: new Error(errors[0].message),
+            };
+        }
+        const { user } = value.data;
+        const { legacy } = user;
+        if (user.rest_id == null || user.rest_id.length === 0) {
+            return {
+                success: false,
+                err: new Error('rest_id not found.'),
+            };
+        }
+        legacy.id_str = user.rest_id;
+        if (legacy.screen_name == null || legacy.screen_name.length === 0) {
+            return {
+                success: false,
+                err: new Error(`Either ${username} does not exist or is private.`),
+            };
+        }
+        return {
+            success: true,
+            value: parseProfile(user.legacy),
+        };
+    });
+}
+const idCache = new Map();
+export function getUserIdByScreenName(screenName, auth) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const cached = idCache.get(screenName);
+        if (cached != null) {
+            return { success: true, value: cached };
+        }
+        const profileRes = yield getProfile(screenName, auth);
+        if (!profileRes.success) {
+            return profileRes;
+        }
+        const profile = profileRes.value;
+        if (profile.userId != null) {
+            idCache.set(screenName, profile.userId);
+            return {
+                success: true,
+                value: profile.userId,
+            };
+        }
+        return {
+            success: false,
+            err: new Error('User ID is undefined.'),
+        };
+    });
+}
 //# sourceMappingURL=profile.js.map