instauto 7.1.1 → 7.2.0

package/.github/FUNDING.yml

@@ -1,2 +1,2 @@
 github: mifi
-custom: https://paypal.me/mifino
+custom: https://mifi.no/thanks

package/README.md

@@ -1,6 +1,6 @@
-# instauto
+![](logo.png)
 
-instauto is an Instagram automation/bot library written in modern, clean javascript using Google's Puppeteer. Goal is to be very easy to set up, use, and extend, and obey instagram's limits. Heavily inspired by [InstaPy](https://github.com/CharlesCCC/InstaPy), but I thought it was way too heavy and hard to setup.
+instauto is an Instagram automation/bot library written in modern, clean javascript using Google's Puppeteer. Goal is to be very easy to set up, use, and extend, and obey instagram's limits. Heavily inspired by [InstaPy](https://github.com/timgrossmann/InstaPy), but I thought it was way too heavy and hard to setup.
 
 **NEW! 🎉**
 Now there is a GUI application for those who don't want to code: [SimpleInstaBot](https://mifi.github.io/SimpleInstaBot/)
@@ -76,10 +76,20 @@ pm2 startup
 
 Now it will run automatically on reboot! 🙌
 
+## Donate 🙈
+
+This project is maintained by me alone. The project will always remain free and open source, but if it's useful for you, consider supporting me. :) It will give me extra motivation to improve it.
+
+[Paypal](https://paypal.me/mifino/usd) | [crypto](https://mifi.no/thanks)
+
+## Credits
+
+- Icons made by [smalllikeart](https://www.flaticon.com/authors/smalllikeart) & [Freepik](https://www.flaticon.com/authors/freepik) from [www.flaticon.com](https://www.flaticon.com/)
+
 ---
 
 Made with ❤️ in 🇳🇴
 
 [More apps by mifi.no](https://mifi.no/)
 
-Follow me on [GitHub](https://github.com/mifi/), [YouTube](https://www.youtube.com/channel/UC6XlvVH63g0H54HSJubURQA), [IG](https://www.instagram.com/mifi.no/), [Twitter](https://twitter.com/mifi_no) for more awesome content!
+Follow me on [GitHub](https://github.com/mifi/), [YouTube](https://www.youtube.com/channel/UC6XlvVH63g0H54HSJubURQA), [IG](https://www.instagram.com/mifi.no/), [Twitter](https://twitter.com/mifi_no) for more awesome content!

package/example.js

@@ -31,6 +31,10 @@ const options = {
   // Don't follow users who have more people following them than this:
   followUserMinFollowing: null,
 
+  // NOTE: The dontUnfollowUntilTimeElapsed option is ONLY for the unfollowNonMutualFollowers function
+  // This specifies the time during which the bot should not touch users that it has previously followed (in milliseconds)
+  // After this time has passed, it will be able to unfollow them again.
+  // TODO should remove this option from here
   dontUnfollowUntilTimeElapsed: 3 * 24 * 60 * 60 * 1000,
 
   // Usernames that we should not touch, e.g. your friends and actual followings
@@ -58,25 +62,33 @@ const options = {
 
     const instauto = await Instauto(instautoDb, browser, options);
 
+    // This can be used to unfollow people:
+    // Will unfollow auto-followed AND manually followed accounts who are not following us back, after some time has passed
+    // The time is specified by config option dontUnfollowUntilTimeElapsed
+    // await instauto.unfollowNonMutualFollowers();
+    // await instauto.sleep(10 * 60 * 1000);
+
+    // Unfollow previously auto-followed users (regardless of whether or not they are following us back)
+    // after a certain amount of days (2 weeks)
+    // Leave room to do following after this too (unfollow 2/3 of maxFollowsPerDay)
+    const unfollowedCount = await instauto.unfollowOldFollowed({ ageInDays: 14, limit: options.maxFollowsPerDay * (2 / 3) });
+
+    if (unfollowedCount > 0) await instauto.sleep(10 * 60 * 1000);
+
     // List of usernames that we should follow the followers of, can be celebrities etc.
     const usersToFollowFollowersOf = ['lostleblanc', 'sam_kolder'];
 
     // Now go through each of these and follow a certain amount of their followers
-    await instauto.followUsersFollowers({ usersToFollowFollowersOf, skipPrivate: true, enableLikeImages: true });
-
-    await instauto.sleep(10 * 60 * 1000);
-
-    // This is used to unfollow people - auto-followed AND manually followed -
-    // who are not following us back, after some time has passed
-    // (config parameter dontUnfollowUntilTimeElapsed)
-    await instauto.unfollowNonMutualFollowers();
+    await instauto.followUsersFollowers({
+      usersToFollowFollowersOf,
+      maxFollowsTotal: options.maxFollowsPerDay - unfollowedCount,
+      skipPrivate: true,
+      enableLikeImages: true,
+      likeImagesMax: 3,
+    });
 
     await instauto.sleep(10 * 60 * 1000);
 
-    // Unfollow auto-followed users (regardless of whether they are following us)
-    // after a certain amount of days
-    await instauto.unfollowOldFollowed({ ageInDays: 60 });
-
     console.log('Done running');
 
     await instauto.sleep(30000);

package/index.js

@@ -73,6 +73,7 @@ const Instauto = async (db, browser, options) => {
 
   // State
   let page;
+  let graphqlUserMissing = false;
 
   async function takeScreenshot() {
     if (!screenshotOnError) return;
@@ -164,9 +165,9 @@ const Instauto = async (db, browser, options) => {
     return new Date().getTime() - followedUserEntry.time < dontUnfollowUntilTimeElapsed;
   }
 
-  async function navigateToUser(username) {
-    logger.log(`Navigating to user ${username}`);
-    const response = await page.goto(`${instagramBaseUrl}/${encodeURIComponent(username)}`);
+  async function safeGoto(url) {
+    logger.log(`Goto ${url}`);
+    const response = await page.goto(url);
     await sleep(1000);
     const status = response.status();
     if (status === 200) {
@@ -182,6 +183,49 @@ const Instauto = async (db, browser, options) => {
     throw new Error(`Navigate to user returned status ${response.status()}`);
   }
 
+  async function navigateToUser(username) {
+    logger.log(`Navigating to user ${username}`);
+    return safeGoto(`${instagramBaseUrl}/${encodeURIComponent(username)}`);
+  }
+
+  async function getPageJson() {
+    return JSON.parse(await (await (await page.$('pre')).getProperty('textContent')).jsonValue());
+  }
+
+  async function navigateToUserAndGetData(username) {
+    // https://github.com/mifi/SimpleInstaBot/issues/36
+    if (graphqlUserMissing) {
+      // https://stackoverflow.com/questions/37593025/instagram-api-get-the-userid
+      // https://stackoverflow.com/questions/17373886/how-can-i-get-a-users-media-from-instagram-without-authenticating-as-a-user
+      const found = await safeGoto(`${instagramBaseUrl}/${encodeURIComponent(username)}?__a=1`);
+      if (!found) throw new Error('User not found');
+
+      const json = await getPageJson();
+
+      const { user } = json.graphql;
+
+      await navigateToUser(username);
+      return user;
+    }
+
+    await navigateToUser(username);
+
+    // eslint-disable-next-line no-underscore-dangle
+    const sharedData = await page.evaluate(() => window._sharedData);
+    try {
+      // eslint-disable-next-line prefer-destructuring
+      return sharedData.entry_data.ProfilePage[0].graphql.user;
+
+      // JSON.parse(Array.from(document.getElementsByTagName('script')).find(el => el.innerHTML.startsWith('window.__additionalDataLoaded(\'feed\',')).innerHTML.replace(/^window.__additionalDataLoaded\('feed',({.*})\);$/, '$1'));
+      // JSON.parse(Array.from(document.getElementsByTagName('script')).find(el => el.innerHTML.startsWith('window._sharedData')).innerHTML.replace(/^window._sharedData ?= ?({.*});$/, '$1'));
+      // Array.from(document.getElementsByTagName('a')).find(el => el.attributes?.href?.value.includes(`${username}/followers`)).innerText
+    } catch (err) {
+      logger.warn('Missing graphql in page, falling back to alternative method...');
+      graphqlUserMissing = true; // Store as state so we don't have to do this every time from now on.
+      return navigateToUserAndGetData(username); // Now try again with alternative method
+    }
+  }
+
   async function isActionBlocked() {
     if ((await page.$x('//*[contains(text(), "Action Blocked")]')).length > 0) return true;
     if ((await page.$x('//*[contains(text(), "Try Again Later")]')).length > 0) return true;
@@ -310,29 +354,12 @@ const Instauto = async (db, browser, options) => {
 
   const isLoggedIn = async () => (await page.$x('//*[@aria-label="Home"]')).length === 1;
 
-  async function getPageJson() {
-    return JSON.parse(await (await (await page.$('pre')).getProperty('textContent')).jsonValue());
-  }
-
-  async function getCurrentUser() {
-    // eslint-disable-next-line no-underscore-dangle
-    return page.evaluate(() => window._sharedData.entry_data.ProfilePage[0].graphql.user);
-    // eslint-disable-line no-undef,no-underscore-dangle,max-len
-    // return JSON.parse(Array.from(document.getElementsByTagName('script')).find(el => el.innerHTML.startsWith('window.__additionalDataLoaded(\'feed\',')).innerHTML.replace(/^window.__additionalDataLoaded\('feed',({.*})\);$/, '$1'));
-    // return JSON.parse(Array.from(document.getElementsByTagName('script')).find(el => el.innerHTML.startsWith('window._sharedData')).innerHTML.replace(/^window._sharedData ?= ?({.*});$/, '$1'));
-    // Array.from(document.getElementsByTagName('a')).find(el => el.attributes?.href?.value.includes(`${username}/followers`)).innerText
-  }
-
-  async function getFollowersOrFollowing({
-    userId, getFollowers = false, maxPages, shouldProceed: shouldProceedArg,
-  }) {
-    const graphqlUrl = `${instagramBaseUrl}/graphql/query`;
-    const followersUrl = `${graphqlUrl}/?query_hash=37479f2b8209594dde7facb0d904896a`;
-    const followingUrl = `${graphqlUrl}/?query_hash=58712303d941c6855d4e888c5f0cd22f`;
+  async function graphqlQueryUsers({ queryHash, getResponseProp, maxPages, shouldProceed: shouldProceedArg, graphqlVariables: graphqlVariablesIn }) {
+    const graphqlUrl = `${instagramBaseUrl}/graphql/query/?query_hash=${queryHash}`;
 
     const graphqlVariables = {
-      id: userId,
       first: 50,
+      ...graphqlVariablesIn,
     };
 
     const outUsers = [];
@@ -348,15 +375,14 @@ const Instauto = async (db, browser, options) => {
     };
 
     while (shouldProceed()) {
-      const url = `${getFollowers ? followersUrl : followingUrl}&variables=${JSON.stringify(graphqlVariables)}`;
+      const url = `${graphqlUrl}&variables=${JSON.stringify(graphqlVariables)}`;
       // logger.log(url);
       await page.goto(url);
       const json = await getPageJson();
 
-      const subPropName = getFollowers ? 'edge_followed_by' : 'edge_follow';
-
-      const pageInfo = json.data.user[subPropName].page_info;
-      const { edges } = json.data.user[subPropName];
+      const subProp = getResponseProp(json);
+      const pageInfo = subProp.page_info;
+      const { edges } = subProp;
 
       edges.forEach(e => outUsers.push(e.node.username));
 
@@ -373,6 +399,33 @@ const Instauto = async (db, browser, options) => {
     return outUsers;
   }
 
+  async function getFollowersOrFollowing({
+    userId, getFollowers = false, maxPages, shouldProceed,
+  }) {
+    return graphqlQueryUsers({
+      getResponseProp: (json) => json.data.user[getFollowers ? 'edge_followed_by' : 'edge_follow'],
+      graphqlVariables: { id: userId },
+      shouldProceed,
+      maxPages,
+      queryHash: getFollowers ? '37479f2b8209594dde7facb0d904896a' : '58712303d941c6855d4e888c5f0cd22f',
+    });
+  }
+
+  async function getUsersWhoLikedContent({
+    contentId, maxPages, shouldProceed,
+  }) {
+    return graphqlQueryUsers({
+      getResponseProp: (json) => json.data.shortcode_media.edge_liked_by,
+      graphqlVariables: {
+        shortcode: contentId,
+        include_reel: true,
+      },
+      shouldProceed,
+      maxPages,
+      queryHash: 'd5d763b1e2acf209d62d22d184488e57',
+    });
+  }
+
   /* eslint-disable no-undef */
   async function likeCurrentUserImagesPageCode({ dryRun: dryRunIn, likeImagesMin, likeImagesMax }) {
     const allImages = Array.from(document.getElementsByTagName('a')).filter(el => /instagram.com\/p\//.test(el.href));
@@ -483,13 +536,12 @@ const Instauto = async (db, browser, options) => {
 
     let numFollowedForThisUser = 0;
 
-    await navigateToUser(username);
+    const userData = await navigateToUserAndGetData(username);
 
     // Check if we have more than enough users that are not previously followed
     const shouldProceed = usersSoFar => (
       usersSoFar.filter(u => !getPrevFollowedUser(u)).length < maxFollowsPerUser + 5 // 5 is just a margin
     );
-    const userData = await getCurrentUser();
     let followers = await getFollowersOrFollowing({
       userId: userData.id,
       getFollowers: true,
@@ -508,9 +560,8 @@ const Instauto = async (db, browser, options) => {
           return;
         }
 
-        await navigateToUser(follower);
+        const graphqlUser = await navigateToUserAndGetData(follower);
 
-        const graphqlUser = await getCurrentUser();
         const followedByCount = graphqlUser.edge_followed_by.count;
         const followsCount = graphqlUser.edge_follow.count;
         const isPrivate = graphqlUser.is_private;
@@ -549,6 +600,7 @@ const Instauto = async (db, browser, options) => {
           }
 
           await sleep(20000);
+          await throttle();
         }
       } catch (err) {
         logger.error(`Failed to process follower ${follower}`, err);
@@ -629,8 +681,7 @@ const Instauto = async (db, browser, options) => {
 
   async function unfollowNonMutualFollowers({ limit } = {}) {
     logger.log('Unfollowing non-mutual followers...');
-    await navigateToUser(myUsername);
-    const userData = await getCurrentUser();
+    const userData = await navigateToUserAndGetData(myUsername);
 
     const allFollowers = await getFollowersOrFollowing({
       userId: userData.id,
@@ -659,8 +710,7 @@ const Instauto = async (db, browser, options) => {
 
   async function unfollowAllUnknown({ limit } = {}) {
     logger.log('Unfollowing all except excludes and auto followed');
-    await navigateToUser(myUsername);
-    const userData = await getCurrentUser();
+    const userData = await navigateToUserAndGetData(myUsername);
 
     const allFollowing = await getFollowersOrFollowing({
       userId: userData.id,
@@ -684,9 +734,7 @@ const Instauto = async (db, browser, options) => {
 
     logger.log(`Unfollowing currently followed users who were auto-followed more than ${ageInDays} days ago...`);
 
-    await navigateToUser(myUsername);
-    // await page.goto(`${instagramBaseUrl}/${myUsername}`);
-    const userData = await getCurrentUser();
+    const userData = await navigateToUserAndGetData(myUsername);
 
     const allFollowing = await getFollowersOrFollowing({
       userId: userData.id,
@@ -708,8 +756,7 @@ const Instauto = async (db, browser, options) => {
   }
 
   async function listManuallyFollowedUsers() {
-    await navigateToUser(myUsername);
-    const userData = await getCurrentUser();
+    const userData = await navigateToUserAndGetData(myUsername);
 
     const allFollowing = await getFollowersOrFollowing({
       userId: userData.id,
@@ -733,19 +780,56 @@ const Instauto = async (db, browser, options) => {
 
   if (enableCookies) await tryLoadCookies();
 
+  const goHome = async () => page.goto(`${instagramBaseUrl}/`);
 
-  // Not sure if we can set cookies before having gone to a page
-  await page.goto(`${instagramBaseUrl}/`);
-  await sleep(1000);
-  logger.log('Setting language to english');
-  await page.setCookie({
-    name: 'ig_lang',
-    value: 'en',
-    path: '/',
-  });
-  await sleep(1000);
-  await page.goto(`${instagramBaseUrl}/`);
-  await sleep(3000);
+  // https://github.com/mifi/SimpleInstaBot/issues/28
+  async function setLang(short, long) {
+    logger.log(`Setting language to ${long} (${short})`);
+
+    // This doesn't seem to always work, hence why it's just a fallback now
+    async function fallbackSetLang() {
+      await goHome();
+      await sleep(1000);
+
+      await page.setCookie({
+        name: 'ig_lang',
+        value: short,
+        path: '/',
+      });
+      await sleep(1000);
+      await goHome();
+      await sleep(3000);
+    }
+
+    try {
+      await sleep(1000);
+      await goHome();
+      await sleep(3000);
+      const elementHandles = await page.$x(`//select[//option[@value='${short}' and text()='${long}']]`);
+      if (elementHandles.length < 1) throw new Error('Language selector not found');
+      logger.log('Found language selector');
+
+      // https://stackoverflow.com/questions/45864516/how-to-select-an-option-from-dropdown-select
+      await page.evaluate((selectElem, short2) => {
+        const optionElem = selectElem.querySelector(`option[value='${short2}']`);
+        optionElem.selected = true;
+        // eslint-disable-next-line no-undef
+        const event = new Event('change', { bubbles: true });
+        selectElem.dispatchEvent(event);
+      }, elementHandles[0], short);
+      logger.log('Selected language');
+
+      await sleep(3000);
+      await goHome();
+      await sleep(1000);
+    } catch (err) {
+      logger.error('Failed to set language, trying fallback (cookie)', err);
+      await fallbackSetLang();
+    }
+  }
+
+  const setEnglishLang = async () => setLang('en', 'English');
+  // const setEnglishLang = async () => setLang('de', 'Deutsch');
 
   async function tryPressButton(elementHandles, name) {
     try {
@@ -759,8 +843,9 @@ const Instauto = async (db, browser, options) => {
     }
   }
 
+  await setEnglishLang();
 
-  await tryPressButton(await page.$x('//button[text()="Accept"]'), 'Accept cookies dialog');
+  await tryPressButton(await page.$x('//button[contains(text(), "Accept")]'), 'Accept cookies dialog');
 
   if (!(await isLoggedIn())) {
     if (!myUsername || !password) {
@@ -791,7 +876,6 @@ const Instauto = async (db, browser, options) => {
     // Sometimes login button gets stuck with a spinner
     // https://github.com/mifi/SimpleInstaBot/issues/25
     if (!(await isLoggedIn())) {
-      await sleep(5000);
       logger.log('Still not logged in, trying to reload loading page');
       await page.reload();
       await sleep(5000);
@@ -799,13 +883,18 @@ const Instauto = async (db, browser, options) => {
 
     let warnedAboutLoginFail = false;
     while (!(await isLoggedIn())) {
-      if (!warnedAboutLoginFail) logger.warn('WARNING: Login has not succeeded. This could be because of an incorrect username/password, or a "suspicious login attempt"-message. You need to manually complete the process.');
+      if (!warnedAboutLoginFail) logger.warn('WARNING: Login has not succeeded. This could be because of an incorrect username/password, or a "suspicious login attempt"-message. You need to manually complete the process, or if really logged in, click the Instagram logo in the top left to go to the Home page.');
       warnedAboutLoginFail = true;
       await sleep(5000);
     }
 
+    // In case language gets reset after logging in
+    await setEnglishLang();
+
     // Mobile version https://github.com/mifi/SimpleInstaBot/issues/7
-    await tryPressButton(await page.$x('//button[contains(text(), "Save Info")]'), 'Save login info dialog');
+    await tryPressButton(await page.$x('//button[contains(text(), "Save Info")]'), 'Login info dialog: Save Info');
+    // May sometimes be "Save info" too? https://github.com/mifi/instauto/pull/70
+    await tryPressButton(await page.$x('//button[contains(text(), "Save info")]'), 'Login info dialog: Save info');
   }
 
   await tryPressButton(await page.$x('//button[contains(text(), "Not Now")]'), 'Turn on Notifications dialog');
@@ -834,6 +923,7 @@ const Instauto = async (db, browser, options) => {
     sleep,
     listManuallyFollowedUsers,
     getFollowersOrFollowing,
+    getUsersWhoLikedContent,
     safelyUnfollowUserList,
     getPage,
     followUsersFollowers,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "instauto",
-  "version": "7.1.1",
+  "version": "7.2.0",
   "description": "Instagram automation library written in Node.js",
   "main": "index.js",
   "scripts": {