instauto 7.2.2 → 7.2.3

package/index.js

@@ -165,27 +165,45 @@ const Instauto = async (db, browser, options) => {
     return new Date().getTime() - followedUserEntry.time < dontUnfollowUntilTimeElapsed;
   }
 
-  async function safeGoto(url) {
-    logger.log(`Goto ${url}`);
-    const response = await page.goto(url);
-    await sleep(1000);
-    const status = response.status();
+  async function gotoWithRetry(url) {
+    for (let attempt = 0; ; attempt += 1) {
+      logger.log(`Goto ${url}`);
+      const response = await page.goto(url);
+      await sleep(1000);
+      const status = response.status();
+
+      // https://www.reddit.com/r/Instagram/comments/kwrt0s/error_560/
+      // https://github.com/mifi/instauto/issues/60
+      if (![560, 429].includes(status) || attempt > 3) return status;
+
+      logger.info(`Got ${status} - Retrying request later...`);
+      if (status === 429) logger.warn('429 Too Many Requests could mean that Instagram suspects you\'re using a bot. You could try to use the Instagram Mobile app from the same IP for a few days first');
+      await sleep((attempt + 1) * 30 * 60 * 1000);
+    }
+  }
+
+  async function safeGotoUser(url, checkPageForUsername) {
+    const status = await gotoWithRetry(url);
     if (status === 200) {
+      if (checkPageForUsername != null) {
+        // some pages return 200 but nothing there (I think deleted accounts)
+        // https://github.com/mifi/SimpleInstaBot/issues/48
+        // example: https://www.instagram.com/victorialarson__/
+        // so we check if the page has the user's name on it
+        return page.evaluate((username) => window.find(username), checkPageForUsername);
+      }
       return true;
-    } else if (status === 404) {
+    }
+    if (status === 404) {
       logger.log('User not found');
       return false;
-    } else if (status === 429) {
-      logger.error('Got 429 Too Many Requests, waiting...');
-      await sleep(60 * 60 * 1000);
-      throw new Error('Aborted operation due to too many requests'); // TODO retry instead
     }
-    throw new Error(`Navigate to user returned status ${response.status()}`);
+    throw new Error(`Navigate to user failed with status ${status}`);
   }
 
   async function navigateToUser(username) {
     logger.log(`Navigating to user ${username}`);
-    return safeGoto(`${instagramBaseUrl}/${encodeURIComponent(username)}`);
+    return safeGotoUser(`${instagramBaseUrl}/${encodeURIComponent(username)}`, username);
   }
 
   async function getPageJson() {
@@ -197,7 +215,7 @@ const Instauto = async (db, browser, options) => {
     if (graphqlUserMissing) {
       // https://stackoverflow.com/questions/37593025/instagram-api-get-the-userid
       // https://stackoverflow.com/questions/17373886/how-can-i-get-a-users-media-from-instagram-without-authenticating-as-a-user
-      const found = await safeGoto(`${instagramBaseUrl}/${encodeURIComponent(username)}?__a=1`);
+      const found = await safeGotoUser(`${instagramBaseUrl}/${encodeURIComponent(username)}?__a=1`);
       if (!found) throw new Error('User not found');
 
       const json = await getPageJson();
@@ -320,7 +338,7 @@ const Instauto = async (db, browser, options) => {
       await addPrevFollowedUser(entry);
 
       if (!elementHandle2) {
-        logger.log('Button did not change state - Sleeping');
+        logger.log('Button did not change state - Sleeping 1 min');
         await sleep(60000);
         throw new Error('Button did not change state');
       }
@@ -791,6 +809,10 @@ const Instauto = async (db, browser, options) => {
   }
 
   page = await browser.newPage();
+
+  // https://github.com/mifi/SimpleInstaBot/issues/118#issuecomment-1067883091
+  await page.setExtraHTTPHeaders({ 'Accept-Language': 'en' });
+
   if (randomizeUserAgent) {
     const userAgentGenerated = new UserAgent({ deviceCategory: 'desktop' });
     await page.setUserAgent(userAgentGenerated.toString());
@@ -802,27 +824,19 @@ const Instauto = async (db, browser, options) => {
   const goHome = async () => page.goto(`${instagramBaseUrl}/?hl=en`);
 
   // https://github.com/mifi/SimpleInstaBot/issues/28
-  async function setLang(short, long) {
+  async function setLang(short, long, assumeLoggedIn = false) {
     logger.log(`Setting language to ${long} (${short})`);
 
-    // This doesn't seem to always work, hence why it's just a fallback now
-    async function fallbackSetLang() {
-      await goHome();
-      await sleep(1000);
-
-      await page.setCookie({
-        name: 'ig_lang',
-        value: short,
-        path: '/',
-      });
-      await sleep(1000);
-      await goHome();
-      await sleep(3000);
-    }
-
     try {
       await sleep(1000);
-      await goHome();
+
+      // when logged in, we need to go to account in order to be able to check/set language
+      // (need to see the footer)
+      if (assumeLoggedIn) {
+        await page.goto(`${instagramBaseUrl}/accounts/edit/`);
+      } else {
+        await goHome();
+      }
       await sleep(3000);
       const elementHandles = await page.$x(`//select[//option[@value='${short}' and text()='${long}']]`);
       if (elementHandles.length < 1) throw new Error('Language selector not found');
@@ -841,6 +855,10 @@ const Instauto = async (db, browser, options) => {
 
       if (alreadyEnglish) {
         logger.log('Already English language');
+        if (!assumeLoggedIn) {
+          await goHome(); // because we were on the settings page
+          await sleep(1000);
+        }
         return;
       }
 
@@ -850,12 +868,23 @@ const Instauto = async (db, browser, options) => {
       await sleep(1000);
     } catch (err) {
       logger.error('Failed to set language, trying fallback (cookie)', err);
-      await fallbackSetLang();
+      // This doesn't seem to always work, hence why it's just a fallback now
+      await goHome();
+      await sleep(1000);
+
+      await page.setCookie({
+        name: 'ig_lang',
+        value: short,
+        path: '/',
+      });
+      await sleep(1000);
+      await goHome();
+      await sleep(3000);
     }
   }
 
-  const setEnglishLang = async () => setLang('en', 'English');
-  // const setEnglishLang = async () => setLang('de', 'Deutsch');
+  const setEnglishLang = async (assumeLoggedIn) => setLang('en', 'English', assumeLoggedIn);
+  // const setEnglishLang = async (assumeLoggedIn) => setLang('de', 'Deutsch', assumeLoggedIn);
 
   async function tryPressButton(elementHandles, name, sleepMs = 3000) {
     try {
@@ -869,7 +898,7 @@ const Instauto = async (db, browser, options) => {
     }
   }
 
-  await setEnglishLang();
+  await setEnglishLang(false);
 
   await tryPressButton(await page.$x('//button[contains(text(), "Accept")]'), 'Accept cookies dialog');
   await tryPressButton(await page.$x('//button[contains(text(), "Only allow essential cookies")]'), 'Accept cookies dialog 2 button 1', 10000);
@@ -924,7 +953,8 @@ const Instauto = async (db, browser, options) => {
     }
 
     // In case language gets reset after logging in
-    await setEnglishLang();
+    // https://github.com/mifi/SimpleInstaBot/issues/118
+    await setEnglishLang(true);
 
     // Mobile version https://github.com/mifi/SimpleInstaBot/issues/7
     await tryPressButton(await page.$x('//button[contains(text(), "Save Info")]'), 'Login info dialog: Save Info');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "instauto",
-  "version": "7.2.2",
+  "version": "7.2.3",
   "description": "Instagram automation library written in Node.js",
   "main": "index.js",
   "scripts": {