open-nami 1.0.3 → 1.0.5

package/dist/cli.js

@@ -9,7 +9,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "open-nami",
-      version: "1.0.3",
+      version: "1.0.5",
       description: "Open Nami \u2014 terminal-first bulk social media profile downloader for Instagram, TikTok, Facebook & X.",
       type: "module",
       bin: {
@@ -1387,14 +1387,31 @@ function parseProfileInput(input) {
       }
     }
     if (host.includes("x.com") || host.includes("twitter.com")) {
+      if (pathParts[0]?.toLowerCase() === "i" && pathParts[1]?.toLowerCase() === "history" && pathParts[2]?.toLowerCase() === "likes") {
+        return {
+          platform: "x",
+          username: "i_history_likes",
+          cleanUrl: "https://x.com/i/history/likes",
+          rawInput: input
+        };
+      }
+      if (pathParts[0]?.toLowerCase() === "i" && pathParts[1]?.toLowerCase() === "bookmarks") {
+        return {
+          platform: "x",
+          username: "i_bookmarks",
+          cleanUrl: "https://x.com/i/bookmarks",
+          rawInput: input
+        };
+      }
       const firstPart = pathParts[0] || "";
       const reserved = ["home", "explore", "notifications", "messages", "i", "settings"];
       if (firstPart && !reserved.includes(firstPart.toLowerCase())) {
         const username = firstPart.replace(/^@/, "");
+        const isLikesUrl = pathParts[1]?.toLowerCase() === "likes";
         return {
           platform: "x",
           username: sanitizeUsername(username),
-          cleanUrl: `https://x.com/${username}`,
+          cleanUrl: isLikesUrl ? `https://x.com/${username}/likes` : `https://x.com/${username}`,
           rawInput: input
         };
       }
@@ -1559,6 +1576,9 @@ function resolvePlatformDownloadsDir(options = {}) {
   return defaultFallback;
 }
 
+// src/lib/engines/extractors/instagram.ts
+import crypto from "crypto";
+
 // src/lib/engines/extractors/http.ts
 import fs5 from "fs/promises";
 import { setTimeout as setTimeoutPromise } from "timers/promises";
@@ -1627,6 +1647,11 @@ async function sleep(minMs, maxMs, signal) {
     throw err;
   }
 }
+function combineTimeoutSignal(signal, timeoutMs) {
+  if (!timeoutMs || timeoutMs <= 0) return signal;
+  const timeoutSignal = AbortSignal.timeout(timeoutMs);
+  return signal ? AbortSignal.any([signal, timeoutSignal]) : timeoutSignal;
+}
 var HttpClient = class {
   defaultCookies = {};
   defaultHeaders;
@@ -1661,8 +1686,8 @@ var HttpClient = class {
     Object.assign(this.defaultCookies, loaded);
   }
   async request(url, options = {}) {
-    const retries = options.retries ?? 3;
-    const retryDelay = options.retryDelayMs ?? 1500;
+    const retries = options.retries ?? 1;
+    const retryDelay = options.retryDelayMs ?? 1e3;
     let cookieHeader = "";
     if (options.cookiePath) {
       const fromPath = await this.getCachedCookies(options.cookiePath, options.cookieDomain);
@@ -1688,9 +1713,11 @@ var HttpClient = class {
       if (options.signal?.aborted) {
         throw options.signal.reason ?? new Error("Aborted");
       }
+      const requestSignal = combineTimeoutSignal(options.signal || void 0, options.timeoutMs);
       try {
         const response = await fetch(url, {
           ...options,
+          signal: requestSignal,
           headers
         });
         if (response.status === 429) {
@@ -1699,7 +1726,8 @@ var HttpClient = class {
               await response.body?.cancel();
             } catch {
             }
-            await sleep(retryDelay * (attempt + 1) * 2, void 0, options.signal || void 0);
+            const backoffMs = Math.min(retryDelay * (attempt + 1), 2500);
+            await sleep(backoffMs, void 0, options.signal || void 0);
             continue;
           }
         }
@@ -1708,7 +1736,8 @@ var HttpClient = class {
             await response.body?.cancel();
           } catch {
           }
-          await sleep(retryDelay * (attempt + 1), void 0, options.signal || void 0);
+          const backoffMs = Math.min(retryDelay * (attempt + 1), 2e3);
+          await sleep(backoffMs, void 0, options.signal || void 0);
           continue;
         }
         return response;
@@ -1731,13 +1760,23 @@ var HttpClient = class {
       }
     });
     if (!res.ok) {
+      try {
+        await res.body?.cancel();
+      } catch {
+      }
       throw new Error(`HTTP ${res.status} (${res.statusText}) for ${url}`);
     }
-    return await res.json();
+    const text = await res.text();
+    const cleanText = text.replace(/^\s*(?:for\s*\(\s*;\s*;\s*\);|\)\]\}',)/, "").trim();
+    return JSON.parse(cleanText);
   }
   async fetchText(url, options = {}) {
     const res = await this.request(url, options);
     if (!res.ok) {
+      try {
+        await res.body?.cancel();
+      } catch {
+      }
       throw new Error(`HTTP ${res.status} (${res.statusText}) for ${url}`);
     }
     return await res.text();
@@ -1747,7 +1786,22 @@ var HttpClient = class {
 // src/lib/engines/extractors/instagram.ts
 var IG_APP_ID = "936619743392459";
 var IG_TIMELINE_QUERY_HASH = "69cba40317214236af40e7efa697781d";
-var IG_POLARIS_DOC_ID = "28975909992013618";
+var IG_QUERIES = {
+  PolarisProfilePostsTabContentQuery_connection: "39229011733413759",
+  PolarisProfileReelsTabContentQuery_connection: "28989741540630190",
+  PolarisProfileTaggedTabContentQuery_connection: "28794602806842110",
+  PolarisProfileStoryHighlightsTrayContentQuery: "26970053832668570",
+  PolarisStoriesV3ReelPageGalleryQuery: "28262315486766731",
+  PolarisStoriesV3TrayContainerQuery: "27703822975903310",
+  PolarisProfilePageContentQuery: "28649589871350527"
+};
+var IG_POLARIS_DOC_ID = IG_QUERIES.PolarisProfilePostsTabContentQuery_connection;
+function logExtractorDebug(endpoint, err) {
+  if (process.env.DEBUG || process.env.OPEN_NAMI_DEBUG) {
+    const message = err instanceof Error ? err.message : String(err);
+    console.debug(`[open-nami:instagram] ${endpoint} query fallback: ${message}`);
+  }
+}
 function parseIgNodeToMediaItems(node, username) {
   const items = [];
   const anyNode = node;
@@ -1783,6 +1837,21 @@ function parseIgNodeToMediaItems(node, username) {
         height: video?.height ?? node.dimensions?.height,
         thumbnailUrl: node.display_url
       });
+    } else {
+      const candidate = node.image_versions2?.candidates?.[0];
+      const photoUrl = candidate?.url || node.display_url;
+      if (photoUrl) {
+        items.push({
+          id: baseId,
+          url: photoUrl,
+          filename: `${username}_${date || baseId}`,
+          extension: "jpg",
+          type: "photo",
+          date,
+          width: candidate?.width ?? node.dimensions?.width,
+          height: candidate?.height ?? node.dimensions?.height
+        });
+      }
     }
   } else {
     const candidate = node.image_versions2?.candidates?.[0];
@@ -1852,6 +1921,8 @@ var InstagramExtractor = class {
       cookiePath: options.cookiePath,
       cookieDomain: "instagram.com",
       signal: options.signal,
+      retries: 0,
+      timeoutMs: 4e3,
       headers: {
         "X-IG-App-ID": IG_APP_ID,
         "Referer": `https://www.instagram.com/${username}/`
@@ -1860,9 +1931,47 @@ var InstagramExtractor = class {
     if (!res.data?.user) {
       throw new Error(`Instagram user not found or private profile: ${username}`);
     }
-    return res.data.user;
+    const user = res.data.user;
+    if (user.is_private) {
+      const fs13 = user.friendship_status;
+      const isFollowing = fs13 ? Boolean(fs13.following) : Boolean(user.followed_by_viewer);
+      if (!isFollowing) {
+        throw new Error(`Instagram profile @${username} is private. You must provide a session cookie jar of an account following this profile.`);
+      }
+    }
+    return user;
   }
   async fetchHighlightsTray(userId, options) {
+    try {
+      const variables = JSON.stringify({ user_id: userId });
+      const body = new URLSearchParams({
+        doc_id: IG_QUERIES.PolarisProfileStoryHighlightsTrayContentQuery,
+        variables
+      }).toString();
+      const res = await this.httpClient.fetchJson("https://www.instagram.com/graphql/query", {
+        method: "POST",
+        body,
+        cookiePath: options.cookiePath,
+        cookieDomain: "instagram.com",
+        signal: options.signal,
+        headers: {
+          "Content-Type": "application/x-www-form-urlencoded",
+          "X-IG-App-ID": IG_APP_ID,
+          "X-FB-Friendly-Name": "PolarisProfileStoryHighlightsTrayContentQuery",
+          "Referer": "https://www.instagram.com/"
+        }
+      });
+      if (res?.errors && Array.isArray(res.errors) && res.errors.length > 0) {
+        const errMsg = res.errors.map((e) => e.message || JSON.stringify(e)).join("; ");
+        throw new Error(`Instagram GraphQL query error: ${errMsg}`);
+      }
+      const edges = res?.data?.highlights?.edges;
+      if (Array.isArray(edges) && edges.length > 0) {
+        return edges.map((e) => e.node);
+      }
+    } catch (err) {
+      logExtractorDebug("PolarisProfileStoryHighlightsTrayContentQuery", err);
+    }
     const url = `https://www.instagram.com/api/v1/highlights/${userId}/highlights_tray/`;
     try {
       const res = await this.httpClient.fetchJson(url, {
@@ -1874,7 +1983,8 @@ var InstagramExtractor = class {
         }
       });
       return res.tray ?? [];
-    } catch {
+    } catch (err) {
+      logExtractorDebug("Highlights legacy REST", err);
       return [];
     }
   }
@@ -1898,40 +2008,226 @@ var InstagramExtractor = class {
       return [];
     }
   }
-  async fetchNextPostsPage(userId, username, cursor, options) {
-    const variables = JSON.stringify({ id: userId, first: 12, after: cursor });
-    const url = `https://www.instagram.com/graphql/query/?query_hash=${IG_TIMELINE_QUERY_HASH}&variables=${encodeURIComponent(variables)}`;
+  async fetchWebTokens(username, options) {
+    let csrfToken;
+    if (options.cookiePath) {
+      try {
+        const cookies = await loadCookiesFromPath(options.cookiePath, "instagram.com");
+        csrfToken = cookies["csrftoken"];
+      } catch {
+      }
+    }
+    if (!csrfToken) {
+      csrfToken = crypto.randomBytes(16).toString("hex");
+    }
     try {
-      const res = await this.httpClient.fetchJson(url, {
+      const html = await this.httpClient.fetchText(`https://www.instagram.com/${encodeURIComponent(username)}/`, {
         cookiePath: options.cookiePath,
         cookieDomain: "instagram.com",
         signal: options.signal,
         headers: {
-          "X-IG-App-ID": IG_APP_ID,
-          "Referer": `https://www.instagram.com/${username}/`
+          "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
         }
       });
-      const data = res?.data?.user?.edge_owner_to_timeline_media;
-      if (data?.edges && data.edges.length > 0) {
-        return {
-          edges: data.edges,
-          hasNextPage: Boolean(data.page_info?.has_next_page),
-          nextCursor: data.page_info?.end_cursor
-        };
+      let lsd;
+      let fbDtsg;
+      let userId;
+      const eqmcMatch = html.match(/id="__eqmc"[^>]*>([^<]+)<\/script>/);
+      if (eqmcMatch) {
+        try {
+          const eqmc = JSON.parse(eqmcMatch[1]);
+          if (eqmc.l) lsd = eqmc.l;
+          if (eqmc.f) fbDtsg = eqmc.f;
+        } catch {
+        }
+      }
+      if (!lsd) {
+        const m = html.match(/"lsd":"([^"]+)"/) || html.match(/"LSD",\[\],\{"token":"([^"]+)"/);
+        if (m) lsd = m[1];
+      }
+      if (!fbDtsg) {
+        const m = html.match(/"dtsg":\{"token":"([^"]+)"/);
+        if (m) fbDtsg = m[1];
+      }
+      const uMatch = html.match(/"profile_id":"([^"]+)"/) || html.match(/"user_id":"([^"]+)"/);
+      if (uMatch) userId = uMatch[1];
+      return { lsd, fbDtsg, csrfToken, userId };
+    } catch (err) {
+      logExtractorDebug("fetchWebTokens", err);
+      return { csrfToken };
+    }
+  }
+  async fetchPostsTabGraphQL(username, cursor, tokens, options) {
+    const postVariables = JSON.stringify({
+      after: cursor || null,
+      before: null,
+      data: {
+        count: 12,
+        include_reel_media_seen_timestamp: true,
+        include_relationship_info: true,
+        latest_besties_reel_media: true,
+        latest_reel_media: true
+      },
+      first: 12,
+      include_multi_captions: true,
+      last: null,
+      username,
+      __relay_internal__pv__PolarisMultiCaptionCarouselEnabledrelayprovider: true,
+      __relay_internal__pv__PolarisShortDramaEnabledrelayprovider: true,
+      __relay_internal__pv__PolarisThreadsStyleCommentsEnabledrelayprovider: false,
+      __relay_internal__pv__PolarisReelsRecoDebugOverlayEnabledrelayprovider: false
+    });
+    const bodyParams = new URLSearchParams({
+      av: "17841415137994167",
+      __d: "www",
+      __user: "0",
+      __a: "1",
+      __req: "0",
+      __hs: "20731.HYP:instagram_web_pkg.2.1...0",
+      dpr: "1",
+      __ccg: "EXCELLENT",
+      __rev: "1049285836",
+      __hsi: "7693193318680449885",
+      __comet_req: "7",
+      jazoest: "26461",
+      fb_api_caller_class: "RelayModern",
+      fb_api_req_friendly_name: "PolarisProfilePostsTabContentQuery_connection",
+      server_timestamps: "true",
+      variables: postVariables,
+      doc_id: IG_POLARIS_DOC_ID
+    });
+    if (tokens.fbDtsg) bodyParams.set("fb_dtsg", tokens.fbDtsg);
+    if (tokens.lsd) bodyParams.set("lsd", tokens.lsd);
+    const headers = {
+      "Accept": "*/*",
+      "Content-Type": "application/x-www-form-urlencoded",
+      "X-IG-App-ID": IG_APP_ID,
+      "X-IG-Max-Touch-Points": "0",
+      "X-FB-Friendly-Name": "PolarisProfilePostsTabContentQuery_connection",
+      "Referer": `https://www.instagram.com/${username}/`,
+      "Origin": "https://www.instagram.com",
+      "X-ASBD-ID": "359341",
+      "Sec-Fetch-Dest": "empty",
+      "Sec-Fetch-Mode": "cors",
+      "Sec-Fetch-Site": "same-origin"
+    };
+    if (tokens.csrfToken) headers["X-CSRFToken"] = tokens.csrfToken;
+    if (tokens.lsd) headers["X-FB-LSD"] = tokens.lsd;
+    const res = await this.httpClient.fetchJson("https://www.instagram.com/graphql/query", {
+      method: "POST",
+      body: bodyParams.toString(),
+      cookiePath: options.cookiePath,
+      cookieDomain: "instagram.com",
+      signal: options.signal,
+      headers
+    });
+    if (res?.errors && Array.isArray(res.errors) && res.errors.length > 0) {
+      const errMsg = res.errors.map((e) => e.message || JSON.stringify(e)).join("; ");
+      throw new Error(`Instagram GraphQL query error: ${errMsg}`);
+    }
+    const connection = res?.data?.xdt_api__v1__feed__user_timeline_graphql_connection || res?.data?.user?.edge_owner_to_timeline_media;
+    if (connection?.edges && Array.isArray(connection.edges)) {
+      let resolvedUserId;
+      for (const edge of connection.edges) {
+        const node = edge?.node;
+        if (node?.owner_id) {
+          resolvedUserId = String(node.owner_id);
+          break;
+        }
+        if (node?.user?.pk || node?.user?.id) {
+          resolvedUserId = String(node.user.pk || node.user.id);
+          break;
+        }
+        if (typeof node?.id === "string" && node.id.includes("_")) {
+          resolvedUserId = node.id.split("_")[1];
+          break;
+        }
+      }
+      return {
+        edges: connection.edges,
+        hasNextPage: Boolean(connection.page_info?.has_next_page),
+        nextCursor: connection.page_info?.end_cursor,
+        userId: resolvedUserId
+      };
+    }
+    return { edges: [], hasNextPage: false };
+  }
+  async fetchNextPostsPage(userId, username, cursor, options, tokens) {
+    if (userId) {
+      const variables = JSON.stringify({ id: userId, first: 12, after: cursor });
+      const url = `https://www.instagram.com/graphql/query/?query_hash=${IG_TIMELINE_QUERY_HASH}&variables=${encodeURIComponent(variables)}`;
+      try {
+        const res = await this.httpClient.fetchJson(url, {
+          cookiePath: options.cookiePath,
+          cookieDomain: "instagram.com",
+          signal: options.signal,
+          headers: {
+            "X-IG-App-ID": IG_APP_ID,
+            "Referer": `https://www.instagram.com/${username}/`
+          }
+        });
+        const data = res?.data?.user?.edge_owner_to_timeline_media;
+        if (data?.edges && data.edges.length > 0) {
+          return {
+            edges: data.edges,
+            hasNextPage: Boolean(data.page_info?.has_next_page),
+            nextCursor: data.page_info?.end_cursor
+          };
+        }
+      } catch (err) {
+        logExtractorDebug("edge_owner_to_timeline_media", err);
+      }
+    }
+    try {
+      const page = await this.fetchPostsTabGraphQL(username, cursor, tokens || {}, options);
+      if (page.edges && page.edges.length > 0) {
+        return page;
+      }
+    } catch (err) {
+      logExtractorDebug("PolarisProfilePostsTabContentQuery_connection", err);
+    }
+    if (userId) {
+      try {
+        const restUrl = `https://www.instagram.com/api/v1/feed/user/${userId}/?count=12&max_id=${encodeURIComponent(cursor)}`;
+        const res = await this.httpClient.fetchJson(restUrl, {
+          cookiePath: options.cookiePath,
+          cookieDomain: "instagram.com",
+          signal: options.signal,
+          headers: {
+            "X-IG-App-ID": IG_APP_ID,
+            "Referer": `https://www.instagram.com/${username}/`
+          }
+        });
+        if (Array.isArray(res?.items) && res.items.length > 0) {
+          const edges = res.items.map((item) => ({ node: item }));
+          return {
+            edges,
+            hasNextPage: Boolean(res.more_available),
+            nextCursor: res.next_max_id ? String(res.next_max_id) : void 0
+          };
+        }
+      } catch (err) {
+        logExtractorDebug("v1 user feed REST", err);
       }
-    } catch {
     }
+    return { edges: [], hasNextPage: false };
+  }
+  async fetchNextReelsPage(userId, cursor, options) {
     try {
-      const postVariables = JSON.stringify({
+      const variables = JSON.stringify({
         after: cursor,
         first: 12,
-        username,
-        data: { count: 12 }
+        id: userId,
+        data: {
+          include_feed_video: true,
+          page_size: 12,
+          target_user_id: userId
+        }
       });
       const postUrl = "https://www.instagram.com/graphql/query";
       const body = new URLSearchParams({
-        doc_id: IG_POLARIS_DOC_ID,
-        variables: postVariables
+        doc_id: IG_QUERIES.PolarisProfileReelsTabContentQuery_connection,
+        variables
       }).toString();
       const res = await this.httpClient.fetchJson(postUrl, {
         method: "POST",
@@ -1942,40 +2238,33 @@ var InstagramExtractor = class {
         headers: {
           "Content-Type": "application/x-www-form-urlencoded",
           "X-IG-App-ID": IG_APP_ID,
-          "X-FB-Friendly-Name": "PolarisProfilePostsTabContentQuery_connection",
-          "Referer": `https://www.instagram.com/${username}/`
+          "X-FB-Friendly-Name": "PolarisProfileReelsTabContentQuery_connection",
+          "Referer": "https://www.instagram.com/"
         }
       });
-      const connection = res?.data?.xdt_api__v1__feed__user_timeline_graphql_connection || res?.data?.user?.edge_owner_to_timeline_media;
-      if (connection?.edges && connection.edges.length > 0) {
+      if (res?.errors && Array.isArray(res.errors) && res.errors.length > 0) {
+        const errMsg = res.errors.map((e) => e.message || JSON.stringify(e)).join("; ");
+        throw new Error(`Instagram GraphQL query error: ${errMsg}`);
+      }
+      const reelsData = res?.data?.fetch__XDTUserDict;
+      let connection = reelsData?.reels;
+      if (!connection && reelsData) {
+        for (const val of Object.values(reelsData)) {
+          if (val && typeof val === "object" && "edges" in val) {
+            connection = val;
+            break;
+          }
+        }
+      }
+      if (connection?.edges && Array.isArray(connection.edges)) {
         return {
           edges: connection.edges,
           hasNextPage: Boolean(connection.page_info?.has_next_page),
           nextCursor: connection.page_info?.end_cursor
         };
       }
-    } catch {
-    }
-    try {
-      const restUrl = `https://www.instagram.com/api/v1/feed/user/${userId}/?count=12&max_id=${encodeURIComponent(cursor)}`;
-      const res = await this.httpClient.fetchJson(restUrl, {
-        cookiePath: options.cookiePath,
-        cookieDomain: "instagram.com",
-        signal: options.signal,
-        headers: {
-          "X-IG-App-ID": IG_APP_ID,
-          "Referer": `https://www.instagram.com/${username}/`
-        }
-      });
-      if (Array.isArray(res?.items) && res.items.length > 0) {
-        const edges = res.items.map((item) => ({ node: item }));
-        return {
-          edges,
-          hasNextPage: Boolean(res.more_available),
-          nextCursor: res.next_max_id ? String(res.next_max_id) : void 0
-        };
-      }
-    } catch {
+    } catch (err) {
+      logExtractorDebug("PolarisProfileReelsTabContentQuery_connection", err);
     }
     return { edges: [], hasNextPage: false };
   }
@@ -1987,9 +2276,29 @@ var InstagramExtractor = class {
       found: 0,
       message: `Fetching Instagram profile @${username}...`
     });
-    const user = await this.fetchUserProfile(username, options);
-    const userId = user.id;
+    let user = null;
+    try {
+      user = await this.fetchUserProfile(username, options);
+    } catch (err) {
+      logExtractorDebug("fetchUserProfile", err);
+    }
+    let webTokens = {};
+    if (!user) {
+      webTokens = await this.fetchWebTokens(username, options);
+    }
+    let userId = user?.id || webTokens.userId;
+    if (!userId && (subDir === "Stories" || subDir === "Highlights")) {
+      try {
+        const probe = await this.fetchPostsTabGraphQL(username, void 0, webTokens, options);
+        if (probe.userId) {
+          userId = probe.userId;
+        }
+      } catch (err) {
+        logExtractorDebug("userId probe", err);
+      }
+    }
     if (subDir === "Stories") {
+      if (!userId) return;
       options.onProgress?.({
         stage: "Stories",
         found: 0,
@@ -2005,6 +2314,7 @@ var InstagramExtractor = class {
       return;
     }
     if (subDir === "Highlights") {
+      if (!userId) return;
       options.onProgress?.({
         stage: "Highlights",
         found: 0,
@@ -2030,15 +2340,31 @@ var InstagramExtractor = class {
       return;
     }
     let found = 0;
-    let currentEdges = user.edge_owner_to_timeline_media?.edges ?? [];
-    let hasNextPage = Boolean(user.edge_owner_to_timeline_media?.page_info?.has_next_page);
-    let endCursor = user.edge_owner_to_timeline_media?.page_info?.end_cursor;
+    const emittedItemIds = /* @__PURE__ */ new Set();
+    let currentEdges = user?.edge_owner_to_timeline_media?.edges ?? [];
+    let hasNextPage = Boolean(user?.edge_owner_to_timeline_media?.page_info?.has_next_page);
+    let endCursor = user?.edge_owner_to_timeline_media?.page_info?.end_cursor;
+    if (!user) {
+      try {
+        const firstPage = await this.fetchPostsTabGraphQL(username, void 0, webTokens, options);
+        currentEdges = firstPage.edges;
+        hasNextPage = firstPage.hasNextPage;
+        endCursor = firstPage.nextCursor;
+        if (!userId && firstPage.userId) {
+          userId = firstPage.userId;
+        }
+      } catch (err) {
+        logExtractorDebug("fetchPostsTabGraphQL initial", err);
+      }
+    }
     while (true) {
       for (const edge of currentEdges) {
         const items = parseIgNodeToMediaItems(edge.node, username);
         for (const item of items) {
           if (subDir === "Photos" && item.type !== "photo") continue;
           if (subDir === "Videos" && item.type !== "video") continue;
+          if (emittedItemIds.has(item.id)) continue;
+          emittedItemIds.add(item.id);
           found++;
           options.onProgress?.({
             stage: subDir,
@@ -2053,7 +2379,7 @@ var InstagramExtractor = class {
       }
       await sleep(1500, 2500, options.signal);
       try {
-        const nextPage = await this.fetchNextPostsPage(userId, username, endCursor, options);
+        const nextPage = await this.fetchNextPostsPage(userId || "", username, endCursor, options, webTokens);
         currentEdges = nextPage.edges;
         hasNextPage = nextPage.hasNextPage;
         endCursor = nextPage.nextCursor;
@@ -2064,12 +2390,14 @@ var InstagramExtractor = class {
         break;
       }
     }
-    if (subDir === "Videos") {
-      const videoEdges = user.edge_felix_video_timeline?.edges ?? [];
+    if (subDir === "Videos" && userId) {
+      const videoEdges = user?.edge_felix_video_timeline?.edges ?? [];
       for (const edge of videoEdges) {
         const items = parseIgNodeToMediaItems(edge.node, username);
         for (const item of items) {
           if (item.type !== "video") continue;
+          if (emittedItemIds.has(item.id)) continue;
+          emittedItemIds.add(item.id);
           found++;
           options.onProgress?.({
             stage: "Videos",
@@ -2079,6 +2407,37 @@ var InstagramExtractor = class {
           yield item;
         }
       }
+      let reelsCursor = "";
+      let hasMoreReels = true;
+      while (hasMoreReels && !options.signal?.aborted) {
+        try {
+          const reelsPage = await this.fetchNextReelsPage(userId, reelsCursor, options);
+          if (!reelsPage.edges || reelsPage.edges.length === 0) break;
+          for (const edge of reelsPage.edges) {
+            const items = parseIgNodeToMediaItems(edge.node, username);
+            for (const item of items) {
+              if (item.type !== "video") continue;
+              if (emittedItemIds.has(item.id)) continue;
+              emittedItemIds.add(item.id);
+              found++;
+              options.onProgress?.({
+                stage: "Videos",
+                found,
+                message: `Found reel: ${item.filename}`
+              });
+              yield item;
+            }
+          }
+          if (reelsPage.hasNextPage && reelsPage.nextCursor && reelsPage.nextCursor !== reelsCursor) {
+            reelsCursor = reelsPage.nextCursor;
+            await sleep(1500, 2500, options.signal);
+          } else {
+            hasMoreReels = false;
+          }
+        } catch {
+          break;
+        }
+      }
     }
   }
 };
@@ -2104,8 +2463,43 @@ var TWITTER_FEATURES = {
   responsive_web_text_conversations_enabled: false,
   longform_notetweets_rich_text_read_enabled: true,
   longform_notetweets_inline_media_enabled: true,
-  responsive_web_enhance_cards_enabled: false
+  responsive_web_enhance_cards_enabled: false,
+  creator_subscriptions_tweet_preview_api_enabled: true,
+  communities_web_enable_tweet_community_results_fetch: true,
+  c9s_tweet_anatomy_moderator_badge_enabled: true,
+  articles_preview_enabled: true,
+  responsive_web_twitter_article_tweet_consumption_enabled: true,
+  responsive_web_grok_analyze_post_followups_enabled: true,
+  responsive_web_jetfuel_frame: true,
+  responsive_web_grok_share_attachment_enabled: true,
+  responsive_web_grok_analysis_button_from_backend: true,
+  responsive_web_grok_image_annotation_enabled: true,
+  responsive_web_grok_imagine_annotation_enabled: true,
+  profile_label_improvements_pcf_label_in_post_enabled: true,
+  rweb_tipjar_consumption_enabled: true
 };
+function shouldSkipTweetReply(tweet, targetUserId, mode = "timeline") {
+  const tweetResult = tweet.tweet || tweet;
+  const legacy = tweetResult.legacy || tweetResult;
+  const replyToUserId = legacy.in_reply_to_user_id_str;
+  if (!replyToUserId) {
+    return false;
+  }
+  const authorId = legacy.user_id_str || tweetResult.core?.user_results?.result?.rest_id;
+  if (mode === "timeline") {
+    if (targetUserId) {
+      if (replyToUserId !== targetUserId || authorId && authorId !== targetUserId) {
+        return true;
+      }
+      return false;
+    }
+    return Boolean(authorId && replyToUserId !== authorId);
+  }
+  if (authorId && replyToUserId === authorId) {
+    return false;
+  }
+  return true;
+}
 function parseTweetMediaEntities(tweet, username) {
   const items = [];
   const tweetResult = tweet.tweet || tweet;
@@ -2175,6 +2569,8 @@ var XExtractor = class {
           cookiePath: options.cookiePath,
           cookieDomain: "x.com",
           signal: options.signal,
+          retries: 0,
+          timeoutMs: 3e3,
           headers: {
             "Authorization": `Bearer ${TWITTER_BEARER_TOKEN}`
           }
@@ -2193,6 +2589,29 @@ var XExtractor = class {
     throw new Error("Failed to activate X/Twitter guest session: no guest token returned");
   }
   async fetchUserRestId(username, options) {
+    if (username.startsWith("id:")) {
+      return username.slice(3);
+    }
+    if (username === "i_history_likes") {
+      if (options.cookiePath) {
+        let cookies = await loadCookiesFromPath(options.cookiePath, "x.com");
+        if (!cookies["twid"]) {
+          cookies = await loadCookiesFromPath(options.cookiePath, "twitter.com");
+        }
+        if (!cookies["twid"]) {
+          cookies = await loadCookiesFromPath(options.cookiePath);
+        }
+        const twid = cookies["twid"];
+        if (twid) {
+          const decoded = decodeURIComponent(twid).replace(/^"|"$/g, "").trim();
+          const rawId = decoded.startsWith("u=") ? decoded.slice(2) : decoded.includes("=") ? decoded.split("=").pop()?.trim() : decoded;
+          if (rawId && /^[a-zA-Z0-9_-]+$/.test(rawId)) {
+            return rawId;
+          }
+        }
+      }
+      throw new Error("Authentication required for X/Twitter likes history: missing 'twid' cookie");
+    }
     await this.ensureGuestToken(options);
     const variables = JSON.stringify({
       screen_name: username,
@@ -2204,7 +2623,9 @@ var XExtractor = class {
       const res = await this.httpClient.fetchJson(url, {
         cookiePath: options.cookiePath,
         cookieDomain: "x.com",
-        signal: options.signal
+        signal: options.signal,
+        retries: 0,
+        timeoutMs: 4e3
       });
       const restId = res.data?.user?.result?.rest_id;
       if (restId) return restId;
@@ -2212,7 +2633,11 @@ var XExtractor = class {
     }
     const syndiUrl = `https://cdn.syndication.twimg.com/widgets/followbutton/info.json?screen_names=${encodeURIComponent(username)}`;
     try {
-      const res = await this.httpClient.fetchJson(syndiUrl, { signal: options.signal });
+      const res = await this.httpClient.fetchJson(syndiUrl, {
+        signal: options.signal,
+        retries: 0,
+        timeoutMs: 3e3
+      });
       if (res[0]?.id) return String(res[0].id);
     } catch {
     }
@@ -2221,13 +2646,28 @@ var XExtractor = class {
   async *extract(profile, options) {
     const username = profile.username;
     const subDir = options.subDir;
+    const isLikes = username === "i_history_likes" || profile.cleanUrl?.endsWith("/likes");
+    const authHeaders = {};
+    if (options.cookiePath) {
+      let cookies = await loadCookiesFromPath(options.cookiePath, "x.com");
+      if (!cookies["ct0"] && !cookies["auth_token"]) {
+        const twCookies = await loadCookiesFromPath(options.cookiePath, "twitter.com");
+        cookies = { ...twCookies, ...cookies };
+      }
+      if (cookies["ct0"]) {
+        authHeaders["x-csrf-token"] = cookies["ct0"];
+      }
+      if (cookies["auth_token"]) {
+        authHeaders["x-twitter-auth-type"] = "OAuth2Session";
+      }
+    }
     options.onProgress?.({
-      stage: "Profile",
+      stage: isLikes ? "Likes" : "Profile",
       found: 0,
-      message: `Fetching X profile @${username}...`
+      message: isLikes ? "Fetching liked posts from X..." : `Fetching X profile @${username}...`
     });
     const userId = await this.fetchUserRestId(username, options);
-    const endpoint = "https://x.com/i/api/graphql/jCRhbOzdgOHp6u9H4g2tEg/UserMedia";
+    const endpoint = isLikes ? "https://x.com/i/api/graphql/TGEKkJG_meudeaFcqaxM-Q/Likes" : "https://x.com/i/api/graphql/jCRhbOzdgOHp6u9H4g2tEg/UserMedia";
     let cursor;
     let hasMore = true;
     let found = 0;
@@ -2251,11 +2691,15 @@ var XExtractor = class {
         res = await this.httpClient.fetchJson(url, {
           cookiePath: options.cookiePath,
           cookieDomain: "x.com",
-          signal: options.signal
+          signal: options.signal,
+          headers: authHeaders
         });
       } catch (err) {
         break;
       }
+      if (res?.errors?.length && !res?.data?.user?.result) {
+        throw new Error(`X/Twitter API error: ${res.errors[0]?.message || "GraphQL query failed"}`);
+      }
       const instructions = res?.data?.user?.result?.timeline_v2?.timeline?.instructions || [];
       let newCursor;
       let pageItemCount = 0;
@@ -2268,6 +2712,9 @@ var XExtractor = class {
           }
           const tweetContent = entry.content?.itemContent?.tweet_results?.result;
           if (tweetContent) {
+            if (shouldSkipTweetReply(tweetContent, userId, isLikes ? "likes" : "timeline")) {
+              continue;
+            }
             const mediaItems = parseTweetMediaEntities(tweetContent, username);
             for (const item of mediaItems) {
               if (subDir === "Photos" && item.type !== "photo") continue;
@@ -2296,16 +2743,86 @@ var XExtractor = class {
 
 // src/lib/engines/extractors/tiktok.ts
 function parseTikTokRehydrationJson(html) {
-  const match = html.match(
+  const universalMatch = html.match(
     /<script id="__UNIVERSAL_DATA_FOR_REHYDRATION__"[^>]*>([\s\S]*?)<\/script>/
   );
-  if (!match) return null;
-  try {
-    const raw = JSON.parse(match[1]);
-    return raw?.["__DEFAULT_SCOPE__"];
-  } catch {
-    return null;
+  if (universalMatch) {
+    try {
+      const raw = JSON.parse(universalMatch[1]);
+      const scope = raw?.["__DEFAULT_SCOPE__"] || raw;
+      if (scope) return scope;
+    } catch {
+    }
   }
+  const sigiTagMatch = html.match(
+    /<script id="SIGI_STATE"[^>]*>([\s\S]*?)<\/script>/
+  );
+  if (sigiTagMatch) {
+    try {
+      const raw = JSON.parse(sigiTagMatch[1]);
+      const user = Object.values(raw?.UserModule?.users || {})[0];
+      const items = Object.values(raw?.ItemModule || {});
+      return {
+        "webapp.user-detail": {
+          userInfo: { user },
+          itemList: items
+        },
+        SIGI_STATE: raw
+      };
+    } catch {
+    }
+  }
+  const sigiWindowMatch = html.match(
+    /(?:window\[['"]SIGI_STATE['"]\]|SIGI_STATE)\s*=\s*(\{[\s\S]*?\})\s*;/i
+  );
+  if (sigiWindowMatch) {
+    try {
+      const raw = JSON.parse(sigiWindowMatch[1]);
+      const user = Object.values(raw?.UserModule?.users || {})[0];
+      const items = Object.values(raw?.ItemModule || {});
+      return {
+        "webapp.user-detail": {
+          userInfo: { user },
+          itemList: items
+        },
+        SIGI_STATE: raw
+      };
+    } catch {
+    }
+  }
+  const nextDataMatch = html.match(
+    /<script id="__NEXT_DATA__"[^>]*>([\s\S]*?)<\/script>/
+  );
+  if (nextDataMatch) {
+    try {
+      const raw = JSON.parse(nextDataMatch[1]);
+      const pageProps = raw?.props?.pageProps;
+      if (pageProps) {
+        return {
+          "webapp.user-detail": {
+            userInfo: pageProps.userInfo,
+            itemList: pageProps.items || pageProps.itemList || []
+          },
+          __NEXT_DATA__: raw
+        };
+      }
+    } catch {
+    }
+  }
+  const secUidMatch = html.match(/(?:secUid|sec_uid)["':=\s]+(MS4wLjABAAAA[\w-]{32,64})/i);
+  if (secUidMatch) {
+    return {
+      "webapp.user-detail": {
+        userInfo: {
+          user: {
+            secUid: secUidMatch[1]
+          }
+        },
+        itemList: []
+      }
+    };
+  }
+  return null;
 }
 function parseTikTokItem(item, username) {
   const items = [];
@@ -2368,7 +2885,9 @@ var TikTokExtractor = class {
     const html = await this.httpClient.fetchText(profileUrl, {
       cookiePath: options.cookiePath,
       cookieDomain: "tiktok.com",
-      signal: options.signal
+      signal: options.signal,
+      retries: 0,
+      timeoutMs: 4e3
     });
     const scope = parseTikTokRehydrationJson(html);
     const userDetail = scope?.["webapp.user-detail"];
@@ -2400,13 +2919,28 @@ var TikTokExtractor = class {
       if (options.signal?.aborted) break;
       if (visitedCursors.has(cursor)) break;
       visitedCursors.add(cursor);
-      const apiUrl = `https://www.tiktok.com/api/post/item_list/?secUid=${encodeURIComponent(secUid)}&count=30&cursor=${cursor}&post_item_list_request_type=0`;
+      const deviceId = `${Math.floor(725e16 + Math.random() * 75e15)}`;
+      const queryParams = new URLSearchParams({
+        aid: "1988",
+        app_name: "tiktok_web",
+        device_platform: "web_pc",
+        channel: "tiktok_web",
+        device_id: deviceId,
+        secUid,
+        count: "30",
+        cursor,
+        post_item_list_request_type: "0"
+      });
+      const apiUrl = `https://www.tiktok.com/api/post/item_list/?${queryParams.toString()}`;
       let res;
       try {
         res = await this.httpClient.fetchJson(apiUrl, {
           cookiePath: options.cookiePath,
           cookieDomain: "tiktok.com",
-          signal: options.signal
+          signal: options.signal,
+          headers: {
+            "Referer": profileUrl
+          }
         });
       } catch {
         break;
@@ -2435,54 +2969,95 @@ var TikTokExtractor = class {
 };
 
 // src/lib/engines/extractors/facebook.ts
+function decodeEscapedUrl(raw) {
+  const sanitized = raw.replace(/[\r\n\t]/g, "").trim();
+  try {
+    return JSON.parse(`"${sanitized.replace(/"/g, '\\"')}"`);
+  } catch {
+    return sanitized.replace(/\\u([0-9a-fA-F]{4})/g, (_, hex) => String.fromCharCode(parseInt(hex, 16))).replace(/\\(["\\\/bfnrt])/g, (_, ch) => {
+      const escapes = {
+        '"': '"',
+        "\\": "\\",
+        "/": "/",
+        b: "\b",
+        f: "\f",
+        n: "\n",
+        r: "\r",
+        t: "	"
+      };
+      return escapes[ch] || ch;
+    });
+  }
+}
 function extractFacebookMediaFromHtml(html, username) {
   const items = [];
   const seenUrls = /* @__PURE__ */ new Set();
-  const hdMatch = html.match(/"browser_native_hd_url":"([^"]+)"/);
-  const sdMatch = html.match(/"browser_native_sd_url":"([^"]+)"/);
-  const rawVideoUrl = hdMatch?.[1] || sdMatch?.[1];
-  if (rawVideoUrl) {
-    try {
-      const videoUrl = JSON.parse(`"${rawVideoUrl}"`);
-      if (!seenUrls.has(videoUrl)) {
+  const videoPatterns = [
+    /"browser_native_hd_url":"([^"]+)"/g,
+    /"browser_native_sd_url":"([^"]+)"/g,
+    /"playable_url_quality_hd":"([^"]+)"/g,
+    /"playable_url":"([^"]+)"/g,
+    /<video[^>]+src=["'](https?:[^"']+)["']/gi
+  ];
+  let videoIndex = 1;
+  for (const regex of videoPatterns) {
+    let vMatch;
+    while ((vMatch = regex.exec(html)) !== null) {
+      const rawUrl = vMatch[1];
+      const videoUrl = decodeEscapedUrl(rawUrl).replace(/&amp;/g, "&");
+      if (videoUrl.startsWith("http") && !seenUrls.has(videoUrl)) {
         seenUrls.add(videoUrl);
         items.push({
-          id: `fb_video_${Date.now()}`,
+          id: `fb_video_${videoIndex}`,
           url: videoUrl,
-          filename: `${username}_video_${Date.now()}`,
+          filename: `${username}_video_${videoIndex}`,
           extension: "mp4",
           type: "video"
         });
+        videoIndex++;
       }
-    } catch {
     }
   }
-  const photoRegex = /,"image":\{"uri":"([^"]+)"/g;
+  const photoRegex = /,"(?:image|viewer_image|full_size_image|display_image)":\{"uri":"([^"]+)"/g;
   let match;
   let photoIndex = 1;
   while ((match = photoRegex.exec(html)) !== null) {
-    try {
-      const rawUrl = match[1];
-      const photoUrl = JSON.parse(`"${rawUrl}"`);
-      if (!seenUrls.has(photoUrl)) {
-        seenUrls.add(photoUrl);
-        items.push({
-          id: `fb_photo_${photoIndex}`,
-          url: photoUrl,
-          filename: `${username}_photo_${photoIndex}`,
-          extension: "jpg",
-          type: "photo"
-        });
-        photoIndex++;
-      }
-    } catch {
+    const rawUrl = match[1];
+    const photoUrl = decodeEscapedUrl(rawUrl).replace(/&amp;/g, "&");
+    if (!seenUrls.has(photoUrl)) {
+      seenUrls.add(photoUrl);
+      items.push({
+        id: `fb_photo_${photoIndex}`,
+        url: photoUrl,
+        filename: `${username}_photo_${photoIndex}`,
+        extension: "jpg",
+        type: "photo"
+      });
+      photoIndex++;
+    }
+  }
+  const mbasicImgRegex = /<img[^>]+src=["'](https:\/\/[^"'\s]*scontent[^"'\s]*\.(?:jpg|png|webp)[^"'\s]*)["']/gi;
+  let mMatch;
+  while ((mMatch = mbasicImgRegex.exec(html)) !== null) {
+    const rawUrl = mMatch[1];
+    const photoUrl = decodeEscapedUrl(rawUrl).replace(/&amp;/g, "&");
+    if (!seenUrls.has(photoUrl)) {
+      seenUrls.add(photoUrl);
+      items.push({
+        id: `fb_photo_${photoIndex}`,
+        url: photoUrl,
+        filename: `${username}_photo_${photoIndex}`,
+        extension: "jpg",
+        type: "photo"
+      });
+      photoIndex++;
     }
   }
   if (items.length === 0) {
-    const scontentRegex = /https:\/\/[^"'\s]*scontent[^"'\s]*\.(?:jpg|png|webp)[^"'\s]*/gi;
+    const scontentRegex = /https:\/\/[^"'\s<>]*scontent[^"'\s<>]*\.(?:jpg|png|webp)[^"'\s<>]*/gi;
     let sMatch;
     while ((sMatch = scontentRegex.exec(html)) !== null) {
-      const cleanUrl = sMatch[0].replace(/\\/g, "");
+      const cleanUrl = sMatch[0].replace(/\\/g, "").replace(/&amp;/g, "&");
       if (!seenUrls.has(cleanUrl)) {
         seenUrls.add(cleanUrl);
         items.push({
@@ -2498,6 +3073,59 @@ function extractFacebookMediaFromHtml(html, username) {
   }
   return items;
 }
+function extractFacebookPaginationCursor(html) {
+  const jsonCursorMatch = html.match(/"end_cursor":"([^"]+)"/) || html.match(/"cursor":"([^"]+)"/);
+  if (jsonCursorMatch && jsonCursorMatch[1]) {
+    return jsonCursorMatch[1];
+  }
+  const linkCursorMatch = html.match(/[?&](?:cursor|after)=([^"'\s&<>]+)/i);
+  if (linkCursorMatch && linkCursorMatch[1]) {
+    try {
+      return decodeURIComponent(linkCursorMatch[1]);
+    } catch {
+      return linkCursorMatch[1];
+    }
+  }
+  return null;
+}
+function resolveFacebookUrl(href, currentUrl) {
+  const cleanHref = href.replace(/\\/g, "").replace(/&amp;/g, "&");
+  try {
+    return new URL(cleanHref, currentUrl).toString();
+  } catch {
+    return cleanHref;
+  }
+}
+function extractFacebookNextPageUrl(html, currentUrl) {
+  const moreItemMatch = html.match(/<div[^>]*id=["'](?:m_more_item|m_more_posts)["'][^>]*>\s*<a[^>]+href=["']([^"']+)["']/i);
+  if (moreItemMatch && moreItemMatch[1]) {
+    return resolveFacebookUrl(moreItemMatch[1], currentUrl);
+  }
+  const cursorLabelMatch = html.match(/<a[^>]+href=["']([^"']*(?:cursor=|after=)[^"']+)["'][^>]*>[\s\S]*?(?:See [Mm]ore|More [Pp]hotos|More|Next|Older [Pp]osts)[\s\S]*?<\/a>/i);
+  if (cursorLabelMatch && cursorLabelMatch[1]) {
+    return resolveFacebookUrl(cursorLabelMatch[1], currentUrl);
+  }
+  const genericCursorMatch = html.match(/<a[^>]+href=["']([^"']*(?:[?&]|&amp;)(?:cursor|after)=[^"']+)["']/i);
+  if (genericCursorMatch && genericCursorMatch[1]) {
+    return resolveFacebookUrl(genericCursorMatch[1], currentUrl);
+  }
+  const cursor = extractFacebookPaginationCursor(html);
+  if (cursor) {
+    try {
+      const u = new URL(currentUrl);
+      if (u.searchParams.get("cursor") !== cursor) {
+        u.searchParams.set("cursor", cursor);
+        return u.toString();
+      }
+    } catch {
+      if (!currentUrl.includes(cursor)) {
+        const sep = currentUrl.includes("?") ? "&" : "?";
+        return `${currentUrl}${sep}cursor=${encodeURIComponent(cursor)}`;
+      }
+    }
+  }
+  return null;
+}
 var FacebookExtractor = class {
   platform = "facebook";
   httpClient;
@@ -2514,24 +3142,120 @@ var FacebookExtractor = class {
       found: 0,
       message: `Fetching Facebook profile @${username}...`
     });
-    const targetUrl = subDir === "Photos" ? `https://www.facebook.com/${encodeURIComponent(username)}/photos` : `https://www.facebook.com/${encodeURIComponent(username)}/videos`;
-    const html = await this.httpClient.fetchText(targetUrl, {
-      cookiePath: options.cookiePath,
-      cookieDomain: "facebook.com",
-      signal: options.signal
-    });
-    const items = extractFacebookMediaFromHtml(html, username);
-    let found = 0;
-    for (const item of items) {
-      if (subDir === "Photos" && item.type !== "photo") continue;
-      if (subDir === "Videos" && item.type !== "video") continue;
-      found++;
+    const targetPath = subDir === "Photos" ? "photos" : "videos";
+    const desktopUrl = `https://www.facebook.com/${encodeURIComponent(username)}/${targetPath}`;
+    const mbasicUrl = `https://mbasic.facebook.com/${encodeURIComponent(username)}/${targetPath}`;
+    const mobileUrl = `https://m.facebook.com/${encodeURIComponent(username)}/${targetPath}`;
+    let currentUrl = desktopUrl;
+    let html = "";
+    try {
+      html = await this.httpClient.fetchText(desktopUrl, {
+        cookiePath: options.cookiePath,
+        cookieDomain: "facebook.com",
+        signal: options.signal,
+        retries: 0,
+        timeoutMs: 4e3
+      });
+    } catch {
+      html = "";
+    }
+    let initialItems = extractFacebookMediaFromHtml(html, username);
+    if (initialItems.length === 0) {
       options.onProgress?.({
-        stage: subDir,
-        found,
-        message: `Found item: ${item.filename}`
+        stage: "Profile",
+        found: 0,
+        message: `Desktop yielded 0 items. Falling back to mbasic.facebook.com for @${username}...`
       });
-      yield item;
+      try {
+        const mbasicHtml = await this.httpClient.fetchText(mbasicUrl, {
+          cookiePath: options.cookiePath,
+          cookieDomain: "facebook.com",
+          signal: options.signal,
+          retries: 1,
+          timeoutMs: 5e3,
+          headers: {
+            "Referer": "https://mbasic.facebook.com/"
+          }
+        });
+        const mbasicItems = extractFacebookMediaFromHtml(mbasicHtml, username);
+        if (mbasicItems.length > 0 || mbasicHtml.length > 200) {
+          html = mbasicHtml;
+          currentUrl = mbasicUrl;
+          initialItems = mbasicItems;
+        }
+      } catch {
+      }
+      if (initialItems.length === 0) {
+        try {
+          const mobileHtml = await this.httpClient.fetchText(mobileUrl, {
+            cookiePath: options.cookiePath,
+            cookieDomain: "facebook.com",
+            signal: options.signal,
+            retries: 0,
+            timeoutMs: 5e3,
+            headers: {
+              "User-Agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36",
+              "Referer": "https://m.facebook.com/"
+            }
+          });
+          const mobileItems = extractFacebookMediaFromHtml(mobileHtml, username);
+          if (mobileItems.length > 0) {
+            html = mobileHtml;
+            currentUrl = mobileUrl;
+            initialItems = mobileItems;
+          }
+        } catch {
+        }
+      }
+    }
+    const seenUrls = /* @__PURE__ */ new Set();
+    let found = 0;
+    let page = 1;
+    const maxPages = 5;
+    while (true) {
+      const items = extractFacebookMediaFromHtml(html, username);
+      let pageNewCount = 0;
+      for (const item of items) {
+        if (subDir === "Photos" && item.type !== "photo") continue;
+        if (subDir === "Videos" && item.type !== "video") continue;
+        if (seenUrls.has(item.url)) continue;
+        seenUrls.add(item.url);
+        found++;
+        pageNewCount++;
+        options.onProgress?.({
+          stage: subDir,
+          found,
+          message: `Found item: ${item.filename}`
+        });
+        yield item;
+      }
+      if (page >= maxPages || options.signal?.aborted) {
+        break;
+      }
+      const nextUrl = extractFacebookNextPageUrl(html, currentUrl);
+      if (!nextUrl || nextUrl === currentUrl) {
+        break;
+      }
+      if (pageNewCount === 0 && page > 1) {
+        break;
+      }
+      await sleep(1e3, 2e3, options.signal);
+      try {
+        currentUrl = nextUrl;
+        html = await this.httpClient.fetchText(currentUrl, {
+          cookiePath: options.cookiePath,
+          cookieDomain: "facebook.com",
+          signal: options.signal,
+          retries: 1,
+          timeoutMs: 5e3,
+          headers: {
+            "Referer": currentUrl.includes("mbasic") ? "https://mbasic.facebook.com/" : "https://www.facebook.com/"
+          }
+        });
+        page++;
+      } catch {
+        break;
+      }
     }
   }
 };
@@ -2559,17 +3283,48 @@ import path5 from "path";
 import { Readable } from "stream";
 import { pipeline } from "stream/promises";
 var ARCHIVE_FILENAME = ".open-nami-archive.json";
+var YTDLP_ARCHIVE_FILENAME = "archive_yt-dlp.txt";
+var TEXT_ARCHIVE_FILENAME = "archive.txt";
 async function loadArchive(destDir) {
-  const archivePath = path5.join(destDir, ARCHIVE_FILENAME);
+  const archive = /* @__PURE__ */ new Set();
+  const jsonPath = path5.join(destDir, ARCHIVE_FILENAME);
   try {
-    const raw = await fsPromises2.readFile(archivePath, "utf-8");
+    const raw = await fsPromises2.readFile(jsonPath, "utf-8");
     const parsed = JSON.parse(raw);
     if (Array.isArray(parsed)) {
-      return new Set(parsed);
+      for (const id of parsed) {
+        if (id) archive.add(String(id));
+      }
+    }
+  } catch {
+  }
+  const ytdlpPath = path5.join(destDir, YTDLP_ARCHIVE_FILENAME);
+  try {
+    const raw = await fsPromises2.readFile(ytdlpPath, "utf-8");
+    const lines = raw.split(/\r?\n/);
+    for (const rawLine of lines) {
+      const line = rawLine.trim();
+      if (!line || line.startsWith("#")) continue;
+      const parts = line.split(/\s+/);
+      const id = parts[parts.length - 1];
+      if (id) archive.add(id);
     }
   } catch {
   }
-  return /* @__PURE__ */ new Set();
+  const textPath = path5.join(destDir, TEXT_ARCHIVE_FILENAME);
+  try {
+    const raw = await fsPromises2.readFile(textPath, "utf-8");
+    const lines = raw.split(/\r?\n/);
+    for (const rawLine of lines) {
+      const line = rawLine.trim();
+      if (!line || line.startsWith("#")) continue;
+      const parts = line.split(/\s+/);
+      const id = parts[parts.length - 1];
+      if (id) archive.add(id);
+    }
+  } catch {
+  }
+  return archive;
 }
 async function saveArchive(destDir, archive) {
   const archivePath = path5.join(destDir, ARCHIVE_FILENAME);
@@ -2579,6 +3334,18 @@ async function saveArchive(destDir, archive) {
     await fsPromises2.rename(tmpPath, archivePath);
   } catch {
   }
+  const textPaths = [
+    path5.join(destDir, YTDLP_ARCHIVE_FILENAME),
+    path5.join(destDir, TEXT_ARCHIVE_FILENAME)
+  ];
+  const content = [...archive].map((id) => `${id}
+`).join("");
+  for (const tPath of textPaths) {
+    try {
+      await fsPromises2.writeFile(tPath, content, "utf-8");
+    } catch {
+    }
+  }
 }
 function sanitizeFilename(rawFilename, fallbackId, ext) {
   const cleanExt = ext.replace(/^\./, "");
@@ -2595,90 +3362,138 @@ function sanitizeFilename(rawFilename, fallbackId, ext) {
 async function downloadMediaStream(items, options) {
   const { jobName, destDir, signal, onProgress } = options;
   const httpClient = options.httpClient ?? new HttpClient();
+  const concurrency = Math.max(1, options.concurrency ?? 3);
   await fsPromises2.mkdir(destDir, { recursive: true });
   const archive = await loadArchive(destDir);
   let downloaded = 0;
   let skipped = 0;
   const errors = [];
-  for await (const item of items) {
-    if (signal?.aborted) {
-      break;
-    }
-    const ext = item.extension.replace(/^\./, "") || (item.type === "video" ? "mp4" : "jpg");
-    const finalFilename = sanitizeFilename(item.filename, item.id, ext);
-    const finalPath = path5.join(destDir, finalFilename);
-    if (archive.has(item.id) && fs6.existsSync(finalPath)) {
-      skipped++;
-      onProgress?.({
-        job: jobName,
-        downloadedCount: downloaded,
-        skippedCount: skipped,
-        currentFile: finalFilename,
-        statusText: `Skipping already downloaded: ${finalFilename}`
-      });
-      continue;
-    }
-    onProgress?.({
-      job: jobName,
-      downloadedCount: downloaded,
-      skippedCount: skipped,
-      currentFile: finalFilename,
-      statusText: `Downloading: ${finalFilename}`
-    });
-    const tmpPath = `${finalPath}.download`;
-    try {
-      const reqHeaders = {};
-      if (options.referer) {
-        reqHeaders["Referer"] = options.referer;
-      }
-      const response = await httpClient.request(item.url, {
-        signal,
-        cookiePath: options.cookiePath,
-        headers: reqHeaders
-      });
-      if (!response.ok || !response.body) {
-        throw new Error(`HTTP ${response.status} (${response.statusText}) for ${item.url}`);
+  const iterator = items[Symbol.asyncIterator]();
+  let queueLock = Promise.resolve();
+  let isDone = false;
+  let consecutiveErrors = 0;
+  const MAX_CONSECUTIVE_ERRORS = 5;
+  function getNextItem() {
+    const nextItem = queueLock.then(() => iterator.next());
+    queueLock = nextItem.then(
+      () => {
+      },
+      () => {
       }
-      const fileStream = fs6.createWriteStream(tmpPath);
-      await pipeline(Readable.fromWeb(response.body), fileStream, { signal });
-      if (item.date) {
-        try {
-          const mtime = new Date(item.date * 1e3);
-          await fsPromises2.utimes(tmpPath, mtime, mtime);
-        } catch {
+    );
+    return nextItem;
+  }
+  async function downloadWorker() {
+    while (!isDone && !signal?.aborted) {
+      let item;
+      try {
+        const next = await getNextItem();
+        if (next.done) {
+          isDone = true;
+          break;
+        }
+        consecutiveErrors = 0;
+        item = next.value;
+      } catch (err) {
+        consecutiveErrors++;
+        const errMsg = err instanceof Error ? err.message : String(err);
+        errors.push(`Extraction stream error: ${errMsg}`);
+        const cleanErr = errMsg.includes("429") ? "rate limited by platform (HTTP 429)" : errMsg.length > 50 ? `${errMsg.slice(0, 47)}\u2026` : errMsg;
+        onProgress?.({
+          job: jobName,
+          downloadedCount: downloaded,
+          skippedCount: skipped,
+          currentFile: "",
+          statusText: `Extractor error: ${cleanErr}`
+        });
+        if (consecutiveErrors >= MAX_CONSECUTIVE_ERRORS || signal?.aborted) {
+          isDone = true;
+          break;
         }
+        continue;
+      }
+      const ext = item.extension.replace(/^\./, "") || (item.type === "video" ? "mp4" : "jpg");
+      const finalFilename = sanitizeFilename(item.filename, item.id, ext);
+      const finalPath = path5.join(destDir, finalFilename);
+      if (archive.has(item.id) && fs6.existsSync(finalPath)) {
+        skipped++;
+        onProgress?.({
+          job: jobName,
+          downloadedCount: downloaded,
+          skippedCount: skipped,
+          currentFile: finalFilename,
+          statusText: `Skipping already downloaded: ${finalFilename}`
+        });
+        continue;
       }
-      await fsPromises2.rename(tmpPath, finalPath);
-      archive.add(item.id);
-      downloaded++;
       onProgress?.({
         job: jobName,
         downloadedCount: downloaded,
         skippedCount: skipped,
         currentFile: finalFilename,
-        statusText: `Saved: ${finalFilename}`
+        statusText: `Downloading: ${finalFilename}`
       });
-    } catch (err) {
+      const tmpPath = `${finalPath}.download`;
       try {
-        if (fs6.existsSync(tmpPath)) {
-          await fsPromises2.unlink(tmpPath);
+        const reqHeaders = {};
+        if (options.referer) {
+          reqHeaders["Referer"] = options.referer;
         }
-      } catch {
-      }
-      if (signal?.aborted) {
-        break;
+        const response = await httpClient.request(item.url, {
+          signal,
+          cookiePath: options.cookiePath,
+          headers: reqHeaders
+        });
+        if (!response.ok || !response.body) {
+          try {
+            await response.body?.cancel();
+          } catch {
+          }
+          throw new Error(`HTTP ${response.status} (${response.statusText}) for ${item.url}`);
+        }
+        const fileStream = fs6.createWriteStream(tmpPath);
+        await pipeline(Readable.fromWeb(response.body), fileStream, { signal });
+        if (item.date) {
+          try {
+            const mtime = new Date(item.date * 1e3);
+            await fsPromises2.utimes(tmpPath, mtime, mtime);
+          } catch {
+          }
+        }
+        await fsPromises2.rename(tmpPath, finalPath);
+        archive.add(item.id);
+        downloaded++;
+        onProgress?.({
+          job: jobName,
+          downloadedCount: downloaded,
+          skippedCount: skipped,
+          currentFile: finalFilename,
+          statusText: `Saved: ${finalFilename}`
+        });
+      } catch (err) {
+        try {
+          if (fs6.existsSync(tmpPath)) {
+            await fsPromises2.unlink(tmpPath);
+          }
+        } catch {
+        }
+        if (signal?.aborted) {
+          break;
+        }
+        const errMsg = err instanceof Error ? err.message : String(err);
+        errors.push(`${finalFilename}: ${errMsg}`);
+        onProgress?.({
+          job: jobName,
+          downloadedCount: downloaded,
+          skippedCount: skipped,
+          currentFile: finalFilename,
+          statusText: `Failed: ${finalFilename} (${errMsg})`
+        });
       }
-      const errMsg = err instanceof Error ? err.message : String(err);
-      errors.push(`${finalFilename}: ${errMsg}`);
-      onProgress?.({
-        job: jobName,
-        downloadedCount: downloaded,
-        skippedCount: skipped,
-        currentFile: finalFilename,
-        statusText: `Failed: ${finalFilename} (${errMsg})`
-      });
     }
   }
+  const workers = Array.from({ length: concurrency }, () => downloadWorker());
+  await Promise.all(workers);
   await saveArchive(destDir, archive);
   return { downloaded, skipped, errors };
 }
@@ -2989,8 +3804,8 @@ var GDL_ARCHIVE = "archive_gallery-dl.sqlite3";
 var UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
 var PLATFORM_SLEEP = {
   tiktok: "0.6-1.2",
-  instagram: "2.0-2.8",
-  facebook: "1.5-2.5"
+  instagram: "1.0-1.8",
+  facebook: "1.0-1.8"
 };
 function buildGalleryDlArgs(options) {
   const { destDir, subDir, platform, cleanUrl, username, cookiePath } = options;
@@ -3030,12 +3845,12 @@ function buildGalleryDlArgs(options) {
   } else if (subDir === "Stories") {
     if (platform === "instagram") {
       targetUrl = `https://www.instagram.com/stories/${encodeURIComponent(username)}/`;
-      args.push("--sleep-request", "2.0-3.0");
+      args.push("--sleep-request", "1.0-1.8");
     }
   } else if (subDir === "Highlights") {
     if (platform === "instagram") {
       targetUrl = `https://www.instagram.com/${encodeURIComponent(username)}/highlights/`;
-      args.push("--sleep-request", "2.0-3.0");
+      args.push("--sleep-request", "1.0-1.8");
     }
   }
   if (cookiePath) {
@@ -3059,8 +3874,9 @@ async function runGalleryDl(options) {
   let downloadedCount = 0;
   let skippedCount = 0;
   let errorOutput = "";
+  let engineCmdStr = "gallery-dl";
   try {
-    await ensureGalleryDl((status) => {
+    engineCmdStr = await ensureGalleryDl((status) => {
       onProgress?.({
         job: subDir,
         downloadedCount: 0,
@@ -3076,9 +3892,15 @@ async function runGalleryDl(options) {
       error: err.message || String(err)
     };
   }
-  const engineCmd = resolveEngineCommand("gallery-dl");
+  const engineCmd = engineCmdStr.includes(path8.sep) ? { command: engineCmdStr, baseArgs: [] } : resolveEngineCommand("gallery-dl");
   const fullArgs = [...engineCmd.baseArgs, ...args];
   return new Promise((resolve) => {
+    onProgress?.({
+      job: subDir,
+      downloadedCount,
+      skippedCount,
+      statusText: "downloading with gallery-dl\u2026"
+    });
     const child = spawn2(engineCmd.command, fullArgs, {
       windowsHide: true,
       stdio: ["ignore", "pipe", "pipe"],
@@ -3202,8 +4024,9 @@ async function runYtDlp(options) {
   let downloadedCount = 0;
   let skippedCount = 0;
   let errorOutput = "";
+  let engineCmdStr = "yt-dlp";
   try {
-    await ensureYtDlp((status) => {
+    engineCmdStr = await ensureYtDlp((status) => {
       onProgress?.({
         job: "Videos",
         downloadedCount: 0,
@@ -3219,9 +4042,15 @@ async function runYtDlp(options) {
       error: err.message || String(err)
     };
   }
-  const engineCmd = resolveEngineCommand("yt-dlp");
+  const engineCmd = engineCmdStr.includes(path9.sep) ? { command: engineCmdStr, baseArgs: [] } : resolveEngineCommand("yt-dlp");
   const fullArgs = [...engineCmd.baseArgs, ...args];
   return new Promise((resolve) => {
+    onProgress?.({
+      job: "Videos",
+      downloadedCount,
+      skippedCount,
+      statusText: "downloading with yt-dlp\u2026"
+    });
     const child = spawn3(engineCmd.command, fullArgs, {
       windowsHide: true,
       stdio: ["ignore", "pipe", "pipe"],
@@ -3313,14 +4142,14 @@ function resolveDownloadBaseDir(customBaseDir) {
   if (customBaseDir && customBaseDir.trim()) {
     return path10.resolve(expandPath(customBaseDir.trim()));
   }
-  const configDir = loadConfig().downloadDir;
-  if (configDir && configDir.trim()) {
-    return path10.resolve(expandPath(configDir.trim()));
-  }
   const envDir = process.env.OPEN_NAMI_DIR || process.env.NAMI_DIR;
   if (envDir && envDir.trim()) {
     return path10.resolve(expandPath(envDir.trim()));
   }
+  const configDir = loadConfig().downloadDir;
+  if (configDir && configDir.trim()) {
+    return path10.resolve(expandPath(configDir.trim()));
+  }
   if (process.env.NAMI_BASE_DIR && process.env.NAMI_BASE_DIR.trim()) {
     const raw = process.env.NAMI_BASE_DIR.trim();
     return path10.resolve(expandPath(raw.endsWith("downloads") ? raw : path10.join(raw, "downloads")));
@@ -3358,7 +4187,7 @@ async function dispatchDownload(options) {
         jobs.push({ type: "highlights" });
       }
     }
-    const runNative = async (subDir) => {
+    const defaultRunNative = async (subDir) => {
       const dest = path10.join(targetDir, subDir);
       try {
         const extractor = getExtractor(profile.platform);
@@ -3391,27 +4220,34 @@ async function dispatchDownload(options) {
         };
       }
     };
-    const runGdl = (subDir) => runGalleryDl({
+    const runNative = options.runnerOverrides?.nativeRunner ?? defaultRunNative;
+    const runGdl = options.runnerOverrides?.gdlRunner ?? ((subDir) => runGalleryDl({
       profile,
       targetDir,
       subDir,
       cookiePath: cookieCopy?.filePath,
       signal: options.signal,
       onProgress
-    });
-    const runYt = () => runYtDlp({
+    }));
+    const runYt = options.runnerOverrides?.ytRunner ?? (() => runYtDlp({
       profile,
       targetDir,
       cookiePath: cookieCopy?.filePath,
       signal: options.signal,
       onProgress
-    });
+    }));
     for (const job of jobs) {
       if (options.signal?.aborted) break;
       if (job.type === "photos" || job.type === "stories" || job.type === "highlights") {
         const subDir = job.type === "photos" ? "Photos" : job.type === "stories" ? "Stories" : "Highlights";
         let res = await runNative(subDir);
         if ((!res.success || res.downloaded === 0 && res.skipped === 0) && !options.signal?.aborted) {
+          onProgress?.({
+            job: subDir,
+            downloadedCount: totalDownloaded,
+            skippedCount: totalSkipped,
+            statusText: "switching to gallery-dl engine\u2026"
+          });
           const gdlRes = await runGdl(subDir);
           if (gdlRes.downloaded > 0 || gdlRes.skipped > 0 || gdlRes.success) {
             res = gdlRes;
@@ -3426,12 +4262,24 @@ async function dispatchDownload(options) {
           totalDownloaded += res.downloaded;
           totalSkipped += res.skipped;
         } else if (!options.signal?.aborted) {
+          onProgress?.({
+            job: "Videos",
+            downloadedCount: totalDownloaded,
+            skippedCount: totalSkipped,
+            statusText: "switching to yt-dlp engine\u2026"
+          });
           const fbRes = await runYt();
           if (fbRes.downloaded > 0 || fbRes.skipped > 0 || fbRes.success) {
             totalDownloaded += fbRes.downloaded;
             totalSkipped += fbRes.skipped;
             if (!fbRes.success && fbRes.error) errors.push(`[Videos] ${fbRes.error}`);
           } else if (!options.signal?.aborted) {
+            onProgress?.({
+              job: "Videos",
+              downloadedCount: totalDownloaded,
+              skippedCount: totalSkipped,
+              statusText: "switching to gallery-dl engine\u2026"
+            });
             const gdlRes = await runGdl("Videos");
             totalDownloaded += gdlRes.downloaded;
             totalSkipped += gdlRes.skipped;