mobbin 0.1.0 → 0.1.1

package/README.md

@@ -160,7 +160,7 @@ Notes:
 
 - `download --app-id`, `--screen-id`, and `--site-id` require auth cookies
 - `--app-id`, `--screen-id`, and `--site-id` accept comma-separated lists
-- `download --site-id` fetches the site's `/sections` page HTML and extracts `content/app_fullpage_screens/*` URLs (if this breaks, pass the exact `/sites/.../<siteVersionId>/sections` URL)
+- `download --site-id` resolves the latest `siteVersionId` (Mobbin no longer reliably redirects) then fetches the site's `/sections` page HTML and extracts `content/app_fullpage_screens/*` URLs (if this breaks, pass the exact `/sites/.../<siteVersionId>/sections` URL)
 - `--platform` is typically one of `ios|android|web`
 - `--experience` defaults to `apps` (Mobbin also uses other values in the UI)
 - `content-apps --tab` maps to sorting behavior:

package/mobbin-cli.js

@@ -282,6 +282,44 @@ function readMobbinCookieFromSafariMac() {
   return pairs.join('; ');
 }
 
+function candidateCookieDbPathsMac({ baseDir, profile }) {
+  const p = String(profile || 'Default');
+  const out = [];
+  const seen = new Set();
+
+  const add = (filePath) => {
+    if (!filePath) return;
+    if (seen.has(filePath)) return;
+    seen.add(filePath);
+    if (fs.existsSync(filePath)) out.push(filePath);
+  };
+
+  // Typical Chromium layout (profile dir contains Cookies).
+  add(path.join(baseDir, p, 'Cookies'));
+  add(path.join(baseDir, p, 'Network', 'Cookies'));
+
+  // Some setups point `profile` at a user-data-dir that itself contains another profile dir.
+  // Example seen in the wild: .../Google/Chrome/Default/Default/Cookies.
+  add(path.join(baseDir, p, p, 'Cookies'));
+  add(path.join(baseDir, p, p, 'Network', 'Cookies'));
+  add(path.join(baseDir, p, 'Default', 'Cookies'));
+  add(path.join(baseDir, p, 'Default', 'Network', 'Cookies'));
+
+  // Last-resort: scan one directory level under the provided profile dir for a Cookies DB.
+  // This is bounded to keep it cheap.
+  try {
+    const dir = path.join(baseDir, p);
+    const entries = fs.readdirSync(dir, { withFileTypes: true }).slice(0, 50);
+    for (const ent of entries) {
+      if (!ent.isDirectory()) continue;
+      add(path.join(dir, ent.name, 'Cookies'));
+      add(path.join(dir, ent.name, 'Network', 'Cookies'));
+    }
+  } catch {}
+
+  return out;
+}
+
 function readMobbinCookieFromMacBrowsers({ browser = 'auto', profile = 'Default' } = {}) {
   if (process.platform !== 'darwin') return '';
 
@@ -293,40 +331,35 @@ function readMobbinCookieFromMacBrowsers({ browser = 'auto', profile = 'Default'
   const candidates = [
     {
       id: 'chrome',
-      cookieDbPath: path.join(home, 'Library/Application Support/Google/Chrome', profile, 'Cookies'),
+      baseDir: path.join(home, 'Library/Application Support/Google/Chrome'),
       keychain: { service: 'Chrome Safe Storage', account: 'Chrome' },
     },
     {
       id: 'edge',
-      cookieDbPath: path.join(
-        home,
-        'Library/Application Support/Microsoft Edge',
-        profile,
-        'Cookies',
-      ),
+      baseDir: path.join(home, 'Library/Application Support/Microsoft Edge'),
       keychain: { service: 'Microsoft Edge Safe Storage', account: 'Microsoft Edge' },
     },
     {
       id: 'brave',
-      cookieDbPath: path.join(
-        home,
-        'Library/Application Support/BraveSoftware/Brave-Browser',
-        profile,
-        'Cookies',
-      ),
+      baseDir: path.join(home, 'Library/Application Support/BraveSoftware/Brave-Browser'),
       keychain: { service: 'Brave Safe Storage', account: 'Brave' },
     },
     {
       id: 'chromium',
-      cookieDbPath: path.join(home, 'Library/Application Support/Chromium', profile, 'Cookies'),
+      baseDir: path.join(home, 'Library/Application Support/Chromium'),
       keychain: { service: 'Chromium Safe Storage', account: 'Chromium' },
     },
   ].filter((c) => browser === 'auto' || c.id === browser);
 
   for (const candidate of candidates) {
-    if (!fs.existsSync(candidate.cookieDbPath)) continue;
+    const dbPaths = candidateCookieDbPathsMac({ baseDir: candidate.baseDir, profile });
+    if (!dbPaths.length) continue;
 
-    const rows = queryCookiesSqlite(candidate.cookieDbPath);
+    let rows = [];
+    for (const dbPath of dbPaths) {
+      rows = queryCookiesSqlite(dbPath);
+      if (rows.length) break;
+    }
     if (!rows.length) continue;
 
     const byName = new Map();
@@ -480,6 +513,57 @@ async function fetchRedirectLocation(url, { timeoutMs = 15000, headers } = {}) {
   }
 }
 
+function extractUuidCandidates(s) {
+  const out = [];
+  const seen = new Set();
+  const re = new RegExp(UUID_RE.source, 'gi');
+  for (const m of String(s || '').matchAll(re)) {
+    const id = m[0].toLowerCase();
+    if (seen.has(id)) continue;
+    seen.add(id);
+    out.push(id);
+  }
+  return out;
+}
+
+function extractSiteVersionCandidatesFromRsc(rscText, { siteId } = {}) {
+  const out = new Set();
+  const text = String(rscText || '');
+
+  const add = (id) => {
+    if (!id) return;
+    const normalized = String(id).toLowerCase();
+    if (!UUID_RE.test(normalized)) return;
+    out.add(normalized);
+  };
+
+  // Common shapes we've seen in Mobbin's client bundles / RSC payloads.
+  const patterns = [
+    /latest_site_version[^0-9a-f]{0,240}([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})/gi,
+    /siteVersionId[^0-9a-f]{0,240}([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})/gi,
+    /site_version_id[^0-9a-f]{0,240}([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})/gi,
+  ];
+  for (const re of patterns) {
+    for (const m of text.matchAll(re)) add(m[1]);
+  }
+
+  // If we know the siteId, look around occurrences of it and grab nearby UUIDs.
+  if (siteId && UUID_RE.test(String(siteId))) {
+    const needle = String(siteId).toLowerCase();
+    let idx = 0;
+    while (idx >= 0) {
+      idx = text.toLowerCase().indexOf(needle, idx);
+      if (idx < 0) break;
+      const windowStart = Math.max(0, idx - 800);
+      const windowEnd = Math.min(text.length, idx + 2400);
+      for (const id of extractUuidCandidates(text.slice(windowStart, windowEnd))) add(id);
+      idx = idx + needle.length;
+    }
+  }
+
+  return Array.from(out);
+}
+
 function findMobbinMainAppChunkUrl(html) {
   const match = html.match(/\/_next\/static\/chunks\/main-app-[^"']+\.js[^"']*/);
   if (!match) return null;
@@ -726,6 +810,12 @@ function extractFullpageScreenUrlsFromMobbinSiteHtml(html) {
   return out;
 }
 
+function looksLikeMobbinNotFound(html) {
+  const s = String(html || '');
+  // Mobbin frequently serves a Next.js not-found page with 200 status.
+  return /Page not found/i.test(s) || /not-found\.tsx/i.test(s);
+}
+
 async function downloadFile(url, destPath, { overwrite = false, headers } = {}) {
   if (!overwrite && fs.existsSync(destPath)) {
     return { status: 'skipped', destPath, url };
@@ -983,24 +1073,115 @@ async function main() {
       const cookieHeader = cookie ? { Cookie: cookie } : {};
 
       const resolveSiteTarget = async ({ siteSlug, siteId }) => {
-        const slug = siteSlug || (siteId ? `x-${siteId}` : null);
-        if (!slug) throw new Error('Unable to resolve site target: missing siteSlug/siteId');
+        if (!siteSlug && !siteId) {
+          throw new Error('Unable to resolve site target: missing siteSlug/siteId');
+        }
 
-        const res = await fetchRedirectLocation(`https://mobbin.com/sites/${slug}`, {
-          headers: { 'User-Agent': userAgent, ...cookieHeader },
-        });
-        if (!res.location) {
-          throw new Error('Unable to resolve site version: missing redirect location');
+        let siteName = null;
+        if (!siteSlug && siteId) {
+          try {
+            const searchable = await client.fetchSearchableSites();
+            const list = searchable?.value || searchable;
+            const hit = Array.isArray(list) ? list.find((s) => s?.id === siteId) : null;
+            siteName = hit?.name || null;
+          } catch {
+            // Best-effort only.
+          }
         }
 
-        const resolved = extractMobbinSiteVersionFromPathname(
-          new URL(res.location, 'https://mobbin.com').pathname,
+        const slugCandidates = [];
+        if (siteSlug) slugCandidates.push(siteSlug);
+        if (siteId) {
+          slugCandidates.push(`x-${siteId}`);
+          if (siteName) {
+            const nameSlug = (sanitizePathSegment(siteName) || 'site').toLowerCase();
+            slugCandidates.push(`${nameSlug}-${siteId}`);
+          }
+          slugCandidates.push(`site-${siteId}`);
+        }
+
+        const uniqueCandidates = Array.from(
+          new Set(slugCandidates.map((s) => String(s).trim()).filter(Boolean)),
         );
-        if (!resolved?.siteVersionId) {
-          throw new Error('Unable to resolve site version: unexpected redirect location');
+
+        let lastErr = null;
+        const validateSections = async ({ siteSlug, siteVersionId }) => {
+          const sectionsUrl = `https://mobbin.com/sites/${siteSlug}/${siteVersionId}/sections`;
+          const html = await fetchText(sectionsUrl, {
+            headers: { 'User-Agent': userAgent, ...cookieHeader },
+          });
+          const urls = extractFullpageScreenUrlsFromMobbinSiteHtml(html);
+          if (urls.length) return { ok: true, siteSlug, siteVersionId };
+          if (looksLikeMobbinNotFound(html)) {
+            return { ok: false, error: new Error(`Mobbin returned a not-found page for ${sectionsUrl}`) };
+          }
+          return { ok: false, error: new Error(`No fullpage screens found at ${sectionsUrl}`) };
+        };
+
+        for (const slug of uniqueCandidates) {
+          const siteUrl = `https://mobbin.com/sites/${slug}`;
+
+          // Older Mobbin behavior redirected /sites/<slug> -> /sites/<slug>/<siteVersionId>.
+          // Newer Mobbin often returns a 200 with no Location header, so we also fall back
+          // to parsing the RSC payload to locate the latest siteVersionId.
+          try {
+            const res = await fetchRedirectLocation(siteUrl, {
+              headers: { 'User-Agent': userAgent, ...cookieHeader },
+            });
+            if (res.location) {
+              const resolved = extractMobbinSiteVersionFromPathname(
+                new URL(res.location, 'https://mobbin.com').pathname,
+              );
+              if (resolved?.siteVersionId) {
+                const check = await validateSections({
+                  siteSlug: resolved.siteSlug,
+                  siteVersionId: resolved.siteVersionId,
+                }).catch((err) => ({ ok: false, error: err }));
+                if (check.ok) return resolved;
+                lastErr = check.error || lastErr;
+              }
+            }
+          } catch (err) {
+            lastErr = err;
+          }
+
+          try {
+            const rsc = await fetchText(siteUrl, {
+              headers: {
+                'User-Agent': userAgent,
+                Accept: 'text/x-component',
+                RSC: '1',
+                ...cookieHeader,
+              },
+            });
+
+            const candidates = extractSiteVersionCandidatesFromRsc(rsc, { siteId });
+            for (const siteVersionId of candidates) {
+              try {
+                const check = await validateSections({ siteSlug: slug, siteVersionId });
+                if (check.ok) return { siteSlug: slug, siteVersionId, tab: 'sections' };
+                lastErr = check.error || lastErr;
+              } catch (err) {
+                // Keep trying other candidates.
+                lastErr = err;
+              }
+            }
+          } catch (err) {
+            lastErr = err;
+          }
         }
 
-        return resolved;
+        throw new Error(
+          [
+            'Unable to resolve site version for download.',
+            'Mobbin may require auth cookies, and it no longer reliably redirects /sites/<slug> to /sites/<slug>/<siteVersionId>.',
+            'Try passing a logged-in cookie (mobbin auth save-cookie) or pass an exact sections URL:',
+            '  mobbin download "https://mobbin.com/sites/<slug>/<siteVersionId>/sections" --out-dir ./out',
+            lastErr ? `Last error: ${String(lastErr.message || lastErr)}` : null,
+          ]
+            .filter(Boolean)
+            .join('\n'),
+        );
       };
 
       const addSiteJobsFromSectionsPage = async ({ siteSlug, siteVersionId, siteId }) => {
@@ -1023,7 +1204,21 @@ async function main() {
 
         const urls = extractFullpageScreenUrlsFromMobbinSiteHtml(html);
         if (!urls.length) {
-          throw new Error(`No fullpage screens found at ${sectionsUrl}`);
+          if (looksLikeMobbinNotFound(html)) {
+            throw new Error(
+              [
+                `Mobbin returned a not-found page for ${sectionsUrl}.`,
+                'This usually means your auth cookie is missing/invalid, expired, or you do not have access to this content.',
+                'Try: mobbin auth save-cookie (then rerun download with that cookie), or pass a fresh Cookie header via --cookie.',
+              ].join('\n'),
+            );
+          }
+          throw new Error(
+            [
+              `No fullpage screens found at ${sectionsUrl}.`,
+              'This site/version may not have full-page captures, or Mobbin changed the page format.',
+            ].join('\n'),
+          );
         }
 
         let index = 1;
@@ -1064,6 +1259,31 @@ async function main() {
           }
         }
       } else if (values.siteId) {
+        if (!cookie) {
+          throw new Error(
+            'Downloading from Mobbin site pages requires auth cookies. Run: mobbin auth save-cookie',
+          );
+        }
+
+        // Validate that we actually have an authenticated session cookie.
+        // Some browser stores may include non-auth cookies (analytics) that look real but won't grant access.
+        try {
+          await client.fetchRecentSearches();
+        } catch (err) {
+          const status = err && typeof err === 'object' ? err.status : null;
+          if (status === 401 || status === 403) {
+            throw new Error(
+              [
+                'Your Mobbin cookie does not appear to be authenticated (recent-searches returned 401/403).',
+                'Save a logged-in cookie and retry:',
+                '  mobbin auth save-cookie --out ~/.config/mobbin/cookie.txt',
+                '  mobbin download --site-id <uuid> --out-dir ./out',
+              ].join('\n'),
+            );
+          }
+          throw err;
+        }
+
         const siteIds = String(values.siteId)
           .split(',')
           .map((s) => s.trim())

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mobbin",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "CLI + lightweight SDK for Mobbin's (mostly undocumented) web JSON endpoints and asset downloads.",
   "author": "Tomas Roda <dev@tomasroda.com>",
   "license": "MIT",