six-degrees 0.4.10 → 0.5.0

package/lib/social-store.js

@@ -4,13 +4,18 @@
 //                                   messaged, when, who wrote last, the list of
 //                                   conversations. Never any words.
 //   social-messages-<profile>.json  the messages themselves, only while Keep my
-//                                   messages is on (app/api/social/messages).
+//                                   messages is on (app/api/social/messages),
+//                                   and the notes sent with requests, likewise.
+//   crm-<profile>.json              your own CRM: each person's stage, tags,
+//                                   notes and next follow-up (app/api/social/crm,
+//                                   lib/social-crm.js). Always kept: you wrote
+//                                   it. Forget it offers to delete it, asking
+//                                   separately, so notes aren't lost by accident.
 //
 // Two files so that turning Keep my messages off, or Forget it, deletes the
 // words by deleting one file, and so the everyday file the Galaxy and the
-// Social tab read stays small however many messages there are. Neither is in
-// "Save a copy of my network": that carries an allow-list of files
-// (lib/data-folder.js TRAVELLING_FILES) and these aren't on it.
+// Social tab read stays small however many messages there are. "Save a copy of my network" carries
+// them when its Social box is ticked (lib/data-folder.js SOCIAL_FILE).
 
 import { readFileSync, writeFileSync, renameSync, rmSync, statSync } from 'node:fs';
 import path from 'node:path';
@@ -30,6 +35,7 @@ export function socialFiles() {
     profileId: me.id,
     social: path.join(dir, `social-${me.id}.json`),
     messages,
+    crm: path.join(dir, `crm-${me.id}.json`),
     // An import's messages arrive in parts (each request stays under the 10 MB
     // middleware reads); they gather here and replace `messages` at the end.
     incoming: `${messages}.incoming`,
@@ -48,17 +54,18 @@ export function writeJsonAtomic(file, value) {
   if (cache.file === file) cache.file = null;
 }
 
-/** The kept messages and their live-sync previews, or empty ones. */
+/** The kept messages, their live-sync previews and the requests' notes, or empty ones. */
 export function readMessages(file) {
   // Kept in memory while the file is unchanged: a long history is read once,
   // not on every page of a thread or every letter typed in the search box.
   let st;
-  try { st = statSync(file); } catch { return { threads: {}, previews: {} }; }
+  try { st = statSync(file); } catch { return { threads: {}, previews: {}, invites: {} }; }
   if (cache.file === file && cache.mtimeMs === st.mtimeMs && cache.size === st.size) return cache.data;
   const raw = readJson(file, {});
   const data = {
     threads: raw?.threads && typeof raw.threads === 'object' ? raw.threads : {},
     previews: raw?.previews && typeof raw.previews === 'object' ? raw.previews : {},
+    invites: raw?.invites && typeof raw.invites === 'object' ? raw.invites : {},
   };
   Object.assign(cache, { file, mtimeMs: st.mtimeMs, size: st.size, data });
   return data;

package/lib/tier-grid.js

@@ -0,0 +1,99 @@
+// The Filters panel's grid: five tiers down, six degrees across, the same in
+// Network Circle and in Degrees.
+//
+// Blake, 2026-10-02: "keeping the tiers as is but enlarging them and having 6
+// dots to let the user tap on to toggle or not if they want specific degrees
+// showing for whatever tier … it will be universal for both".
+//
+// A grid is { hidden: [tiers switched off], degrees: { S: [1, 2], … } }: a tier
+// row switches on and off as it always did, and remembers which degrees it
+// shows while it's off. Counts are { S: { 1: n, 2: n, … }, … }: how many people
+// there are at each tier and degree, so a dot with nobody behind it can't be
+// tapped, and the last people on screen can't be switched off.
+
+export const TIERS = ['S', 'A', 'B', 'C', 'D'];
+export const GRID_DEGREES = [1, 2, 3, 4, 5, 6];
+
+const tierOf = (tier) => (TIERS.includes(tier) ? tier : 'D');   // no tier: with D, as the views draw it
+
+export const makeGrid = (degrees = GRID_DEGREES) => ({
+  hidden: [],
+  degrees: Object.fromEntries(TIERS.map((t) => [t, degrees.slice()])),
+});
+
+/** Network Circle starts with your own connections; you pick the rest. */
+export const NETWORK_GRID = Object.freeze(makeGrid([1]));
+/** Degrees starts with everything it has. */
+export const DEGREES_GRID = Object.freeze(makeGrid());
+
+/** Is someone of this tier, at this degree, on screen? */
+export function shows(grid, tier, degree) {
+  const t = tierOf(tier);
+  return !grid.hidden.includes(t) && grid.degrees[t].includes(degree);
+}
+
+const countAt = (counts, tier, degree) => counts?.[tier]?.[degree] || 0;
+
+/** How many people one tier is showing. */
+export function showingIn(grid, counts, tier) {
+  if (grid.hidden.includes(tier)) return 0;
+  return grid.degrees[tier].reduce((n, d) => n + countAt(counts, tier, d), 0);
+}
+
+/** How many people the whole grid is showing. */
+export const showing = (grid, counts) => TIERS.reduce((n, t) => n + showingIn(grid, counts, t), 0);
+
+// A change that would leave nobody on screen isn't made.
+const keep = (grid, next, counts) => (counts && showing(next, counts) === 0 ? grid : next);
+
+/** One dot: that degree, for that tier. Tapping a dot in a tier that's off switches the tier on with it. */
+export function toggleCell(grid, tier, degree, counts) {
+  const has = grid.degrees[tier].includes(degree);
+  const off = grid.hidden.includes(tier);
+  const degrees = off || !has
+    ? [...new Set([...grid.degrees[tier], degree])].sort((a, b) => a - b)
+    : grid.degrees[tier].filter((d) => d !== degree);
+  return keep(grid, {
+    hidden: off ? grid.hidden.filter((t) => t !== tier) : grid.hidden,
+    degrees: { ...grid.degrees, [tier]: degrees },
+  }, counts);
+}
+
+/** A whole tier, off or back on with the degrees it had. */
+export function toggleTier(grid, tier, counts) {
+  if (!grid.hidden.includes(tier)) return keep(grid, { ...grid, hidden: [...grid.hidden, tier] }, counts);
+  // Back on with nothing to show would look broken: give it what the others show.
+  const own = grid.degrees[tier];
+  const others = [...new Set(TIERS.flatMap((t) => (t === tier ? [] : grid.degrees[t])))].sort((a, b) => a - b);
+  return {
+    hidden: grid.hidden.filter((t) => t !== tier),
+    degrees: own.length ? grid.degrees : { ...grid.degrees, [tier]: others.length ? others : [1] },
+  };
+}
+
+/** A whole degree: off if every tier with people there is showing it, otherwise on for all of them. */
+export function toggleDegree(grid, degree, counts) {
+  const tiers = TIERS.filter((t) => !grid.hidden.includes(t) && (!counts || countAt(counts, t, degree) > 0));
+  if (!tiers.length) return grid;
+  const allOn = tiers.every((t) => grid.degrees[t].includes(degree));
+  const degrees = { ...grid.degrees };
+  for (const t of tiers) {
+    degrees[t] = allOn ? degrees[t].filter((d) => d !== degree) : [...new Set([...degrees[t], degree])].sort((a, b) => a - b);
+  }
+  return keep(grid, { ...grid, degrees }, counts);
+}
+
+/** Every tier back on, each with the degrees it had. */
+export const showAllTiers = (grid) => (grid.hidden.length ? { ...grid, hidden: [] } : grid);
+
+/** People by tier and degree, for the dots: `byDegree` is { 1: rows, 2: rows, … }. */
+export function gridCounts(byDegree = {}) {
+  const counts = Object.fromEntries(TIERS.map((t) => [t, {}]));
+  for (const [degree, rows] of Object.entries(byDegree)) {
+    for (const row of rows || []) {
+      const t = tierOf(row?.tier);
+      counts[t][degree] = (counts[t][degree] || 0) + 1;
+    }
+  }
+  return counts;
+}

package/lib/title-ranking.js

@@ -0,0 +1,83 @@
+// Settings → Scores → Titles: how much each kind of title counts, your way
+// (Blake, 2026-10-02: "let the user change the rankings of titles as well …
+// incase they value certain people or is using this for outreaching new
+// founders", and people who "find more in that role" for outbound or hiring).
+//
+// Two parts, both in title points (the 0–10 a title is worth before the
+// company weighs it, lib/scoring.js LEVELS):
+//   points  a level's points, yours: Owner / Entrepreneur at 10, say, to put
+//           founders of small companies level with CEOs
+//   roles   words in a title, and what anyone whose title has them counts:
+//           "account executive" at 10 puts every AE you can reach in S
+// Nothing set scores exactly as before. The model applies it (scorePerson);
+// this file is the setting and its presets.
+
+import { LEVELS } from './scoring.js';
+
+/** The ladder shown in Settings, top to bottom (the main kinds of title). */
+export const RANKED_LEVELS = ['csuite', 'owner', 'vp', 'director', 'manager', 'senior', 'ic', 'unknown', 'intern', 'student'];
+export const NO_RANKING = Object.freeze({ points: Object.freeze({}), roles: Object.freeze([]) });
+export const MAX_ROLES = 20;
+const MAX_ROLE_TEXT = 60;
+
+const clampPoints = (v) => {
+  const n = Number(v);
+  if (!Number.isFinite(n) || n < 0 || n > 10) throw new Error('Title points go from 0 to 10.');
+  return Math.round(n * 2) / 2;
+};
+
+export const TITLE_RANKING_SETTING = {
+  default: NO_RANKING,
+  parse(value) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) throw new Error('A title ranking is { points, roles }.');
+    const points = {};
+    for (const [key, v] of Object.entries(value.points || {})) {
+      if (!Object.hasOwn(LEVELS, key)) throw new Error(`There is no kind of title called '${key}'.`);
+      const p = clampPoints(v);
+      if (p !== LEVELS[key].points) points[key] = p;   // the default needn't be stored
+    }
+    const roles = [];
+    const seen = new Set();
+    for (const r of Array.isArray(value.roles) ? value.roles : []) {
+      const text = String(r?.text ?? '').trim().toLowerCase().replace(/\s+/g, ' ');
+      if (text.length < 2) throw new Error('A role needs at least two letters.');
+      if (text.length > MAX_ROLE_TEXT) throw new Error(`Keep a role under ${MAX_ROLE_TEXT} letters.`);
+      if (seen.has(text)) continue;
+      seen.add(text);
+      roles.push({ text, points: clampPoints(r.points) });
+    }
+    if (roles.length > MAX_ROLES) throw new Error(`Up to ${MAX_ROLES} roles.`);
+    return { points, roles };
+  },
+};
+
+/** The same ranking always gives the same text, so the stored scores can say which they were made with. */
+export function rankingFingerprint(r = NO_RANKING) {
+  const points = Object.keys(r.points || {}).sort().map((k) => `${k}=${r.points[k]}`).join(',');
+  const roles = (r.roles || []).map((x) => `${x.text}=${x.points}`).sort().join(',');
+  return points || roles ? `${points}|${roles}` : 'none';
+}
+
+export const isDefaultRanking = (r) => rankingFingerprint(r) === 'none';
+
+/** Starting points for the common reasons to change it. Each replaces the whole ranking; you can adjust from there. */
+export const RANKING_PRESETS = [
+  { key: 'default', label: 'As the app ranks them', ranking: NO_RANKING, note: 'C-suite and founders first, then VPs, directors, managers.' },
+  {
+    key: 'founders', label: 'Founders first',
+    note: 'Owners and entrepreneurs count like CEOs, and anyone who says founder counts as much: for meeting founders, or selling to them.',
+    ranking: { points: { owner: 10 }, roles: [{ text: 'founder', points: 10 }, { text: 'co-founder', points: 10 }] },
+  },
+  {
+    key: 'investors', label: 'Investors',
+    note: 'Anyone who invests for a living rises to the top: for raising money.',
+    ranking: { points: {}, roles: ['investor', 'venture', 'angel', 'general partner', 'managing partner', 'principal at', 'vc'].map((text) => ({ text, points: 10 })) },
+  },
+  {
+    key: 'role', label: 'A role I’m looking for',
+    note: 'For outbound or hiring: add the role below, and everyone in it rises, whatever their level.',
+    ranking: null,   // keeps what you have and opens the role box
+  },
+];
+
+export { titleHas } from './scoring.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "six-degrees",
-  "version": "0.4.10",
+  "version": "0.5.0",
   "description": "Map your professional network as a galaxy — leverage tiers, bridges into new circles, and the shortest path to anyone. Runs locally on your own data.",
   "license": "MIT",
   "author": "Blake Burford",

package/scripts/scrape.py

@@ -59,7 +59,18 @@ _ENV_LOCAL = _load_env_local()
 # a server they don't control.
 APP_URL = os.getenv("APP_URL", "http://localhost:3000")
 MESSAGING_URL = "https://www.linkedin.com/messaging/"
+# The daily sync reads the top of your messages list: this many scrolls.
 MESSAGE_SCROLLS = 15
+# Full history (--messages --full-history, the Social tab's "Read my whole
+# history"): keep scrolling until the list stops growing, but never past these
+# ceilings, at the same fixed pace as everything else the scanner does.
+MESSAGE_HISTORY_SCROLLS = 60
+MESSAGE_HISTORY_MAX = 1000
+# Scrolls in a row that bring no conversation it hadn't seen: the end of the list.
+MESSAGE_HISTORY_STILL = 3
+# Seconds after each scroll for the list to load. Fixed, on purpose: the
+# scanner is openly slow, never made to look like a person with random waits.
+MESSAGE_WAIT = 4
 
 CONNECTIONS_URL = "https://www.linkedin.com/mynetwork/invite-connect/connections/"
 
@@ -80,7 +91,7 @@ def _assert_local_target():
     if host in ("localhost", "127.0.0.1", "::1", "0.0.0.0"):
         return
     if os.getenv("ALLOW_REMOTE_PUSH") == "1":
-        print(f"WARNING: pushing scraped data to remote host {host}")
+        print(f"WARNING: pushing scanned data to remote host {host}")
         return
     raise SystemExit(
         f"Refusing to push scraped data to '{APP_URL}'.\n"
@@ -359,7 +370,7 @@ def _print_sign_in_banner(say):
     print("  inside automated browsers, which is why that window comes up")
     print("  greyed out and does nothing.")
     print()
-    print("  Nothing is scraped until you are signed in, and the scrape starts")
+    print("  Nothing is scanned until you are signed in, and the scan starts")
     print("  by itself the moment you are. Take as long as you need.")
     print("  Close the browser window to cancel.")
     print("  ==================================================================")
@@ -376,11 +387,11 @@ def _wait_for_sign_in(page, context, timeout_s, say):
         # not: signing in legitimately opens and closes tabs.
         try:
             if not [pg for pg in context.pages if not pg.is_closed()]:
-                print("\n  Browser closed — nothing was scraped.")
+                print("\n  Browser closed — nothing was scanned.")
                 say("Browser closed before sign-in.")
                 return False
         except Exception:
-            print("\n  Browser closed — nothing was scraped.")
+            print("\n  Browser closed — nothing was scanned.")
             return False
 
         # The cookie belongs to the whole browser, so it is found no matter which
@@ -482,7 +493,7 @@ def resolve_active_user():
             for u in users:
                 if (u.get("name") or "").strip().lower() == wanted:
                     _active_user_id = u["id"]
-                    print(f"  Scraping into profile: {u['name']}")
+                    print(f"  Scanning into profile: {u['name']}")
                     return _active_user_id
             raise SystemExit(f"No profile named '{os.getenv('SIX_DEGREES_USER')}' in the app.")
 
@@ -499,7 +510,7 @@ def resolve_active_user():
         raise SystemExit(f"The app at {APP_URL} did not say which profile to use.")
 
     _active_user_id = me["id"]
-    print(f"  Scraping into profile: {me.get('name')}")
+    print(f"  Scanning into profile: {me.get('name')}")
     return _active_user_id
 
 
@@ -721,7 +732,7 @@ def push_connections(connections, degree=1, bridge_id=None, user_id=None, on_sav
             if p["profile_url"] in d1_urls:
                 # Unlock via API route
                 requests.post(f"{APP_URL}/api/unlock", json={"connectionId": p["id"]}, headers=app_headers())
-                print(f"  *** PATH UNLOCKED: {p['name']}! Run --bridge \"{p['name']}\" to scrape their network ***")
+                print(f"  *** PATH UNLOCKED: {p['name']}! Run --bridge \"{p['name']}\" to scan their network ***")
 
     return inserted
 
@@ -882,8 +893,8 @@ def scrape_full(headless=False):
     if searches_left()[0] <= 0:
         raise BudgetReached(0, searches_left()[1])
 
-    print("\n=== Full Account Setup Scrape ===\n")
-    print("This scrapes ALL connections via the search page (not the connections page).")
+    print("\n=== Full account scan ===\n")
+    print("This scans ALL connections via the search page (not the connections page).")
     print("Takes 3-5 minutes for ~500 connections.\n")
 
     with sync_playwright() as p:
@@ -1275,6 +1286,18 @@ SAVE_EVERY_PAGES = 10             # save as a long read goes, so a stop loses li
 # randomised: the point is fewer searches an hour, not looking like a person.
 PAGE_PAUSE = 20                   # seconds before each next page of results
 CHUNK_COOLDOWN = 60               # extra seconds after every SAVE_EVERY_PAGES pages
+# The Scan page's speed (Blake, 2026-09-30 and 10-03: "slow, medium and fast").
+# Fast is exactly the pacing above and nothing is ever faster; Medium and Slow
+# only add waiting. Speed changes how many searches an hour, never how many a
+# day: the daily budget stays the volume cap. Read from scan-limits.json
+# ("pace") at the start of every run (apply_pace). lib/scan-pace.js holds the
+# same numbers for the page, and tests/scan-pace.test.mjs checks they agree.
+SCAN_PACES = {
+    "fast": {"page_pause": 20, "chunk_cooldown": 60, "profile_gap": 60},
+    "medium": {"page_pause": 45, "chunk_cooldown": 180, "profile_gap": 90},
+    "slow": {"page_pause": 90, "chunk_cooldown": 300, "profile_gap": 120},
+}
+DEFAULT_PACE = "fast"
 LEGACY_PAGES_READ = 10            # how far every read before 0.1.6 went, at most
 
 # Experimental all-day pacing for Auto-Bridge (--experimental; item 44, Graph
@@ -1550,6 +1573,27 @@ def _profile_wait(data, now):
     return 0
 
 
+def scan_pace():
+    """The speed saved on the Scan page: "fast", "medium" or "slow"."""
+    try:
+        name = json.loads((_home() / "scan-limits.json").read_text()).get("pace")
+    except Exception:
+        name = None
+    return name if name in SCAN_PACES else DEFAULT_PACE
+
+
+def apply_pace(name=None):
+    """Set this run's waits from the chosen speed. Never below Fast's."""
+    global PAGE_PAUSE, CHUNK_COOLDOWN, PROFILE_GAP
+    name = name if name in SCAN_PACES else scan_pace()
+    pace = SCAN_PACES[name]
+    fast = SCAN_PACES["fast"]
+    PAGE_PAUSE = max(fast["page_pause"], pace["page_pause"])
+    CHUNK_COOLDOWN = max(fast["chunk_cooldown"], pace["chunk_cooldown"])
+    PROFILE_GAP = max(fast["profile_gap"], pace["profile_gap"])
+    return name
+
+
 def search_limits():
     try:
         data = json.loads((_home() / "scan-limits.json").read_text())
@@ -2068,14 +2112,54 @@ def voyager_conversations(payload):
     return out
 
 
-def sync_messages(headless=False):
+def conversation_id(c):
+    """One conversation, however many of LinkedIn's responses mention it: its link, else who's in it."""
+    return c.get("url") or ",".join(c.get("people") or [])
+
+
+def tally_conversations(seen, convos):
+    """Add these conversations to `seen` (id -> conversation, the newest activity
+    kept) and say how many it didn't have before. The full-history read stops
+    when scrolling stops bringing new ones."""
+    new = 0
+    for c in convos:
+        k = conversation_id(c)
+        if not k:
+            continue
+        if k not in seen:
+            new += 1
+            seen[k] = c
+        elif c.get("at", 0) >= seen[k].get("at", 0):
+            seen[k] = c
+    return new
+
+
+def history_done(new_per_scroll, found, max_scrolls=MESSAGE_HISTORY_SCROLLS,
+                 max_found=MESSAGE_HISTORY_MAX, still=MESSAGE_HISTORY_STILL):
+    """Why a full-history read should stop now, or None to scroll again.
+    `new_per_scroll` is how many new conversations each scroll so far brought;
+    `found` how many there are in all."""
+    if found >= max_found:
+        return f"reached {max_found:,} conversations, the most one read takes"
+    if len(new_per_scroll) >= max_scrolls:
+        return f"reached {max_scrolls} scrolls, the most one read takes"
+    if len(new_per_scroll) >= still and not any(new_per_scroll[-still:]):
+        return "the list stopped growing: that's the whole history"
+    return None
+
+
+def sync_messages(headless=False, full_history=False):
     """Experimental: read your LinkedIn messages list once, for the Social tab. Opens
     Messaging in your own Chrome, scrolls the list a few times, and keeps from LinkedIn's
-    own data who each 1:1 conversation is with, when it was last active, whether it has
-    unread messages, its link and who wrote last. The newest message's words go to the
-    app only while Keep my messages is on there. No search budget."""
+    own data who each conversation is with, when it was last active, whether it has
+    unread messages, its link and who wrote last. The newest message's words (1:1 only)
+    go to the app only while Keep my messages is on there. No search budget.
+
+    full_history: keep scrolling until no new conversations load (history_done), for
+    the whole list rather than its top. Same fixed waits; opens no conversation."""
     from playwright.sync_api import sync_playwright
     kept = []
+    seen = {}
     with sync_playwright() as p:
         browser = p.chromium.launch_persistent_context(
             user_data_dir=get_scraper_profile_path(), headless=headless, channel="chrome",
@@ -2086,13 +2170,38 @@ def sync_messages(headless=False):
             browser.close()
             return
         page.on("response", lambda r: kept.append(r) if "/voyager/api/" in r.url and "messag" in r.url.lower() else None)
-        print("Opening your messages list...")
+
+        def wait(seconds):
+            # Playwright hands over the responses that came in only while it's
+            # being called, so wait through it, not with time.sleep.
+            try:
+                page.wait_for_timeout(seconds * 1000)
+            except Exception:
+                time.sleep(seconds)
+
+        def read_new():
+            got = kept[:]
+            del kept[:len(got)]
+            convos = []
+            for r in got:
+                try:
+                    data = r.json()
+                except Exception:
+                    continue
+                _wire_sample(data, prefix="messages")
+                convos.extend(voyager_conversations(data))
+            return tally_conversations(seen, convos)
+
+        print("Opening your messages list" + (", to read its whole history..." if full_history else "..."))
         try:
             page.goto(MESSAGING_URL, wait_until="domcontentloaded")
         except Exception:
             pass
-        time.sleep(6)
-        for i in range(MESSAGE_SCROLLS):
+        wait(6)
+        read_new()
+        scrolls = MESSAGE_HISTORY_SCROLLS if full_history else MESSAGE_SCROLLS
+        new_per_scroll = []
+        for i in range(scrolls):
             if stop_requested() or _window_closed(page):
                 break
             try:
@@ -2105,19 +2214,21 @@ def sync_messages(headless=False):
                   if (l) l.scrollTop = l.scrollHeight; }""")
             except Exception:
                 pass
-            print(f"  Reading the list ({i + 1} of {MESSAGE_SCROLLS})...", flush=True)
-            time.sleep(4)
-        convos = []
-        for r in kept:
-            try:
-                data = r.json()
-            except Exception:
-                continue
-            _wire_sample(data, prefix="messages")
-            convos.extend(voyager_conversations(data))
+            wait(MESSAGE_WAIT)
+            new_per_scroll.append(read_new())
+            if full_history:
+                print(f"  Reading the list (scroll {i + 1}, {len(seen):,} conversations so far)...", flush=True)
+                why = history_done(new_per_scroll, len(seen))
+                if why:
+                    print(f"  Stopping: {why}.", flush=True)
+                    break
+            else:
+                print(f"  Reading the list ({i + 1} of {scrolls})...", flush=True)
         browser.close()
-    _me, people = live_people(convos)
-    print(f"  Found {len(convos)} conversations in LinkedIn's data, {len(people)} with one person.")
+    convos = list(seen.values())
+    me, people = live_people(convos)
+    groups = live_groups(convos, me)
+    print(f"  Found {len(convos)} conversations in LinkedIn's data: {len(people)} with one person, {len(groups)} groups.")
     # The newest message's words go to the app only if Keep my messages is on
     # there. The app checks too; this way they don't even leave the scanner.
     keep = False
@@ -2131,14 +2242,37 @@ def sync_messages(headless=False):
             if v.get("preview"):
                 v["preview"]["text"] = None
     try:
-        r = requests.put(f"{APP_URL}/api/social", json={"live": people}, headers=app_headers(), timeout=30)
+        r = requests.put(f"{APP_URL}/api/social", json={"live": people, "groups": groups}, headers=app_headers(), timeout=60)
         got = r.json() if r.ok else {}
         matched, unmatched = got.get("people", 0), got.get("unmatched", 0)
-        print(f"  Saved for the Social tab: {matched} matched to your connections, {unmatched} not.")
+        print(f"  Saved for the Social tab: {matched} of your connections, {unmatched} people who aren't connections, "
+              f"{len(groups)} groups.")
     except Exception as e:
         print(f"  Couldn't save them: {e}")
 
 
+def live_groups(convos, me):
+    """The messages sync's group conversations: who's in them (everyone but you,
+    with their names for the app to match to your connections; it keeps the names
+    only of people who aren't), when each was last active, unread, its link and
+    whether someone else wrote last. No words: a group's newest message isn't sent."""
+    groups = {}
+    for c in convos:
+        others = [u for u in c["people"] if u != me]
+        if len(others) < 2:
+            continue
+        k = conversation_id(c)
+        if k in groups and c["at"] <= groups[k]["last"]:
+            continue
+        latest = c.get("latest")
+        sender = latest.get("from") if latest else None
+        groups[k] = {"threadUrl": c.get("url"), "people": others,
+                     "names": {u: n for u, n in (c.get("names") or {}).items() if u in others},
+                     "last": c["at"], "unread": c["unread"],
+                     "lastFromThem": (sender != me) if sender in c["people"] else None}
+    return list(groups.values())
+
+
 def live_people(convos):
     """The messages sync's conversations, per person: you are the one in the most
     conversations, and only the 1:1 ones are kept. For each person, their newest
@@ -3155,7 +3289,7 @@ def scrape_bridge(bridge_name, headless=False, max_pages=LINKEDIN_MAX_PAGES, dee
     if not urn and profiles_left() <= 0:
         raise BudgetReached(0, "profiles")
 
-    print(f"\n=== {'Carrying on with' if start_page > 1 else 'Scraping'} connections of {bridge_name} ===\n")
+    print(f"\n=== {'Carrying on with' if start_page > 1 else 'Scanning'} connections of {bridge_name} ===\n")
 
     read = []
 
@@ -3267,7 +3401,7 @@ def scrape_company(company_name, headless=False, log_fn=None):
         if log_fn:
             log_fn(msg)
 
-    log(f"Scraping employees at: {company_name}")
+    log(f"Scanning employees at: {company_name}")
 
     # A company scan is people searches too: the same cooldown and budget.
     cd = read_cooldown()
@@ -3944,7 +4078,7 @@ def auto_bridge_all(headless=False, log_fn=None, retry_private=False, max_bridge
 
 def rescrape_bridge(bridge_name, headless=False, max_pages=LINKEDIN_MAX_PAGES):
     """Delete all existing cluster data for a bridge and re-scrape from scratch."""
-    print(f"\n=== Re-scraping {bridge_name} (delete + fresh scrape) ===\n")
+    print(f"\n=== Rescanning {bridge_name} (delete + fresh scan) ===\n")
 
     # Check before deleting anything: a cooldown or an empty budget would leave
     # their circle deleted and not read again.
@@ -4207,6 +4341,9 @@ Examples:
     parser.add_argument("--company", type=str, help="Scan everyone the app can see at one company")
     parser.add_argument("--messages", action="store_true",
                         help="Experimental: read your messages list once for the Social tab (who, when, unread; the newest message's words only if Keep my messages is on)")
+    parser.add_argument("--full-history", action="store_true",
+                        help=f"With --messages: keep scrolling until the whole list has loaded (at most {MESSAGE_HISTORY_SCROLLS} scrolls "
+                             f"or {MESSAGE_HISTORY_MAX:,} conversations), not just its top")
     parser.add_argument("--experimental", action="store_true",
                         help="Auto-Bridge, experimental: all-day pacing (sittings, rests, daytime only, "
                              "waits for the daily budget) and reading LinkedIn's own data beside the page text")
@@ -4245,11 +4382,16 @@ Examples:
         EXPERIMENT["on"] = True
         print("Experimental Auto-Bridge: all-day pacing, and LinkedIn's own data read beside the page text.")
     args.max_pages = max(1, min(LINKEDIN_MAX_PAGES, args.max_pages))
+    # The Scan page's speed. Signing in searches nothing, so it isn't said there.
+    _pace = apply_pace()
+    if not args.login:
+        print(f"Speed: {_pace.capitalize()}. {PAGE_PAUSE}s before each page of results, {CHUNK_COOLDOWN}s more after "
+              f"every {SAVE_EVERY_PAGES}, and profiles at least {PROFILE_GAP}s apart.")
 
     # A failed save ends the run with its reason, not a traceback (TRAPS §32).
     def _say_why(exc_type, exc, tb):
         if issubclass(exc_type, SaveFailed):
-            print(f"\n  The app could not save what was scraped: {exc}\n", file=sys.stderr)
+            print(f"\n  The app could not save what was scanned: {exc}\n", file=sys.stderr)
         elif issubclass(exc_type, TryLater):
             print(f"\n  The photos weren't saved: {exc}.\n", file=sys.stderr)
         elif issubclass(exc_type, NotSignedIn):
@@ -4305,7 +4447,7 @@ Examples:
             done = sum(1 for r in results if r.get("status") == "done")
             print(f"\nDone. {done}/{len(results)} bridges mapped.")
         elif args.messages:
-            sync_messages(headless=args.headless)
+            sync_messages(headless=args.headless, full_history=args.full_history)
         elif args.search:
             scrape_full(headless=args.headless)
         elif args.full:

package/.next/standalone/.next/server/chunks/[root-of-the-server]__08f5awg._.js

@@ -1,8 +0,0 @@
-module.exports=[70406,(e,r,t)=>{r.exports=e.x("next/dist/compiled/@opentelemetry/api",()=>require("next/dist/compiled/@opentelemetry/api"))},18622,(e,r,t)=>{r.exports=e.x("next/dist/compiled/next-server/app-page-turbo.runtime.prod.js",()=>require("next/dist/compiled/next-server/app-page-turbo.runtime.prod.js"))},56704,(e,r,t)=>{r.exports=e.x("next/dist/server/app-render/work-async-storage.external.js",()=>require("next/dist/server/app-render/work-async-storage.external.js"))},32319,(e,r,t)=>{r.exports=e.x("next/dist/server/app-render/work-unit-async-storage.external.js",()=>require("next/dist/server/app-render/work-unit-async-storage.external.js"))},59043,(e,r,t)=>{r.exports=e.x("next/dist/server/runtime-reacts.external.js",()=>require("next/dist/server/runtime-reacts.external.js"))},93695,(e,r,t)=>{r.exports=e.x("next/dist/shared/lib/no-fallback-error.external.js",()=>require("next/dist/shared/lib/no-fallback-error.external.js"))},74533,(e,r,t)=>{r.exports=e.x("node:child_process",()=>require("node:child_process"))},66680,(e,r,t)=>{r.exports=e.x("node:crypto",()=>require("node:crypto"))},2157,(e,r,t)=>{r.exports=e.x("node:fs",()=>require("node:fs"))},12714,(e,r,t)=>{r.exports=e.x("node:fs/promises",()=>require("node:fs/promises"))},60526,(e,r,t)=>{r.exports=e.x("node:os",()=>require("node:os"))},50227,(e,r,t)=>{r.exports=e.x("node:path",()=>require("node:path"))},81111,(e,r,t)=>{r.exports=e.x("node:stream",()=>require("node:stream"))},93836,19307,e=>{"use strict";e.i(68835);var r=e.i(1746);let t=e=>String(e||"").split(",")[0].normalize("NFD").replace(/[̀-ͯ]/g,"").toLowerCase().replace(/[^a-z0-9 ]+/g," ").replace(/\s+/g," ").trim(),n=/^https:\/\/www\.linkedin\.com\/messaging\/[\w\-/%=.]*$/;e.s(["conversationList",0,function(e=[],r={}){let t=(Array.isArray(e)?e:[]).map(e=>({...e,unread:null,threadUrl:null})),n=new Map;for(let e of t){if(e.group||e.people?.length!==1)continue;let r=n.get(e.people[0]);(!r||(e.last||0)>(r.last||0))&&n.set(e.people[0],e)}for(let[e,s]of Object.entries(r||{})){if(!s||"object"!=typeof s)continue;let r=n.get(e);r||(r={id:`live:${e}`,people:[e],group:!1,last:null,lastFromThem:null,count:null,unread:null,threadUrl:null},t.push(r),n.set(e,r)),s.last&&(!r.last||s.last>r.last)&&(r.last=s.last,"boolean"==typeof s.lastFromThem&&(r.lastFromThem=s.lastFromThem)),r.unread=Number.isFinite(s.unread)?s.unread:r.unread,r.threadUrl=s.threadUrl||r.threadUrl}return t},"matchLive",0,function(e={},s=[]){let i=new Map,l=new Map;for(let e of s){let n=(0,r.keyFor)(e);i.set(n,n);let s=t(e.name);s&&l.set(s,l.has(s)?null:n)}let o={},a=0;for(let[s,u]of Object.entries(e||{})){if(!u||"object"!=typeof u)continue;let e=i.get((0,r.keyFor)({profile_url:s}))||l.get(t(u.name))||null;if(!e){a+=1;continue}let c=Number(u.last)||null;o[e]&&(o[e].last||0)>=(c||0)||(o[e]={last:c,unread:Number.isFinite(Number(u.unread))&&null!==u.unread?Number(u.unread):null,threadUrl:function(e){let r=String(e||"").trim();return n.test(r)?r:null}(u.threadUrl),lastFromThem:"boolean"==typeof u.lastFromThem?u.lastFromThem:null,preview:function(e){if(!e||"object"!=typeof e)return null;let r=Number(e.t)||null,t="string"==typeof e.text?e.text.slice(0,2e4):null;return r||t?{t:r,fromMe:!0===e.fromMe,text:t}:null}(u.preview)})}return{live:o,unmatched:a}}],93836);var s=e.i(2157),i=e.i(50227),l=e.i(88431),o=e.i(88602);let a={file:null,mtimeMs:0,size:0,data:null};function u(e,r=null){try{return JSON.parse((0,s.readFileSync)(e,"utf8"))??r}catch{return r}}e.s(["deleteMessages",0,function(e){e&&((0,s.rmSync)(e.messages,{force:!0}),(0,s.rmSync)(e.incoming,{force:!0}),a.file=null)},"readJson",0,u,"readMessages",0,function(e){let r;try{r=(0,s.statSync)(e)}catch{return{threads:{},previews:{}}}if(a.file===e&&a.mtimeMs===r.mtimeMs&&a.size===r.size)return a.data;let t=u(e,{}),n={threads:t?.threads&&"object"==typeof t.threads?t.threads:{},previews:t?.previews&&"object"==typeof t.previews?t.previews:{}};return Object.assign(a,{file:e,mtimeMs:r.mtimeMs,size:r.size,data:n}),n},"socialFiles",0,function(){let e=(0,o.resolveProfile)({create:!1});if(!e?.id||!/^[\w-]+$/.test(String(e.id)))return null;let r=(0,l.dataDir)(),t=i.default.join(r,`social-messages-${e.id}.json`);return{profileId:e.id,social:i.default.join(r,`social-${e.id}.json`),messages:t,incoming:`${t}.incoming`}},"writeJsonAtomic",0,function(e,r){let t=`${e}.${process.pid}.tmp`;(0,s.writeFileSync)(t,JSON.stringify(r)),(0,s.renameSync)(t,e),a.file===e&&(a.file=null)}],19307)},88602,e=>{"use strict";var r=e.i(88431);e.s(["networkCounts",0,function(e){let t=Object.fromEntries((0,r.getDb)().prepare("SELECT degree, COUNT(*) AS n FROM linkedin_connections WHERE user_id = ? GROUP BY degree").all(e).map(e=>[e.degree,e.n]));return{first:t[1]||0,second:t[2]||0,third:t[3]||0}},"resolveProfile",0,function({create:e=!0}={}){let[t]=(0,r.getDb)().prepare(`
-    SELECT u.*,
-           (SELECT COUNT(*) FROM linkedin_connections c WHERE c.user_id = u.id) AS connections
-    FROM users u
-    ORDER BY connections DESC, u.created_at ASC, u.rowid ASC
-  `).all().map(e=>(0,r.decodeRow)("users",e));if(t)return t;if(!e)return null;let n=(0,r.newId)();return(0,r.getDb)().prepare("INSERT INTO users (id, name) VALUES (?, ?)").run(n,"You"),{...(0,r.decodeRow)("users",(0,r.getDb)().prepare("SELECT * FROM users WHERE id = ?").get(n)),connections:0}}])},12506,1348,e=>{"use strict";e.s(["compareVersions",0,function(e,r){let t=e=>String(e||"").replace(/^v/i,"").split(/[-+]/)[0].split(".").map(e=>Number.parseInt(e,10)||0),n=t(e),s=t(r);for(let e=0;e<Math.max(n.length,s.length);e++){let r=(n[e]||0)-(s[e]||0);if(0!==r)return r>0?1:-1}return 0},"installKind",0,function(e=process.env,r=""){return["mac-app","source","npm"].includes(e.SIX_DEGREES_INSTALL)?e.SIX_DEGREES_INSTALL:/\.app\/Contents\/Resources/.test(r||"")?"mac-app":"npm"},"repoSlug",0,function(e){let r=("string"==typeof e?e:e?.url||"").match(/github\.com[/:]([^/]+)\/([^/.#?]+)/);return r?`${r[1]}/${r[2]}`:null},"updateCommand",0,function(e,r,{dataDir:t}={}){if("mac-app"===e)return`curl -fsSL https://raw.githubusercontent.com/${r}/main/install.sh | bash`;if("source"===e)return"git pull && npm ci && npm run build && npm run start:packaged";let n=t&&`'${String(t).replace(/'/g,"'\\''")}'`;return n?`npx six-degrees@latest --data-dir ${n}`:"npx six-degrees@latest"}],12506);let r=Symbol.for("six-degrees.scan-state");function t(){let e=globalThis[r];return e?.running!==!0?null:"string"==typeof e.action&&e.action?e.action:"scan"}function n(e){switch(e){case"install":return"The scanner's packages are being installed";case"setup":return"The scanner is being set up";case"login":return"The LinkedIn sign-in window is open";case"photos":return"Profile photos are being saved";default:return"A scan is running"}}e.s(["busyRefusal",0,function(e,r=t()){return r?`${n(r)}. ${e}`:null},"registerScanState",0,function(e){return globalThis[r]||(globalThis[r]=e),globalThis[r]},"runningNow",0,n,"scannerJob",0,t],1348)},1746,e=>{"use strict";e.s(["keyFor",0,function(e){return String(e?.profile_url||"").split(/[?#]/)[0].replace(/\/+$/,"")||`id:${e?.id}`}])}];
-
-//# sourceMappingURL=%5Broot-of-the-server%5D__08f5awg._.js.map