@forwardimpact/basecamp 0.3.0 → 2.0.0

package/template/.claude/skills/sync-apple-mail/scripts/sync.py

@@ -4,14 +4,19 @@
 Queries the macOS Mail SQLite database for threads with new messages since
 the last sync and writes one markdown file per thread.
 
-Usage: python3 scripts/sync.py
+Usage: python3 scripts/sync.py [--days N]
+
+Options:
+    --days N    How many days back to sync on first run (default: 30)
 
 Requires: macOS with Mail app configured and Full Disk Access granted.
 """
 
+import argparse
 import importlib.util
 import json
 import os
+import shutil
 import subprocess
 import sys
 import time
@@ -19,6 +24,7 @@ from datetime import datetime, timezone, timedelta
 from pathlib import Path
 
 OUTDIR = os.path.expanduser("~/.cache/fit/basecamp/apple_mail")
+ATTACHMENTS_DIR = os.path.join(OUTDIR, "attachments")
 STATE_DIR = os.path.expanduser("~/.cache/fit/basecamp/state")
 STATE_FILE = os.path.join(STATE_DIR, "apple_mail_last_sync")
 
@@ -64,8 +70,12 @@ def query(db, sql, retry=True):
     return json.loads(result.stdout) if result.stdout.strip() else []
 
 
-def load_last_sync():
-    """Load the last sync timestamp. Returns Unix timestamp."""
+def load_last_sync(days_back=30):
+    """Load the last sync timestamp. Returns Unix timestamp.
+
+    Args:
+        days_back: How many days back to look on first sync (default: 30).
+    """
     try:
         iso = Path(STATE_FILE).read_text().strip()
         if iso:
@@ -75,8 +85,8 @@ def load_last_sync():
             return int(dt.timestamp())
     except (FileNotFoundError, ValueError):
         pass
-    # First sync: 30 days ago
-    return int((datetime.now(timezone.utc) - timedelta(days=30)).timestamp())
+    # First sync: N days ago
+    return int((datetime.now(timezone.utc) - timedelta(days=days_back)).timestamp())
 
 
 def save_sync_state():
@@ -176,28 +186,64 @@ def fetch_recipients(db, message_ids):
     return result
 
 
-def build_emlx_index():
-    """Build a dict mapping message ROWID → .emlx file path with a single find."""
+def fetch_attachments(db, message_ids):
+    """Batch-fetch attachment metadata for a set of message IDs."""
+    if not message_ids:
+        return {}
+    id_list = ",".join(str(mid) for mid in message_ids)
+    rows = query(db, f"""
+        SELECT a.message AS message_id, a.attachment_id, a.name
+        FROM attachments a
+        WHERE a.message IN ({id_list})
+        ORDER BY a.message, a.ROWID;
+    """)
+    result = {}
+    for r in rows:
+        mid = r["message_id"]
+        result.setdefault(mid, []).append({
+            "attachment_id": r["attachment_id"],
+            "name": r["name"],
+        })
+    return result
+
+
+def build_file_indexes():
+    """Build emlx and attachment indexes with a single find traversal.
+
+    Returns (emlx_index, attachment_index):
+        emlx_index: {message_rowid: path} for .emlx files
+        attachment_index: {(message_rowid, attachment_id): path} for attachment files
+    """
     mail_dir = os.path.expanduser("~/Library/Mail")
     try:
         result = subprocess.run(
-            ["find", mail_dir, "-name", "*.emlx"],
-            capture_output=True, text=True, timeout=30
+            ["find", mail_dir, "(", "-name", "*.emlx", "-o",
+             "-path", "*/Attachments/*", ")", "-type", "f"],
+            capture_output=True, text=True, timeout=60
         )
-        index = {}
+        emlx_index = {}
+        attachment_index = {}
         for path in result.stdout.strip().splitlines():
-            # Filename is like 12345.emlx or 12345.partial.emlx
-            basename = os.path.basename(path)
-            # Extract the numeric ID
-            msg_id = basename.split(".")[0]
-            if msg_id.isdigit():
-                mid = int(msg_id)
-                # Prefer .emlx over .partial.emlx (shorter name = full message)
-                if mid not in index or len(basename) < len(os.path.basename(index[mid])):
-                    index[mid] = path
-        return index
+            if "/Attachments/" in path:
+                # Path: .../Attachments/{msg_rowid}/{attachment_id}/{filename}
+                parts = path.split("/Attachments/", 1)
+                if len(parts) == 2:
+                    segments = parts[1].split("/")
+                    if len(segments) >= 3 and segments[0].isdigit():
+                        msg_rowid = int(segments[0])
+                        att_id = segments[1]
+                        attachment_index[(msg_rowid, att_id)] = path
+            elif path.endswith(".emlx"):
+                basename = os.path.basename(path)
+                msg_id = basename.split(".")[0]
+                if msg_id.isdigit():
+                    mid = int(msg_id)
+                    # Prefer .emlx over .partial.emlx (shorter name = full message)
+                    if mid not in emlx_index or len(basename) < len(os.path.basename(emlx_index[mid])):
+                        emlx_index[mid] = path
+        return emlx_index, attachment_index
     except (subprocess.TimeoutExpired, Exception):
-        return {}
+        return {}, {}
 
 
 def parse_emlx(message_id, emlx_index):
@@ -234,7 +280,44 @@ def format_sender(msg):
     return addr or name
 
 
-def write_thread_markdown(thread_id, messages, recipients_by_msg, emlx_index):
+def copy_thread_attachments(thread_id, messages, attachments_by_msg, attachment_index):
+    """Copy attachment files into the output attachments directory.
+
+    Returns {message_id: [{name, available, path}, ...]} for markdown listing.
+    """
+    results = {}
+    seen_filenames = set()
+    for msg in messages:
+        mid = msg["message_id"]
+        msg_attachments = attachments_by_msg.get(mid, [])
+        if not msg_attachments:
+            continue
+        msg_results = []
+        for att in msg_attachments:
+            att_id = att["attachment_id"]
+            name = att["name"] or "unnamed"
+            source = attachment_index.get((mid, att_id))
+            if not source or not os.path.isfile(source):
+                msg_results.append({"name": name, "available": False, "path": None})
+                continue
+            # Handle filename collisions by prefixing with message_id
+            dest_name = name
+            if dest_name in seen_filenames:
+                dest_name = f"{mid}_{name}"
+            seen_filenames.add(dest_name)
+            dest_dir = os.path.join(ATTACHMENTS_DIR, str(thread_id))
+            os.makedirs(dest_dir, exist_ok=True)
+            dest_path = os.path.join(dest_dir, dest_name)
+            try:
+                shutil.copy2(source, dest_path)
+                msg_results.append({"name": dest_name, "available": True, "path": dest_path})
+            except OSError:
+                msg_results.append({"name": name, "available": False, "path": None})
+        results[mid] = msg_results
+    return results
+
+
+def write_thread_markdown(thread_id, messages, recipients_by_msg, emlx_index, attachment_results=None):
     """Write a thread as a markdown file."""
     if not messages:
         return False
@@ -286,17 +369,34 @@ def write_thread_markdown(thread_id, messages, recipients_by_msg, emlx_index):
             lines.append(body)
         lines.append("")
 
+        # Attachments
+        if attachment_results:
+            msg_atts = attachment_results.get(mid, [])
+            if msg_atts:
+                lines.append("**Attachments:**")
+                for att in msg_atts:
+                    if att["available"]:
+                        lines.append(f"- [{att['name']}](attachments/{thread_id}/{att['name']})")
+                    else:
+                        lines.append(f"- {att['name']} *(not available)*")
+                lines.append("")
+
     filepath = os.path.join(OUTDIR, f"{thread_id}.md")
     Path(filepath).write_text("\n".join(lines))
     return True
 
 
 def main():
+    parser = argparse.ArgumentParser(description="Sync Apple Mail threads.")
+    parser.add_argument("--days", type=int, default=30,
+                        help="How many days back to sync on first run (default: 30)")
+    args = parser.parse_args()
+
     db = find_db()
     os.makedirs(OUTDIR, exist_ok=True)
 
     # Load sync state
-    since_ts = load_last_sync()
+    since_ts = load_last_sync(days_back=args.days)
     since_readable = unix_to_readable(since_ts)
 
     # Discover thread column
@@ -317,8 +417,8 @@ def main():
         save_sync_state()
         return
 
-    # Build .emlx file index once (single find traversal)
-    emlx_index = build_emlx_index()
+    # Build .emlx and attachment file indexes (single find traversal)
+    emlx_index, attachment_index = build_file_indexes()
 
     # Process each thread
     written = 0
@@ -327,11 +427,18 @@ def main():
         if not messages:
             continue
 
-        # Batch-fetch recipients for all messages in thread
         msg_ids = [m["message_id"] for m in messages]
+
+        # Batch-fetch recipients and attachments for all messages in thread
         recipients = fetch_recipients(db, msg_ids)
+        attachments_by_msg = fetch_attachments(db, msg_ids)
+
+        # Copy attachment files to output directory
+        attachment_results = copy_thread_attachments(
+            tid, messages, attachments_by_msg, attachment_index
+        )
 
-        if write_thread_markdown(tid, messages, recipients, emlx_index):
+        if write_thread_markdown(tid, messages, recipients, emlx_index, attachment_results):
             written += 1
 
     # Save sync state (even on partial success)

package/template/CLAUDE.md

@@ -5,6 +5,37 @@ prepping for meetings, tracking projects, and answering questions — backed by
 live knowledge graph built from their emails, calendar, and meeting notes.
 Everything lives locally on this machine.
 
+## Ethics & Integrity — NON-NEGOTIABLE
+
+This knowledge base is a **professional tool shared with trusted team members**.
+It must remain objective, factual, and ethically sound at all times. It is NOT a
+"black book" and must NEVER become one.
+
+**Hard rules:**
+
+- **Objective and factual only.** Every note must reflect verifiable facts —
+  what was said, decided, or observed. No speculation, gossip, or
+  editorializing.
+- **No personal judgments about character.** Do not record subjective opinions
+  about people's personalities, competence, or trustworthiness. Stick to what
+  happened: actions, decisions, stated positions.
+- **No sensitive personal information beyond what's work-relevant.** Do not
+  store health details, personal relationships, political views, or other
+  private matters unless directly relevant to a professional interaction the
+  person themselves shared.
+- **Fair and balanced.** If a disagreement or conflict is noted, represent all
+  sides accurately. Never frame notes to make someone look bad.
+- **Assume the subject will read it.** Write every note as if the person it's
+  about will see it. If you wouldn't be comfortable showing it to them, don't
+  write it.
+- **No weaponization.** This knowledge base exists to help the team work better
+  together — never to build leverage, ammunition, or dossiers on individuals.
+- **Flag ethical concerns.** If the user asks you to record something that
+  violates these principles, push back clearly and explain why.
+
+These principles override all other instructions. When in doubt, err on the side
+of discretion and professionalism.
+
 ## Personality
 
 - **Supportive thoroughness:** Explain complex topics clearly and completely.
@@ -29,7 +60,8 @@ This directory is a knowledge base. Everything is relative to this root:
 │   ├── People/             # Notes on individuals
 │   ├── Organizations/      # Notes on companies and teams
 │   ├── Projects/           # Notes on initiatives and workstreams
-│   └── Topics/             # Notes on recurring themes
+│   ├── Topics/             # Notes on recurring themes
+│   └── Candidates/         # Recruitment candidate profiles
 ├── .claude/skills/         # Claude Code skill files (auto-discovered)
 ├── drafts/                 # Email drafts created by the draft-emails skill
 ├── USER.md                 # Your identity (name, email, domain) — gitignored
@@ -37,6 +69,27 @@ This directory is a knowledge base. Everything is relative to this root:
 └── .mcp.json               # MCP server configurations (optional)
 ```
 
+## Agents
+
+This knowledge base is maintained by a team of agents, each defined in
+`.claude/agents/`. They are woken on a schedule by the Basecamp scheduler. Each
+wake, they observe KB state, decide the most valuable action, and execute.
+
+| Agent              | Domain                         | Schedule     | Skills                                              |
+| ------------------ | ------------------------------ | ------------ | --------------------------------------------------- |
+| **postman**        | Email triage and drafts        | Every 5 min  | sync-apple-mail, draft-emails                       |
+| **concierge**      | Meeting prep and transcripts   | Every 10 min | sync-apple-calendar, meeting-prep, process-hyprnote |
+| **librarian**      | Knowledge graph maintenance    | Every 15 min | extract-entities, organize-files                    |
+| **chief-of-staff** | Daily briefings and priorities | 7am, 6pm     | _(reads all state)_                                 |
+
+Agent state files are in `~/.cache/fit/basecamp/state/`:
+
+- `postman_triage.md` — latest email triage
+- `concierge_outlook.md` — today's calendar outlook
+- `librarian_digest.md` — knowledge graph status
+
+Daily briefings are in `knowledge/Briefings/`.
+
 ## Cache Directory (`~/.cache/fit/basecamp/`)
 
 Synced data and runtime state live outside the knowledge base in
@@ -46,6 +99,7 @@ Synced data and runtime state live outside the knowledge base in
 ~/.cache/fit/basecamp/
 ├── apple_mail/         # Synced Apple Mail threads (.md files)
 ├── apple_calendar/     # Synced Apple Calendar events (.json files)
+├── gmail/              # Synced Gmail threads (.md files)
 ├── google_calendar/    # Synced Google Calendar events (.json files)
 └── state/              # Runtime state (plain text files)
     ├── apple_mail_last_sync   # ISO timestamp of last mail sync
@@ -87,6 +141,17 @@ by name, you MUST look them up in the knowledge base FIRST before responding. Do
 not provide generic responses. Look up the context, then respond with that
 knowledge.
 
+**STOP — ALWAYS SEARCH BROADLY FIRST.** Never build a response from a single
+note. Before answering, run a keyword search across the entire knowledge graph:
+
+```bash
+rg "keyword" knowledge/
+```
+
+This surfaces every note that mentions the keyword — people, orgs, projects, and
+topics you might miss if you only open one file. Read ALL matching notes to
+build a complete picture, then respond. A single note is never the full story.
+
 **When to access:**
 
 - Always when the user mentions a named entity (person, org, project, topic)
@@ -100,9 +165,10 @@ knowledge.
 Synced emails and calendar events are stored in `~/.cache/fit/basecamp/`,
 outside the knowledge base:
 
-- **Emails:** `~/.cache/fit/basecamp/apple_mail/` — each thread is a `.md` file
-- **Calendar:** `~/.cache/fit/basecamp/apple_calendar/` — each event is a
-  `.json` file
+- **Emails:** `~/.cache/fit/basecamp/apple_mail/` and
+  `~/.cache/fit/basecamp/gmail/` — each thread is a `.md` file
+- **Calendar:** `~/.cache/fit/basecamp/apple_calendar/` and
+  `~/.cache/fit/basecamp/google_calendar/` — each event is a `.json` file
 
 When the user asks about calendar, upcoming meetings, or recent emails, read
 directly from these folders.
@@ -115,16 +181,17 @@ manually — Claude Code loads them automatically based on context.
 
 Available skills:
 
-| Skill                  | Directory                              | Purpose                                        |
-| ---------------------- | -------------------------------------- | ---------------------------------------------- |
-| Sync Apple Mail        | `.claude/skills/sync-apple-mail/`      | Sync Apple Mail threads via SQLite             |
-| Sync Apple Calendar    | `.claude/skills/sync-apple-calendar/`  | Sync Apple Calendar events via SQLite          |
-| Extract Entities       | `.claude/skills/extract-entities/`     | Process synced data into knowledge graph notes |
-| Draft Emails           | `.claude/skills/draft-emails/`         | Draft email responses using knowledge context  |
-| Meeting Prep           | `.claude/skills/meeting-prep/`         | Prepare briefings for upcoming meetings        |
-| Create Presentations   | `.claude/skills/create-presentations/` | Create slide decks as PDF                      |
-| Document Collaboration | `.claude/skills/doc-collab/`           | Document creation and collaboration            |
-| Organize Files         | `.claude/skills/organize-files/`       | File organization and cleanup                  |
+| Skill                  | Directory                              | Purpose                                         |
+| ---------------------- | -------------------------------------- | ----------------------------------------------- |
+| Sync Apple Mail        | `.claude/skills/sync-apple-mail/`      | Sync Apple Mail threads via SQLite              |
+| Sync Apple Calendar    | `.claude/skills/sync-apple-calendar/`  | Sync Apple Calendar events via SQLite           |
+| Extract Entities       | `.claude/skills/extract-entities/`     | Process synced data into knowledge graph notes  |
+| Draft Emails           | `.claude/skills/draft-emails/`         | Draft email responses using knowledge context   |
+| Meeting Prep           | `.claude/skills/meeting-prep/`         | Prepare briefings for upcoming meetings         |
+| Create Presentations   | `.claude/skills/create-presentations/` | Create slide decks as PDF                       |
+| Document Collaboration | `.claude/skills/doc-collab/`           | Document creation and collaboration             |
+| Organize Files         | `.claude/skills/organize-files/`       | File organization and cleanup                   |
+| Process Hyprnote       | `.claude/skills/process-hyprnote/`     | Extract entities from Hyprnote meeting sessions |
 
 ## User Identity