digital-brain 0.1.7 → 1.0.3

package/scripts/digital_brain_whatsapp_mac_sync.py

@@ -1,5 +1,6 @@
 #!/usr/bin/env python3
 import argparse
+import hashlib
 import json
 import sqlite3
 import time
@@ -60,7 +61,7 @@ def sync_once(args, seen, raw_dir, chats_dir, whats_app):
 
     added = 0
     for row in rows:
-        record = row_to_record(row, args.self_name)
+        record = row_to_record(row, args.self_name, args.privacy_mode)
         if args.no_groups and record["isGroup"]:
             continue
         if args.chat and args.chat.lower() not in record["chatName"].lower():
@@ -74,13 +75,16 @@ def sync_once(args, seen, raw_dir, chats_dir, whats_app):
     return added
 
 
-def row_to_record(row, self_name):
+def row_to_record(row, self_name, privacy_mode):
     timestamp = datetime.fromtimestamp(float(row["message_date"]) + CORE_DATA_EPOCH_OFFSET, tz=timezone.utc).isoformat()
     chat_name = row["chat_name"] or row["chat_jid"] or "Unknown Chat"
     from_me = bool(row["is_from_me"])
+    body = row["text"] or ""
+    record_id = compound_id(row, timestamp)
     return {
-        "id": str(row["stanza_id"] or f"mac-db-{row['message_pk']}"),
+        "id": record_id,
         "source": "WhatsApp Mac app ChatStorage.sqlite",
+        "sourceSystem": "WhatsApp",
         "timestamp": timestamp,
         "chatPk": row["chat_pk"],
         "chatName": chat_name,
@@ -91,10 +95,23 @@ def row_to_record(row, self_name):
         "fromJid": row["from_jid"],
         "toJid": row["to_jid"],
         "messageType": row["message_type"],
-        "body": row["text"] or "",
+        "body": "" if privacy_mode == "metadata-only" else body,
+        "bodyHash": hashlib.sha256(body.encode("utf-8")).hexdigest() if privacy_mode == "metadata-only" else "",
+        "bodyCharCount": len(body),
     }
 
 
+def compound_id(row, timestamp):
+    parts = [
+        "whatsapp",
+        str(row["chat_pk"] or row["chat_jid"] or "unknown-chat"),
+        str(row["stanza_id"] or "no-stanza"),
+        str(row["message_pk"] or "no-pk"),
+        timestamp,
+    ]
+    return "::".join(parts)
+
+
 def append_jsonl(raw_dir, record):
     with (raw_dir / f"{record['timestamp'][:10]}.jsonl").open("a", encoding="utf-8") as f:
         f.write(json.dumps(record, ensure_ascii=False) + "\n")
@@ -110,9 +127,9 @@ def append_markdown(chats_dir, whats_app, record, mode):
     else:
         file_path = chats_dir / f"{safe_filename(record['chatName'])}.md"
     if not file_path.exists():
-        file_path.write_text(f"# {record['chatName']}\n\nSynced from WhatsApp Mac app.\n\n", encoding="utf-8")
-    speaker = record["author"]
-    body = " ".join(record["body"].split())
+        write_text_atomic(file_path, f"# {escape_markdown(record['chatName'])}\n\nSynced from WhatsApp Mac app.\n\n")
+    speaker = escape_markdown(record["author"])
+    body = escape_markdown(" ".join(record["body"].split()))
     with file_path.open("a", encoding="utf-8") as f:
         f.write(f"- {record['timestamp']} | {speaker}: {body}\n")
 
@@ -127,7 +144,7 @@ def load_seen(path):
 
 
 def save_seen(path, seen):
-    path.write_text(json.dumps(sorted(seen), indent=2), encoding="utf-8")
+    write_text_atomic(path, json.dumps(sorted(seen), indent=2))
 
 
 def safe_filename(value):
@@ -135,6 +152,17 @@ def safe_filename(value):
     return (" ".join(cleaned.split()).strip() or "Unknown Chat")[:120]
 
 
+def escape_markdown(value):
+    text = str(value).replace("\n", " ").replace("\r", " ")
+    return text.replace("\\", "\\\\").replace("[", "\\[").replace("]", "\\]").replace("|", "\\|")
+
+
+def write_text_atomic(path, content):
+    temp = path.with_name(f"{path.name}.{time.time_ns()}.tmp")
+    temp.write_text(content, encoding="utf-8")
+    temp.replace(path)
+
+
 def parse_args():
     parser = argparse.ArgumentParser()
     parser.add_argument("--vault", type=Path, required=True)
@@ -146,6 +174,7 @@ def parse_args():
     parser.add_argument("--db", type=Path, default=DEFAULT_DB)
     parser.add_argument("--self-name", default="Me")
     parser.add_argument("--markdown-mode", choices=["chat", "month", "none"], default="chat")
+    parser.add_argument("--privacy-mode", choices=["standard", "metadata-only"], default="standard")
     return parser.parse_args()
 
 

package/templates/vault/00 Home/How AI Should Use This Vault.md

@@ -7,5 +7,5 @@ Rules:
 - Prefer local evidence over assumptions.
 - Be clear when a claim is inferred.
 - Treat generated relationship notes as provisional.
+- When replying to a person, check `06 AI Memory/Person Reply Context.md` first.
 - Do not send messages without explicit permission.
-

package/templates/vault/00 Home/Start Here.md

@@ -7,5 +7,6 @@ Core notes:
 - [[How AI Should Use This Vault]]
 - [[Working Profile]]
 - [[What AI Should Remember]]
+- [[Person Context Index]]
+- [[Person Reply Context]]
 - [[Interpreted Relationship Memory]]
-

package/templates/vault/04 People/Relationship Overrides.md

@@ -1,5 +1,7 @@
 # Relationship Overrides
 
+Keep human-edited relationship notes in this folder. Generated drafts are written to `06 AI Memory/Generated Relationship Drafts/` and may be overwritten.
+
 Use `08 Sources/WhatsApp/relationship_overrides.json` to manually label important people.
 
 Example:
@@ -13,4 +15,3 @@ Example:
   }
 }
 ```
-

package/templates/vault/06 AI Memory/Generated Relationship Drafts/README.md

@@ -0,0 +1,5 @@
+# Generated Relationship Drafts
+
+These files are generated and may be overwritten.
+
+Put human-edited relationship notes in `04 People/`.

package/templates/vault/06 AI Memory/Interpreted Relationship Memory.md

@@ -1,4 +1,3 @@
 # Interpreted Relationship Memory
 
-Run `digital-brain interpret` to populate this file.
-
+Run `digital-brain run` to populate this file.

package/templates/vault/06 AI Memory/Person Context Index.md

@@ -0,0 +1,4 @@
+# Person Context Index
+
+Run `digital-brain run` to populate canonical people matched across sources.
+

package/templates/vault/06 AI Memory/Person Reply Context.md

@@ -0,0 +1,4 @@
+# Person Reply Context
+
+Run `digital-brain run` to populate reply-ready person context across sources.
+

package/templates/vault/08 Sources/README.md

@@ -0,0 +1,5 @@
+# Sources
+
+This folder stores raw and derived imported data.
+
+AI assistants should not read this folder by default. Use `06 AI Memory/` for normal context. Only inspect source files when the user explicitly asks for source-level evidence.

package/templates/vault/08 Sources/WhatsApp/Outbound/README.md

@@ -5,13 +5,13 @@ Outbound sending is disabled unless you explicitly run the sender with `--yes`.
 Draft:
 
 ```bash
-digital-brain send-whatsapp --vault . --to "Name" --message "Text"
+digital-brain send-whatsapp --to "Name" --message "Text"
 ```
 
 Send:
 
 ```bash
-digital-brain send-whatsapp --vault . --to "Name" --message "Text" --yes
+digital-brain send-whatsapp --to "Name" --message "Text" --yes
 ```
 
 Disclosure rule:

package/templates/vault/AGENTS.md

@@ -8,6 +8,8 @@ Before answering personal-context questions, read:
 - `00 Home/How AI Should Use This Vault.md`
 - `01 Identity/Working Profile.md`
 - `06 AI Memory/What AI Should Remember.md`
+- `06 AI Memory/Person Context Index.md`
+- `06 AI Memory/Person Reply Context.md`
 - `06 AI Memory/Interpreted Relationship Memory.md`
 
 Rules:
@@ -16,4 +18,6 @@ Rules:
 - Separate facts from interpretation.
 - Treat relationship labels as editable working notes.
 - Do not expose private summaries unless asked.
-
+- For reply help, prefer person-level context over source-specific notes when available.
+- Do not read `08 Sources/` raw files unless the user explicitly asks you to inspect source data.
+- Prefer `06 AI Memory/` summaries and `04 People/` human notes for normal context.

package/templates/vault/CLAUDE.md

@@ -4,3 +4,6 @@ This is a Digital Brain vault. Use it as local personal context when relevant.
 
 Start with `00 Home/Start Here.md`.
 
+For reply help, prefer `06 AI Memory/Person Reply Context.md` when available.
+
+Do not read `08 Sources/` raw files unless the user explicitly asks for source-level evidence.

package/templates/vault/GEMINI.md

@@ -3,3 +3,7 @@
 This is a Digital Brain vault. Use it as local personal context when relevant.
 
 Start with `00 Home/Start Here.md`.
+
+For reply help, prefer `06 AI Memory/Person Reply Context.md` when available.
+
+Do not read `08 Sources/` raw files unless the user explicitly asks for source-level evidence.

package/whatsapp-web/send.mjs

@@ -1,4 +1,5 @@
 import fs from "node:fs";
+import crypto from "node:crypto";
 import path from "node:path";
 import qrcode from "qrcode-terminal";
 import pkg from "whatsapp-web.js";
@@ -12,6 +13,8 @@ const vault = path.resolve(args.vault);
 const whatsAppDir = path.join(vault, "08 Sources", "WhatsApp");
 const outboundDir = path.join(whatsAppDir, "Outbound");
 const sessionDir = path.join(whatsAppDir, ".session");
+const config = readConfig(vault);
+const outboundLogMode = args["log-mode"] || config.outboundLogMode || "metadata";
 fs.mkdirSync(outboundDir, { recursive: true });
 
 if (!args.yes) {
@@ -36,7 +39,11 @@ client.on("ready", async () => {
   try {
     const chat = await resolveChat(args.to);
     const disclosure = disclosureStatus(chat);
-    if (disclosure.required && !containsDisclosure(args.message) && !args["skip-disclosure-check"]) {
+    const bypassDisclosure = args["skip-disclosure-check"] && process.env.DIGITAL_BRAIN_ALLOW_DISCLOSURE_BYPASS === "1";
+    if (args["skip-disclosure-check"] && !bypassDisclosure) {
+      throw new Error("Disclosure bypass requires DIGITAL_BRAIN_ALLOW_DISCLOSURE_BYPASS=1.");
+    }
+    if (disclosure.required && !containsDisclosure(args.message) && !bypassDisclosure) {
       throw new Error(
         'AI disclosure required before sending. Add a clear disclosure like: "Just flagging this is my AI assistant helping draft/send this."',
       );
@@ -46,13 +53,19 @@ client.on("ready", async () => {
       timestamp: new Date().toISOString(),
       to: args.to,
       resolvedChatName: chatName(chat),
-      message: args.message,
+      message: outboundLogMode === "full" ? args.message : undefined,
+      messageHash: hash(args.message),
+      messageCharCount: args.message.length,
       messageId: sent.id?._serialized || null,
       aiAssisted: !args.human,
       disclosureIncluded: containsDisclosure(args.message),
+      disclosureBypassed: bypassDisclosure,
     };
-    fs.appendFileSync(path.join(outboundDir, "sent.jsonl"), `${JSON.stringify(record)}\n`);
-    fs.appendFileSync(path.join(outboundDir, "Sent.md"), `- ${record.timestamp} | ${record.resolvedChatName}: ${record.message}\n`);
+    if (outboundLogMode !== "off") {
+      fs.appendFileSync(path.join(outboundDir, "sent.jsonl"), `${JSON.stringify(record)}\n`);
+      const visible = outboundLogMode === "full" ? args.message : `[metadata only, ${record.messageCharCount} chars, ${record.messageHash.slice(0, 12)}]`;
+      fs.appendFileSync(path.join(outboundDir, "Sent.md"), `- ${record.timestamp} | ${record.resolvedChatName}: ${visible}\n`);
+    }
     console.log(`Sent to ${record.resolvedChatName}`);
     await client.destroy();
     process.exit(0);
@@ -104,7 +117,7 @@ function parseArgs(argv) {
 }
 
 function usage() {
-  console.error('Usage: digital-brain send-whatsapp --vault <path> --to "Name" --message "Text" [--yes]');
+  console.error('Usage: digital-brain send-whatsapp --vault <path> --to "Name" --message "Text" [--yes] [--log-mode metadata|full|off]');
   process.exit(1);
 }
 
@@ -137,3 +150,17 @@ function disclosureStatus(chat) {
 function containsDisclosure(message) {
   return /\b(ai|assistant|automated|bot)\b/i.test(message);
 }
+
+function readConfig(vaultPath) {
+  const file = path.join(vaultPath, "digital-brain.config.json");
+  if (!fs.existsSync(file)) return {};
+  try {
+    return JSON.parse(fs.readFileSync(file, "utf8"));
+  } catch {
+    return {};
+  }
+}
+
+function hash(value) {
+  return crypto.createHash("sha256").update(value).digest("hex");
+}