@wipcomputer/wip-ldm-os 0.4.38 → 0.4.41

package/SKILL.md

@@ -5,7 +5,7 @@ license: MIT
 interface: [cli, skill]
 metadata:
   display-name: "LDM OS"
-  version: "0.4.38"
+  version: "0.4.41"
   homepage: "https://github.com/wipcomputer/wip-ldm-os"
   author: "Parker Todd Brooks"
   category: infrastructure

package/bin/ldm.js

@@ -261,9 +261,42 @@ async function cmdInit() {
     join(LDM_ROOT, 'messages'),
     join(LDM_ROOT, 'shared', 'boot'),
     join(LDM_ROOT, 'shared', 'cron'),
+    join(LDM_ROOT, 'shared', 'rules'),
+    join(LDM_ROOT, 'shared', 'prompts'),
     join(LDM_ROOT, 'hooks'),
   ];
 
+  // Scaffold per-agent memory dirs
+  try {
+    const config = JSON.parse(readFileSync(join(LDM_ROOT, 'config.json'), 'utf8'));
+    const agents = config.agents || [];
+    const agentList = Array.isArray(agents) ? agents : Object.keys(agents);
+    for (const agentId of agentList) {
+      for (const sub of ['memory/daily', 'memory/journals', 'memory/sessions', 'memory/transcripts']) {
+        dirs.push(join(LDM_ROOT, 'agents', agentId, sub));
+      }
+    }
+
+    // Scaffold workspace output dirs if workspace is configured
+    const workspace = config.workspace;
+    if (workspace && existsSync(workspace)) {
+      // Per-agent workspace dirs
+      const agentNameMap = { 'cc-mini': 'cc-mini', 'cc-air': 'cc-air', 'oc-lesa-mini': 'Lēsa' };
+      for (const agentId of agentList) {
+        const teamName = agentNameMap[agentId] || agentId;
+        for (const sub of ['journals', 'automated/memory/summaries/daily', 'automated/memory/summaries/weekly', 'automated/memory/summaries/monthly', 'automated/memory/summaries/quarterly']) {
+          dirs.push(join(workspace, 'team', teamName, sub));
+        }
+      }
+      // Org-wide dirs
+      for (const track of ['team', 'dev']) {
+        for (const cadence of ['daily', 'weekly', 'monthly', 'quarterly']) {
+          dirs.push(join(workspace, 'operations', 'updates', track, cadence));
+        }
+      }
+    }
+  } catch {} // config.json may not exist on first init
+
   const existing = existsSync(VERSION_PATH);
 
   if (DRY_RUN) {
@@ -379,6 +412,70 @@ async function cmdInit() {
     chmodSync(restoreDest, 0o755);
     console.log(`  + ldm-restore.sh deployed to ~/.ldm/bin/`);
   }
+  const summarySrc = join(__dirname, '..', 'scripts', 'ldm-summary.sh');
+  const summaryDest = join(LDM_ROOT, 'bin', 'ldm-summary.sh');
+  if (existsSync(summarySrc)) {
+    cpSync(summarySrc, summaryDest);
+    chmodSync(summaryDest, 0o755);
+    console.log(`  + ldm-summary.sh deployed to ~/.ldm/bin/`);
+  }
+
+  // Deploy shared rules to ~/.ldm/shared/rules/ and to harnesses
+  const rulesSrc = join(__dirname, '..', 'shared', 'rules');
+  const rulesDest = join(LDM_ROOT, 'shared', 'rules');
+  if (existsSync(rulesSrc)) {
+    mkdirSync(rulesDest, { recursive: true });
+    let rulesCount = 0;
+    for (const file of readdirSync(rulesSrc)) {
+      if (!file.endsWith('.md')) continue;
+      cpSync(join(rulesSrc, file), join(rulesDest, file));
+      rulesCount++;
+    }
+    if (rulesCount > 0) {
+      console.log(`  + ${rulesCount} shared rules deployed to ~/.ldm/shared/rules/`);
+
+      // Deploy to Claude Code harness (~/.claude/rules/)
+      const claudeRules = join(HOME, '.claude', 'rules');
+      if (existsSync(join(HOME, '.claude'))) {
+        mkdirSync(claudeRules, { recursive: true });
+        for (const file of readdirSync(rulesDest)) {
+          if (!file.endsWith('.md')) continue;
+          cpSync(join(rulesDest, file), join(claudeRules, file));
+        }
+        console.log(`  + rules deployed to ~/.claude/rules/`);
+      }
+
+      // Deploy to OpenClaw harness (~/.openclaw/workspace/DEV-RULES.md)
+      const ocWorkspace = join(HOME, '.openclaw', 'workspace');
+      if (existsSync(ocWorkspace)) {
+        let combined = '# Dev Rules (deployed by ldm install)\n\n';
+        combined += '> Do not edit this file. It is regenerated by `ldm install`.\n';
+        combined += '> Source: ~/.ldm/shared/rules/\n\n';
+        for (const file of readdirSync(rulesDest).sort()) {
+          if (!file.endsWith('.md')) continue;
+          combined += readFileSync(join(rulesDest, file), 'utf8') + '\n\n---\n\n';
+        }
+        writeFileSync(join(ocWorkspace, 'DEV-RULES.md'), combined);
+        console.log(`  + rules deployed to ~/.openclaw/workspace/DEV-RULES.md`);
+      }
+    }
+  }
+
+  // Deploy shared prompts to ~/.ldm/shared/prompts/
+  const promptsSrc = join(__dirname, '..', 'shared', 'prompts');
+  const promptsDest = join(LDM_ROOT, 'shared', 'prompts');
+  if (existsSync(promptsSrc)) {
+    mkdirSync(promptsDest, { recursive: true });
+    let promptsCount = 0;
+    for (const file of readdirSync(promptsSrc)) {
+      if (!file.endsWith('.md')) continue;
+      cpSync(join(promptsSrc, file), join(promptsDest, file));
+      promptsCount++;
+    }
+    if (promptsCount > 0) {
+      console.log(`  + ${promptsCount} shared prompts deployed to ~/.ldm/shared/prompts/`);
+    }
+  }
 
   console.log('');
   console.log(`  LDM OS v${PKG_VERSION} initialized at ${LDM_ROOT}`);

package/docs/recall/TECHNICAL.md

@@ -39,3 +39,9 @@ The hook runs with a 15-second timeout. If any file is missing, it's skipped sil
 ## Session Registration
 
 On boot, Recall also registers the session in the Agent Register (`~/.ldm/sessions/`). This enables other sessions to discover this one via `ldm sessions`.
+
+## Connection to Total Recall
+
+Recall loads context at session start. [Total Recall](../total-recall/TECHNICAL.md) fills the memory that Recall serves. Total Recall imports historical conversations, generates multi-cadence summaries (daily/weekly/monthly/quarterly), and writes everything to Memory Crystal. On the next session start, Recall picks up the new data automatically.
+
+Without Total Recall, Recall only has what was captured going forward. With Total Recall, Recall has the complete history.

package/docs/total-recall/README.md

@@ -0,0 +1,84 @@
+###### WIP Computer
+
+# Total Recall
+
+## Connect your AI accounts. Bring every memory home. Never lose a conversation again.
+
+Total Recall is LDM OS's memory import and consolidation system. It connects to AI platforms, imports conversation history, and uses Dream Weaver to consolidate raw data into searchable, structured memories in Memory Crystal.
+
+It also generates multi-cadence summaries (daily, weekly, monthly, quarterly) for every agent.
+
+## The Pipeline
+
+```
+1. CONNECT    -> Sign into your AI accounts (Anthropic, OpenAI, xAI, etc.)
+2. IMPORT     -> Pull every conversation (API, data export, or automation)
+3. RELIVE     -> Dream Weaver processes raw conversations into memories
+4. CRYSTAL    -> Consolidated memories stored in Memory Crystal
+5. SUMMARIZE  -> Multi-cadence summaries (daily/weekly/monthly/quarterly)
+6. MONITOR    -> System check alerts when any agent stops capturing
+```
+
+## Two Modes
+
+### Going Forward (daily)
+
+Each agent writes its own daily summary. Persistent agents (OpenClaw, Letta) write from their own context. Ephemeral agents (Claude Code, Codex) get script-generated summaries from crystal + daily logs. Org-wide summaries combine all agents.
+
+```bash
+~/.ldm/bin/ldm-summary.sh daily              # today
+~/.ldm/bin/ldm-summary.sh daily --team-only  # team track only
+~/.ldm/bin/ldm-summary.sh daily --dev-only   # dev track only
+```
+
+### Backfill (historical)
+
+Import and summarize everything from day 1. Uses `--force` to generate for all agents regardless of harness type.
+
+```bash
+~/.ldm/bin/ldm-summary.sh daily --date 2026-02-10 --force   # one day
+bash scripts/backfill-summaries.sh                            # all days
+```
+
+## Output Locations
+
+### Per-agent
+```
+~/wipcomputerinc/team/{agent}/automated/memory/summaries/
+  daily/YYYY-MM-DD.md
+  weekly/YYYY-MM-DD.md
+  monthly/YYYY-MM.md
+  quarterly/YYYY-QX.md
+```
+
+### Org-wide
+```
+~/wipcomputerinc/operations/updates/
+  team/daily/YYYY-MM-DD.md    <- conversations, decisions, insights
+  dev/daily/YYYY-MM-DD.md     <- code shipped, PRs, releases
+```
+
+## Recursive Consolidation
+
+Each level reads the level below:
+
+```
+Transcripts + Crystal -> Daily summaries
+7 dailies             -> Weekly summary
+4 weeklies            -> Monthly summary
+3 monthlies           -> Quarterly summary
+```
+
+This is the Dream Weaver paper's consolidation architecture applied at four cadences.
+
+## Connection to Recall
+
+[Recall](../recall/README.md) loads context at session start. Total Recall fills the memory that Recall serves. Without Total Recall, Recall only has what was captured going forward. With Total Recall, Recall has the complete history.
+
+## Part of LDM OS
+
+Total Recall is included with LDM OS. Summaries activate after `ldm init`. External imports are opt-in per platform.
+
+---
+
+[Technical Reference](./TECHNICAL.md)

package/docs/total-recall/TECHNICAL.md

@@ -0,0 +1,124 @@
+# Total Recall ... Technical Reference
+
+## Architecture
+
+```
+~/.ldm/agents/{agentId}/memory/    <- SOURCE (raw data per agent)
+  daily/                            <- daily logs
+  journals/                         <- Dream Weaver journals
+  sessions/                         <- session exports (.md)
+  transcripts/                      <- raw JSONL
+       |
+       v
+Dream Weaver (prompts at ~/.ldm/shared/prompts/)
+       |
+       v
+~/wipcomputerinc/team/{agent}/automated/memory/summaries/
+  daily/ weekly/ monthly/ quarterly/     <- per-agent summaries
+       |
+       v (combine all agents)
+~/wipcomputerinc/operations/updates/
+  team/ daily/ weekly/ monthly/ quarterly/  <- org-wide team
+  dev/  daily/ weekly/ monthly/ quarterly/  <- org-wide dev (from git)
+```
+
+## Harness Logic
+
+Each agent in `~/.ldm/config.json` has a harness type:
+
+| Harness | Behavior | Examples |
+|---------|----------|---------|
+| Persistent (openclaw, letta, hermes) | Agent writes own summaries via prompt | Lesa |
+| Ephemeral (claude-code, codex) | Script generates from crystal + daily logs | CC |
+
+```
+for each agent:
+  if persistent AND summary file exists: skip (agent wrote it)
+  if persistent AND file missing AND --force: generate via script
+  if ephemeral: always generate via script
+```
+
+## Key Files
+
+| File | What |
+|------|------|
+| `scripts/ldm-summary.sh` | Orchestrator. Per-agent search, org-wide combine. |
+| `scripts/backfill-summaries.sh` | Loop: dailies -> weeklies -> monthlies -> quarterly |
+| `shared/prompts/daily-agent-summary.md` | Prompt for daily per-agent summary |
+| `shared/prompts/weekly-agent-summary.md` | Prompt for weekly (reads 7 dailies) |
+| `shared/prompts/monthly-agent-summary.md` | Prompt for monthly (reads 4 weeklies) |
+| `shared/prompts/quarterly-agent-summary.md` | Prompt for quarterly (reads 3 monthlies) |
+| `shared/prompts/org-daily-team.md` | Prompt for combining agent summaries |
+| `shared/prompts/daily-dev.md` | Prompt for git log summary |
+| `bin/ldm.js` | Installer. Deploys scripts + prompts. Scaffolds dirs. |
+
+## Data Sources
+
+### Team track (conversations, decisions)
+
+- `~/.ldm/agents/{agentId}/memory/daily/{date}.md` ... raw daily log
+- `crystal search --agent {id} --since {date} --until {date+1}` ... crystal chunks for that day
+- Both fed to Dream Weaver prompt to produce the summary
+
+### Dev track (code shipped)
+
+- `git log --since={date} --until={date+1} --oneline --all` across all repos in workspace
+- Fed to prompt to produce factual dev summary
+
+## Config
+
+`~/wipcomputerinc/settings/config.json`:
+
+```json
+"summaries": {
+  "cadences": ["daily", "weekly", "monthly", "quarterly"],
+  "tracks": ["team", "dev"],
+  "schedule": {
+    "daily": "06:00",
+    "weekly": "Monday 07:00",
+    "monthly": "1st 08:00",
+    "quarterly": "1st of Q 09:00"
+  },
+  "perAgent": "team/{agent}/automated/memory/summaries/",
+  "orgWide": "operations/updates/"
+}
+```
+
+`~/.ldm/config.json`:
+
+```json
+"agents": ["cc-mini", "oc-lesa-mini"]
+```
+
+## Schedule
+
+Cron via LDM Dev Tools.app:
+
+```
+0 6 * * *         ldm-summary.sh daily
+0 7 * * 1         ldm-summary.sh weekly      (Monday)
+0 8 1 * *         ldm-summary.sh monthly     (1st of month)
+0 9 1 1,4,7,10 *  ldm-summary.sh quarterly   (1st of quarter)
+```
+
+## External Imports (Future)
+
+Total Recall will also import from external platforms:
+
+| Platform | Method | Status |
+|----------|--------|--------|
+| Anthropic (Claude) | API / data export | Planned |
+| OpenAI (ChatGPT) | API / data export | Planned |
+| xAI (Grok) | API | Planned |
+| X (Twitter) | Full archive import | Planned |
+| Apple Music | Listening history | Planned |
+| Browser | Chrome/Safari extension | Planned |
+
+Each import follows the same pipeline: CONNECT -> IMPORT -> RELIVE -> CRYSTAL.
+
+## Connection to Other Components
+
+- **[Recall](../recall/TECHNICAL.md)** ... loads context at session start. Total Recall fills what Recall serves.
+- **[Bridge](../bridge/TECHNICAL.md)** ... agent-to-agent communication. Summaries are shared via the workspace, not Bridge.
+- **[Memory Crystal](https://github.com/wipcomputer/memory-crystal)** ... storage + search. Total Recall writes to Crystal. Crystal search provides data for summaries.
+- **[Dream Weaver](https://github.com/wipcomputer/dream-weaver-protocol)** ... consolidation engine. Prompts invoke Dream Weaver via `claude -p`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wipcomputer/wip-ldm-os",
-  "version": "0.4.38",
+  "version": "0.4.41",
   "type": "module",
   "description": "LDM OS: identity, memory, and sovereignty infrastructure for AI agents",
   "engines": {
@@ -37,6 +37,8 @@
     "dist/bridge/",
     "templates/",
     "docs/",
+    "shared/",
+    "scripts/",
     "catalog.json",
     "SKILL.md"
   ],

package/scripts/backfill-summaries.sh

@@ -0,0 +1,112 @@
+#!/bin/bash
+# backfill-summaries.sh — Generate all historical summaries from day 1.
+# Part of Total Recall. Uses ldm-summary.sh with --force --date.
+#
+# Usage:
+#   backfill-summaries.sh              # full backfill (Feb 5 to yesterday)
+#   backfill-summaries.sh --dry-run    # preview
+#   backfill-summaries.sh --from 2026-03-01  # partial backfill
+#
+# Order: dailies first, then weeklies, monthlies, quarterly.
+# Each level reads the level below. Must complete in order.
+
+set -euo pipefail
+export PATH="/opt/homebrew/bin:/usr/local/bin:$PATH"
+
+SUMMARY_SCRIPT="$HOME/.ldm/bin/ldm-summary.sh"
+DRY_RUN=false
+FROM_DATE="2026-02-05"
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --dry-run) DRY_RUN=true; shift ;;
+    --from) FROM_DATE="$2"; shift 2 ;;
+    *) echo "Unknown: $1" >&2; exit 1 ;;
+  esac
+done
+
+if [ ! -f "$SUMMARY_SCRIPT" ]; then
+  echo "ERROR: ldm-summary.sh not found. Run ldm install first." >&2
+  exit 1
+fi
+
+YESTERDAY=$(python3 -c "from datetime import datetime, timedelta; print((datetime.now()-timedelta(days=1)).strftime('%Y-%m-%d'))")
+FLAGS="--force"
+[ "$DRY_RUN" = true ] && FLAGS="$FLAGS --dry-run"
+
+echo "=== Total Recall: Backfill Summaries ==="
+echo "  From: $FROM_DATE"
+echo "  To:   $YESTERDAY"
+echo "  Mode: $([ "$DRY_RUN" = true ] && echo 'DRY RUN' || echo 'LIVE')"
+echo ""
+
+# ── Step 1: Dailies ──
+
+echo "=== STEP 1: Daily summaries ==="
+DAILY_COUNT=0
+for date in $(python3 -c "
+from datetime import datetime, timedelta
+d = datetime.strptime('$FROM_DATE', '%Y-%m-%d')
+end = datetime.strptime('$YESTERDAY', '%Y-%m-%d')
+while d <= end:
+  print(d.strftime('%Y-%m-%d'))
+  d += timedelta(days=1)
+"); do
+  echo "--- $date ---"
+  bash "$SUMMARY_SCRIPT" daily --date "$date" $FLAGS 2>&1 | grep -E "->|DRY RUN|No data|No git"
+  DAILY_COUNT=$((DAILY_COUNT + 1))
+done
+echo "  Dailies: $DAILY_COUNT days"
+echo ""
+
+# ── Step 2: Weeklies (Sunday to Saturday) ──
+
+echo "=== STEP 2: Weekly summaries ==="
+WEEKLY_COUNT=0
+for date in $(python3 -c "
+from datetime import datetime, timedelta
+# Start from first Sunday >= FROM_DATE
+d = datetime.strptime('$FROM_DATE', '%Y-%m-%d')
+while d.weekday() != 6: d += timedelta(days=1)  # find Sunday
+end = datetime.now()
+while d <= end:
+  # Use the Saturday (end of week) as the date
+  sat = d + timedelta(days=6)
+  print(sat.strftime('%Y-%m-%d'))
+  d += timedelta(days=7)
+"); do
+  echo "--- Week ending $date ---"
+  bash "$SUMMARY_SCRIPT" weekly --date "$date" $FLAGS 2>&1 | grep -E "->|DRY RUN|No "
+  WEEKLY_COUNT=$((WEEKLY_COUNT + 1))
+done
+echo "  Weeklies: $WEEKLY_COUNT weeks"
+echo ""
+
+# ── Step 3: Monthlies ──
+
+echo "=== STEP 3: Monthly summaries ==="
+for date in $(python3 -c "
+from datetime import datetime
+import calendar
+d = datetime.strptime('$FROM_DATE', '%Y-%m-%d')
+now = datetime.now()
+while d <= now:
+  last_day = calendar.monthrange(d.year, d.month)[1]
+  print(f'{d.year}-{d.month:02d}-{last_day:02d}')
+  if d.month == 12: d = d.replace(year=d.year+1, month=1, day=1)
+  else: d = d.replace(month=d.month+1, day=1)
+"); do
+  echo "--- Month ending $date ---"
+  bash "$SUMMARY_SCRIPT" monthly --date "$date" $FLAGS 2>&1 | grep -E "->|DRY RUN|No "
+done
+echo ""
+
+# ── Step 4: Quarterly ──
+
+echo "=== STEP 4: Quarterly summary ==="
+bash "$SUMMARY_SCRIPT" quarterly --date "$(date +%Y-%m-%d)" $FLAGS 2>&1 | grep -E "->|DRY RUN|No "
+
+echo ""
+echo "=== Backfill complete ==="
+echo "  $DAILY_COUNT dailies processed"
+echo "  $WEEKLY_COUNT weeklies processed"