screenpipe-sync 0.1.0 → 0.2.0

package/README.md

@@ -7,17 +7,17 @@ Turn hours of screen recordings into actionable context: todos, goals, decisions
 ## Quick Start
 
 ```bash
-# One-liner - outputs to stdout
-bunx @screenpipe/sync
+# One-liner - AI summary to stdout
+bunx screenpipe-sync
 
-# Save to a folder (creates YYYY-MM-DD.md files)
-bunx @screenpipe/sync --output ~/Documents/brain/context
+# Save daily summaries locally
+bunx screenpipe-sync --output ~/Documents/brain/context --git
 
-# Auto commit and push
-bunx @screenpipe/sync --output ~/notes --git
+# Sync raw SQLite database to remote (full history!)
+bunx screenpipe-sync --db --remote user@host:~/.screenpipe/
 
-# Sync to remote server (e.g., Clawdbot)
-bunx @screenpipe/sync --remote user@host:~/brain/context
+# Full sync: DB + daily summary
+bunx screenpipe-sync --db -r clawdbot:~/.screenpipe && bunx screenpipe-sync -o ~/context -g
 ```
 
 ## What It Extracts
@@ -114,12 +114,23 @@ bunx @screenpipe/sync --hours 168 --json > week.json
 
 ## How It Works
 
+### Summary Mode (default)
 1. **Query** - Fetches OCR data from local Screenpipe API
 2. **Dedupe** - Removes duplicate/similar screen captures
 3. **Extract** - Claude analyzes content for structured data
 4. **Format** - Outputs markdown or JSON
 5. **Sync** - Optionally git pushes or SCPs to remote
 
+### DB Sync Mode (`--db`)
+1. **Copy** - Copies `~/.screenpipe/db.sqlite` (your full history)
+2. **Sync** - Uses rsync/scp to transfer to remote
+3. **Query** - Remote can query SQLite directly
+
+```bash
+# On remote, query your full history:
+sqlite3 ~/.screenpipe/db.sqlite "SELECT text FROM ocr_text WHERE text LIKE '%meeting%' LIMIT 10;"
+```
+
 ## Requirements
 
 - [Screenpipe](https://github.com/mediar-ai/screenpipe) running locally

package/dist/index.js

@@ -9603,6 +9603,7 @@ var sdk_default = Anthropic;
 // src/index.ts
 function parseArgs() {
   const args = process.argv.slice(2);
+  const home = process.env.HOME || process.env.USERPROFILE || "~";
   const config = {
     screenpipeUrl: process.env.SCREENPIPE_URL || "http://localhost:3030",
     outputDir: null,
@@ -9614,7 +9615,9 @@ function parseArgs() {
     ollamaUrl: process.env.OLLAMA_URL || "http://localhost:11434",
     ollamaModel: process.env.OLLAMA_MODEL || "llama3.2",
     format: "markdown",
-    verbose: false
+    verbose: false,
+    dbSync: false,
+    dbPath: process.env.SCREENPIPE_DB || `${home}/.screenpipe/db.sqlite`
   };
   for (let i2 = 0;i2 < args.length; i2++) {
     const arg = args[i2];
@@ -9642,6 +9645,13 @@ function parseArgs() {
       case "-v":
         config.verbose = true;
         break;
+      case "--db":
+      case "--db-sync":
+        config.dbSync = true;
+        break;
+      case "--db-path":
+        config.dbPath = args[++i2];
+        break;
       case "--help":
         printHelp();
         process.exit(0);
@@ -9651,10 +9661,14 @@ function parseArgs() {
 }
 function printHelp() {
   console.log(`
-@screenpipe/sync - Extract daily context from Screenpipe
+screenpipe-sync - Extract daily context from Screenpipe
 
 USAGE:
-  bunx @screenpipe/sync [options]
+  bunx screenpipe-sync [options]
+
+MODES:
+  Summary mode (default):  AI-powered daily summary extraction
+  DB sync mode (--db):     Copy raw SQLite database to remote
 
 OPTIONS:
   -o, --output <dir>    Save summary to directory (default: stdout)
@@ -9664,18 +9678,28 @@ OPTIONS:
   --json                Output as JSON instead of markdown
   -v, --verbose         Show debug output
 
+  --db, --db-sync       Sync raw SQLite database instead of summary
+  --db-path <path>      Path to Screenpipe DB (default: ~/.screenpipe/db.sqlite)
+
 ENVIRONMENT:
   SCREENPIPE_URL        Screenpipe API URL (default: http://localhost:3030)
-  ANTHROPIC_API_KEY     Required for AI summarization
+  SCREENPIPE_DB         Path to Screenpipe database
+  ANTHROPIC_API_KEY     For AI summarization (or OPENAI_API_KEY)
 
 EXAMPLES:
-  bunx @screenpipe/sync
-  bunx @screenpipe/sync --output ~/Documents/brain/context --git
-  bunx @screenpipe/sync --hours 24 --json
-  bunx @screenpipe/sync --remote clawdbot:~/brain/context
+  # AI summary to stdout
+  bunx screenpipe-sync
+
+  # Save daily summaries locally
+  bunx screenpipe-sync --output ~/Documents/brain/context --git
 
-OUTPUT:
-  Creates structured daily summaries with:
+  # Sync raw database to remote (e.g., Clawdbot)
+  bunx screenpipe-sync --db --remote user@clawdbot:~/.screenpipe/
+
+  # Full sync: DB + daily summary
+  bunx screenpipe-sync --db -r clawdbot:~/.screenpipe && bunx screenpipe-sync -o ~/context -g
+
+OUTPUT (summary mode):
   - Todo items extracted from screen content
   - Goals and intentions mentioned
   - Decisions made
@@ -9683,6 +9707,10 @@ OUTPUT:
   - Meetings and conversations
   - Blockers and problems
   - AI-generated insights
+
+OUTPUT (db mode):
+  - Copies ~/.screenpipe/db.sqlite to remote
+  - Remote can query SQLite directly for full history
 `);
 }
 async function queryScreenpipe(config) {
@@ -9921,9 +9949,74 @@ async function writeOutput(content, config, filename) {
     }
   }
 }
+async function syncDatabase(config) {
+  const fs2 = await import("fs/promises");
+  const { execSync } = await import("child_process");
+  try {
+    await fs2.access(config.dbPath);
+  } catch {
+    console.error(`[error] Database not found at ${config.dbPath}`);
+    console.error(`        Set --db-path or SCREENPIPE_DB environment variable`);
+    process.exit(1);
+  }
+  const stats = await fs2.stat(config.dbPath);
+  const sizeMB = (stats.size / 1024 / 1024).toFixed(1);
+  console.error(`[db] Found database: ${config.dbPath} (${sizeMB} MB)`);
+  if (!config.remote && !config.outputDir) {
+    console.error(`[error] --db requires --remote or --output to specify destination`);
+    process.exit(1);
+  }
+  if (config.outputDir) {
+    const path = await import("path");
+    const destDir = path.resolve(config.outputDir);
+    await fs2.mkdir(destDir, { recursive: true });
+    const destPath = path.join(destDir, "db.sqlite");
+    console.error(`[db] Copying to ${destPath}...`);
+    await fs2.copyFile(config.dbPath, destPath);
+    try {
+      await fs2.copyFile(`${config.dbPath}-wal`, `${destPath}-wal`);
+      await fs2.copyFile(`${config.dbPath}-shm`, `${destPath}-shm`);
+    } catch {}
+    console.error(`[ok] Database copied to ${destPath}`);
+    if (config.gitPush) {
+      try {
+        execSync(`cd "${destDir}" && git add -A && git commit -m "db sync $(date +%Y-%m-%d)" && git push`, {
+          stdio: config.verbose ? "inherit" : "pipe"
+        });
+        console.error(`[ok] Git pushed`);
+      } catch {
+        console.error(`[warn] Git push failed - maybe no changes?`);
+      }
+    }
+  }
+  if (config.remote) {
+    console.error(`[db] Syncing to ${config.remote}...`);
+    try {
+      execSync(`rsync -avz --progress "${config.dbPath}" "${config.remote}/db.sqlite"`, {
+        stdio: config.verbose ? "inherit" : "pipe"
+      });
+      console.error(`[ok] Database synced to ${config.remote}`);
+    } catch {
+      try {
+        execSync(`scp "${config.dbPath}" "${config.remote}/db.sqlite"`, {
+          stdio: config.verbose ? "inherit" : "pipe"
+        });
+        console.error(`[ok] Database copied to ${config.remote}`);
+      } catch (e2) {
+        console.error(`[error] Failed to sync database: ${e2}`);
+        process.exit(1);
+      }
+    }
+  }
+  console.error(`[done] Database sync complete`);
+}
 async function main() {
   const config = parseArgs();
   const today = new Date().toISOString().split("T")[0];
+  if (config.dbSync) {
+    await syncDatabase(config);
+    return;
+  }
   console.error(`[screenpipe-sync] Analyzing last ${config.hours} hours...`);
   const results = await queryScreenpipe(config);
   console.error(`[ok] Retrieved ${results.length} screen captures`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "screenpipe-sync",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Sync Screenpipe activity to structured daily summaries. Extract todos, goals, decisions from your screen history.",
   "type": "module",
   "bin": {

package/src/index.ts

@@ -51,6 +51,8 @@ interface Config {
   ollamaModel: string;
   format: "markdown" | "json";
   verbose: boolean;
+  dbSync: boolean;
+  dbPath: string;
 }
 
 // ============================================================================
@@ -59,6 +61,7 @@ interface Config {
 
 function parseArgs(): Config {
   const args = process.argv.slice(2);
+  const home = process.env.HOME || process.env.USERPROFILE || "~";
   const config: Config = {
     screenpipeUrl: process.env.SCREENPIPE_URL || "http://localhost:3030",
     outputDir: null,
@@ -71,6 +74,8 @@ function parseArgs(): Config {
     ollamaModel: process.env.OLLAMA_MODEL || "llama3.2",
     format: "markdown",
     verbose: false,
+    dbSync: false,
+    dbPath: process.env.SCREENPIPE_DB || `${home}/.screenpipe/db.sqlite`,
   };
 
   for (let i = 0; i < args.length; i++) {
@@ -99,6 +104,13 @@ function parseArgs(): Config {
       case "-v":
         config.verbose = true;
         break;
+      case "--db":
+      case "--db-sync":
+        config.dbSync = true;
+        break;
+      case "--db-path":
+        config.dbPath = args[++i];
+        break;
       case "--help":
         printHelp();
         process.exit(0);
@@ -110,10 +122,14 @@ function parseArgs(): Config {
 
 function printHelp() {
   console.log(`
-@screenpipe/sync - Extract daily context from Screenpipe
+screenpipe-sync - Extract daily context from Screenpipe
 
 USAGE:
-  bunx @screenpipe/sync [options]
+  bunx screenpipe-sync [options]
+
+MODES:
+  Summary mode (default):  AI-powered daily summary extraction
+  DB sync mode (--db):     Copy raw SQLite database to remote
 
 OPTIONS:
   -o, --output <dir>    Save summary to directory (default: stdout)
@@ -123,18 +139,28 @@ OPTIONS:
   --json                Output as JSON instead of markdown
   -v, --verbose         Show debug output
 
+  --db, --db-sync       Sync raw SQLite database instead of summary
+  --db-path <path>      Path to Screenpipe DB (default: ~/.screenpipe/db.sqlite)
+
 ENVIRONMENT:
   SCREENPIPE_URL        Screenpipe API URL (default: http://localhost:3030)
-  ANTHROPIC_API_KEY     Required for AI summarization
+  SCREENPIPE_DB         Path to Screenpipe database
+  ANTHROPIC_API_KEY     For AI summarization (or OPENAI_API_KEY)
 
 EXAMPLES:
-  bunx @screenpipe/sync
-  bunx @screenpipe/sync --output ~/Documents/brain/context --git
-  bunx @screenpipe/sync --hours 24 --json
-  bunx @screenpipe/sync --remote clawdbot:~/brain/context
+  # AI summary to stdout
+  bunx screenpipe-sync
+
+  # Save daily summaries locally
+  bunx screenpipe-sync --output ~/Documents/brain/context --git
 
-OUTPUT:
-  Creates structured daily summaries with:
+  # Sync raw database to remote (e.g., Clawdbot)
+  bunx screenpipe-sync --db --remote user@clawdbot:~/.screenpipe/
+
+  # Full sync: DB + daily summary
+  bunx screenpipe-sync --db -r clawdbot:~/.screenpipe && bunx screenpipe-sync -o ~/context -g
+
+OUTPUT (summary mode):
   - Todo items extracted from screen content
   - Goals and intentions mentioned
   - Decisions made
@@ -142,6 +168,10 @@ OUTPUT:
   - Meetings and conversations
   - Blockers and problems
   - AI-generated insights
+
+OUTPUT (db mode):
+  - Copies ~/.screenpipe/db.sqlite to remote
+  - Remote can query SQLite directly for full history
 `);
 }
 
@@ -435,10 +465,96 @@ async function writeOutput(content: string, config: Config, filename: string) {
 // Main
 // ============================================================================
 
+async function syncDatabase(config: Config) {
+  const fs = await import("fs/promises");
+  const { execSync } = await import("child_process");
+
+  // Check if DB exists
+  try {
+    await fs.access(config.dbPath);
+  } catch {
+    console.error(`[error] Database not found at ${config.dbPath}`);
+    console.error(`        Set --db-path or SCREENPIPE_DB environment variable`);
+    process.exit(1);
+  }
+
+  const stats = await fs.stat(config.dbPath);
+  const sizeMB = (stats.size / 1024 / 1024).toFixed(1);
+  console.error(`[db] Found database: ${config.dbPath} (${sizeMB} MB)`);
+
+  if (!config.remote && !config.outputDir) {
+    console.error(`[error] --db requires --remote or --output to specify destination`);
+    process.exit(1);
+  }
+
+  // Copy to local output dir
+  if (config.outputDir) {
+    const path = await import("path");
+    const destDir = path.resolve(config.outputDir);
+    await fs.mkdir(destDir, { recursive: true });
+    const destPath = path.join(destDir, "db.sqlite");
+
+    console.error(`[db] Copying to ${destPath}...`);
+    await fs.copyFile(config.dbPath, destPath);
+
+    // Also copy WAL files if they exist (for consistency)
+    try {
+      await fs.copyFile(`${config.dbPath}-wal`, `${destPath}-wal`);
+      await fs.copyFile(`${config.dbPath}-shm`, `${destPath}-shm`);
+    } catch {
+      // WAL files may not exist, that's ok
+    }
+
+    console.error(`[ok] Database copied to ${destPath}`);
+
+    if (config.gitPush) {
+      try {
+        execSync(`cd "${destDir}" && git add -A && git commit -m "db sync $(date +%Y-%m-%d)" && git push`, {
+          stdio: config.verbose ? "inherit" : "pipe",
+        });
+        console.error(`[ok] Git pushed`);
+      } catch {
+        console.error(`[warn] Git push failed - maybe no changes?`);
+      }
+    }
+  }
+
+  // Sync to remote
+  if (config.remote) {
+    console.error(`[db] Syncing to ${config.remote}...`);
+    try {
+      // Use rsync for efficiency (only transfers changes)
+      execSync(`rsync -avz --progress "${config.dbPath}" "${config.remote}/db.sqlite"`, {
+        stdio: config.verbose ? "inherit" : "pipe",
+      });
+      console.error(`[ok] Database synced to ${config.remote}`);
+    } catch {
+      // Fallback to scp if rsync not available
+      try {
+        execSync(`scp "${config.dbPath}" "${config.remote}/db.sqlite"`, {
+          stdio: config.verbose ? "inherit" : "pipe",
+        });
+        console.error(`[ok] Database copied to ${config.remote}`);
+      } catch (e) {
+        console.error(`[error] Failed to sync database: ${e}`);
+        process.exit(1);
+      }
+    }
+  }
+
+  console.error(`[done] Database sync complete`);
+}
+
 async function main() {
   const config = parseArgs();
   const today = new Date().toISOString().split("T")[0];
 
+  // DB sync mode
+  if (config.dbSync) {
+    await syncDatabase(config);
+    return;
+  }
+
   console.error(`[screenpipe-sync] Analyzing last ${config.hours} hours...`);
 
   // 1. Query Screenpipe