@telepat/snoopy 0.1.12 → 0.1.13

package/README.md

@@ -1,12 +1,18 @@
 <p align="center"><img src="./snoopy-logo.webp" width="128" alt="Snoopy"></p>
 <h1 align="center">Snoopy</h1>
+<hr>
 <p align="center"><em>Sniff out the conversations that matter.</em></p>
 
-[![Build](https://img.shields.io/github/actions/workflow/status/telepat-io/snoopy/ci.yml?branch=main&label=build)](https://github.com/telepat-io/snoopy/actions/workflows/ci.yml)
-[![Coverage](https://codecov.io/gh/telepat-io/snoopy/graph/badge.svg)](https://codecov.io/gh/telepat-io/snoopy)
-[![npm](https://img.shields.io/npm/v/@telepat/snoopy)](https://www.npmjs.com/package/@telepat/snoopy)
+<p align="center">
+  <a href="https://docs.telepat.io/snoopy">📖 Docs</a>
+</p>
 
-📖 [Full documentation](https://docs.telepat.io/ideon/)
+<p align="center">
+  <a href="https://github.com/telepat-io/snoopy/actions/workflows/ci.yml"><img src="https://github.com/telepat-io/snoopy/actions/workflows/ci.yml/badge.svg?branch=main" alt="Build"></a>
+  <a href="https://codecov.io/gh/telepat-io/snoopy"><img src="https://codecov.io/gh/telepat-io/snoopy/graph/badge.svg" alt="Codecov"></a>
+  <a href="https://www.npmjs.com/package/@telepat/snoopy"><img src="https://img.shields.io/npm/v/@telepat/snoopy" alt="npm"></a>
+  <a href="https://github.com/telepat-io/snoopy/blob/main/LICENSE"><img src="https://img.shields.io/badge/license-MIT-yellow.svg" alt="License"></a>
+</p>
 
 Snoopy helps you monitor Reddit for high-intent conversations that match your business goals.
 

package/dist/src/cli/commands/doctor.js

@@ -1,5 +1,6 @@
 import fs from 'node:fs';
 import { getDb } from '../../services/db/sqlite.js';
+import { getAppliedMigrations, getPendingMigrations } from '../../services/db/migrations/runner.js';
 import { JobsRepository } from '../../services/db/repositories/jobsRepo.js';
 import { RunsRepository } from '../../services/db/repositories/runsRepo.js';
 import { extractErrorEntries, readRunLog } from '../../services/logging/logReader.js';
@@ -37,8 +38,9 @@ export async function runDoctor() {
     const paths = ensureAppDirs();
     let dbOk = false;
     let dbDetails = `DB file: ${paths.dbPath}`;
+    let db = null;
     try {
-        const db = getDb();
+        db = getDb();
         db.prepare('SELECT 1').get();
         dbOk = true;
         dbDetails = `DB reachable at ${paths.dbPath}`;
@@ -56,8 +58,17 @@ export async function runDoctor() {
     const daemon = getDaemonHealth();
     printKeyValue('Platform', process.platform);
     printKeyValue('Node', process.version);
-    if (dbOk) {
+    if (dbOk && db) {
         printSuccess(`Database: ${dbDetails}`);
+        const applied = getAppliedMigrations(db);
+        const pending = getPendingMigrations(db);
+        if (pending.length === 0) {
+            printSuccess(`Migrations: ${applied.length} applied, 0 pending`);
+        }
+        else {
+            printWarning(`Migrations: ${applied.length} applied, ${pending.length} pending`);
+            pending.forEach((m) => printMuted(`  → pending: ${m.id} ${m.name}`));
+        }
     }
     else {
         printError(`Database: ${dbDetails}`);

package/dist/src/services/db/migrations/001_baseline.d.ts

@@ -0,0 +1,7 @@
+import type Database from 'better-sqlite3';
+declare const _default: {
+    id: number;
+    name: string;
+    up(db: Database.Database): void;
+};
+export default _default;

package/dist/src/services/db/migrations/001_baseline.js

@@ -0,0 +1,132 @@
+export default {
+    id: 1,
+    name: 'baseline',
+    up(db) {
+        db.exec(`
+      CREATE TABLE IF NOT EXISTS settings (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL,
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+
+      CREATE TABLE IF NOT EXISTS jobs (
+        id TEXT PRIMARY KEY,
+        slug TEXT UNIQUE,
+        name TEXT NOT NULL UNIQUE,
+        description TEXT NOT NULL,
+        qualification_prompt TEXT NOT NULL,
+        subreddits_json TEXT NOT NULL,
+        schedule_cron TEXT NOT NULL DEFAULT '*/30 * * * *',
+        enabled INTEGER NOT NULL DEFAULT 1,
+        monitor_comments INTEGER NOT NULL DEFAULT 1,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+
+      CREATE TABLE IF NOT EXISTS job_runs (
+        id TEXT PRIMARY KEY,
+        job_id TEXT NOT NULL,
+        status TEXT NOT NULL,
+        message TEXT,
+        started_at TEXT,
+        finished_at TEXT,
+        items_discovered INTEGER NOT NULL DEFAULT 0,
+        items_new INTEGER NOT NULL DEFAULT 0,
+        items_qualified INTEGER NOT NULL DEFAULT 0,
+        prompt_tokens INTEGER NOT NULL DEFAULT 0,
+        completion_tokens INTEGER NOT NULL DEFAULT 0,
+        estimated_cost_usd REAL,
+        log_file_path TEXT,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (job_id) REFERENCES jobs(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS scan_items (
+        id TEXT PRIMARY KEY,
+        job_id TEXT NOT NULL,
+        run_id TEXT NOT NULL,
+        type TEXT NOT NULL CHECK (type IN ('post', 'comment')),
+        reddit_post_id TEXT NOT NULL,
+        reddit_comment_id TEXT,
+        subreddit TEXT NOT NULL,
+        author TEXT NOT NULL,
+        title TEXT,
+        body TEXT NOT NULL,
+        url TEXT NOT NULL,
+        reddit_posted_at TEXT NOT NULL,
+        qualified INTEGER NOT NULL DEFAULT 0,
+        viewed INTEGER NOT NULL DEFAULT 0,
+        validated INTEGER NOT NULL DEFAULT 0,
+        processed INTEGER NOT NULL DEFAULT 0,
+        consumed INTEGER NOT NULL DEFAULT 0,
+        prompt_tokens INTEGER NOT NULL DEFAULT 0,
+        completion_tokens INTEGER NOT NULL DEFAULT 0,
+        estimated_cost_usd REAL,
+        qualification_reason TEXT,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (job_id) REFERENCES jobs(id),
+        FOREIGN KEY (run_id) REFERENCES job_runs(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS comment_thread_nodes (
+        id TEXT PRIMARY KEY,
+        scan_item_id TEXT NOT NULL,
+        reddit_comment_id TEXT NOT NULL,
+        parent_reddit_comment_id TEXT,
+        author TEXT NOT NULL,
+        body TEXT NOT NULL,
+        depth INTEGER NOT NULL,
+        is_target INTEGER NOT NULL DEFAULT 0,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (scan_item_id) REFERENCES scan_items(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS daemon_state (
+        id INTEGER PRIMARY KEY CHECK (id = 1),
+        is_running INTEGER NOT NULL,
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+    `);
+        // Belt-and-suspenders: these columns were historically added via inline
+        // ALTER TABLE blocks. For edge-case databases that may be missing them,
+        // we safely attempt to add each column and ignore "already exists" errors.
+        const safeAddColumn = (table, column, type) => {
+            try {
+                db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${type}`);
+            }
+            catch {
+                // Column already exists or table does not exist.
+            }
+        };
+        safeAddColumn('jobs', 'slug', 'TEXT');
+        safeAddColumn('jobs', 'monitor_comments', 'INTEGER NOT NULL DEFAULT 1');
+        safeAddColumn('job_runs', 'started_at', 'TEXT');
+        safeAddColumn('job_runs', 'finished_at', 'TEXT');
+        safeAddColumn('job_runs', 'items_discovered', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'items_new', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'items_qualified', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'prompt_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'completion_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'estimated_cost_usd', 'REAL');
+        safeAddColumn('job_runs', 'log_file_path', 'TEXT');
+        safeAddColumn('scan_items', 'viewed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'validated', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'processed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'consumed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'prompt_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'completion_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'estimated_cost_usd', 'REAL');
+        db.exec(`
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_jobs_slug ON jobs(slug);
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_job_runs_active_job ON job_runs(job_id) WHERE status = 'running';
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_scan_items_dedup ON scan_items(job_id, reddit_post_id, COALESCE(reddit_comment_id, ''));
+      CREATE INDEX IF NOT EXISTS idx_scan_items_job_qualified_posted ON scan_items(job_id, qualified, reddit_posted_at DESC, created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_job_created ON scan_items(job_id, created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_created ON scan_items(created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_scan_item_depth ON comment_thread_nodes(scan_item_id, depth ASC);
+      CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_parent ON comment_thread_nodes(parent_reddit_comment_id);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_consumed ON scan_items(job_id, qualified, consumed, created_at DESC);
+    `);
+    }
+};
+//# sourceMappingURL=001_baseline.js.map

package/dist/src/services/db/migrations/index.d.ts

@@ -0,0 +1,7 @@
+import type Database from 'better-sqlite3';
+export interface Migration {
+    id: number;
+    name: string;
+    up: (db: Database.Database) => void;
+}
+export declare const migrations: Migration[];

package/dist/src/services/db/migrations/index.js

@@ -0,0 +1,3 @@
+import baseline from './001_baseline.js';
+export const migrations = [baseline];
+//# sourceMappingURL=index.js.map

package/dist/src/services/db/migrations/runner.d.ts

@@ -0,0 +1,9 @@
+import type Database from 'better-sqlite3';
+import { type Migration } from './index.js';
+export declare function runMigrations(db: Database.Database): void;
+export declare function getAppliedMigrations(db: Database.Database): Array<{
+    id: number;
+    name: string;
+    appliedAt: string;
+}>;
+export declare function getPendingMigrations(db: Database.Database): Migration[];

package/dist/src/services/db/migrations/runner.js

@@ -0,0 +1,43 @@
+import { migrations } from './index.js';
+export function runMigrations(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS migrations (
+      id INTEGER PRIMARY KEY,
+      name TEXT NOT NULL,
+      applied_at TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+    const appliedRows = db.prepare('SELECT id FROM migrations').all();
+    const appliedIds = new Set(appliedRows.map((r) => r.id));
+    for (const migration of migrations) {
+        if (appliedIds.has(migration.id)) {
+            continue;
+        }
+        const runInTransaction = db.transaction((mig) => {
+            mig.up(db);
+            db.prepare('INSERT INTO migrations (id, name) VALUES (?, ?)').run(mig.id, mig.name);
+        });
+        runInTransaction(migration);
+    }
+}
+export function getAppliedMigrations(db) {
+    try {
+        return db
+            .prepare('SELECT id, name, applied_at as appliedAt FROM migrations ORDER BY id ASC')
+            .all();
+    }
+    catch {
+        return [];
+    }
+}
+export function getPendingMigrations(db) {
+    try {
+        const appliedRows = db.prepare('SELECT id FROM migrations').all();
+        const appliedIds = new Set(appliedRows.map((r) => r.id));
+        return migrations.filter((m) => !appliedIds.has(m.id));
+    }
+    catch {
+        return [...migrations];
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/src/services/db/sqlite.js

@@ -1,5 +1,6 @@
 import Database from 'better-sqlite3';
 import { ensureAppDirs } from '../../utils/paths.js';
+import { runMigrations } from './migrations/runner.js';
 let db = null;
 export function getDb() {
     if (db) {
@@ -13,207 +14,7 @@ export function getDb() {
     catch {
         // In rare concurrent startup cases (for example tests), DB may already be locked.
     }
-    db.exec(`
-    CREATE TABLE IF NOT EXISTS settings (
-      key TEXT PRIMARY KEY,
-      value TEXT NOT NULL,
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-
-    CREATE TABLE IF NOT EXISTS jobs (
-      id TEXT PRIMARY KEY,
-      slug TEXT UNIQUE,
-      name TEXT NOT NULL UNIQUE,
-      description TEXT NOT NULL,
-      qualification_prompt TEXT NOT NULL,
-      subreddits_json TEXT NOT NULL,
-      schedule_cron TEXT NOT NULL DEFAULT '*/30 * * * *',
-      enabled INTEGER NOT NULL DEFAULT 1,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-
-    CREATE TABLE IF NOT EXISTS job_runs (
-      id TEXT PRIMARY KEY,
-      job_id TEXT NOT NULL,
-      status TEXT NOT NULL,
-      message TEXT,
-      started_at TEXT,
-      finished_at TEXT,
-      items_discovered INTEGER NOT NULL DEFAULT 0,
-      items_new INTEGER NOT NULL DEFAULT 0,
-      items_qualified INTEGER NOT NULL DEFAULT 0,
-      prompt_tokens INTEGER NOT NULL DEFAULT 0,
-      completion_tokens INTEGER NOT NULL DEFAULT 0,
-      estimated_cost_usd REAL,
-      log_file_path TEXT,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (job_id) REFERENCES jobs(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS scan_items (
-      id TEXT PRIMARY KEY,
-      job_id TEXT NOT NULL,
-      run_id TEXT NOT NULL,
-      type TEXT NOT NULL CHECK (type IN ('post', 'comment')),
-      reddit_post_id TEXT NOT NULL,
-      reddit_comment_id TEXT,
-      subreddit TEXT NOT NULL,
-      author TEXT NOT NULL,
-      title TEXT,
-      body TEXT NOT NULL,
-      url TEXT NOT NULL,
-      reddit_posted_at TEXT NOT NULL,
-      qualified INTEGER NOT NULL DEFAULT 0,
-      viewed INTEGER NOT NULL DEFAULT 0,
-      validated INTEGER NOT NULL DEFAULT 0,
-      processed INTEGER NOT NULL DEFAULT 0,
-      consumed INTEGER NOT NULL DEFAULT 0,
-      prompt_tokens INTEGER NOT NULL DEFAULT 0,
-      completion_tokens INTEGER NOT NULL DEFAULT 0,
-      estimated_cost_usd REAL,
-      qualification_reason TEXT,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (job_id) REFERENCES jobs(id),
-      FOREIGN KEY (run_id) REFERENCES job_runs(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS comment_thread_nodes (
-      id TEXT PRIMARY KEY,
-      scan_item_id TEXT NOT NULL,
-      reddit_comment_id TEXT NOT NULL,
-      parent_reddit_comment_id TEXT,
-      author TEXT NOT NULL,
-      body TEXT NOT NULL,
-      depth INTEGER NOT NULL,
-      is_target INTEGER NOT NULL DEFAULT 0,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (scan_item_id) REFERENCES scan_items(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS daemon_state (
-      id INTEGER PRIMARY KEY CHECK (id = 1),
-      is_running INTEGER NOT NULL,
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-  `);
-    try {
-        db.exec('ALTER TABLE jobs ADD COLUMN slug TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE jobs ADD COLUMN monitor_comments INTEGER NOT NULL DEFAULT 1');
-    }
-    catch {
-        // Column already exists.
-    }
-    db.exec('CREATE UNIQUE INDEX IF NOT EXISTS idx_jobs_slug ON jobs(slug)');
-    db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_job_runs_active_job ON job_runs(job_id) WHERE status = 'running'");
-    db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_scan_items_dedup ON scan_items(job_id, reddit_post_id, COALESCE(reddit_comment_id, ''))");
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_job_qualified_posted ON scan_items(job_id, qualified, reddit_posted_at DESC, created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_job_created ON scan_items(job_id, created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_created ON scan_items(created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_scan_item_depth ON comment_thread_nodes(scan_item_id, depth ASC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_parent ON comment_thread_nodes(parent_reddit_comment_id)');
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN started_at TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN finished_at TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_discovered INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_new INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_qualified INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN prompt_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN completion_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN estimated_cost_usd REAL');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN log_file_path TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN viewed INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN validated INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN processed INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN prompt_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN completion_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN estimated_cost_usd REAL');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN consumed INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_consumed ON scan_items(job_id, qualified, consumed, created_at DESC)');
+    runMigrations(db);
     return db;
 }
 //# sourceMappingURL=sqlite.js.map

package/dist/src/utils/paths.js

@@ -2,7 +2,7 @@ import fs from 'node:fs';
 import os from 'node:os';
 import path from 'node:path';
 export function getAppPaths() {
-    const rootDir = process.env.SNOOPY_ROOT_DIR || path.join(os.homedir(), '.snoopy');
+    const rootDir = process.env.SNOOPY_E2E_ROOT_DIR || process.env.SNOOPY_ROOT_DIR || path.join(os.homedir(), '.snoopy');
     return {
         rootDir,
         dbPath: path.join(rootDir, 'snoopy.db'),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@telepat/snoopy",
-  "version": "0.1.12",
+  "version": "0.1.13",
   "description": "Snoopy CLI for Reddit conversation monitoring jobs.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -25,6 +25,9 @@
     "docs:serve": "npm --prefix website run serve",
     "docs:deploy": "npm --prefix website run deploy",
     "e2e:smoke": "tsx src/scripts/e2eSmoke.ts",
+    "e2e:fresh": "tsx tests/e2e/freshInstall.ts",
+    "e2e:upgrade": "tsx tests/e2e/upgrade.ts",
+    "e2e": "npm run e2e:fresh && npm run e2e:upgrade",
     "lint": "eslint src tests --ext .ts,.tsx",
     "test": "jest",
     "test:coverage": "jest --coverage",