@telepat/snoopy 0.1.11 → 0.1.13

package/README.md

@@ -1,16 +1,18 @@
-```text
-┌─┐┌┐┌┌─┐┌─┐┌─┐┬ ┬
-└─┐││││ ││ │├─┘└┬┘
-└─┘┘└┘└─┘└─┘┴   ┴ 
-```
-
-# Monitor Reddit Conversations With AI
-
-[![Build](https://img.shields.io/github/actions/workflow/status/telepat-io/snoopy/ci.yml?branch=main&label=build)](https://github.com/telepat-io/snoopy/actions/workflows/ci.yml)
-[![Coverage](https://codecov.io/gh/telepat-io/snoopy/graph/badge.svg)](https://codecov.io/gh/telepat-io/snoopy)
-[![npm](https://img.shields.io/npm/v/@telepat/snoopy)](https://www.npmjs.com/package/@telepat/snoopy)
-
-📖 [Full documentation](https://docs.telepat.io/ideon/)
+<p align="center"><img src="./snoopy-logo.webp" width="128" alt="Snoopy"></p>
+<h1 align="center">Snoopy</h1>
+<hr>
+<p align="center"><em>Sniff out the conversations that matter.</em></p>
+
+<p align="center">
+  <a href="https://docs.telepat.io/snoopy">📖 Docs</a>
+</p>
+
+<p align="center">
+  <a href="https://github.com/telepat-io/snoopy/actions/workflows/ci.yml"><img src="https://github.com/telepat-io/snoopy/actions/workflows/ci.yml/badge.svg?branch=main" alt="Build"></a>
+  <a href="https://codecov.io/gh/telepat-io/snoopy"><img src="https://codecov.io/gh/telepat-io/snoopy/graph/badge.svg" alt="Codecov"></a>
+  <a href="https://www.npmjs.com/package/@telepat/snoopy"><img src="https://img.shields.io/npm/v/@telepat/snoopy" alt="npm"></a>
+  <a href="https://github.com/telepat-io/snoopy/blob/main/LICENSE"><img src="https://img.shields.io/badge/license-MIT-yellow.svg" alt="License"></a>
+</p>
 
 Snoopy helps you monitor Reddit for high-intent conversations that match your business goals.
 
@@ -159,7 +161,15 @@ snoopy export
 snoopy export <jobRef> --json --last-run
 ```
 
-8. Inspect one run's detailed log output:
+8. Consume unconsumed qualified results (read-once, most recent first):
+
+```bash
+snoopy consume
+snoopy consume <jobRef> --limit 10
+snoopy consume <jobRef> --json --dry-run
+```
+
+9. Inspect one run's detailed log output:
 
 ```bash
 snoopy logs
@@ -169,13 +179,13 @@ snoopy logs <runId> --raw
 
 When `runId` is omitted for `logs`, Snoopy first prompts for a job, then prompts for a run from that job (up/down arrows + Enter).
 
-9. Show recent errors for one job:
+10. Show recent errors for one job:
 
 ```bash
 snoopy errors <jobRef>
 ```
 
-10. Enable daemon mode:
+11. Enable daemon mode:
 
 ```bash
 snoopy daemon start
@@ -191,6 +201,7 @@ snoopy daemon reload
 - `analytics [jobRef] --days <N>`
 - `results [jobRef]`
 - `export [jobRef] --csv|--json [--last-run]`
+- `consume [jobRef] [--limit <N>] [--json] [--dry-run]`
 - `logs [runId]`
 - `errors [jobRef] --hours <N>`
 - `start [jobRef]` / `stop [jobRef]`

package/dist/src/cli/commands/consume.d.ts

@@ -0,0 +1,7 @@
+interface ConsumeCommandOptions {
+    limit?: number;
+    json?: boolean;
+    dryRun?: boolean;
+}
+export declare function consumeResults(jobRef?: string, options?: ConsumeCommandOptions): void;
+export {};

package/dist/src/cli/commands/consume.js

@@ -0,0 +1,60 @@
+import { JobsRepository } from '../../services/db/repositories/jobsRepo.js';
+import { ScanItemsRepository } from '../../services/db/repositories/scanItemsRepo.js';
+import { printCommandScreen, printError, printInfo, printKeyValue, printMuted, printSuccess, printWarning } from '../ui/consoleUi.js';
+function truncateContent(content, maxLength) {
+    if (content.length <= maxLength) {
+        return content;
+    }
+    return `${content.slice(0, maxLength)}...`;
+}
+function renderResultRow(row, index) {
+    printInfo(`#${index + 1}`);
+    printKeyValue('Job', row.jobId);
+    printKeyValue('Author', row.author);
+    if (row.title) {
+        printKeyValue('Title', row.title);
+    }
+    printKeyValue('URL', row.url);
+    printKeyValue('Date', row.redditPostedAt);
+    if (row.qualificationReason) {
+        printKeyValue('Reason', truncateContent(row.qualificationReason, 120));
+    }
+    printMuted(truncateContent(row.body, 200));
+    console.log('');
+}
+export function consumeResults(jobRef, options = {}) {
+    printCommandScreen('Consume results', 'List and consume unconsumed qualified results');
+    const jobsRepo = new JobsRepository();
+    const scanItemsRepo = new ScanItemsRepository();
+    let jobId;
+    if (jobRef) {
+        const job = jobsRepo.getByRef(jobRef);
+        if (!job) {
+            printError(`Job not found: ${jobRef}`);
+            return;
+        }
+        jobId = job.id;
+    }
+    const rows = scanItemsRepo.listUnconsumedQualified(jobId, options.limit);
+    if (rows.length === 0) {
+        if (options.json) {
+            console.log(JSON.stringify([], null, 2));
+            return;
+        }
+        printWarning('No unconsumed qualified results found.');
+        return;
+    }
+    if (options.json) {
+        console.log(JSON.stringify(rows, null, 2));
+    }
+    else {
+        rows.forEach((row, index) => renderResultRow(row, index));
+    }
+    if (options.dryRun) {
+        printSuccess(`Found ${rows.length} result(s) (dry run — not consumed).`);
+        return;
+    }
+    const consumedCount = scanItemsRepo.markConsumed(rows.map((r) => r.id));
+    printSuccess(`Consumed ${consumedCount} result(s).`);
+}
+//# sourceMappingURL=consume.js.map

package/dist/src/cli/commands/doctor.js

@@ -1,5 +1,6 @@
 import fs from 'node:fs';
 import { getDb } from '../../services/db/sqlite.js';
+import { getAppliedMigrations, getPendingMigrations } from '../../services/db/migrations/runner.js';
 import { JobsRepository } from '../../services/db/repositories/jobsRepo.js';
 import { RunsRepository } from '../../services/db/repositories/runsRepo.js';
 import { extractErrorEntries, readRunLog } from '../../services/logging/logReader.js';
@@ -37,8 +38,9 @@ export async function runDoctor() {
     const paths = ensureAppDirs();
     let dbOk = false;
     let dbDetails = `DB file: ${paths.dbPath}`;
+    let db = null;
     try {
-        const db = getDb();
+        db = getDb();
         db.prepare('SELECT 1').get();
         dbOk = true;
         dbDetails = `DB reachable at ${paths.dbPath}`;
@@ -56,8 +58,17 @@ export async function runDoctor() {
     const daemon = getDaemonHealth();
     printKeyValue('Platform', process.platform);
     printKeyValue('Node', process.version);
-    if (dbOk) {
+    if (dbOk && db) {
         printSuccess(`Database: ${dbDetails}`);
+        const applied = getAppliedMigrations(db);
+        const pending = getPendingMigrations(db);
+        if (pending.length === 0) {
+            printSuccess(`Migrations: ${applied.length} applied, 0 pending`);
+        }
+        else {
+            printWarning(`Migrations: ${applied.length} applied, ${pending.length} pending`);
+            pending.forEach((m) => printMuted(`  → pending: ${m.id} ${m.name}`));
+        }
     }
     else {
         printError(`Database: ${dbDetails}`);

package/dist/src/cli/index.js

@@ -7,6 +7,7 @@ import { daemonReload, daemonRun, daemonStart, daemonStatus, daemonStop } from '
 import { showRunLogs } from './commands/logs.js';
 import { showJobErrors } from './commands/errors.js';
 import { exportCsv } from './commands/export.js';
+import { consumeResults } from './commands/consume.js';
 import { showAnalytics } from './commands/analytics.js';
 import { showResults } from './commands/results.js';
 import { disableStartupCommand, enableStartupCommand, installStartupCommand, startupStatusCommand, uninstallStartupCommand } from './commands/startup.js';
@@ -142,6 +143,16 @@ program
     .action((jobRef, options) => {
     exportCsv(jobRef, options);
 });
+program
+    .command('consume')
+    .argument('[jobRef]', 'Optional job ID or slug')
+    .description('List and mark unconsumed qualified results')
+    .option('--limit <count>', 'Maximum number of results to consume', parsePositiveInteger)
+    .option('--json', 'Output raw JSON array to stdout')
+    .option('--dry-run', 'Preview results without marking them consumed')
+    .action((jobRef, options) => {
+    consumeResults(jobRef, options);
+});
 program.parseAsync(process.argv).catch((error) => {
     console.error(`Error: ${String(error)}`);
     process.exit(1);

package/dist/src/services/db/migrations/001_baseline.d.ts

@@ -0,0 +1,7 @@
+import type Database from 'better-sqlite3';
+declare const _default: {
+    id: number;
+    name: string;
+    up(db: Database.Database): void;
+};
+export default _default;

package/dist/src/services/db/migrations/001_baseline.js

@@ -0,0 +1,132 @@
+export default {
+    id: 1,
+    name: 'baseline',
+    up(db) {
+        db.exec(`
+      CREATE TABLE IF NOT EXISTS settings (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL,
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+
+      CREATE TABLE IF NOT EXISTS jobs (
+        id TEXT PRIMARY KEY,
+        slug TEXT UNIQUE,
+        name TEXT NOT NULL UNIQUE,
+        description TEXT NOT NULL,
+        qualification_prompt TEXT NOT NULL,
+        subreddits_json TEXT NOT NULL,
+        schedule_cron TEXT NOT NULL DEFAULT '*/30 * * * *',
+        enabled INTEGER NOT NULL DEFAULT 1,
+        monitor_comments INTEGER NOT NULL DEFAULT 1,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+
+      CREATE TABLE IF NOT EXISTS job_runs (
+        id TEXT PRIMARY KEY,
+        job_id TEXT NOT NULL,
+        status TEXT NOT NULL,
+        message TEXT,
+        started_at TEXT,
+        finished_at TEXT,
+        items_discovered INTEGER NOT NULL DEFAULT 0,
+        items_new INTEGER NOT NULL DEFAULT 0,
+        items_qualified INTEGER NOT NULL DEFAULT 0,
+        prompt_tokens INTEGER NOT NULL DEFAULT 0,
+        completion_tokens INTEGER NOT NULL DEFAULT 0,
+        estimated_cost_usd REAL,
+        log_file_path TEXT,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (job_id) REFERENCES jobs(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS scan_items (
+        id TEXT PRIMARY KEY,
+        job_id TEXT NOT NULL,
+        run_id TEXT NOT NULL,
+        type TEXT NOT NULL CHECK (type IN ('post', 'comment')),
+        reddit_post_id TEXT NOT NULL,
+        reddit_comment_id TEXT,
+        subreddit TEXT NOT NULL,
+        author TEXT NOT NULL,
+        title TEXT,
+        body TEXT NOT NULL,
+        url TEXT NOT NULL,
+        reddit_posted_at TEXT NOT NULL,
+        qualified INTEGER NOT NULL DEFAULT 0,
+        viewed INTEGER NOT NULL DEFAULT 0,
+        validated INTEGER NOT NULL DEFAULT 0,
+        processed INTEGER NOT NULL DEFAULT 0,
+        consumed INTEGER NOT NULL DEFAULT 0,
+        prompt_tokens INTEGER NOT NULL DEFAULT 0,
+        completion_tokens INTEGER NOT NULL DEFAULT 0,
+        estimated_cost_usd REAL,
+        qualification_reason TEXT,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (job_id) REFERENCES jobs(id),
+        FOREIGN KEY (run_id) REFERENCES job_runs(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS comment_thread_nodes (
+        id TEXT PRIMARY KEY,
+        scan_item_id TEXT NOT NULL,
+        reddit_comment_id TEXT NOT NULL,
+        parent_reddit_comment_id TEXT,
+        author TEXT NOT NULL,
+        body TEXT NOT NULL,
+        depth INTEGER NOT NULL,
+        is_target INTEGER NOT NULL DEFAULT 0,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        FOREIGN KEY (scan_item_id) REFERENCES scan_items(id)
+      );
+
+      CREATE TABLE IF NOT EXISTS daemon_state (
+        id INTEGER PRIMARY KEY CHECK (id = 1),
+        is_running INTEGER NOT NULL,
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+    `);
+        // Belt-and-suspenders: these columns were historically added via inline
+        // ALTER TABLE blocks. For edge-case databases that may be missing them,
+        // we safely attempt to add each column and ignore "already exists" errors.
+        const safeAddColumn = (table, column, type) => {
+            try {
+                db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${type}`);
+            }
+            catch {
+                // Column already exists or table does not exist.
+            }
+        };
+        safeAddColumn('jobs', 'slug', 'TEXT');
+        safeAddColumn('jobs', 'monitor_comments', 'INTEGER NOT NULL DEFAULT 1');
+        safeAddColumn('job_runs', 'started_at', 'TEXT');
+        safeAddColumn('job_runs', 'finished_at', 'TEXT');
+        safeAddColumn('job_runs', 'items_discovered', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'items_new', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'items_qualified', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'prompt_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'completion_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('job_runs', 'estimated_cost_usd', 'REAL');
+        safeAddColumn('job_runs', 'log_file_path', 'TEXT');
+        safeAddColumn('scan_items', 'viewed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'validated', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'processed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'consumed', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'prompt_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'completion_tokens', 'INTEGER NOT NULL DEFAULT 0');
+        safeAddColumn('scan_items', 'estimated_cost_usd', 'REAL');
+        db.exec(`
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_jobs_slug ON jobs(slug);
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_job_runs_active_job ON job_runs(job_id) WHERE status = 'running';
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_scan_items_dedup ON scan_items(job_id, reddit_post_id, COALESCE(reddit_comment_id, ''));
+      CREATE INDEX IF NOT EXISTS idx_scan_items_job_qualified_posted ON scan_items(job_id, qualified, reddit_posted_at DESC, created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_job_created ON scan_items(job_id, created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_created ON scan_items(created_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_scan_item_depth ON comment_thread_nodes(scan_item_id, depth ASC);
+      CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_parent ON comment_thread_nodes(parent_reddit_comment_id);
+      CREATE INDEX IF NOT EXISTS idx_scan_items_consumed ON scan_items(job_id, qualified, consumed, created_at DESC);
+    `);
+    }
+};
+//# sourceMappingURL=001_baseline.js.map

package/dist/src/services/db/migrations/index.d.ts

@@ -0,0 +1,7 @@
+import type Database from 'better-sqlite3';
+export interface Migration {
+    id: number;
+    name: string;
+    up: (db: Database.Database) => void;
+}
+export declare const migrations: Migration[];

package/dist/src/services/db/migrations/index.js

@@ -0,0 +1,3 @@
+import baseline from './001_baseline.js';
+export const migrations = [baseline];
+//# sourceMappingURL=index.js.map

package/dist/src/services/db/migrations/runner.d.ts

@@ -0,0 +1,9 @@
+import type Database from 'better-sqlite3';
+import { type Migration } from './index.js';
+export declare function runMigrations(db: Database.Database): void;
+export declare function getAppliedMigrations(db: Database.Database): Array<{
+    id: number;
+    name: string;
+    appliedAt: string;
+}>;
+export declare function getPendingMigrations(db: Database.Database): Migration[];

package/dist/src/services/db/migrations/runner.js

@@ -0,0 +1,43 @@
+import { migrations } from './index.js';
+export function runMigrations(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS migrations (
+      id INTEGER PRIMARY KEY,
+      name TEXT NOT NULL,
+      applied_at TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+    const appliedRows = db.prepare('SELECT id FROM migrations').all();
+    const appliedIds = new Set(appliedRows.map((r) => r.id));
+    for (const migration of migrations) {
+        if (appliedIds.has(migration.id)) {
+            continue;
+        }
+        const runInTransaction = db.transaction((mig) => {
+            mig.up(db);
+            db.prepare('INSERT INTO migrations (id, name) VALUES (?, ?)').run(mig.id, mig.name);
+        });
+        runInTransaction(migration);
+    }
+}
+export function getAppliedMigrations(db) {
+    try {
+        return db
+            .prepare('SELECT id, name, applied_at as appliedAt FROM migrations ORDER BY id ASC')
+            .all();
+    }
+    catch {
+        return [];
+    }
+}
+export function getPendingMigrations(db) {
+    try {
+        const appliedRows = db.prepare('SELECT id FROM migrations').all();
+        const appliedIds = new Set(appliedRows.map((r) => r.id));
+        return migrations.filter((m) => !appliedIds.has(m.id));
+    }
+    catch {
+        return [...migrations];
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/src/services/db/repositories/scanItemsRepo.d.ts

@@ -15,6 +15,7 @@ export interface NewScanItem {
     viewed?: boolean;
     validated?: boolean;
     processed?: boolean;
+    consumed?: boolean;
     promptTokens?: number;
     completionTokens?: number;
     estimatedCostUsd?: number | null;
@@ -46,6 +47,7 @@ export interface QualifiedScanItemRow {
     viewed: boolean;
     validated: boolean;
     processed: boolean;
+    consumed: boolean;
     qualificationReason: string | null;
     createdAt: string;
 }
@@ -66,6 +68,7 @@ export interface ScanItemRow {
     viewed: boolean;
     validated: boolean;
     processed: boolean;
+    consumed: boolean;
     qualificationReason: string | null;
     promptTokens: number;
     completionTokens: number;
@@ -113,6 +116,8 @@ export declare class ScanItemsRepository {
     listAnalyticsBySubreddit(filter: AnalyticsFilter): AnalyticsBySubredditRow[];
     listAnalyticsByJob(days: number): AnalyticsByJobRow[];
     existsComment(jobId: string, postId: string, commentId: string): boolean;
+    listUnconsumedQualified(jobId?: string, limit?: number): QualifiedScanItemRow[];
+    markConsumed(ids: string[]): number;
     createWithStatus(item: NewScanItem): CreateScanItemResult;
     create(item: NewScanItem): string;
     listCommentThreadNodes(scanItemId: string): CommentThreadNodeRow[];

package/dist/src/services/db/repositories/scanItemsRepo.js

@@ -31,7 +31,8 @@ export class ScanItemsRepository {
             qualified: row.qualified === 1,
             viewed: row.viewed === 1,
             validated: row.validated === 1,
-            processed: row.processed === 1
+            processed: row.processed === 1,
+            consumed: row.consumed === 1
         }));
     }
     buildFilterClause(alias, filter) {
@@ -70,6 +71,7 @@ export class ScanItemsRepository {
            viewed,
            validated,
            processed,
+           consumed,
            qualification_reason as qualificationReason,
            created_at as createdAt
          FROM scan_items
@@ -82,7 +84,8 @@ export class ScanItemsRepository {
             ...row,
             viewed: row.viewed === 1,
             validated: row.validated === 1,
-            processed: row.processed === 1
+            processed: row.processed === 1,
+            consumed: row.consumed === 1
         }));
     }
     listQualifiedByJobRun(jobId, runId, limit = 100) {
@@ -100,6 +103,7 @@ export class ScanItemsRepository {
            viewed,
            validated,
            processed,
+           consumed,
            qualification_reason as qualificationReason,
            created_at as createdAt
          FROM scan_items
@@ -113,7 +117,8 @@ export class ScanItemsRepository {
             ...row,
             viewed: row.viewed === 1,
             validated: row.validated === 1,
-            processed: row.processed === 1
+            processed: row.processed === 1,
+            consumed: row.consumed === 1
         }));
     }
     listByJob(jobId) {
@@ -135,6 +140,7 @@ export class ScanItemsRepository {
            viewed,
            validated,
            processed,
+           consumed,
            qualification_reason as qualificationReason,
            prompt_tokens as promptTokens,
            completion_tokens as completionTokens,
@@ -175,6 +181,7 @@ export class ScanItemsRepository {
            viewed,
            validated,
            processed,
+           consumed,
            qualification_reason as qualificationReason,
            prompt_tokens as promptTokens,
            completion_tokens as completionTokens,
@@ -283,6 +290,56 @@ export class ScanItemsRepository {
             .get(jobId, postId, commentId);
         return Boolean(row);
     }
+    listUnconsumedQualified(jobId, limit) {
+        const hasJobId = Boolean(jobId);
+        const hasLimit = limit !== undefined && limit !== null;
+        const boundedLimit = hasLimit ? Math.max(1, Math.floor(limit)) : undefined;
+        let query = `SELECT
+           id,
+           job_id as jobId,
+           run_id as runId,
+           author,
+           title,
+           body,
+           url,
+           reddit_posted_at as redditPostedAt,
+           viewed,
+           validated,
+           processed,
+           consumed,
+           qualification_reason as qualificationReason,
+           created_at as createdAt
+         FROM scan_items
+         WHERE qualified = 1 AND consumed = 0`;
+        const params = [];
+        if (hasJobId) {
+            query += ' AND job_id = ?';
+            params.push(jobId);
+        }
+        query += ' ORDER BY datetime(created_at) DESC, id DESC';
+        if (boundedLimit !== undefined) {
+            query += ' LIMIT ?';
+            params.push(boundedLimit);
+        }
+        const rows = this.db.prepare(query).all(...params);
+        return rows.map((row) => ({
+            ...row,
+            viewed: row.viewed === 1,
+            validated: row.validated === 1,
+            processed: row.processed === 1,
+            consumed: row.consumed === 1
+        }));
+    }
+    markConsumed(ids) {
+        if (ids.length === 0) {
+            return 0;
+        }
+        const placeholders = ids.map(() => '?').join(',');
+        const result = this.db
+            .prepare(`UPDATE scan_items SET consumed = 1 WHERE id IN (${placeholders})`)
+            .run(...ids);
+        return Number(result.changes);
+    }
     createWithStatus(item) {
         const id = crypto.randomUUID();
         const createInTransaction = this.db.transaction((newId, newItem) => {
@@ -304,13 +361,14 @@ export class ScanItemsRepository {
             viewed,
             validated,
             processed,
+            consumed,
             prompt_tokens,
             completion_tokens,
             estimated_cost_usd,
             qualification_reason,
             created_at
-          ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, datetime('now'))`)
-                .run(newId, newItem.jobId, newItem.runId, newItem.type, newItem.redditPostId, newItem.redditCommentId, newItem.subreddit, newItem.author, newItem.title, newItem.body, newItem.url, newItem.redditPostedAt, newItem.qualified ? 1 : 0, newItem.viewed ? 1 : 0, newItem.validated ? 1 : 0, newItem.processed ? 1 : 0, newItem.promptTokens ?? 0, newItem.completionTokens ?? 0, newItem.estimatedCostUsd ?? null, newItem.qualificationReason);
+          ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, datetime('now'))`)
+                .run(newId, newItem.jobId, newItem.runId, newItem.type, newItem.redditPostId, newItem.redditCommentId, newItem.subreddit, newItem.author, newItem.title, newItem.body, newItem.url, newItem.redditPostedAt, newItem.qualified ? 1 : 0, newItem.viewed ? 1 : 0, newItem.validated ? 1 : 0, newItem.processed ? 1 : 0, newItem.consumed ? 1 : 0, newItem.promptTokens ?? 0, newItem.completionTokens ?? 0, newItem.estimatedCostUsd ?? null, newItem.qualificationReason);
             if (insertResult.changes === 0) {
                 const existingId = this.findExistingScanItemId(newItem.jobId, newItem.redditPostId, newItem.redditCommentId);
                 return {

package/dist/src/services/db/sqlite.js

@@ -1,5 +1,6 @@
 import Database from 'better-sqlite3';
 import { ensureAppDirs } from '../../utils/paths.js';
+import { runMigrations } from './migrations/runner.js';
 let db = null;
 export function getDb() {
     if (db) {
@@ -13,199 +14,7 @@ export function getDb() {
     catch {
         // In rare concurrent startup cases (for example tests), DB may already be locked.
     }
-    db.exec(`
-    CREATE TABLE IF NOT EXISTS settings (
-      key TEXT PRIMARY KEY,
-      value TEXT NOT NULL,
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-
-    CREATE TABLE IF NOT EXISTS jobs (
-      id TEXT PRIMARY KEY,
-      slug TEXT UNIQUE,
-      name TEXT NOT NULL UNIQUE,
-      description TEXT NOT NULL,
-      qualification_prompt TEXT NOT NULL,
-      subreddits_json TEXT NOT NULL,
-      schedule_cron TEXT NOT NULL DEFAULT '*/30 * * * *',
-      enabled INTEGER NOT NULL DEFAULT 1,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-
-    CREATE TABLE IF NOT EXISTS job_runs (
-      id TEXT PRIMARY KEY,
-      job_id TEXT NOT NULL,
-      status TEXT NOT NULL,
-      message TEXT,
-      started_at TEXT,
-      finished_at TEXT,
-      items_discovered INTEGER NOT NULL DEFAULT 0,
-      items_new INTEGER NOT NULL DEFAULT 0,
-      items_qualified INTEGER NOT NULL DEFAULT 0,
-      prompt_tokens INTEGER NOT NULL DEFAULT 0,
-      completion_tokens INTEGER NOT NULL DEFAULT 0,
-      estimated_cost_usd REAL,
-      log_file_path TEXT,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (job_id) REFERENCES jobs(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS scan_items (
-      id TEXT PRIMARY KEY,
-      job_id TEXT NOT NULL,
-      run_id TEXT NOT NULL,
-      type TEXT NOT NULL CHECK (type IN ('post', 'comment')),
-      reddit_post_id TEXT NOT NULL,
-      reddit_comment_id TEXT,
-      subreddit TEXT NOT NULL,
-      author TEXT NOT NULL,
-      title TEXT,
-      body TEXT NOT NULL,
-      url TEXT NOT NULL,
-      reddit_posted_at TEXT NOT NULL,
-      qualified INTEGER NOT NULL DEFAULT 0,
-      viewed INTEGER NOT NULL DEFAULT 0,
-      validated INTEGER NOT NULL DEFAULT 0,
-      processed INTEGER NOT NULL DEFAULT 0,
-      prompt_tokens INTEGER NOT NULL DEFAULT 0,
-      completion_tokens INTEGER NOT NULL DEFAULT 0,
-      estimated_cost_usd REAL,
-      qualification_reason TEXT,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (job_id) REFERENCES jobs(id),
-      FOREIGN KEY (run_id) REFERENCES job_runs(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS comment_thread_nodes (
-      id TEXT PRIMARY KEY,
-      scan_item_id TEXT NOT NULL,
-      reddit_comment_id TEXT NOT NULL,
-      parent_reddit_comment_id TEXT,
-      author TEXT NOT NULL,
-      body TEXT NOT NULL,
-      depth INTEGER NOT NULL,
-      is_target INTEGER NOT NULL DEFAULT 0,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (scan_item_id) REFERENCES scan_items(id)
-    );
-
-    CREATE TABLE IF NOT EXISTS daemon_state (
-      id INTEGER PRIMARY KEY CHECK (id = 1),
-      is_running INTEGER NOT NULL,
-      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-  `);
-    try {
-        db.exec('ALTER TABLE jobs ADD COLUMN slug TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE jobs ADD COLUMN monitor_comments INTEGER NOT NULL DEFAULT 1');
-    }
-    catch {
-        // Column already exists.
-    }
-    db.exec('CREATE UNIQUE INDEX IF NOT EXISTS idx_jobs_slug ON jobs(slug)');
-    db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_job_runs_active_job ON job_runs(job_id) WHERE status = 'running'");
-    db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_scan_items_dedup ON scan_items(job_id, reddit_post_id, COALESCE(reddit_comment_id, ''))");
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_job_qualified_posted ON scan_items(job_id, qualified, reddit_posted_at DESC, created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_job_created ON scan_items(job_id, created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_scan_items_created ON scan_items(created_at DESC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_scan_item_depth ON comment_thread_nodes(scan_item_id, depth ASC)');
-    db.exec('CREATE INDEX IF NOT EXISTS idx_comment_thread_nodes_parent ON comment_thread_nodes(parent_reddit_comment_id)');
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN started_at TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN finished_at TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_discovered INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_new INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN items_qualified INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN prompt_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN completion_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN estimated_cost_usd REAL');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE job_runs ADD COLUMN log_file_path TEXT');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN viewed INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN validated INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN processed INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN prompt_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN completion_tokens INTEGER NOT NULL DEFAULT 0');
-    }
-    catch {
-        // Column already exists.
-    }
-    try {
-        db.exec('ALTER TABLE scan_items ADD COLUMN estimated_cost_usd REAL');
-    }
-    catch {
-        // Column already exists.
-    }
+    runMigrations(db);
     return db;
 }
 //# sourceMappingURL=sqlite.js.map

package/dist/src/utils/paths.js

@@ -2,7 +2,7 @@ import fs from 'node:fs';
 import os from 'node:os';
 import path from 'node:path';
 export function getAppPaths() {
-    const rootDir = process.env.SNOOPY_ROOT_DIR || path.join(os.homedir(), '.snoopy');
+    const rootDir = process.env.SNOOPY_E2E_ROOT_DIR || process.env.SNOOPY_ROOT_DIR || path.join(os.homedir(), '.snoopy');
     return {
         rootDir,
         dbPath: path.join(rootDir, 'snoopy.db'),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@telepat/snoopy",
-  "version": "0.1.11",
+  "version": "0.1.13",
   "description": "Snoopy CLI for Reddit conversation monitoring jobs.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -25,6 +25,9 @@
     "docs:serve": "npm --prefix website run serve",
     "docs:deploy": "npm --prefix website run deploy",
     "e2e:smoke": "tsx src/scripts/e2eSmoke.ts",
+    "e2e:fresh": "tsx tests/e2e/freshInstall.ts",
+    "e2e:upgrade": "tsx tests/e2e/upgrade.ts",
+    "e2e": "npm run e2e:fresh && npm run e2e:upgrade",
     "lint": "eslint src tests --ext .ts,.tsx",
     "test": "jest",
     "test:coverage": "jest --coverage",