opencodekit 0.17.13 → 0.18.1

package/dist/template/.opencode/plugin/lib/db/schema.ts

@@ -0,0 +1,356 @@
+/**
+ * Database Schema & Manager
+ *
+ * Contains all SQL schema definitions, migration logic, and the
+ * singleton database connection manager.
+ */
+
+import { Database } from "bun:sqlite";
+import path from "node:path";
+
+// ============================================================================
+// Schema v2
+// ============================================================================
+
+const SCHEMA_VERSION = 2;
+
+const SCHEMA_SQL = `
+-- Schema versioning for migrations
+CREATE TABLE IF NOT EXISTS schema_versions (
+  id INTEGER PRIMARY KEY,
+  version INTEGER UNIQUE NOT NULL,
+  applied_at TEXT NOT NULL
+);
+
+-- Observations table (v2: added source column)
+CREATE TABLE IF NOT EXISTS observations (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  type TEXT NOT NULL CHECK(type IN ('decision','bugfix','feature','pattern','discovery','learning','warning')),
+  title TEXT NOT NULL,
+  subtitle TEXT,
+  facts TEXT,
+  narrative TEXT,
+  concepts TEXT,
+  files_read TEXT,
+  files_modified TEXT,
+  confidence TEXT CHECK(confidence IN ('high','medium','low')) DEFAULT 'high',
+  bead_id TEXT,
+  supersedes INTEGER,
+  superseded_by INTEGER,
+  valid_until TEXT,
+  markdown_file TEXT,
+  source TEXT CHECK(source IN ('manual','curator','imported')) DEFAULT 'manual',
+  created_at TEXT NOT NULL,
+  created_at_epoch INTEGER NOT NULL,
+  updated_at TEXT,
+  FOREIGN KEY(supersedes) REFERENCES observations(id) ON DELETE SET NULL,
+  FOREIGN KEY(superseded_by) REFERENCES observations(id) ON DELETE SET NULL
+);
+
+-- FTS5 with porter stemming (v2 upgrade)
+CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
+  title,
+  subtitle,
+  narrative,
+  facts,
+  concepts,
+  content='observations',
+  content_rowid='id',
+  tokenize='porter unicode61'
+);
+
+-- Indexes for common queries
+CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch DESC);
+CREATE INDEX IF NOT EXISTS idx_observations_bead_id ON observations(bead_id);
+CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by) WHERE superseded_by IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_source ON observations(source);
+
+-- Memory files table
+CREATE TABLE IF NOT EXISTS memory_files (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  file_path TEXT UNIQUE NOT NULL,
+  content TEXT NOT NULL,
+  mode TEXT CHECK(mode IN ('replace', 'append')) DEFAULT 'replace',
+  created_at TEXT NOT NULL,
+  created_at_epoch INTEGER NOT NULL,
+  updated_at TEXT,
+  updated_at_epoch INTEGER
+);
+
+CREATE INDEX IF NOT EXISTS idx_memory_files_path ON memory_files(file_path);
+
+
+
+
+-- Temporal messages table (v2: raw message capture)
+CREATE TABLE IF NOT EXISTS temporal_messages (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  session_id TEXT NOT NULL,
+  message_id TEXT UNIQUE NOT NULL,
+  role TEXT NOT NULL,
+  content TEXT NOT NULL,
+  token_estimate INTEGER NOT NULL DEFAULT 0,
+  time_created INTEGER NOT NULL,
+  distillation_id INTEGER,
+  created_at TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY(distillation_id) REFERENCES distillations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_temporal_session ON temporal_messages(session_id, time_created);
+CREATE INDEX IF NOT EXISTS idx_temporal_undistilled ON temporal_messages(session_id) WHERE distillation_id IS NULL;
+CREATE INDEX IF NOT EXISTS idx_temporal_time ON temporal_messages(time_created DESC);
+
+-- Distillations table (v2: compressed message summaries)
+CREATE TABLE IF NOT EXISTS distillations (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  session_id TEXT NOT NULL,
+  content TEXT NOT NULL,
+  terms TEXT NOT NULL DEFAULT '[]',
+  message_count INTEGER NOT NULL DEFAULT 0,
+  compression_ratio REAL NOT NULL DEFAULT 0.0,
+  time_start INTEGER NOT NULL,
+  time_end INTEGER NOT NULL,
+  time_created INTEGER NOT NULL,
+  meta_distillation_id INTEGER,
+  created_at TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY(meta_distillation_id) REFERENCES distillations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_distillations_session ON distillations(session_id, time_created DESC);
+CREATE INDEX IF NOT EXISTS idx_distillations_time ON distillations(time_created DESC);
+
+-- FTS5 for distillations (v2)
+CREATE VIRTUAL TABLE IF NOT EXISTS distillations_fts USING fts5(
+  content,
+  terms,
+  content='distillations',
+  content_rowid='id',
+  tokenize='porter unicode61'
+);
+`;
+
+// FTS5 sync triggers
+const FTS_TRIGGERS_SQL = `
+-- Observations FTS sync triggers
+CREATE TRIGGER IF NOT EXISTS observations_fts_ai AFTER INSERT ON observations BEGIN
+  INSERT INTO observations_fts(rowid, title, subtitle, narrative, facts, concepts)
+  VALUES (new.id, new.title, new.subtitle, new.narrative, new.facts, new.concepts);
+END;
+
+CREATE TRIGGER IF NOT EXISTS observations_fts_ad AFTER DELETE ON observations BEGIN
+  INSERT INTO observations_fts(observations_fts, rowid, title, subtitle, narrative, facts, concepts)
+  VALUES('delete', old.id, old.title, old.subtitle, old.narrative, old.facts, old.concepts);
+END;
+
+CREATE TRIGGER IF NOT EXISTS observations_fts_au AFTER UPDATE ON observations BEGIN
+  INSERT INTO observations_fts(observations_fts, rowid, title, subtitle, narrative, facts, concepts)
+  VALUES('delete', old.id, old.title, old.subtitle, old.narrative, old.facts, old.concepts);
+  INSERT INTO observations_fts(rowid, title, subtitle, narrative, facts, concepts)
+  VALUES (new.id, new.title, new.subtitle, new.narrative, new.facts, new.concepts);
+END;
+
+-- Distillations FTS sync triggers (v2)
+CREATE TRIGGER IF NOT EXISTS distillations_fts_ai AFTER INSERT ON distillations BEGIN
+  INSERT INTO distillations_fts(rowid, content, terms)
+  VALUES (new.id, new.content, new.terms);
+END;
+
+CREATE TRIGGER IF NOT EXISTS distillations_fts_ad AFTER DELETE ON distillations BEGIN
+  INSERT INTO distillations_fts(distillations_fts, rowid, content, terms)
+  VALUES('delete', old.id, old.content, old.terms);
+END;
+
+CREATE TRIGGER IF NOT EXISTS distillations_fts_au AFTER UPDATE ON distillations BEGIN
+  INSERT INTO distillations_fts(distillations_fts, rowid, content, terms)
+  VALUES('delete', old.id, old.content, old.terms);
+  INSERT INTO distillations_fts(rowid, content, terms)
+  VALUES (new.id, new.content, new.terms);
+END;
+`;
+
+// Migration from v1 to v2
+const MIGRATION_V1_TO_V2 = `
+-- Add source column to observations
+ALTER TABLE observations ADD COLUMN source TEXT CHECK(source IN ('manual','curator','imported')) DEFAULT 'manual';
+
+-- Add source index
+CREATE INDEX IF NOT EXISTS idx_observations_source ON observations(source);
+
+-- Create distillations table (before temporal_messages due to FK dependency)
+CREATE TABLE IF NOT EXISTS distillations (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  session_id TEXT NOT NULL,
+  content TEXT NOT NULL,
+  terms TEXT NOT NULL DEFAULT '[]',
+  message_count INTEGER NOT NULL DEFAULT 0,
+  compression_ratio REAL NOT NULL DEFAULT 0.0,
+  time_start INTEGER NOT NULL,
+  time_end INTEGER NOT NULL,
+  time_created INTEGER NOT NULL,
+  meta_distillation_id INTEGER,
+  created_at TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY(meta_distillation_id) REFERENCES distillations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_distillations_session ON distillations(session_id, time_created DESC);
+CREATE INDEX IF NOT EXISTS idx_distillations_time ON distillations(time_created DESC);
+
+-- Create distillations FTS5
+CREATE VIRTUAL TABLE IF NOT EXISTS distillations_fts USING fts5(
+  content,
+  terms,
+  content='distillations',
+  content_rowid='id',
+  tokenize='porter unicode61'
+);
+
+-- Create temporal_messages table
+CREATE TABLE IF NOT EXISTS temporal_messages (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  session_id TEXT NOT NULL,
+  message_id TEXT UNIQUE NOT NULL,
+  role TEXT NOT NULL,
+  content TEXT NOT NULL,
+  token_estimate INTEGER NOT NULL DEFAULT 0,
+  time_created INTEGER NOT NULL,
+  distillation_id INTEGER,
+  created_at TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY(distillation_id) REFERENCES distillations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_temporal_session ON temporal_messages(session_id, time_created);
+CREATE INDEX IF NOT EXISTS idx_temporal_undistilled ON temporal_messages(session_id) WHERE distillation_id IS NULL;
+CREATE INDEX IF NOT EXISTS idx_temporal_time ON temporal_messages(time_created DESC);
+`;
+
+// ============================================================================
+// Database Manager
+// ============================================================================
+
+let dbInstance: Database | null = null;
+
+/**
+ * Get or create the memory database instance.
+ * Uses singleton pattern to reuse connection.
+ */
+export function getMemoryDB(): Database {
+	if (dbInstance) return dbInstance;
+
+	const dbPath = path.join(process.cwd(), ".opencode/memory.db");
+	dbInstance = new Database(dbPath, { create: true });
+
+	// Enable WAL mode for better concurrency
+	dbInstance.run("PRAGMA journal_mode = WAL");
+	dbInstance.run("PRAGMA foreign_keys = ON");
+
+	// Initialize schema
+	initializeSchema(dbInstance);
+
+	return dbInstance;
+}
+
+/**
+ * Close the database connection (for cleanup).
+ */
+export function closeMemoryDB(): void {
+	if (dbInstance) {
+		dbInstance.close();
+		dbInstance = null;
+	}
+}
+
+/**
+ * Initialize database schema with migration support.
+ */
+function initializeSchema(db: Database): void {
+	let currentVersion = 0;
+
+	try {
+		const versionRow = db
+			.query("SELECT MAX(version) as version FROM schema_versions")
+			.get() as {
+			version: number | null;
+		} | null;
+		currentVersion = versionRow?.version ?? 0;
+	} catch {
+		// schema_versions table doesn't exist, need full init
+	}
+
+	if (currentVersion >= SCHEMA_VERSION) {
+		return; // Schema is up to date
+	}
+
+	if (currentVersion === 0) {
+		// Fresh install — run full v2 schema
+		db.exec(SCHEMA_SQL);
+
+		// Run FTS triggers
+		try {
+			db.exec(FTS_TRIGGERS_SQL);
+		} catch {
+			// Triggers may already exist
+		}
+	} else {
+		// Run incremental migrations
+		if (currentVersion < 2) {
+			migrateV1ToV2(db);
+		}
+	}
+
+	// Record schema version
+	db.run(
+		"INSERT OR REPLACE INTO schema_versions (id, version, applied_at) VALUES (1, ?, ?)",
+		[SCHEMA_VERSION, new Date().toISOString()],
+	);
+}
+
+/**
+ * Migrate from schema v1 to v2.
+ * Adds: source column, temporal_messages, distillations, porter FTS5.
+ */
+function migrateV1ToV2(db: Database): void {
+	// Run structural changes (new tables, columns)
+	for (const stmt of MIGRATION_V1_TO_V2.split(";")) {
+		const trimmed = stmt.trim();
+		if (trimmed) {
+			try {
+				db.run(trimmed);
+			} catch {
+				// Statement may fail if already applied (e.g. column exists)
+			}
+		}
+	}
+
+	// Upgrade observations_fts to porter stemming
+	try {
+		// Drop old triggers first
+		db.run("DROP TRIGGER IF EXISTS observations_fts_ai");
+		db.run("DROP TRIGGER IF EXISTS observations_fts_ad");
+		db.run("DROP TRIGGER IF EXISTS observations_fts_au");
+
+		// Drop old FTS table
+		db.run("DROP TABLE IF EXISTS observations_fts");
+
+		// Recreate with porter tokenizer
+		db.run(`
+			CREATE VIRTUAL TABLE observations_fts USING fts5(
+				title, subtitle, narrative, facts, concepts,
+				content='observations', content_rowid='id',
+				tokenize='porter unicode61'
+			)
+		`);
+
+		// Rebuild FTS index from existing data
+		db.run("INSERT INTO observations_fts(observations_fts) VALUES('rebuild')");
+	} catch {
+		// FTS migration failed, non-fatal — search still works via LIKE fallback
+	}
+
+	// Create new triggers (observations + distillations)
+	try {
+		db.exec(FTS_TRIGGERS_SQL);
+	} catch {
+		// Triggers may already exist
+	}
+}

package/dist/template/.opencode/plugin/lib/db/types.ts

@@ -0,0 +1,211 @@
+/**
+ * Memory Database Types & Configuration
+ *
+ * All types, interfaces, and configuration constants for the 4-tier memory system.
+ * This module has zero internal dependencies — safe to import anywhere.
+ */
+
+// ============================================================================
+// Configuration
+// ============================================================================
+
+export type ConfidenceLevel = "high" | "medium" | "low";
+
+export const MEMORY_CONFIG = {
+	capture: {
+		enabled: true,
+		maxContentLength: 4000,
+		maxAgeDays: 180,
+	},
+	distillation: {
+		enabled: true,
+		minMessages: 10,
+		maxMessages: 50,
+		compressionTarget: 0.2,
+		topTerms: 30,
+	},
+	curator: {
+		enabled: true,
+		minDistillations: 3,
+		defaultConfidence: "medium" as ConfidenceLevel,
+	},
+	injection: {
+		enabled: true,
+		tokenBudget: 2000,
+		recencyDecay: 0.95,
+		minScore: 0.1,
+		topTerms: 30,
+	},
+	context: {
+		enabled: true,
+		maxContextTokens: 100_000,
+		protectedMessages: 5,
+	},
+	fts: {
+		tokenizer: "porter unicode61",
+	},
+} as const;
+
+// ============================================================================
+// Observation Types
+// ============================================================================
+
+export type ObservationType =
+	| "decision"
+	| "bugfix"
+	| "feature"
+	| "pattern"
+	| "discovery"
+	| "learning"
+	| "warning";
+
+export type ObservationSource = "manual" | "curator" | "imported";
+
+export interface ObservationRow {
+	id: number;
+	type: ObservationType;
+	title: string;
+	subtitle: string | null;
+	facts: string | null; // JSON array
+	narrative: string | null;
+	concepts: string | null; // JSON array
+	files_read: string | null; // JSON array
+	files_modified: string | null; // JSON array
+	confidence: ConfidenceLevel;
+	bead_id: string | null;
+	supersedes: number | null;
+	superseded_by: number | null;
+	valid_until: string | null;
+	markdown_file: string | null;
+	source: ObservationSource;
+	created_at: string;
+	created_at_epoch: number;
+	updated_at: string | null;
+}
+
+export interface ObservationInput {
+	type: ObservationType;
+	title: string;
+	subtitle?: string;
+	facts?: string[];
+	narrative?: string;
+	concepts?: string[];
+	files_read?: string[];
+	files_modified?: string[];
+	confidence?: ConfidenceLevel;
+	bead_id?: string;
+	supersedes?: number;
+	markdown_file?: string;
+	source?: ObservationSource;
+}
+
+export interface SearchIndexResult {
+	id: number;
+	type: ObservationType;
+	title: string;
+	snippet: string;
+	created_at: string;
+	relevance_score: number;
+}
+
+// ============================================================================
+// Memory File Types
+// ============================================================================
+
+export interface MemoryFileRow {
+	id: number;
+	file_path: string;
+	content: string;
+	mode: "replace" | "append";
+	created_at: string;
+	created_at_epoch: number;
+	updated_at: string | null;
+	updated_at_epoch: number | null;
+}
+
+// ============================================================================
+// Temporal Message Types (v2)
+// ============================================================================
+
+export interface TemporalMessageRow {
+	id: number;
+	session_id: string;
+	message_id: string;
+	role: string;
+	content: string;
+	token_estimate: number;
+	time_created: number;
+	distillation_id: number | null;
+	created_at: string;
+}
+
+export interface TemporalMessageInput {
+	session_id: string;
+	message_id: string;
+	role: string;
+	content: string;
+	token_estimate: number;
+	time_created: number;
+}
+
+// ============================================================================
+// Distillation Types (v2)
+// ============================================================================
+
+export interface DistillationRow {
+	id: number;
+	session_id: string;
+	content: string;
+	terms: string; // JSON array of top-N TF-IDF terms
+	message_count: number;
+	compression_ratio: number;
+	time_start: number;
+	time_end: number;
+	time_created: number;
+	meta_distillation_id: number | null;
+	created_at: string;
+}
+
+export interface DistillationInput {
+	session_id: string;
+	content: string;
+	terms: string[];
+	message_count: number;
+	compression_ratio: number;
+	time_start: number;
+	time_end: number;
+	meta_distillation_id?: number;
+}
+
+export interface DistillationSearchResult {
+	id: number;
+	session_id: string;
+	snippet: string;
+	message_count: number;
+	created_at: string;
+	relevance_score: number;
+}
+
+// ============================================================================
+// Maintenance Types
+// ============================================================================
+
+export interface MaintenanceStats {
+	archived: number;
+	vacuumed: boolean;
+	checkpointed: boolean;
+	prunedMarkdown: number;
+	purgedMessages: number;
+	freedBytes: number;
+	dbSizeBefore: number;
+	dbSizeAfter: number;
+}
+
+export interface ArchiveOptions {
+	/** Archive observations older than this many days (default: 90) */
+	olderThanDays?: number;
+	/** Archive superseded observations regardless of age */
+	includeSuperseded?: boolean;
+	/** Dry run — don't actually archive, just count */
+	dryRun?: boolean;
+}