opencodekit 0.20.2 → 0.20.4

package/dist/template/.opencode/plugin/lib/db/observations.ts

@@ -28,10 +28,11 @@ export function storeObservation(input: ObservationInput): number {
 		.query(
 			`
     INSERT INTO observations (
-      type, title, subtitle, facts, narrative, concepts,
+      type, title, subtitle, facts, narrative, raw_source, concepts,
       files_read, files_modified, confidence, bead_id,
-      supersedes, markdown_file, source, created_at, created_at_epoch
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      supersedes, markdown_file, source, wing, hall, room,
+      created_at, created_at_epoch
+    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
   `,
 		)
 		.run(
@@ -40,6 +41,7 @@ export function storeObservation(input: ObservationInput): number {
 			input.subtitle ?? null,
 			input.facts ? JSON.stringify(input.facts) : null,
 			input.narrative ?? null,
+			input.raw_source ?? null,
 			input.concepts ? JSON.stringify(input.concepts) : null,
 			input.files_read ? JSON.stringify(input.files_read) : null,
 			input.files_modified ? JSON.stringify(input.files_modified) : null,
@@ -48,6 +50,9 @@ export function storeObservation(input: ObservationInput): number {
 			input.supersedes ?? null,
 			input.markdown_file ?? null,
 			input.source ?? "manual",
+			input.wing ?? null,
+			input.hall ?? null,
+			input.room ?? null,
 			now.toISOString(),
 			now.getTime(),
 		);

package/dist/template/.opencode/plugin/lib/db/schema.ts

@@ -28,10 +28,10 @@ function logRecovery(message: string): void {
 }
 
 // ============================================================================
-// Schema v2
+// Schema v3 (v2 + navigation, entity graph, raw source, chunk type)
 // ============================================================================
 
-const SCHEMA_VERSION = 2;
+const SCHEMA_VERSION = 3;
 
 const SCHEMA_SQL = `
 -- Schema versioning for migrations
@@ -41,7 +41,7 @@ CREATE TABLE IF NOT EXISTS schema_versions (
   applied_at TEXT NOT NULL
 );
 
--- Observations table (v2: added source column)
+-- Observations table (v3: added raw_source, wing, hall, room)
 CREATE TABLE IF NOT EXISTS observations (
   id INTEGER PRIMARY KEY AUTOINCREMENT,
   type TEXT NOT NULL CHECK(type IN ('decision','bugfix','feature','pattern','discovery','learning','warning')),
@@ -49,6 +49,7 @@ CREATE TABLE IF NOT EXISTS observations (
   subtitle TEXT,
   facts TEXT,
   narrative TEXT,
+  raw_source TEXT,
   concepts TEXT,
   files_read TEXT,
   files_modified TEXT,
@@ -59,6 +60,9 @@ CREATE TABLE IF NOT EXISTS observations (
   valid_until TEXT,
   markdown_file TEXT,
   source TEXT CHECK(source IN ('manual','curator','imported')) DEFAULT 'manual',
+  wing TEXT,
+  hall TEXT CHECK(hall IS NULL OR hall IN ('facts','events','discoveries','preferences','advice')),
+  room TEXT,
   created_at TEXT NOT NULL,
   created_at_epoch INTEGER NOT NULL,
   updated_at TEXT,
@@ -84,6 +88,10 @@ CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_e
 CREATE INDEX IF NOT EXISTS idx_observations_bead_id ON observations(bead_id);
 CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by) WHERE superseded_by IS NOT NULL;
 CREATE INDEX IF NOT EXISTS idx_observations_source ON observations(source);
+CREATE INDEX IF NOT EXISTS idx_observations_wing ON observations(wing) WHERE wing IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_hall ON observations(hall) WHERE hall IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_room ON observations(room) WHERE room IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_navigation ON observations(wing, hall, room) WHERE wing IS NOT NULL;
 
 -- Memory files table
 CREATE TABLE IF NOT EXISTS memory_files (
@@ -102,7 +110,7 @@ CREATE INDEX IF NOT EXISTS idx_memory_files_path ON memory_files(file_path);
 
 
 
--- Temporal messages table (v2: raw message capture)
+-- Temporal messages table (v3: added chunk_type)
 CREATE TABLE IF NOT EXISTS temporal_messages (
   id INTEGER PRIMARY KEY AUTOINCREMENT,
   session_id TEXT NOT NULL,
@@ -112,6 +120,7 @@ CREATE TABLE IF NOT EXISTS temporal_messages (
   token_estimate INTEGER NOT NULL DEFAULT 0,
   time_created INTEGER NOT NULL,
   distillation_id INTEGER,
+  chunk_type TEXT,
   created_at TEXT NOT NULL DEFAULT (datetime('now')),
   FOREIGN KEY(distillation_id) REFERENCES distillations(id) ON DELETE SET NULL
 );
@@ -139,6 +148,27 @@ CREATE TABLE IF NOT EXISTS distillations (
 CREATE INDEX IF NOT EXISTS idx_distillations_session ON distillations(session_id, time_created DESC);
 CREATE INDEX IF NOT EXISTS idx_distillations_time ON distillations(time_created DESC);
 
+-- Entity triples table (v3: temporal knowledge graph)
+CREATE TABLE IF NOT EXISTS entity_triples (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  subject TEXT NOT NULL,
+  predicate TEXT NOT NULL,
+  object TEXT NOT NULL,
+  valid_from TEXT NOT NULL,
+  valid_to TEXT,
+  confidence REAL NOT NULL DEFAULT 1.0,
+  source_observation_id INTEGER,
+  created_at TEXT NOT NULL,
+  created_at_epoch INTEGER NOT NULL,
+  FOREIGN KEY(source_observation_id) REFERENCES observations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_entity_subject ON entity_triples(subject);
+CREATE INDEX IF NOT EXISTS idx_entity_object ON entity_triples(object);
+CREATE INDEX IF NOT EXISTS idx_entity_predicate ON entity_triples(predicate);
+CREATE INDEX IF NOT EXISTS idx_entity_valid ON entity_triples(valid_from, valid_to);
+CREATE INDEX IF NOT EXISTS idx_entity_active ON entity_triples(subject, valid_to) WHERE valid_to IS NULL;
+
 -- FTS5 for distillations (v2)
 CREATE VIRTUAL TABLE IF NOT EXISTS distillations_fts USING fts5(
   content,
@@ -243,6 +273,47 @@ CREATE INDEX IF NOT EXISTS idx_temporal_undistilled ON temporal_messages(session
 CREATE INDEX IF NOT EXISTS idx_temporal_time ON temporal_messages(time_created DESC);
 `;
 
+// Migration from v2 to v3
+const MIGRATION_V2_TO_V3 = `
+-- Add raw_source column to observations
+ALTER TABLE observations ADD COLUMN raw_source TEXT;
+
+-- Add navigation columns to observations
+ALTER TABLE observations ADD COLUMN wing TEXT;
+ALTER TABLE observations ADD COLUMN hall TEXT CHECK(hall IS NULL OR hall IN ('facts','events','discoveries','preferences','advice'));
+ALTER TABLE observations ADD COLUMN room TEXT;
+
+-- Navigation indexes
+CREATE INDEX IF NOT EXISTS idx_observations_wing ON observations(wing) WHERE wing IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_hall ON observations(hall) WHERE hall IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_room ON observations(room) WHERE room IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_observations_navigation ON observations(wing, hall, room) WHERE wing IS NOT NULL;
+
+-- Add chunk_type to temporal_messages
+ALTER TABLE temporal_messages ADD COLUMN chunk_type TEXT;
+
+-- Entity triples table (temporal knowledge graph)
+CREATE TABLE IF NOT EXISTS entity_triples (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  subject TEXT NOT NULL,
+  predicate TEXT NOT NULL,
+  object TEXT NOT NULL,
+  valid_from TEXT NOT NULL,
+  valid_to TEXT,
+  confidence REAL NOT NULL DEFAULT 1.0,
+  source_observation_id INTEGER,
+  created_at TEXT NOT NULL,
+  created_at_epoch INTEGER NOT NULL,
+  FOREIGN KEY(source_observation_id) REFERENCES observations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_entity_subject ON entity_triples(subject);
+CREATE INDEX IF NOT EXISTS idx_entity_object ON entity_triples(object);
+CREATE INDEX IF NOT EXISTS idx_entity_predicate ON entity_triples(predicate);
+CREATE INDEX IF NOT EXISTS idx_entity_valid ON entity_triples(valid_from, valid_to);
+CREATE INDEX IF NOT EXISTS idx_entity_active ON entity_triples(subject, valid_to) WHERE valid_to IS NULL;
+`;
+
 // ============================================================================
 // Database Manager
 // ============================================================================
@@ -429,7 +500,7 @@ function initializeSchema(db: Database): void {
 	}
 
 	if (currentVersion === 0) {
-		// Fresh install — run full v2 schema
+		// Fresh install — run full v3 schema
 		db.exec(SCHEMA_SQL);
 
 		// Run FTS triggers
@@ -443,6 +514,9 @@ function initializeSchema(db: Database): void {
 		if (currentVersion < 2) {
 			migrateV1ToV2(db);
 		}
+		if (currentVersion < 3) {
+			migrateV2ToV3(db);
+		}
 	}
 
 	// Record schema version
@@ -501,3 +575,20 @@ function migrateV1ToV2(db: Database): void {
 		// Triggers may already exist
 	}
 }
+
+/**
+ * Migrate from schema v2 to v3.
+ * Adds: raw_source, wing/hall/room navigation, chunk_type, entity_triples table.
+ */
+function migrateV2ToV3(db: Database): void {
+	for (const stmt of MIGRATION_V2_TO_V3.split(";")) {
+		const trimmed = stmt.trim();
+		if (trimmed) {
+			try {
+				db.run(trimmed);
+			} catch {
+				// Statement may fail if already applied (e.g. column exists)
+			}
+		}
+	}
+}

package/dist/template/.opencode/plugin/lib/db/types.ts

@@ -46,6 +46,69 @@ export const MEMORY_CONFIG = {
 	},
 } as const;
 
+// ============================================================================
+// Navigation Types (v3: structured navigation)
+// ============================================================================
+
+export type HallType = "facts" | "events" | "discoveries" | "preferences" | "advice";
+
+export const VALID_HALLS: HallType[] = ["facts", "events", "discoveries", "preferences", "advice"];
+
+// ============================================================================
+// Entity Graph Types (v3: temporal knowledge graph)
+// ============================================================================
+
+export interface EntityTripleInput {
+	subject: string;
+	predicate: string;
+	object: string;
+	valid_from?: string; // ISO date or epoch
+	valid_to?: string | null;
+	confidence?: number; // 0.0–1.0
+	source_observation_id?: number;
+}
+
+export interface EntityTripleRow {
+	id: number;
+	subject: string;
+	predicate: string;
+	object: string;
+	valid_from: string;
+	valid_to: string | null;
+	confidence: number;
+	source_observation_id: number | null;
+	created_at: string;
+	created_at_epoch: number;
+}
+
+export interface EntityQueryResult {
+	id: number;
+	subject: string;
+	predicate: string;
+	object: string;
+	valid_from: string;
+	valid_to: string | null;
+	confidence: number;
+	is_active: boolean;
+}
+
+// ============================================================================
+// Compact Format Types (v3: AAAK-inspired compression)
+// ============================================================================
+
+export interface CompactEntry {
+	code: string; // 3-letter entity code
+	full: string; // Full name
+	role?: string; // Role or type
+}
+
+export interface CompactResult {
+	compressed: string;
+	token_estimate: number;
+	original_tokens: number;
+	compression_ratio: number;
+}
+
 // ============================================================================
 // Observation Types
 // ============================================================================
@@ -68,6 +131,7 @@ export interface ObservationRow {
 	subtitle: string | null;
 	facts: string | null; // JSON array
 	narrative: string | null;
+	raw_source: string | null; // v3: verbatim source text
 	concepts: string | null; // JSON array
 	files_read: string | null; // JSON array
 	files_modified: string | null; // JSON array
@@ -78,6 +142,9 @@ export interface ObservationRow {
 	valid_until: string | null;
 	markdown_file: string | null;
 	source: ObservationSource;
+	wing: string | null; // v3: navigation wing (project/person)
+	hall: HallType | null; // v3: navigation hall (facts/events/...)
+	room: string | null; // v3: navigation room (topic)
 	created_at: string;
 	created_at_epoch: number;
 	updated_at: string | null;
@@ -89,6 +156,7 @@ export interface ObservationInput {
 	subtitle?: string;
 	facts?: string[];
 	narrative?: string;
+	raw_source?: string; // v3: verbatim source text
 	concepts?: string[];
 	files_read?: string[];
 	files_modified?: string[];
@@ -97,6 +165,9 @@ export interface ObservationInput {
 	supersedes?: number;
 	markdown_file?: string;
 	source?: ObservationSource;
+	wing?: string; // v3: navigation wing
+	hall?: HallType; // v3: navigation hall
+	room?: string; // v3: navigation room
 }
 
 export interface SearchIndexResult {
@@ -136,6 +207,7 @@ export interface TemporalMessageRow {
 	token_estimate: number;
 	time_created: number;
 	distillation_id: number | null;
+	chunk_type: string | null; // v3: exchange-pair | paragraph | sliding-window
 	created_at: string;
 }
 
@@ -146,6 +218,7 @@ export interface TemporalMessageInput {
 	content: string;
 	token_estimate: number;
 	time_created: number;
+	chunk_type?: string; // v3: exchange-pair | paragraph | sliding-window
 }
 
 // ============================================================================

package/dist/template/.opencode/plugin/lib/index-generator.ts

@@ -0,0 +1,170 @@
+/**
+ * Memory Index Generator — Auto-Generated Knowledge Catalog
+ *
+ * Inspired by Karpathy's LLM Wiki index.md:
+ * generates a structured catalog of all observations, grouped by type,
+ * with cross-references and concept clusters.
+ *
+ * Stored in memory_files as "index" for injection or on-demand reading.
+ */
+
+import { upsertMemoryFile } from "./db/maintenance.js";
+import type { ObservationRow } from "./db/types.js";
+import { getMemoryDB } from "./memory-db.js";
+import { TYPE_ICONS, parseConcepts } from "./memory-helpers.js";
+
+// ============================================================================
+// Types
+// ============================================================================
+
+export interface IndexEntry {
+	id: number;
+	type: string;
+	title: string;
+	concepts: string[];
+	created_at: string;
+}
+
+export interface IndexResult {
+	entryCount: number;
+	conceptCount: number;
+	content: string;
+}
+
+// ============================================================================
+// Index Generation
+// ============================================================================
+
+/**
+ * Generate a comprehensive index of all active observations.
+ * Groups by type, lists concept clusters, and writes to memory_files.
+ */
+export function generateMemoryIndex(): IndexResult {
+	const db = getMemoryDB();
+
+	const observations = db
+		.query(
+			`SELECT id, type, title, concepts, created_at FROM observations
+			 WHERE superseded_by IS NULL
+			 ORDER BY type, created_at_epoch DESC`,
+		)
+		.all() as Pick<
+		ObservationRow,
+		"id" | "type" | "title" | "concepts" | "created_at"
+	>[];
+
+	// Group by type
+	const byType = new Map<string, IndexEntry[]>();
+	const allConcepts = new Map<string, number[]>();
+
+	for (const obs of observations) {
+		const entry: IndexEntry = {
+			id: obs.id,
+			type: obs.type,
+			title: obs.title,
+			concepts: parseConcepts(obs.concepts),
+			created_at: obs.created_at,
+		};
+
+		const group = byType.get(obs.type) ?? [];
+		group.push(entry);
+		byType.set(obs.type, group);
+
+		for (const concept of entry.concepts) {
+			const ids = allConcepts.get(concept) ?? [];
+			ids.push(obs.id);
+			allConcepts.set(concept, ids);
+		}
+	}
+
+	// Build markdown
+	const lines: string[] = [];
+	lines.push("# Memory Index");
+	lines.push("");
+	lines.push(
+		`> Auto-generated catalog of ${observations.length} active observations.`,
+	);
+	lines.push(`> Last updated: ${new Date().toISOString().slice(0, 19)}`);
+	lines.push("");
+
+	// Summary table
+	lines.push("## Summary");
+	lines.push("");
+	lines.push("| Type | Count |");
+	lines.push("|------|-------|");
+	for (const [type, entries] of byType) {
+		const icon = TYPE_ICONS[type] ?? "📌";
+		lines.push(`| ${icon} ${type} | ${entries.length} |`);
+	}
+	lines.push(`| **Total** | **${observations.length}** |`);
+	lines.push("");
+
+	// By type
+	for (const [type, entries] of byType) {
+		const icon = TYPE_ICONS[type] ?? "📌";
+		lines.push(
+			`## ${icon} ${type.charAt(0).toUpperCase() + type.slice(1)} (${entries.length})`,
+		);
+		lines.push("");
+		for (const entry of entries) {
+			const concepts =
+				entry.concepts.length > 0 ? ` [${entry.concepts.join(", ")}]` : "";
+			lines.push(
+				`- **#${entry.id}** ${entry.title}${concepts} _(${entry.created_at.slice(0, 10)})_`,
+			);
+		}
+		lines.push("");
+	}
+
+	// Concept clusters
+	const significantConcepts = [...allConcepts.entries()]
+		.filter(([, ids]) => ids.length >= 2)
+		.sort((a, b) => b[1].length - a[1].length);
+
+	if (significantConcepts.length > 0) {
+		lines.push("## Concept Clusters");
+		lines.push("");
+		lines.push("Concepts appearing in 2+ observations:");
+		lines.push("");
+		for (const [concept, ids] of significantConcepts.slice(0, 30)) {
+			lines.push(
+				`- **${concept}** (${ids.length}): ${ids.map((id) => `#${id}`).join(", ")}`,
+			);
+		}
+		lines.push("");
+	}
+
+	// Orphan concepts
+	const orphanConcepts = [...allConcepts.entries()].filter(
+		([, ids]) => ids.length === 1,
+	);
+
+	if (orphanConcepts.length > 0) {
+		lines.push("## Orphan Concepts");
+		lines.push("");
+		lines.push(
+			`${orphanConcepts.length} concepts appear in only 1 observation:`,
+		);
+		lines.push("");
+		const orphanList = orphanConcepts
+			.slice(0, 20)
+			.map(([concept, ids]) => `${concept} (#${ids[0]})`);
+		lines.push(orphanList.join(", "));
+		if (orphanConcepts.length > 20) {
+			lines.push(`... and ${orphanConcepts.length - 20} more`);
+		}
+		lines.push("");
+	}
+
+	const content = lines.join("\n");
+
+	// Store in memory_files
+	upsertMemoryFile("index", content, "replace");
+
+	return {
+		entryCount: observations.length,
+		conceptCount: allConcepts.size,
+		content,
+	};
+}
+