@learningnodes/elen 0.1.4 → 0.1.5

package/dist/storage/sqlite.js

@@ -16,22 +16,93 @@ class SQLiteStorage {
         this.db.exec(`
       CREATE TABLE IF NOT EXISTS constraint_sets (constraint_set_id TEXT PRIMARY KEY, atoms TEXT NOT NULL, summary TEXT NOT NULL);
       CREATE TABLE IF NOT EXISTS decisions (decision_id TEXT PRIMARY KEY, decision_json TEXT NOT NULL);
-      CREATE TABLE IF NOT EXISTS records (
-        record_id TEXT PRIMARY KEY,
-        decision_id TEXT,
-        agent_id TEXT NOT NULL,
-        domain TEXT NOT NULL,
-        project_id TEXT NOT NULL,
-        question_text TEXT,
-        decision_text TEXT,
-        confidence REAL,
-        payload_json TEXT NOT NULL
-      );
     `);
+        // Check if records table exists and what schema it has
+        const tableExists = this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='records'").get();
+        if (!tableExists) {
+            // Fresh DB: create spec-compliant table
+            this.db.exec(`
+        CREATE TABLE records (
+          record_id         TEXT PRIMARY KEY,
+          decision_id       TEXT NOT NULL,
+          q_id              TEXT NOT NULL,
+          agent_id          TEXT NOT NULL,
+          domain            TEXT NOT NULL,
+          project_id        TEXT NOT NULL DEFAULT 'default',
+          question_text     TEXT,
+          decision_text     TEXT NOT NULL,
+          constraint_set_id TEXT NOT NULL,
+          refs              TEXT NOT NULL DEFAULT '[]',
+          status            TEXT NOT NULL DEFAULT 'active',
+          supersedes_id     TEXT,
+          timestamp         TEXT NOT NULL,
+          payload_json      TEXT
+        );
+      `);
+            return;
+        }
+        // Table exists — check if it needs migration
+        const cols = this.db.pragma('table_info(records)');
+        const colNames = new Set(cols.map(c => c.name));
+        const needsRebuild = colNames.has('record_json') || !colNames.has('payload_json');
+        if (needsRebuild) {
+            // Old schema detected — rebuild table to fix NOT NULL constraints
+            this.db.exec('BEGIN TRANSACTION');
+            try {
+                this.db.exec('ALTER TABLE records RENAME TO _records_old');
+                this.db.exec(`
+          CREATE TABLE records (
+            record_id         TEXT PRIMARY KEY,
+            decision_id       TEXT NOT NULL,
+            q_id              TEXT NOT NULL,
+            agent_id          TEXT NOT NULL,
+            domain            TEXT NOT NULL,
+            project_id        TEXT NOT NULL DEFAULT 'default',
+            question_text     TEXT,
+            decision_text     TEXT NOT NULL,
+            constraint_set_id TEXT NOT NULL,
+            refs              TEXT NOT NULL DEFAULT '[]',
+            status            TEXT NOT NULL DEFAULT 'active',
+            supersedes_id     TEXT,
+            timestamp         TEXT NOT NULL,
+            payload_json      TEXT
+          );
+        `);
+                // Copy data, mapping old columns to new
+                const hasRecordJson = colNames.has('record_json');
+                const hasQuestionText = colNames.has('question_text');
+                const payloadCol = hasRecordJson ? 'record_json' : (colNames.has('payload_json') ? 'payload_json' : 'NULL');
+                const questionCol = hasQuestionText ? 'question_text' : 'NULL';
+                this.db.exec(`
+          INSERT INTO records (
+            record_id, decision_id, q_id, agent_id, domain, project_id,
+            question_text, decision_text, constraint_set_id,
+            refs, status, supersedes_id, timestamp, payload_json
+          )
+          SELECT
+            record_id, decision_id, q_id, agent_id, domain, project_id,
+            ${questionCol}, decision_text, constraint_set_id,
+            refs, status, supersedes_id, timestamp, ${payloadCol}
+          FROM _records_old
+        `);
+                this.db.exec('DROP TABLE _records_old');
+                this.db.exec('COMMIT');
+            }
+            catch (err) {
+                this.db.exec('ROLLBACK');
+                throw err;
+            }
+        }
+        else if (!colNames.has('question_text')) {
+            // Partial migration: just add missing columns
+            this.db.exec('ALTER TABLE records ADD COLUMN question_text TEXT');
+        }
     }
+    /* ── Decisions (context objects) ──────────────────── */
     async saveDecision(decision) {
         this.db.prepare('INSERT OR REPLACE INTO decisions(decision_id, decision_json) VALUES (?,?)').run([decision.decision_id, JSON.stringify(decision)]);
     }
+    /* ── Constraint Sets ─────────────────────────────── */
     async saveConstraintSet(constraintSet) {
         this.db.prepare('INSERT OR IGNORE INTO constraint_sets(constraint_set_id, atoms, summary) VALUES (?,?,?)').run([constraintSet.constraint_set_id, JSON.stringify(constraintSet.atoms), constraintSet.summary]);
     }
@@ -39,33 +110,82 @@ class SQLiteStorage {
         const row = this.db.prepare('SELECT * FROM constraint_sets WHERE constraint_set_id=?').get(id);
         return row ? { constraint_set_id: row.constraint_set_id, atoms: JSON.parse(row.atoms), summary: row.summary } : null;
     }
+    /* ── Records ─────────────────────────────────────── */
     async saveRecord(record) {
         if ("record_id" in record) {
             await this.saveLegacyRecord(record);
             return;
         }
-        this.db.prepare('INSERT OR REPLACE INTO records(record_id, decision_id, agent_id, domain, project_id, question_text, decision_text, payload_json) VALUES (?,?,?,?,?,?,?,?)').run([record.decision_id, record.decision_id, record.agent_id, record.domain, this.projectId, record.question_text ?? null, record.decision_text, JSON.stringify(record)]);
+        // Spec-compliant MinimalDecisionRecord — all columns populated
+        this.db.prepare(`
+      INSERT OR REPLACE INTO records(
+        record_id, decision_id, q_id, agent_id, domain, project_id,
+        question_text, decision_text, constraint_set_id,
+        refs, status, supersedes_id, timestamp, payload_json
+      ) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?)
+    `).run([
+            record.decision_id, // record_id = decision_id for minimal records
+            record.decision_id,
+            record.q_id,
+            record.agent_id,
+            record.domain,
+            this.projectId,
+            record.question_text ?? null,
+            record.decision_text,
+            record.constraint_set_id,
+            JSON.stringify(record.refs),
+            record.status,
+            record.supersedes_id ?? null,
+            record.timestamp,
+            JSON.stringify(record)
+        ]);
     }
     async saveLegacyRecord(record) {
-        this.db.prepare('INSERT OR REPLACE INTO records(record_id, decision_id, agent_id, domain, project_id, question_text, decision_text, confidence, payload_json) VALUES (?,?,?,?,?,?,?,?,?)').run([record.record_id, record.decision_id, record.agent_id, record.domain, this.projectId, record.question, record.answer, record.confidence, JSON.stringify(record)]);
+        // Legacy DecisionRecord (v0) — map old fields to spec columns
+        this.db.prepare(`
+      INSERT OR REPLACE INTO records(
+        record_id, decision_id, q_id, agent_id, domain, project_id,
+        question_text, decision_text, constraint_set_id,
+        refs, status, supersedes_id, timestamp, payload_json
+      ) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?)
+    `).run([
+            record.record_id,
+            record.decision_id,
+            '', // q_id not available in legacy format
+            record.agent_id,
+            record.domain,
+            this.projectId,
+            record.question, // question → question_text
+            record.answer, // answer → decision_text
+            '', // no constraint_set_id in legacy
+            JSON.stringify([]), // no refs in legacy
+            'active', // default status
+            null, // no supersedes_id in legacy
+            record.published_at, // published_at → timestamp
+            JSON.stringify(record)
+        ]);
     }
     async getRecord(recordId) {
         const row = this.db.prepare('SELECT payload_json FROM records WHERE record_id=? OR decision_id=?').get([recordId, recordId]);
-        return row ? JSON.parse(row.payload_json) : null;
+        return row?.payload_json ? JSON.parse(row.payload_json) : null;
     }
+    /* ── Search ──────────────────────────────────────── */
     async searchRecords(opts) {
-        let rows = this.db.prepare('SELECT payload_json, decision_id, project_id, confidence, question_text, decision_text, domain FROM records').all();
-        if (this.defaultIsolation === 'strict' || opts.includeShared === false)
+        let rows = this.db.prepare('SELECT payload_json, decision_id, project_id, question_text, decision_text, domain, status FROM records WHERE status != ?').all(['withdrawn']);
+        // Project isolation
+        if (this.defaultIsolation === 'strict' || opts.includeShared === false) {
             rows = rows.filter(r => r.project_id === this.projectId);
+        }
+        // Domain filter
         if (opts.domain)
             rows = rows.filter(r => r.domain === opts.domain);
-        if (typeof opts.minConfidence === 'number')
-            rows = rows.filter(r => r.confidence == null || r.confidence >= opts.minConfidence);
+        // Text search across question_text + decision_text + domain
         if (opts.query) {
             const q = opts.query.toLowerCase();
-            rows = rows.filter(r => { const p = JSON.parse(r.payload_json); const extra = p.constraints_snapshot ? `${p.constraints_snapshot.map((c) => c.description).join(' ')} ${p.evidence_snapshot.map((e) => `${e.claim} ${e.proof}`).join(' ')}` : ''; return `${r.question_text ?? ''} ${r.decision_text ?? ''} ${r.domain ?? ''} ${extra}`.toLowerCase().includes(q); });
+            rows = rows.filter(r => `${r.question_text ?? ''} ${r.decision_text ?? ''} ${r.domain ?? ''}`.toLowerCase().includes(q));
         }
-        let parsed = rows.map(r => JSON.parse(r.payload_json));
+        let parsed = rows.map(r => r.payload_json ? JSON.parse(r.payload_json) : null).filter(Boolean);
+        // Parent prompt filter (searches decision context)
         if (opts.parentPrompt) {
             const needle = opts.parentPrompt.toLowerCase();
             parsed = parsed.filter((r) => {
@@ -78,9 +198,10 @@ class SQLiteStorage {
         }
         return opts.limit ? parsed.slice(0, opts.limit) : parsed;
     }
+    /* ── Agent queries ───────────────────────────────── */
     async getAgentDecisions(agentId, domain) {
         const rows = this.db.prepare('SELECT payload_json FROM records WHERE agent_id=?').all([agentId]);
-        const parsed = rows.map(r => JSON.parse(r.payload_json));
+        const parsed = rows.map(r => r.payload_json ? JSON.parse(r.payload_json) : null).filter(Boolean);
         return domain ? parsed.filter(r => r.domain === domain) : parsed;
     }
     async getCompetencyProfile(agentId) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@learningnodes/elen",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "license": "AGPL-3.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -10,7 +10,7 @@
     "lint": "tsc -p tsconfig.json --noEmit"
   },
   "dependencies": {
-    "@learningnodes/elen-core": "^0.1.4",
+    "@learningnodes/elen-core": "^0.1.5",
     "better-sqlite3": "^11.7.0",
     "nanoid": "^5.1.4"
   },
@@ -22,5 +22,4 @@
   "exports": {
     ".": "./dist/index.js"
   }
-}
-
+}