latticesql 0.18.0 → 0.18.2

package/dist/cli.js

@@ -536,6 +536,10 @@ var SchemaManager = class {
    */
   queryTable(adapter, name) {
     if (this._tables.has(name)) {
+      const def = this._tables.get(name);
+      if (def.columns && "deleted_at" in def.columns) {
+        return adapter.all(`SELECT * FROM "${name}" WHERE deleted_at IS NULL`);
+      }
       return adapter.all(`SELECT * FROM "${name}"`);
     }
     if (this._entityContexts.has(name)) {

package/dist/index.cjs

@@ -43,6 +43,7 @@ __export(index_exports, {
   deriveKey: () => deriveKey,
   encrypt: () => encrypt,
   entityFileNames: () => entityFileNames,
+  fixSchemaConflicts: () => fixSchemaConflicts,
   frontmatter: () => frontmatter,
   generateEntryId: () => generateEntryId,
   generateWriteEntryId: () => generateWriteEntryId,
@@ -288,6 +289,10 @@ var SchemaManager = class {
    */
   queryTable(adapter, name) {
     if (this._tables.has(name)) {
+      const def = this._tables.get(name);
+      if (def.columns && "deleted_at" in def.columns) {
+        return adapter.all(`SELECT * FROM "${name}" WHERE deleted_at IS NULL`);
+      }
       return adapter.all(`SELECT * FROM "${name}"`);
     }
     if (this._entityContexts.has(name)) {
@@ -2644,6 +2649,39 @@ var Lattice = class {
   }
 };
 
+// src/lifecycle/pre-init.ts
+function fixSchemaConflicts(db, checks) {
+  for (const { table, requiredColumns } of checks) {
+    if (!tableExists(db, table)) continue;
+    const cols = getColumns(db, table);
+    const missing = requiredColumns.filter((c) => !cols.includes(c));
+    if (missing.length > 0) {
+      renameTable(db, table);
+    }
+  }
+  if (tableExists(db, "__lattice_migrations")) {
+    const versionCol = db.prepare('PRAGMA table_info("__lattice_migrations")').all().find((c) => c.name === "version");
+    if (versionCol && versionCol.type.toUpperCase().includes("INTEGER")) {
+      db.exec(
+        'ALTER TABLE "__lattice_migrations" RENAME TO "__lattice_migrations_v1"'
+      );
+    }
+  }
+}
+function tableExists(db, name) {
+  return !!db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(name);
+}
+function getColumns(db, table) {
+  return db.prepare(`PRAGMA table_info("${table}")`).all().map((c) => c.name);
+}
+function renameTable(db, table) {
+  const target = `_legacy_${table}`;
+  if (tableExists(db, target)) {
+    db.exec(`DROP TABLE "${target}"`);
+  }
+  db.exec(`ALTER TABLE "${table}" RENAME TO "${target}"`);
+}
+
 // src/session/parser.ts
 var import_node_crypto4 = require("crypto");
 function generateWriteEntryId(timestamp, agentName, op, table, target) {
@@ -2990,8 +3028,8 @@ function applyWriteEntry(db, entry) {
   if (!TABLE_NAME_RE2.test(table)) {
     return { ok: false, reason: `Invalid table name: "${table}". Only [a-zA-Z0-9_] allowed` };
   }
-  const tableExists = db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(table);
-  if (!tableExists) {
+  const tableExists2 = db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(table);
+  if (!tableExists2) {
     return { ok: false, reason: `Unknown table: "${table}"` };
   }
   const columnRows = db.prepare(`PRAGMA table_info("${table}")`).all();
@@ -3061,6 +3099,7 @@ function applyWriteEntry(db, entry) {
   deriveKey,
   encrypt,
   entityFileNames,
+  fixSchemaConflicts,
   frontmatter,
   generateEntryId,
   generateWriteEntryId,

package/dist/index.d.cts

@@ -1494,6 +1494,38 @@ declare function parseConfigString(yamlContent: string, configDir: string): Pars
 
 declare function contentHash(content: string): string;
 
+/**
+ * Fix legacy schema conflicts before Lattice init().
+ *
+ * When upgrading from an older schema version, existing tables may have
+ * incompatible column definitions (e.g., a column with PRIMARY KEY that
+ * new code tries to add via ALTER TABLE, which SQLite doesn't support).
+ *
+ * This utility renames conflicting tables to `_legacy_{name}` so init()
+ * can create fresh tables with the new schema.
+ *
+ * @param db - An open better-sqlite3 database instance
+ * @param checks - Array of { table, requiredColumns } to verify
+ *
+ * @example
+ * ```ts
+ * import Database from 'better-sqlite3';
+ * import { fixSchemaConflicts } from 'latticesql';
+ *
+ * const db = new Database('./app.db');
+ * fixSchemaConflicts(db, [
+ *   { table: 'sessions', requiredColumns: ['id'] },
+ *   { table: 'messages', requiredColumns: ['id'] },
+ * ]);
+ * db.close();
+ * // Now safe to call lattice.init()
+ * ```
+ */
+declare function fixSchemaConflicts(db: Database.Database, checks: Array<{
+    table: string;
+    requiredColumns: string[];
+}>): void;
+
 /**
  * Derive a 256-bit AES key from a master password using scrypt.
  * The salt is fixed per Lattice instance — callers should use a unique
@@ -1760,4 +1792,4 @@ declare function createReadOnlyHeader(options?: ReadOnlyHeaderOptions): string;
  */
 declare const READ_ONLY_HEADER: string;
 
-export { type ApplyWriteResult, type AuditEvent, type BelongsToRelation, type BelongsToSource, type BuiltinTemplateName, type CleanupOptions, type CleanupResult, type CountOptions, type CustomSource, DEFAULT_ENTRY_TYPES, DEFAULT_TYPE_ALIASES, type EnrichedSource, type EnrichmentLookup, type EntityContextDefinition, type EntityContextManifestEntry, type EntityFileManifestInfo, type EntityFileSource, type EntityFileSpec, type EntityProfileField, type EntityProfileSection, type EntityProfileTemplate, type EntityRenderSpec, type EntityRenderTemplate, type EntitySectionPerRow, type EntitySectionsTemplate, type EntityTableColumn, type EntityTableTemplate, type Filter, type FilterOp, type HasManyRelation, type HasManySource, InMemoryStateStore, type InitOptions, Lattice, type LatticeConfig, type LatticeConfigInput, type LatticeEntityDef, type LatticeEntityRenderSpec, type LatticeFieldDef, type LatticeFieldType, type LatticeManifest, type LatticeOptions, type LinkOptions, type ManyToManySource, type MarkdownTableColumn, type Migration, type MultiTableDefinition, type OrderBySpec, type ParseError, type ParseResult, type ParsedConfig, type PkLookup, type PrimaryKey, type QueryOptions, READ_ONLY_HEADER, type ReadOnlyHeaderOptions, type ReconcileOptions, type ReconcileResult, type Relation, type RenderHooks, type RenderResult, type RenderSpec, type ReportConfig, type ReportResult, type ReportSection, type ReportSectionResult, type ReverseSyncError, type ReverseSyncResult, type ReverseSyncUpdate, type Row, type SecurityOptions, type SeedConfig, type SeedLinkSpec, type SeedResult, type SelfSource, type SessionEntry, type SessionParseOptions, type SessionWriteEntry, type SessionWriteOp, type SessionWriteParseResult, type SourceQueryOptions, type StopFn, type SyncResult, type TableDefinition, type TemplateRenderSpec, type UpsertByNaturalKeyOptions, type WatchOptions, type WriteHook, type WriteHookContext, type WritebackDefinition, type WritebackStateStore, applyWriteEntry, contentHash, createReadOnlyHeader, createSQLiteStateStore, decrypt, deriveKey, encrypt, entityFileNames, frontmatter, generateEntryId, generateWriteEntryId, isEncrypted, isV1EntityFiles, manifestPath, markdownTable, normalizeEntityFiles, parseConfigFile, parseConfigString, parseMarkdownEntries, parseSessionMD, parseSessionWrites, readManifest, slugify, truncate, validateEntryId, writeManifest };
+export { type ApplyWriteResult, type AuditEvent, type BelongsToRelation, type BelongsToSource, type BuiltinTemplateName, type CleanupOptions, type CleanupResult, type CountOptions, type CustomSource, DEFAULT_ENTRY_TYPES, DEFAULT_TYPE_ALIASES, type EnrichedSource, type EnrichmentLookup, type EntityContextDefinition, type EntityContextManifestEntry, type EntityFileManifestInfo, type EntityFileSource, type EntityFileSpec, type EntityProfileField, type EntityProfileSection, type EntityProfileTemplate, type EntityRenderSpec, type EntityRenderTemplate, type EntitySectionPerRow, type EntitySectionsTemplate, type EntityTableColumn, type EntityTableTemplate, type Filter, type FilterOp, type HasManyRelation, type HasManySource, InMemoryStateStore, type InitOptions, Lattice, type LatticeConfig, type LatticeConfigInput, type LatticeEntityDef, type LatticeEntityRenderSpec, type LatticeFieldDef, type LatticeFieldType, type LatticeManifest, type LatticeOptions, type LinkOptions, type ManyToManySource, type MarkdownTableColumn, type Migration, type MultiTableDefinition, type OrderBySpec, type ParseError, type ParseResult, type ParsedConfig, type PkLookup, type PrimaryKey, type QueryOptions, READ_ONLY_HEADER, type ReadOnlyHeaderOptions, type ReconcileOptions, type ReconcileResult, type Relation, type RenderHooks, type RenderResult, type RenderSpec, type ReportConfig, type ReportResult, type ReportSection, type ReportSectionResult, type ReverseSyncError, type ReverseSyncResult, type ReverseSyncUpdate, type Row, type SecurityOptions, type SeedConfig, type SeedLinkSpec, type SeedResult, type SelfSource, type SessionEntry, type SessionParseOptions, type SessionWriteEntry, type SessionWriteOp, type SessionWriteParseResult, type SourceQueryOptions, type StopFn, type SyncResult, type TableDefinition, type TemplateRenderSpec, type UpsertByNaturalKeyOptions, type WatchOptions, type WriteHook, type WriteHookContext, type WritebackDefinition, type WritebackStateStore, applyWriteEntry, contentHash, createReadOnlyHeader, createSQLiteStateStore, decrypt, deriveKey, encrypt, entityFileNames, fixSchemaConflicts, frontmatter, generateEntryId, generateWriteEntryId, isEncrypted, isV1EntityFiles, manifestPath, markdownTable, normalizeEntityFiles, parseConfigFile, parseConfigString, parseMarkdownEntries, parseSessionMD, parseSessionWrites, readManifest, slugify, truncate, validateEntryId, writeManifest };

package/dist/index.d.ts

@@ -1494,6 +1494,38 @@ declare function parseConfigString(yamlContent: string, configDir: string): Pars
 
 declare function contentHash(content: string): string;
 
+/**
+ * Fix legacy schema conflicts before Lattice init().
+ *
+ * When upgrading from an older schema version, existing tables may have
+ * incompatible column definitions (e.g., a column with PRIMARY KEY that
+ * new code tries to add via ALTER TABLE, which SQLite doesn't support).
+ *
+ * This utility renames conflicting tables to `_legacy_{name}` so init()
+ * can create fresh tables with the new schema.
+ *
+ * @param db - An open better-sqlite3 database instance
+ * @param checks - Array of { table, requiredColumns } to verify
+ *
+ * @example
+ * ```ts
+ * import Database from 'better-sqlite3';
+ * import { fixSchemaConflicts } from 'latticesql';
+ *
+ * const db = new Database('./app.db');
+ * fixSchemaConflicts(db, [
+ *   { table: 'sessions', requiredColumns: ['id'] },
+ *   { table: 'messages', requiredColumns: ['id'] },
+ * ]);
+ * db.close();
+ * // Now safe to call lattice.init()
+ * ```
+ */
+declare function fixSchemaConflicts(db: Database.Database, checks: Array<{
+    table: string;
+    requiredColumns: string[];
+}>): void;
+
 /**
  * Derive a 256-bit AES key from a master password using scrypt.
  * The salt is fixed per Lattice instance — callers should use a unique
@@ -1760,4 +1792,4 @@ declare function createReadOnlyHeader(options?: ReadOnlyHeaderOptions): string;
  */
 declare const READ_ONLY_HEADER: string;
 
-export { type ApplyWriteResult, type AuditEvent, type BelongsToRelation, type BelongsToSource, type BuiltinTemplateName, type CleanupOptions, type CleanupResult, type CountOptions, type CustomSource, DEFAULT_ENTRY_TYPES, DEFAULT_TYPE_ALIASES, type EnrichedSource, type EnrichmentLookup, type EntityContextDefinition, type EntityContextManifestEntry, type EntityFileManifestInfo, type EntityFileSource, type EntityFileSpec, type EntityProfileField, type EntityProfileSection, type EntityProfileTemplate, type EntityRenderSpec, type EntityRenderTemplate, type EntitySectionPerRow, type EntitySectionsTemplate, type EntityTableColumn, type EntityTableTemplate, type Filter, type FilterOp, type HasManyRelation, type HasManySource, InMemoryStateStore, type InitOptions, Lattice, type LatticeConfig, type LatticeConfigInput, type LatticeEntityDef, type LatticeEntityRenderSpec, type LatticeFieldDef, type LatticeFieldType, type LatticeManifest, type LatticeOptions, type LinkOptions, type ManyToManySource, type MarkdownTableColumn, type Migration, type MultiTableDefinition, type OrderBySpec, type ParseError, type ParseResult, type ParsedConfig, type PkLookup, type PrimaryKey, type QueryOptions, READ_ONLY_HEADER, type ReadOnlyHeaderOptions, type ReconcileOptions, type ReconcileResult, type Relation, type RenderHooks, type RenderResult, type RenderSpec, type ReportConfig, type ReportResult, type ReportSection, type ReportSectionResult, type ReverseSyncError, type ReverseSyncResult, type ReverseSyncUpdate, type Row, type SecurityOptions, type SeedConfig, type SeedLinkSpec, type SeedResult, type SelfSource, type SessionEntry, type SessionParseOptions, type SessionWriteEntry, type SessionWriteOp, type SessionWriteParseResult, type SourceQueryOptions, type StopFn, type SyncResult, type TableDefinition, type TemplateRenderSpec, type UpsertByNaturalKeyOptions, type WatchOptions, type WriteHook, type WriteHookContext, type WritebackDefinition, type WritebackStateStore, applyWriteEntry, contentHash, createReadOnlyHeader, createSQLiteStateStore, decrypt, deriveKey, encrypt, entityFileNames, frontmatter, generateEntryId, generateWriteEntryId, isEncrypted, isV1EntityFiles, manifestPath, markdownTable, normalizeEntityFiles, parseConfigFile, parseConfigString, parseMarkdownEntries, parseSessionMD, parseSessionWrites, readManifest, slugify, truncate, validateEntryId, writeManifest };
+export { type ApplyWriteResult, type AuditEvent, type BelongsToRelation, type BelongsToSource, type BuiltinTemplateName, type CleanupOptions, type CleanupResult, type CountOptions, type CustomSource, DEFAULT_ENTRY_TYPES, DEFAULT_TYPE_ALIASES, type EnrichedSource, type EnrichmentLookup, type EntityContextDefinition, type EntityContextManifestEntry, type EntityFileManifestInfo, type EntityFileSource, type EntityFileSpec, type EntityProfileField, type EntityProfileSection, type EntityProfileTemplate, type EntityRenderSpec, type EntityRenderTemplate, type EntitySectionPerRow, type EntitySectionsTemplate, type EntityTableColumn, type EntityTableTemplate, type Filter, type FilterOp, type HasManyRelation, type HasManySource, InMemoryStateStore, type InitOptions, Lattice, type LatticeConfig, type LatticeConfigInput, type LatticeEntityDef, type LatticeEntityRenderSpec, type LatticeFieldDef, type LatticeFieldType, type LatticeManifest, type LatticeOptions, type LinkOptions, type ManyToManySource, type MarkdownTableColumn, type Migration, type MultiTableDefinition, type OrderBySpec, type ParseError, type ParseResult, type ParsedConfig, type PkLookup, type PrimaryKey, type QueryOptions, READ_ONLY_HEADER, type ReadOnlyHeaderOptions, type ReconcileOptions, type ReconcileResult, type Relation, type RenderHooks, type RenderResult, type RenderSpec, type ReportConfig, type ReportResult, type ReportSection, type ReportSectionResult, type ReverseSyncError, type ReverseSyncResult, type ReverseSyncUpdate, type Row, type SecurityOptions, type SeedConfig, type SeedLinkSpec, type SeedResult, type SelfSource, type SessionEntry, type SessionParseOptions, type SessionWriteEntry, type SessionWriteOp, type SessionWriteParseResult, type SourceQueryOptions, type StopFn, type SyncResult, type TableDefinition, type TemplateRenderSpec, type UpsertByNaturalKeyOptions, type WatchOptions, type WriteHook, type WriteHookContext, type WritebackDefinition, type WritebackStateStore, applyWriteEntry, contentHash, createReadOnlyHeader, createSQLiteStateStore, decrypt, deriveKey, encrypt, entityFileNames, fixSchemaConflicts, frontmatter, generateEntryId, generateWriteEntryId, isEncrypted, isV1EntityFiles, manifestPath, markdownTable, normalizeEntityFiles, parseConfigFile, parseConfigString, parseMarkdownEntries, parseSessionMD, parseSessionWrites, readManifest, slugify, truncate, validateEntryId, writeManifest };

package/dist/index.js

@@ -222,6 +222,10 @@ var SchemaManager = class {
    */
   queryTable(adapter, name) {
     if (this._tables.has(name)) {
+      const def = this._tables.get(name);
+      if (def.columns && "deleted_at" in def.columns) {
+        return adapter.all(`SELECT * FROM "${name}" WHERE deleted_at IS NULL`);
+      }
       return adapter.all(`SELECT * FROM "${name}"`);
     }
     if (this._entityContexts.has(name)) {
@@ -2578,6 +2582,39 @@ var Lattice = class {
   }
 };
 
+// src/lifecycle/pre-init.ts
+function fixSchemaConflicts(db, checks) {
+  for (const { table, requiredColumns } of checks) {
+    if (!tableExists(db, table)) continue;
+    const cols = getColumns(db, table);
+    const missing = requiredColumns.filter((c) => !cols.includes(c));
+    if (missing.length > 0) {
+      renameTable(db, table);
+    }
+  }
+  if (tableExists(db, "__lattice_migrations")) {
+    const versionCol = db.prepare('PRAGMA table_info("__lattice_migrations")').all().find((c) => c.name === "version");
+    if (versionCol && versionCol.type.toUpperCase().includes("INTEGER")) {
+      db.exec(
+        'ALTER TABLE "__lattice_migrations" RENAME TO "__lattice_migrations_v1"'
+      );
+    }
+  }
+}
+function tableExists(db, name) {
+  return !!db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(name);
+}
+function getColumns(db, table) {
+  return db.prepare(`PRAGMA table_info("${table}")`).all().map((c) => c.name);
+}
+function renameTable(db, table) {
+  const target = `_legacy_${table}`;
+  if (tableExists(db, target)) {
+    db.exec(`DROP TABLE "${target}"`);
+  }
+  db.exec(`ALTER TABLE "${table}" RENAME TO "${target}"`);
+}
+
 // src/session/parser.ts
 import { createHash as createHash2 } from "crypto";
 function generateWriteEntryId(timestamp, agentName, op, table, target) {
@@ -2924,8 +2961,8 @@ function applyWriteEntry(db, entry) {
   if (!TABLE_NAME_RE2.test(table)) {
     return { ok: false, reason: `Invalid table name: "${table}". Only [a-zA-Z0-9_] allowed` };
   }
-  const tableExists = db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(table);
-  if (!tableExists) {
+  const tableExists2 = db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(table);
+  if (!tableExists2) {
     return { ok: false, reason: `Unknown table: "${table}"` };
   }
   const columnRows = db.prepare(`PRAGMA table_info("${table}")`).all();
@@ -2994,6 +3031,7 @@ export {
   deriveKey,
   encrypt,
   entityFileNames,
+  fixSchemaConflicts,
   frontmatter,
   generateEntryId,
   generateWriteEntryId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "latticesql",
-  "version": "0.18.0",
+  "version": "0.18.2",
   "description": "Persistent structured memory for AI agent systems — SQLite ↔ LLM context bridge",
   "type": "module",
   "main": "./dist/index.js",