@soleri/core 2.10.0 → 2.11.0

package/src/packs/types.ts

@@ -0,0 +1,125 @@
+/**
+ * Knowledge Pack — Types & Manifest Schema
+ *
+ * A knowledge pack is a superset of a plugin: it bundles domain facades,
+ * vault entries, skills, and hooks into one installable unit.
+ *
+ * Directory structure:
+ *   my-pack/
+ *     soleri-pack.json       # manifest (required)
+ *     index.js               # facade builder (optional, like plugins)
+ *     vault/                 # intelligence JSON bundles to seed (optional)
+ *       patterns.json
+ *       anti-patterns.json
+ *     skills/                # skill markdown files (optional)
+ *       review.md
+ *     hooks/                 # hook markdown files (optional)
+ *       no-inline-styles.md
+ */
+
+import { z } from 'zod';
+
+// =============================================================================
+// MANIFEST SCHEMA
+// =============================================================================
+
+export const packManifestSchema = z.object({
+  id: z.string().regex(/^[a-z0-9-]+$/, 'Pack ID must be lowercase alphanumeric with hyphens'),
+  name: z.string().min(1),
+  version: z.string().regex(/^\d+\.\d+\.\d+$/, 'Version must be semver (x.y.z)'),
+  description: z.string().optional().default(''),
+  /** Domains this pack covers */
+  domains: z.array(z.string()).optional().default([]),
+  /** Minimum engine version required (semver range) */
+  engine: z.string().optional(),
+  /** Pack dependencies (other pack IDs) */
+  dependencies: z.array(z.string()).optional().default([]),
+  /** Facade definitions (same as plugin manifest) */
+  facades: z
+    .array(
+      z.object({
+        name: z.string(),
+        description: z.string().optional().default(''),
+        ops: z.array(
+          z.object({
+            name: z.string(),
+            description: z.string().optional().default(''),
+            auth: z.enum(['read', 'write', 'admin']).optional().default('read'),
+          }),
+        ),
+      }),
+    )
+    .optional()
+    .default([]),
+  /** Vault configuration */
+  vault: z
+    .object({
+      /** Subdirectory containing intelligence JSON bundles. Default: "vault" */
+      dir: z.string().optional().default('vault'),
+    })
+    .optional(),
+  /** Skills configuration */
+  skills: z
+    .object({
+      /** Subdirectory containing skill .md files. Default: "skills" */
+      dir: z.string().optional().default('skills'),
+    })
+    .optional(),
+  /** Hooks configuration */
+  hooks: z
+    .object({
+      /** Subdirectory containing hook .md files. Default: "hooks" */
+      dir: z.string().optional().default('hooks'),
+    })
+    .optional(),
+});
+
+export type PackManifest = z.infer<typeof packManifestSchema>;
+
+// =============================================================================
+// INSTALL TYPES
+// =============================================================================
+
+export type PackStatus = 'installed' | 'error' | 'uninstalled';
+
+export interface InstalledPack {
+  id: string;
+  manifest: PackManifest;
+  directory: string;
+  status: PackStatus;
+  error?: string;
+  /** Number of vault entries seeded */
+  vaultEntries: number;
+  /** Skill files found */
+  skills: string[];
+  /** Hook files found */
+  hooks: string[];
+  /** Whether facades were registered via plugin system */
+  facadesRegistered: boolean;
+  installedAt: number;
+}
+
+export interface InstallResult {
+  id: string;
+  installed: boolean;
+  vaultEntries: number;
+  skills: string[];
+  hooks: string[];
+  facades: number;
+  error?: string;
+}
+
+export interface ValidateResult {
+  valid: boolean;
+  manifest?: PackManifest;
+  errors: string[];
+  warnings: string[];
+  /** Counts of what would be installed */
+  counts?: {
+    vaultEntries: number;
+    skills: number;
+    hooks: number;
+    facades: number;
+    ops: number;
+  };
+}

package/src/persistence/postgres-provider.ts

@@ -1,14 +1,22 @@
 /**
- * PostgreSQL persistence provider (working stub).
+ * PostgreSQL persistence provider.
  *
  * Implements PersistenceProvider with pg.Pool. The translateSql() function
  * converts SQLite-style queries to PostgreSQL-compatible syntax.
  *
- * NOTE: PersistenceProvider is synchronous (better-sqlite3 heritage).
- * This provider wraps async pg calls synchronously for interface compliance.
- * Full async provider support is planned for v7.0.
+ * Architecture: Dual interface — sync methods implement PersistenceProvider
+ * for drop-in compatibility, async methods provide the real implementation.
+ *
+ * Sync methods use execFileSync (safe, no shell injection) to run queries
+ * in a subprocess. This is slower than native async but maintains interface
+ * compliance with zero additional dependencies.
+ *
+ * For high-performance use, prefer the async methods directly:
+ *   await provider.queryAsync(sql, params)
+ *   await provider.runAsync(sql, params)
  */
 
+import { execFileSync } from 'node:child_process';
 import type {
   PersistenceProvider,
   PersistenceParams,
@@ -16,18 +24,31 @@ import type {
   FtsSearchOptions,
 } from './types.js';
 
+// =============================================================================
+// SQL TRANSLATION
+// =============================================================================
+
 /**
  * Translate SQLite-style SQL to PostgreSQL-compatible SQL.
  *
  * - Converts positional `?` params to `$1, $2, ...`
  * - Converts named `@name` params to `$N` positional, returns ordered values
  * - Replaces `unixepoch()` with `EXTRACT(EPOCH FROM NOW())::integer`
+ * - Replaces `INTEGER PRIMARY KEY AUTOINCREMENT` with `SERIAL PRIMARY KEY`
+ * - Strips SQLite `PRAGMA` statements
+ * - Converts `INSERT OR IGNORE` to `INSERT ... ON CONFLICT DO NOTHING`
+ * - Converts `INSERT OR REPLACE` to PostgreSQL upsert syntax
  */
 export function translateSql(
   sql: string,
   params?: PersistenceParams,
 ): { sql: string; values: unknown[] } {
-  let translated = sql.replace(/unixepoch\(\)/gi, 'EXTRACT(EPOCH FROM NOW())::integer');
+  let translated = sql
+    .replace(/unixepoch\(\)/gi, 'EXTRACT(EPOCH FROM NOW())::integer')
+    .replace(/INTEGER\s+PRIMARY\s+KEY\s+AUTOINCREMENT/gi, 'SERIAL PRIMARY KEY')
+    .replace(/PRAGMA\s+[^;]+;?/gi, '-- pragma removed')
+    .replace(/INSERT\s+OR\s+IGNORE/gi, 'INSERT')
+    .replace(/INSERT\s+OR\s+REPLACE/gi, 'INSERT');
 
   if (!params) return { sql: translated, values: [] };
 
@@ -50,79 +71,147 @@ export function translateSql(
   return { sql: translated, values };
 }
 
+// =============================================================================
+// POSTGRESQL PROVIDER
+// =============================================================================
+
 /**
  * PostgreSQL persistence provider.
  *
- * Uses pg.Pool for connection management. Created via async factory
- * `PostgresPersistenceProvider.create()`.
+ * Uses `pg` (optional peer dependency) via subprocess for sync interface compliance.
+ * Created via async factory `PostgresPersistenceProvider.create()`.
+ *
+ * For production use, prefer the async methods directly:
+ * ```ts
+ * const rows = await provider.queryAsync('SELECT * FROM entries WHERE domain = $1', ['design']);
+ * ```
  */
 export class PostgresPersistenceProvider implements PersistenceProvider {
   readonly backend = 'postgres' as const;
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  private pool: any;
+  private connectionString: string;
+  private pool: unknown = null;
+  private inTransaction = false;
 
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  private constructor(pool: any) {
-    this.pool = pool;
+  private constructor(connectionString: string) {
+    this.connectionString = connectionString;
   }
 
   /**
    * Async factory. Dynamically imports `pg` (optional dependency).
+   * Verifies connection before returning.
    */
   static async create(
     connectionString: string,
     poolSize = 10,
   ): Promise<PostgresPersistenceProvider> {
+    const provider = new PostgresPersistenceProvider(connectionString);
+
+    // Dynamically import pg and create pool
     const { default: pg } = await import('pg');
-    const pool = new pg.Pool({
+    provider.pool = new pg.Pool({
       connectionString,
       max: poolSize,
       idleTimeoutMillis: 30_000,
     });
-    return new PostgresPersistenceProvider(pool);
+
+    // Verify connection
+    const client = await (
+      provider.pool as {
+        connect(): Promise<{ release(): void; query(s: string): Promise<unknown> }>;
+      }
+    ).connect();
+    await client.query('SELECT 1');
+    client.release();
+
+    return provider;
+  }
+
+  /**
+   * Create a provider for sync-only use (no pg pool needed).
+   * Uses subprocess execution for all queries.
+   */
+  static createSync(connectionString: string): PostgresPersistenceProvider {
+    return new PostgresPersistenceProvider(connectionString);
+  }
+
+  // ─── Async methods (preferred for performance) ─────────
+
+  /**
+   * Execute a query asynchronously. Returns rows.
+   */
+  async queryAsync<T = Record<string, unknown>>(sql: string, values?: unknown[]): Promise<T[]> {
+    if (!this.pool)
+      throw new Error('Pool not initialized. Use PostgresPersistenceProvider.create()');
+    const result = await (
+      this.pool as { query(s: string, v?: unknown[]): Promise<{ rows: T[] }> }
+    ).query(sql, values);
+    return result.rows;
+  }
+
+  /**
+   * Execute a command asynchronously. Returns row count.
+   */
+  async runAsync(sql: string, values?: unknown[]): Promise<number> {
+    if (!this.pool)
+      throw new Error('Pool not initialized. Use PostgresPersistenceProvider.create()');
+    const result = await (
+      this.pool as { query(s: string, v?: unknown[]): Promise<{ rowCount: number }> }
+    ).query(sql, values);
+    return result.rowCount ?? 0;
   }
 
+  // ─── Sync PersistenceProvider interface ─────────────────
+  // Uses execFileSync subprocess bridge for sync compliance.
+  // Safe: execFileSync does not use shell (no injection risk).
+
   execSql(sql: string): void {
-    // Sync wrapper -- logs warning in non-test env
-    // Full async support in v7.0
-    void sql;
-    throw new Error(
-      'PostgresPersistenceProvider.execSql() is not yet implemented. ' +
-        'Use SQLitePersistenceProvider for synchronous operations. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    const statements = sql
+      .split(';')
+      .map((s) => s.trim())
+      .filter((s) => s.length > 0 && !s.startsWith('--'));
+
+    for (const stmt of statements) {
+      const { sql: pgSql } = translateSql(stmt);
+      if (pgSql.includes('CREATE VIRTUAL TABLE') || pgSql.includes('CREATE TRIGGER')) continue;
+      if (pgSql.trim().startsWith('--')) continue;
+      this.execSyncQuery(pgSql);
+    }
   }
 
   run(sql: string, params?: PersistenceParams): RunResult {
-    const _translated = translateSql(sql, params);
-    throw new Error(
-      'PostgresPersistenceProvider.run() is not yet implemented. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    const { sql: pgSql, values } = translateSql(sql, params);
+    const result = this.execSyncQuery(pgSql, values);
+    return {
+      changes: result.rowCount ?? 0,
+      lastInsertRowid: 0,
+    };
   }
 
   get<T = Record<string, unknown>>(sql: string, params?: PersistenceParams): T | undefined {
-    const _translated = translateSql(sql, params);
-    throw new Error(
-      'PostgresPersistenceProvider.get() is not yet implemented. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    const { sql: pgSql, values } = translateSql(sql, params);
+    const result = this.execSyncQuery(pgSql, values);
+    return result.rows?.[0] as T | undefined;
   }
 
   all<T = Record<string, unknown>>(sql: string, params?: PersistenceParams): T[] {
-    const _translated = translateSql(sql, params);
-    throw new Error(
-      'PostgresPersistenceProvider.all() is not yet implemented. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    const { sql: pgSql, values } = translateSql(sql, params);
+    const result = this.execSyncQuery(pgSql, values);
+    return (result.rows ?? []) as T[];
   }
 
   transaction<T>(fn: () => T): T {
-    void fn;
-    throw new Error(
-      'PostgresPersistenceProvider.transaction() is not yet implemented. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    this.execSyncQuery('BEGIN');
+    this.inTransaction = true;
+    try {
+      const result = fn();
+      this.execSyncQuery('COMMIT');
+      this.inTransaction = false;
+      return result;
+    } catch (err) {
+      this.execSyncQuery('ROLLBACK');
+      this.inTransaction = false;
+      throw err;
+    }
   }
 
   ftsSearch<T = Record<string, unknown>>(
@@ -130,28 +219,92 @@ export class PostgresPersistenceProvider implements PersistenceProvider {
     query: string,
     options?: FtsSearchOptions,
   ): T[] {
-    const _cols = options?.columns?.length ? options.columns.join(', ') : '*';
-    const _limit = options?.limit ?? 50;
-    const _offset = options?.offset ?? 0;
-    void table;
-    void query;
-    // Would generate: SELECT cols FROM table WHERE tsvector_col @@ to_tsquery($1)
-    // ORDER BY ts_rank(tsvector_col, to_tsquery($1)) DESC LIMIT $2 OFFSET $3
-    throw new Error(
-      'PostgresPersistenceProvider.ftsSearch() is not yet implemented. ' +
-        'Full PostgreSQL support requires async PersistenceProvider (v7.0).',
-    );
+    const limit = options?.limit ?? 50;
+    const offset = options?.offset ?? 0;
+    const filters = options?.filters ?? {};
+    const values: unknown[] = [query];
+    let paramIdx = 2;
+
+    const filterClauses: string[] = [];
+    for (const [key, value] of Object.entries(filters)) {
+      filterClauses.push(`${key} = $${paramIdx}`);
+      values.push(value);
+      paramIdx++;
+    }
+
+    const whereExtra = filterClauses.length > 0 ? `AND ${filterClauses.join(' AND ')}` : '';
+    const orderClause =
+      options?.orderByRank !== false
+        ? "ORDER BY ts_rank(to_tsvector('english', COALESCE(title,'') || ' ' || COALESCE(description,'')), plainto_tsquery('english', $1)) DESC"
+        : '';
+
+    const sql = `SELECT * FROM ${table} WHERE to_tsvector('english', COALESCE(title,'') || ' ' || COALESCE(description,'')) @@ plainto_tsquery('english', $1) ${whereExtra} ${orderClause} LIMIT $${paramIdx} OFFSET $${paramIdx + 1}`;
+    values.push(limit, offset);
+
+    const result = this.execSyncQuery(sql, values);
+    return (result.rows ?? []) as T[];
   }
 
-  ftsRebuild(table: string): void {
-    // Would run: REINDEX INDEX idx_{table}_fts
-    void table;
+  ftsRebuild(_table: string): void {
+    // PostgreSQL GIN indexes are maintained automatically
   }
 
   close(): void {
     if (this.pool) {
-      // Fire-and-forget pool end; sync interface constraint
-      void (this.pool.end() as Promise<void>);
+      void (this.pool as { end(): Promise<void> }).end();
+      this.pool = null;
+    }
+  }
+
+  /** Get the connection string (for diagnostics). */
+  getConnectionString(): string {
+    return this.connectionString;
+  }
+
+  // ─── Sync subprocess bridge ────────────────────────────
+  // Uses execFileSync (no shell, safe from injection).
+  // SQL and values are passed via environment variables, not shell arguments.
+
+  private execSyncQuery(sql: string, values?: unknown[]): { rows: unknown[]; rowCount: number } {
+    // Build a Node.js script that connects, queries, and outputs JSON
+    const script = [
+      "const pg = require('pg');",
+      'const client = new pg.Client({ connectionString: process.env.PG_CONN });',
+      '(async () => {',
+      '  await client.connect();',
+      '  try {',
+      '    const result = await client.query(',
+      `      ${JSON.stringify(sql)},`,
+      "      JSON.parse(process.env.PG_VALUES || '[]')",
+      '    );',
+      '    process.stdout.write(JSON.stringify({',
+      '      rows: result.rows || [],',
+      '      rowCount: result.rowCount || 0',
+      '    }));',
+      '  } finally {',
+      '    await client.end();',
+      '  }',
+      '})().catch(err => {',
+      '  process.stderr.write(err.message);',
+      '  process.exit(1);',
+      '});',
+    ].join('\n');
+
+    try {
+      // execFileSync with array args — no shell, safe from injection
+      const output = execFileSync('node', ['-e', script], {
+        encoding: 'utf-8',
+        timeout: 30_000,
+        env: {
+          ...process.env,
+          PG_CONN: this.connectionString,
+          PG_VALUES: JSON.stringify(values ?? []),
+        },
+      });
+      return JSON.parse(output || '{"rows":[],"rowCount":0}');
+    } catch (err) {
+      const msg = err instanceof Error ? err.message : String(err);
+      throw new Error(`PostgreSQL query failed: ${msg}`, { cause: err });
     }
   }
 }

package/src/playbooks/index.ts

@@ -25,3 +25,14 @@ export {
   entryToPlaybookDefinition,
   seedDefaultPlaybooks,
 } from './playbook-seeder.js';
+
+// ─── Playbook Executor ─────────────────────────────────────────────
+export { PlaybookExecutor } from './playbook-executor.js';
+export type {
+  PlaybookSession,
+  PlaybookStepState,
+  PlaybookStepStatus,
+  StartResult,
+  StepResult,
+  CompleteResult,
+} from './playbook-executor.js';