@soleri/core 2.9.0 → 2.11.0

package/src/health/vault-integrity.ts

@@ -0,0 +1,66 @@
+/**
+ * Vault startup integrity checks — schema validation and FTS recovery.
+ */
+
+import type { PersistenceProvider } from '../persistence/types.js';
+
+export interface IntegrityResult {
+  schemaValid: boolean;
+  ftsValid: boolean;
+  ftsRebuilt: boolean;
+  missingTables: string[];
+  errors: string[];
+}
+
+const REQUIRED_TABLES = ['entries', 'entries_fts', 'memories', 'projects', 'brain_vocabulary'];
+
+export function checkVaultIntegrity(provider: PersistenceProvider): IntegrityResult {
+  const result: IntegrityResult = {
+    schemaValid: true,
+    ftsValid: true,
+    ftsRebuilt: false,
+    missingTables: [],
+    errors: [],
+  };
+
+  // 1. Check required tables exist
+  for (const table of REQUIRED_TABLES) {
+    try {
+      provider.get(`SELECT 1 FROM ${table} LIMIT 1`);
+    } catch {
+      result.missingTables.push(table);
+      result.schemaValid = false;
+    }
+  }
+
+  // 2. Validate FTS index consistency
+  if (!result.missingTables.includes('entries_fts')) {
+    try {
+      // FTS integrity check — compare row counts
+      const entryCount =
+        provider.get<{ count: number }>('SELECT COUNT(*) as count FROM entries')?.count ?? 0;
+      const ftsCount =
+        provider.get<{ count: number }>('SELECT COUNT(*) as count FROM entries_fts')?.count ?? 0;
+
+      if (entryCount !== ftsCount) {
+        result.ftsValid = false;
+        result.errors.push(`FTS index out of sync: ${ftsCount} FTS rows vs ${entryCount} entries`);
+
+        // Auto-rebuild
+        try {
+          provider.run("INSERT INTO entries_fts(entries_fts) VALUES('rebuild')");
+          result.ftsRebuilt = true;
+        } catch (rebuildErr) {
+          result.errors.push(
+            `FTS rebuild failed: ${rebuildErr instanceof Error ? rebuildErr.message : String(rebuildErr)}`,
+          );
+        }
+      }
+    } catch (err) {
+      result.ftsValid = false;
+      result.errors.push(`FTS check failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+  }
+
+  return result;
+}

package/src/index.ts

@@ -5,6 +5,40 @@ export { loadIntelligenceData } from './intelligence/loader.js';
 // ─── Vault ───────────────────────────────────────────────────────────
 export { Vault } from './vault/vault.js';
 export type { SearchResult, VaultStats, ProjectInfo, Memory, MemoryStats } from './vault/vault.js';
+export { VaultManager, type ConnectedVault } from './vault/vault-manager.js';
+export { TIER_WEIGHTS } from './vault/vault-types.js';
+export { VaultBranching } from './vault/vault-branching.js';
+export { GitVaultSync } from './vault/git-vault-sync.js';
+export type { GitVaultSyncConfig } from './vault/git-vault-sync.js';
+export {
+  ObsidianSync,
+  toObsidianMarkdown,
+  fromObsidianMarkdown,
+  titleToSlug,
+} from './vault/obsidian-sync.js';
+export type {
+  ObsidianSyncConfig,
+  ExportOptions as ObsidianExportOptions,
+  ImportOptions as ObsidianImportOptions,
+  SyncMode as ObsidianSyncMode,
+  SyncOptions as ObsidianSyncOptions,
+  ExportResult as ObsidianExportResult,
+  ImportResult as ObsidianImportResult,
+  SyncResult as ObsidianSyncResult,
+  ConflictInfo,
+} from './vault/obsidian-sync.js';
+export type {
+  BranchAction,
+  BranchEntry,
+  BranchSummary,
+  MergeResult,
+} from './vault/vault-branching.js';
+export type {
+  VaultTier,
+  VaultTierConfig,
+  VaultManagerConfig,
+  VaultTierInfo,
+} from './vault/vault-types.js';
 export { validatePlaybook, parsePlaybookFromEntry } from './vault/playbook.js';
 export type { Playbook, PlaybookStep, PlaybookValidationResult } from './vault/playbook.js';
 
@@ -18,6 +52,7 @@ export {
   seedDefaultPlaybooks,
   playbookDefinitionToEntry,
   entryToPlaybookDefinition,
+  PlaybookExecutor,
 } from './playbooks/index.js';
 export type {
   PlaybookTier,
@@ -28,6 +63,12 @@ export type {
   PlaybookDefinition,
   MergedPlaybook,
   PlaybookMatchResult,
+  PlaybookSession,
+  PlaybookStepState,
+  PlaybookStepStatus,
+  StartResult,
+  StepResult,
+  CompleteResult,
 } from './playbooks/index.js';
 // ─── Text Utilities ─────────────────────────────────────────────────
 export {
@@ -109,8 +150,105 @@ export type {
   SessionContext,
   BrainExportData,
   BrainImportResult,
+  SessionListQuery,
+  SessionQuality,
+  SessionReplay,
 } from './brain/types.js';
 
+// ─── Agency Mode ────────────────────────────────────────────────────
+export { AgencyManager } from './agency/index.js';
+export type {
+  ChangeType,
+  FileChange,
+  FileChangeListener,
+  WarningSeverity,
+  Warning,
+  WarningDetector,
+  SurfacedPattern,
+  ClarificationQuestion,
+  AgencyConfig,
+  AgencyStatus,
+} from './agency/index.js';
+
+// ─── Context Engine ─────────────────────────────────────────────────
+export { ContextEngine } from './context/index.js';
+export type {
+  EntityType,
+  ExtractedEntity,
+  EntityExtractionResult,
+  KnowledgeItem,
+  KnowledgeRetrievalResult,
+  ConfidenceLevel as ContextConfidenceLevel,
+  ContextAnalysis,
+  ContextEngineConfig,
+} from './context/index.js';
+
+// ─── Chat Transport ─────────────────────────────────────────────────
+export { ChatSessionManager, FragmentBuffer, ChatAuthManager } from './chat/index.js';
+export { TaskCancellationManager } from './chat/index.js';
+export { SelfUpdateManager, RESTART_EXIT_CODE } from './chat/index.js';
+export { NotificationEngine } from './chat/index.js';
+export {
+  detectFileIntent,
+  buildMultimodalContent,
+  saveTempFile,
+  cleanupTempFiles,
+  sanitizeForPersistence,
+  MAX_FILE_SIZE,
+  TEXT_EXTENSIONS,
+  IMAGE_MIME_TYPES,
+  INTAKE_KEYWORDS,
+} from './chat/index.js';
+export { transcribeAudio, synthesizeSpeech } from './chat/index.js';
+export { MessageQueue } from './chat/index.js';
+export { BrowserSessionManager } from './chat/index.js';
+export { chunkResponse, convertMarkup, markdownToHtml } from './chat/index.js';
+export { runAgentLoop } from './chat/index.js';
+export { McpToolBridge } from './chat/index.js';
+export { createOutputCompressor, registerCompressor, clearCompressors } from './chat/index.js';
+export type {
+  ChatRole,
+  ChatMessage,
+  ChatSession,
+  ChatSessionConfig,
+  Fragment,
+  FragmentBufferConfig,
+  MarkupFormat,
+  ChunkConfig,
+  ChatAuthConfig,
+  AuthRecord,
+  AuthState,
+  ChatManagerConfig,
+  ChatManagerStatus,
+  AgentTool,
+  ToolResult,
+  ToolExecutor,
+  AgentLoopConfig,
+  AgentCallbacks,
+  AgentLoopResult,
+  McpToolRegistration,
+  OutputCompressor,
+  CancellationInfo,
+  RestartContext,
+  RestartResult,
+  NotificationCheck,
+  NotificationEngineConfig,
+  NotificationStats,
+  FileIntent,
+  FileInfo,
+  MultimodalContent,
+  VoiceConfig,
+  TranscriptionResult,
+  SpeechResult,
+  QueuedMessage,
+  QueuedResponse,
+  QueueConfig,
+  BrowserSessionConfig,
+  BrowserSession,
+  BrowserTool,
+  BrowserToolResult,
+} from './chat/index.js';
+
 // ─── Cognee ─────────────────────────────────────────────────────────
 export { CogneeClient } from './cognee/client.js';
 export type {
@@ -243,10 +381,13 @@ export { wrapWithMiddleware } from './extensions/index.js';
 
 // ─── Facades ─────────────────────────────────────────────────────────
 export { registerFacade, registerAllFacades } from './facades/facade-factory.js';
-export { facadeInputSchema } from './facades/types.js';
+export type { RegisterOptions } from './facades/facade-factory.js';
+export { facadeInputSchema, AUTH_LEVEL_RANK } from './facades/types.js';
 export type {
   OpHandler,
   AuthLevel,
+  AuthMode,
+  AuthPolicy,
   OpDefinition,
   FacadeConfig,
   FacadeResponse,
@@ -285,11 +426,86 @@ export type { FacadeCall, TelemetryStats } from './telemetry/telemetry.js';
 export { Logger, createLogger } from './logging/logger.js';
 export type { LogLevel, LogEntry, LogContext, LoggerConfig } from './logging/types.js';
 
+// ─── Scope Detection ────────────────────────────────────────────────
+export { detectScope } from './vault/scope-detector.js';
+export type {
+  ScopeTier,
+  ConfidenceLevel,
+  ScopeSignal,
+  ScopeDetectionResult,
+  ScopeInput,
+} from './vault/scope-detector.js';
+
+// ─── Knowledge Review ──────────────────────────────────────────────
+export { KnowledgeReview } from './vault/knowledge-review.js';
+export type {
+  ReviewStatus,
+  ReviewEntry,
+  ReviewSubmission,
+  ReviewDecision,
+} from './vault/knowledge-review.js';
+
+// ─── Enforcement ────────────────────────────────────────────────────
+export { EnforcementRegistry, ClaudeCodeAdapter } from './enforcement/index.js';
+export type {
+  EnforcementTrigger,
+  EnforcementAction,
+  EnforcementRule,
+  EnforcementConfig,
+  HostAdapterResult,
+  HostAdapter,
+} from './enforcement/index.js';
+
+// ─── CLAUDE.md Composition ──────────────────────────────────────────
+export {
+  composeCLAUDEmd,
+  FORMAT_VERSION,
+  OPEN_MARKER,
+  CLOSE_MARKER,
+  USER_ZONE_OPEN,
+  USER_ZONE_CLOSE,
+  injectCLAUDEmd,
+  removeCLAUDEmd,
+  hasCLAUDEmdBlock,
+  extractUserZone,
+} from './claudemd/index.js';
+export type {
+  ComposeOptions,
+  AgentMeta,
+  GlobalInstruction,
+  FacadeInstructions,
+  InjectionResult,
+  RemovalResult,
+} from './claudemd/index.js';
+
+// ─── Health ─────────────────────────────────────────────────────────
+export { HealthRegistry, withDegradation, checkVaultIntegrity } from './health/index.js';
+export type {
+  SubsystemStatus,
+  SubsystemHealth,
+  StatusChangeListener,
+  RecoveryHook,
+  HealthSnapshot,
+  IntegrityResult,
+} from './health/index.js';
+
 // ─── Runtime Factory ────────────────────────────────────────────────
 export { createAgentRuntime } from './runtime/runtime.js';
 export { createSemanticFacades } from './runtime/facades/index.js';
 export { createDomainFacade, createDomainFacades } from './runtime/domain-ops.js';
+export { FeatureFlags } from './runtime/feature-flags.js';
+export type { FlagDefinition } from './runtime/feature-flags.js';
 export type { AgentRuntimeConfig, AgentRuntime } from './runtime/types.js';
+export {
+  deprecationWarning,
+  wrapDeprecated,
+  resetDeprecationWarnings,
+} from './runtime/deprecation.js';
+export type { DeprecationInfo } from './runtime/deprecation.js';
+
+// ─── Migrations ────────────────────────────────────────────────────────
+export { MigrationRunner } from './migrations/index.js';
+export type { Migration, MigrationResult, MigrationState } from './migrations/index.js';
 
 // ─── Errors ────────────────────────────────────────────────────────────
 export {
@@ -326,7 +542,7 @@ export type {
 } from './persistence/index.js';
 
 // ─── Streams ──────────────────────────────────────────────────────────
-export { ReplayableStream } from './streams/index.js';
+export { ReplayableStream, fanOut } from './streams/index.js';
 export { normalize, collect } from './streams/index.js';
 export type { NestableInput } from './streams/index.js';
 
@@ -334,6 +550,82 @@ export type { NestableInput } from './streams/index.js';
 export { computeContentHash } from './vault/content-hash.js';
 export type { HashableEntry } from './vault/content-hash.js';
 
+// ─── Knowledge Packs ────────────────────────────────────────────────────
+export { PackInstaller, packManifestSchema } from './packs/index.js';
+export { PackLockfile, inferPackType } from './packs/index.js';
+export { resolvePack, checkNpmVersion, checkVersionCompat } from './packs/index.js';
+export type {
+  PackManifest,
+  PackStatus,
+  InstalledPack,
+  InstallResult,
+  ValidateResult,
+  LockEntry,
+  PackType,
+  PackSource,
+  LockfileData,
+  ResolvedPack,
+  ResolveOptions,
+} from './packs/index.js';
+
+// ─── Plugin System ──────────────────────────────────────────────────────
+export {
+  PluginRegistry,
+  loadPlugins,
+  validateDependencies,
+  sortByDependencies,
+  pluginManifestSchema,
+} from './plugins/index.js';
+export type {
+  PluginManifest,
+  PluginStatus,
+  PluginProvenance,
+  LoadedPlugin,
+  RegisteredPlugin,
+  PluginFacadeBuilder,
+  PluginContext,
+  LoadResult as PluginLoadResult,
+} from './plugins/index.js';
+
+// ─── Transport ─────────────────────────────────────────────────────────
+export type {
+  TransportMode,
+  HttpTransportConfig,
+  WsTransportConfig,
+  LspTransportConfig,
+  LspCapabilities,
+  TransportConfig,
+} from './transport/index.js';
+export {
+  generateToken,
+  loadToken,
+  saveToken,
+  getOrGenerateToken,
+  validateBearerToken,
+  authenticateRequest,
+} from './transport/index.js';
+export { RateLimiter } from './transport/index.js';
+export type { RateLimitResult } from './transport/index.js';
+export { SessionManager } from './transport/index.js';
+export type { Session, SessionManagerConfig } from './transport/index.js';
+export { HttpMcpServer } from './transport/index.js';
+export type { HttpServerCallbacks, HttpServerStats } from './transport/index.js';
+export { WsMcpServer } from './transport/index.js';
+export type { WsConnection, WsServerCallbacks, WsServerStats } from './transport/index.js';
+export { LspServer } from './transport/index.js';
+export type {
+  LspRequest,
+  LspNotification,
+  LspResponse,
+  LspPosition,
+  LspRange,
+  LspDiagnostic,
+  LspCompletionItem,
+  LspHover,
+  LspCodeAction,
+  LspServerCallbacks,
+} from './transport/index.js';
+
 // ─── Prompts ───────────────────────────────────────────────────────────
 export { TemplateManager, parseVariables, resolveIncludes } from './prompts/index.js';
 export type { PromptTemplate, TemplateVariable, RenderOptions } from './prompts/index.js';

package/src/intake/intake-pipeline.ts

@@ -53,7 +53,7 @@ function mapKnowledgeType(kt: KnowledgeType): IntelligenceEntry['type'] {
  * Strategy: split on form-feed characters first (common in pdf-parse output).
  * If that yields fewer segments than expected, fall back to equal-length splits.
  */
-export function splitIntoPages(text: string, numPages: number): string[] {
+function splitIntoPages(text: string, numPages: number): string[] {
   if (numPages <= 0) return [text];
 
   // Try form-feed split first

package/src/intelligence/types.ts

@@ -11,6 +11,7 @@ export interface IntelligenceEntry {
   why?: string;
   tags: string[];
   appliesTo?: string[];
+  tier?: 'agent' | 'project' | 'team'; // scope tier — auto-detected or manually set
   validFrom?: number; // unix epoch — when entry becomes active
   validUntil?: number; // unix epoch — when entry expires (null = never)
 }

package/src/migrations/index.ts

@@ -0,0 +1,6 @@
+/**
+ * Migrations — Barrel Exports
+ */
+
+export { MigrationRunner } from './migration-runner.js';
+export type { Migration, MigrationResult, MigrationState } from './migration-runner.js';

package/src/migrations/migration-runner.ts

@@ -0,0 +1,185 @@
+/**
+ * Schema Migration Runner — versioned migration scripts for engine upgrades.
+ *
+ * Migrations run in version order, track state in `_soleri_migrations` table,
+ * and support verify + rollback.
+ */
+
+import type { Database } from 'better-sqlite3';
+
+// ─── Types ────────────────────────────────────────────────────────────
+
+export interface Migration {
+  /** Semver version this migration applies to */
+  version: string;
+  /** Human-readable description */
+  description: string;
+  /** Apply the migration */
+  up: (db: Database) => void;
+  /** Verify the migration was applied correctly */
+  verify?: (db: Database) => boolean;
+  /** Rollback (optional) */
+  down?: (db: Database) => void;
+}
+
+export interface MigrationResult {
+  version: string;
+  description: string;
+  status: 'applied' | 'skipped' | 'failed' | 'rolled-back';
+  error?: string;
+  durationMs: number;
+}
+
+export interface MigrationState {
+  version: string;
+  appliedAt: string;
+  description: string;
+}
+
+// ─── Runner ───────────────────────────────────────────────────────────
+
+export class MigrationRunner {
+  constructor(private db: Database) {
+    this.ensureTable();
+  }
+
+  /**
+   * Run all pending migrations in version order.
+   */
+  run(migrations: Migration[]): MigrationResult[] {
+    const applied = this.getApplied();
+    const sorted = [...migrations].sort((a, b) => compareVersions(a.version, b.version));
+    const results: MigrationResult[] = [];
+
+    for (const migration of sorted) {
+      if (applied.has(migration.version)) {
+        results.push({
+          version: migration.version,
+          description: migration.description,
+          status: 'skipped',
+          durationMs: 0,
+        });
+        continue;
+      }
+
+      const start = Date.now();
+      try {
+        migration.up(this.db);
+
+        // Verify if verifier provided
+        if (migration.verify && !migration.verify(this.db)) {
+          // Rollback if possible
+          if (migration.down) {
+            migration.down(this.db);
+            results.push({
+              version: migration.version,
+              description: migration.description,
+              status: 'rolled-back',
+              error: 'Verification failed after apply',
+              durationMs: Date.now() - start,
+            });
+          } else {
+            results.push({
+              version: migration.version,
+              description: migration.description,
+              status: 'failed',
+              error: 'Verification failed, no rollback available',
+              durationMs: Date.now() - start,
+            });
+          }
+          continue;
+        }
+
+        // Record as applied
+        this.recordApplied(migration);
+        results.push({
+          version: migration.version,
+          description: migration.description,
+          status: 'applied',
+          durationMs: Date.now() - start,
+        });
+      } catch (err) {
+        // Attempt rollback
+        if (migration.down) {
+          try {
+            migration.down(this.db);
+          } catch {
+            // Rollback failed — nothing we can do
+          }
+        }
+
+        results.push({
+          version: migration.version,
+          description: migration.description,
+          status: 'failed',
+          error: err instanceof Error ? err.message : String(err),
+          durationMs: Date.now() - start,
+        });
+        // Stop on failure — don't run subsequent migrations
+        break;
+      }
+    }
+
+    return results;
+  }
+
+  /**
+   * Get list of applied migrations.
+   */
+  listApplied(): MigrationState[] {
+    const stmt = this.db.prepare(
+      'SELECT version, applied_at, description FROM _soleri_migrations ORDER BY version',
+    );
+    const rows = stmt.all() as Array<{ version: string; applied_at: string; description: string }>;
+    return rows.map((row) => ({
+      version: row.version,
+      appliedAt: row.applied_at,
+      description: row.description,
+    }));
+  }
+
+  /**
+   * Get pending migrations (not yet applied).
+   */
+  getPending(migrations: Migration[]): Migration[] {
+    const applied = this.getApplied();
+    return migrations
+      .filter((m) => !applied.has(m.version))
+      .sort((a, b) => compareVersions(a.version, b.version));
+  }
+
+  private getApplied(): Set<string> {
+    const stmt = this.db.prepare('SELECT version FROM _soleri_migrations');
+    const rows = stmt.all() as Array<{ version: string }>;
+    return new Set(rows.map((r) => r.version));
+  }
+
+  private recordApplied(migration: Migration): void {
+    const stmt = this.db.prepare(
+      'INSERT INTO _soleri_migrations (version, applied_at, description) VALUES (?, ?, ?)',
+    );
+    stmt.run(migration.version, new Date().toISOString(), migration.description);
+  }
+
+  private ensureTable(): void {
+    this.db.exec(`
+      CREATE TABLE IF NOT EXISTS _soleri_migrations (
+        version TEXT PRIMARY KEY,
+        applied_at TEXT NOT NULL,
+        description TEXT NOT NULL
+      )
+    `);
+  }
+}
+
+// ─── Helpers ──────────────────────────────────────────────────────────
+
+function compareVersions(a: string, b: string): number {
+  const pa = a.split('.').map(Number);
+  const pb = b.split('.').map(Number);
+  for (let i = 0; i < 3; i++) {
+    const diff = (pa[i] || 0) - (pb[i] || 0);
+    if (diff !== 0) return diff;
+  }
+  return 0;
+}

package/src/packs/index.ts

@@ -0,0 +1,20 @@
+/**
+ * Knowledge Packs — Barrel Exports
+ */
+
+export {
+  packManifestSchema,
+  type PackManifest,
+  type PackStatus,
+  type InstalledPack,
+  type InstallResult,
+  type ValidateResult,
+} from './types.js';
+
+export { PackInstaller } from './pack-installer.js';
+
+export { PackLockfile, inferPackType } from './lockfile.js';
+export type { LockEntry, PackType, PackSource, LockfileData } from './lockfile.js';
+
+export { resolvePack, checkNpmVersion, checkVersionCompat } from './resolver.js';
+export type { ResolvedPack, ResolveOptions } from './resolver.js';