agent-relay 1.6.0 → 2.0.4

package/packages/daemon/dist/enhanced-features.js

@@ -0,0 +1,176 @@
+/**
+ * Enhanced Features Integration Module
+ *
+ * Wires together the new performance and reliability features:
+ * - Precompiled regex patterns
+ * - Agent authentication with signing
+ * - Dead Letter Queue
+ * - Context compaction
+ * - Consensus mechanism
+ *
+ * This module provides a unified interface for integrating
+ * these features into the existing daemon and router.
+ */
+// Import new modules
+import { getCompiledPatterns, isInstructionalTextFast, isPlaceholderTargetFast, stripAnsiFast, StaticPatterns, } from '@agent-relay/utils/precompiled-patterns';
+import { AgentSigningManager, loadSigningConfig, attachSignature, extractSignature, } from './agent-signing.js';
+import { SQLiteDLQAdapter, PostgresDLQAdapter, InMemoryDLQAdapter, createDLQAdapter, DEFAULT_DLQ_CONFIG, } from '@agent-relay/storage/dlq-adapter';
+import { ContextCompactor, createContextCompactor, estimateTokens, estimateContextTokens, formatTokenCount, } from '@agent-relay/memory';
+import { ConsensusEngine, createConsensusEngine, formatProposalMessage, parseVoteCommand, formatResultMessage, } from './consensus.js';
+// =============================================================================
+// Factory Function
+// =============================================================================
+/**
+ * Initialize all enhanced features.
+ */
+export async function initEnhancedFeatures(config = {}) {
+    // Initialize pattern matching
+    const patterns = {
+        compiled: getCompiledPatterns(config.patterns?.relayPrefix ?? '->relay:', config.patterns?.thinkingPrefix ?? '->thinking:'),
+        isInstructionalText: isInstructionalTextFast,
+        isPlaceholderTarget: isPlaceholderTargetFast,
+        stripAnsi: stripAnsiFast,
+        static: StaticPatterns,
+    };
+    // Initialize signing
+    const signingConfig = typeof config.signing === 'string'
+        ? loadSigningConfig(config.signing)
+        : { ...loadSigningConfig(), ...config.signing };
+    const signing = new AgentSigningManager(signingConfig);
+    // Initialize DLQ
+    let dlq;
+    const dlqConfig = config.dlq ?? {};
+    if (dlqConfig.type === 'postgres' && dlqConfig.postgres) {
+        dlq = new PostgresDLQAdapter(dlqConfig.postgres);
+    }
+    else if (dlqConfig.type === 'sqlite' && dlqConfig.sqlite) {
+        dlq = new SQLiteDLQAdapter(dlqConfig.sqlite);
+    }
+    else if (dlqConfig.type === 'memory' || (!dlqConfig.sqlite && !dlqConfig.postgres)) {
+        dlq = new InMemoryDLQAdapter();
+    }
+    else {
+        dlq = new InMemoryDLQAdapter();
+    }
+    await dlq.init();
+    // Initialize context compaction
+    const compaction = createContextCompactor(config.compaction);
+    // Initialize consensus
+    const consensus = createConsensusEngine(config.consensus);
+    // Cleanup function
+    const cleanup = async () => {
+        await dlq.close();
+        consensus.cleanup();
+    };
+    return {
+        patterns,
+        signing,
+        dlq,
+        compaction,
+        consensus,
+        cleanup,
+    };
+}
+// =============================================================================
+// Router Integration Helpers
+// =============================================================================
+/**
+ * Handle failed message delivery by adding to DLQ.
+ */
+export async function handleDeliveryFailure(dlq, envelope, reason, attemptCount, errorMessage) {
+    return dlq.add(envelope.id, {
+        from: envelope.from,
+        to: envelope.to,
+        topic: envelope.topic,
+        kind: envelope.payload.kind,
+        body: envelope.payload.body,
+        data: envelope.payload.data,
+        thread: envelope.payload.thread,
+        ts: envelope.ts,
+    }, reason, attemptCount, errorMessage);
+}
+/**
+ * Sign an outgoing envelope if signing is enabled.
+ */
+export function signEnvelope(signing, envelope, agentName) {
+    if (!signing.enabled) {
+        return envelope;
+    }
+    const content = JSON.stringify(envelope);
+    const signed = signing.sign(agentName, content);
+    if (!signed) {
+        return envelope;
+    }
+    return attachSignature(envelope, signed);
+}
+/**
+ * Verify an incoming envelope signature.
+ */
+export function verifyEnvelope(signing, envelope) {
+    if (!signing.enabled) {
+        return { valid: true };
+    }
+    const signed = extractSignature(envelope);
+    if (!signed) {
+        const from = typeof envelope.from === 'string' ? envelope.from : 'unknown';
+        if (signing.requiresVerification(from)) {
+            return { valid: false, error: 'Missing signature' };
+        }
+        return { valid: true };
+    }
+    return signing.verify(signed);
+}
+// =============================================================================
+// Consensus Integration Helpers
+// =============================================================================
+/**
+ * Process a potential vote command from a relay message.
+ */
+export function processVoteMessage(consensus, from, body) {
+    const vote = parseVoteCommand(body);
+    if (!vote) {
+        return { processed: false };
+    }
+    const result = consensus.vote(vote.proposalId, from, vote.value, vote.reason);
+    return { processed: true, result };
+}
+/**
+ * Create a proposal and format it for broadcast.
+ */
+export function createAndBroadcastProposal(consensus, options) {
+    const proposal = consensus.createProposal(options);
+    const message = formatProposalMessage(proposal);
+    return { proposal, message };
+}
+// =============================================================================
+// Context Management Helpers
+// =============================================================================
+/**
+ * Check if context needs compaction and compact if necessary.
+ */
+export function manageContext(compactor, messages) {
+    const budget = compactor.getTokenBudget(messages);
+    if (!compactor.needsCompaction(messages)) {
+        return { messages, compacted: false, budget };
+    }
+    const result = compactor.compact(messages);
+    return {
+        messages: result.messages,
+        compacted: true,
+        result,
+        budget: compactor.getTokenBudget(result.messages),
+    };
+}
+// =============================================================================
+// Re-exports for convenience
+// =============================================================================
+export { 
+// Signing
+AgentSigningManager, loadSigningConfig, attachSignature, extractSignature, 
+// DLQ
+SQLiteDLQAdapter, PostgresDLQAdapter, InMemoryDLQAdapter, createDLQAdapter, DEFAULT_DLQ_CONFIG, 
+// Compaction
+ContextCompactor, createContextCompactor, estimateTokens, estimateContextTokens, formatTokenCount, 
+// Consensus
+ConsensusEngine, createConsensusEngine, formatProposalMessage, parseVoteCommand, formatResultMessage, };
+//# sourceMappingURL=enhanced-features.js.map

package/packages/daemon/dist/index.d.ts

@@ -0,0 +1,31 @@
+/**
+ * @relay/daemon
+ *
+ * Relay daemon server - agent coordination and message routing.
+ *
+ * This package provides the core daemon infrastructure for:
+ * - Per-project agent communication via RelayServer
+ * - Message routing between agents
+ * - Connection management and heartbeat
+ * - Agent registry for discovery
+ * - Multi-workspace orchestration (dashboard-first mode)
+ * - Enhanced features (consensus, signing, reliability)
+ */
+export * from './server.js';
+export * from './router.js';
+export * from './connection.js';
+export * from './agent-registry.js';
+export * from './registry.js';
+export * from './types.js';
+export * from './orchestrator.js';
+export * from './workspace-manager.js';
+export * from './agent-manager.js';
+export * from './enhanced-features.js';
+export * from './agent-signing.js';
+export * from './consensus.js';
+export * from './consensus-integration.js';
+export { startCLIAuth, getAuthSession, cancelAuthSession, submitAuthCode, completeAuthSession, getSupportedProviders, type CLIAuthConfig, type PromptHandler, type StartCLIAuthOptions, } from './cli-auth.js';
+export * from './relay-ledger.js';
+export * from './relay-watchdog.js';
+export { SpawnManager, type SpawnManagerConfig } from './spawn-manager.js';
+//# sourceMappingURL=index.d.ts.map

package/packages/daemon/dist/index.js

@@ -0,0 +1,37 @@
+/**
+ * @relay/daemon
+ *
+ * Relay daemon server - agent coordination and message routing.
+ *
+ * This package provides the core daemon infrastructure for:
+ * - Per-project agent communication via RelayServer
+ * - Message routing between agents
+ * - Connection management and heartbeat
+ * - Agent registry for discovery
+ * - Multi-workspace orchestration (dashboard-first mode)
+ * - Enhanced features (consensus, signing, reliability)
+ */
+// Core daemon infrastructure (per-project)
+export * from './server.js';
+export * from './router.js';
+export * from './connection.js';
+export * from './agent-registry.js';
+export * from './registry.js';
+// Multi-workspace orchestrator (dashboard-first)
+export * from './types.js';
+export * from './orchestrator.js';
+export * from './workspace-manager.js';
+export * from './agent-manager.js';
+// Enhanced features (performance, reliability, coordination)
+export * from './enhanced-features.js';
+export * from './agent-signing.js';
+export * from './consensus.js';
+export * from './consensus-integration.js';
+// CLI authentication (OAuth flows for workspace CLIs)
+export { startCLIAuth, getAuthSession, cancelAuthSession, submitAuthCode, completeAuthSession, getSupportedProviders, } from './cli-auth.js';
+// Relay file watchdog (file-based message detection and processing)
+export * from './relay-ledger.js';
+export * from './relay-watchdog.js';
+// Spawn manager (protocol-based agent spawning)
+export { SpawnManager } from './spawn-manager.js';
+//# sourceMappingURL=index.js.map

package/packages/daemon/dist/migrations/index.d.ts

@@ -0,0 +1,73 @@
+/**
+ * SQLite Migration Runner for Relay Ledger
+ *
+ * Provides a lightweight migration system for the relay-ledger.db SQLite database.
+ * Tracks applied migrations in a __migrations table and runs them in order.
+ *
+ * Features:
+ * - Sequential migration execution by name
+ * - Idempotent (safe to run multiple times)
+ * - Tracks applied migrations with timestamps
+ * - Embedded SQL for portability (no file dependencies)
+ */
+import type Database from 'better-sqlite3';
+export interface MigrationRecord {
+    id: number;
+    name: string;
+    appliedAt: number;
+    checksum: string;
+}
+export interface MigrationFile {
+    name: string;
+    sql: string;
+    checksum: string;
+}
+export interface MigrationResult {
+    applied: string[];
+    skipped: string[];
+    errors: Array<{
+        name: string;
+        error: string;
+    }>;
+}
+/**
+ * Create the migrations tracking table if it doesn't exist
+ */
+export declare function ensureMigrationsTable(db: Database.Database): void;
+/**
+ * Get all applied migrations
+ */
+export declare function getAppliedMigrations(db: Database.Database): MigrationRecord[];
+/**
+ * Check if a specific migration has been applied
+ */
+export declare function isMigrationApplied(db: Database.Database, name: string): boolean;
+/**
+ * Record a migration as applied
+ */
+export declare function recordMigration(db: Database.Database, name: string, checksum: string): void;
+/**
+ * Calculate a simple checksum for migration content
+ */
+export declare function calculateChecksum(sql: string): string;
+/**
+ * Load migrations from embedded definitions
+ */
+export declare function loadMigrationFiles(): MigrationFile[];
+/**
+ * Run all pending migrations
+ */
+export declare function runMigrations(db: Database.Database): MigrationResult;
+/**
+ * Get pending migrations that haven't been applied yet
+ */
+export declare function getPendingMigrations(db: Database.Database): MigrationFile[];
+/**
+ * Verify migration checksums match what was originally applied
+ */
+export declare function verifyMigrations(db: Database.Database): Array<{
+    name: string;
+    expected: string;
+    actual: string;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/packages/daemon/dist/migrations/index.js

@@ -0,0 +1,241 @@
+/**
+ * SQLite Migration Runner for Relay Ledger
+ *
+ * Provides a lightweight migration system for the relay-ledger.db SQLite database.
+ * Tracks applied migrations in a __migrations table and runs them in order.
+ *
+ * Features:
+ * - Sequential migration execution by name
+ * - Idempotent (safe to run multiple times)
+ * - Tracks applied migrations with timestamps
+ * - Embedded SQL for portability (no file dependencies)
+ */
+// ============================================================================
+// Embedded Migrations
+// ============================================================================
+/**
+ * Embedded migrations - SQL is stored directly in code for portability.
+ * Add new migrations to this array in order.
+ */
+const EMBEDDED_MIGRATIONS = [
+    {
+        name: '0001_initial',
+        sql: `
+-- Relay Ledger - Initial Schema
+-- Migration 0001: Initial tables for relay file tracking
+
+-- Main relay files table
+CREATE TABLE IF NOT EXISTS relay_files (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  file_id TEXT NOT NULL UNIQUE,
+  source_path TEXT NOT NULL,
+  archive_path TEXT,
+  agent_name TEXT NOT NULL,
+  message_type TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'pending',
+  retries INTEGER NOT NULL DEFAULT 0,
+  max_retries INTEGER NOT NULL DEFAULT 3,
+  discovered_at INTEGER NOT NULL,
+  processed_at INTEGER,
+  archived_at INTEGER,
+  error TEXT,
+  content_hash TEXT,
+  file_size INTEGER NOT NULL DEFAULT 0,
+  file_mtime_ns INTEGER,
+  file_inode INTEGER,
+  CONSTRAINT valid_status CHECK (status IN ('pending', 'processing', 'delivered', 'failed', 'archived'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_relay_files_status ON relay_files(status);
+CREATE INDEX IF NOT EXISTS idx_relay_files_agent ON relay_files(agent_name);
+CREATE INDEX IF NOT EXISTS idx_relay_files_discovered ON relay_files(discovered_at);
+CREATE INDEX IF NOT EXISTS idx_relay_files_source ON relay_files(source_path);
+
+-- Agents registry table
+CREATE TABLE IF NOT EXISTS agents (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  agent_name TEXT NOT NULL UNIQUE,
+  created_at INTEGER NOT NULL,
+  last_seen_at INTEGER NOT NULL,
+  status TEXT NOT NULL DEFAULT 'active',
+  metadata TEXT,
+  CONSTRAINT valid_agent_status CHECK (status IN ('active', 'inactive'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_agents_status ON agents(status);
+CREATE INDEX IF NOT EXISTS idx_agents_last_seen ON agents(last_seen_at);
+
+-- Orchestrator state table (key-value store for crash recovery)
+CREATE TABLE IF NOT EXISTS orchestrator_state (
+  key TEXT PRIMARY KEY,
+  value TEXT NOT NULL,
+  updated_at INTEGER NOT NULL
+);
+
+-- Pending operations table (crash recovery atomicity)
+CREATE TABLE IF NOT EXISTS pending_operations (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  operation_type TEXT NOT NULL,
+  target_id TEXT NOT NULL,
+  payload TEXT,
+  created_at INTEGER NOT NULL,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  last_attempt_at INTEGER,
+  error TEXT,
+  CONSTRAINT valid_operation_type CHECK (operation_type IN ('process', 'archive', 'cleanup'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_pending_ops_type ON pending_operations(operation_type);
+CREATE INDEX IF NOT EXISTS idx_pending_ops_target ON pending_operations(target_id);
+    `,
+    },
+    {
+        name: '0002_symlink_paths',
+        sql: `
+-- Migration 0002: Add symlink path tracking for production workspace support
+-- Workspaces in cloud/production may be symlinked for isolation.
+-- We store both the original symlink path (for debugging) and canonical path (for operations).
+
+-- Add symlink_path column to track original path (may be symlink)
+ALTER TABLE relay_files ADD COLUMN symlink_path TEXT;
+
+-- Create index for symlink lookups
+CREATE INDEX IF NOT EXISTS idx_relay_files_symlink ON relay_files(symlink_path);
+    `,
+    },
+];
+// ============================================================================
+// Migration Runner
+// ============================================================================
+/**
+ * Create the migrations tracking table if it doesn't exist
+ */
+export function ensureMigrationsTable(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS __migrations (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      name TEXT NOT NULL UNIQUE,
+      applied_at INTEGER NOT NULL,
+      checksum TEXT NOT NULL
+    );
+  `);
+}
+/**
+ * Get all applied migrations
+ */
+export function getAppliedMigrations(db) {
+    const rows = db.prepare(`
+    SELECT id, name, applied_at, checksum FROM __migrations ORDER BY id ASC
+  `).all();
+    return rows.map(row => ({
+        id: row.id,
+        name: row.name,
+        appliedAt: row.applied_at,
+        checksum: row.checksum,
+    }));
+}
+/**
+ * Check if a specific migration has been applied
+ */
+export function isMigrationApplied(db, name) {
+    const row = db.prepare(`SELECT 1 FROM __migrations WHERE name = ?`).get(name);
+    return row !== undefined;
+}
+/**
+ * Record a migration as applied
+ */
+export function recordMigration(db, name, checksum) {
+    db.prepare(`
+    INSERT INTO __migrations (name, applied_at, checksum) VALUES (?, ?, ?)
+  `).run(name, Date.now(), checksum);
+}
+/**
+ * Calculate a simple checksum for migration content
+ */
+export function calculateChecksum(sql) {
+    // Simple hash for migration verification
+    let hash = 0;
+    for (let i = 0; i < sql.length; i++) {
+        const char = sql.charCodeAt(i);
+        hash = ((hash << 5) - hash) + char;
+        hash = hash & hash; // Convert to 32-bit integer
+    }
+    return Math.abs(hash).toString(16).padStart(8, '0');
+}
+/**
+ * Load migrations from embedded definitions
+ */
+export function loadMigrationFiles() {
+    return EMBEDDED_MIGRATIONS.map(m => ({
+        name: m.name,
+        sql: m.sql,
+        checksum: calculateChecksum(m.sql),
+    }));
+}
+/**
+ * Run all pending migrations
+ */
+export function runMigrations(db) {
+    const result = {
+        applied: [],
+        skipped: [],
+        errors: [],
+    };
+    // Ensure migrations table exists
+    ensureMigrationsTable(db);
+    // Load all migrations
+    const migrations = loadMigrationFiles();
+    // Get applied migrations
+    const applied = new Set(getAppliedMigrations(db).map(m => m.name));
+    // Run pending migrations in order
+    for (const migration of migrations) {
+        if (applied.has(migration.name)) {
+            result.skipped.push(migration.name);
+            continue;
+        }
+        try {
+            // Run migration in a transaction
+            db.transaction(() => {
+                db.exec(migration.sql);
+                recordMigration(db, migration.name, migration.checksum);
+            })();
+            result.applied.push(migration.name);
+        }
+        catch (err) {
+            const errorMessage = err instanceof Error ? err.message : String(err);
+            result.errors.push({ name: migration.name, error: errorMessage });
+            // Stop on first error
+            break;
+        }
+    }
+    return result;
+}
+/**
+ * Get pending migrations that haven't been applied yet
+ */
+export function getPendingMigrations(db) {
+    ensureMigrationsTable(db);
+    const applied = new Set(getAppliedMigrations(db).map(m => m.name));
+    return loadMigrationFiles().filter(m => !applied.has(m.name));
+}
+/**
+ * Verify migration checksums match what was originally applied
+ */
+export function verifyMigrations(db) {
+    const applied = getAppliedMigrations(db);
+    const files = loadMigrationFiles();
+    const fileMap = new Map(files.map(f => [f.name, f]));
+    const mismatches = [];
+    for (const record of applied) {
+        const file = fileMap.get(record.name);
+        if (file && file.checksum !== record.checksum) {
+            mismatches.push({
+                name: record.name,
+                expected: record.checksum,
+                actual: file.checksum,
+            });
+        }
+    }
+    return mismatches;
+}
+//# sourceMappingURL=index.js.map