apteva 0.2.3 → 0.2.5

package/src/db.ts

@@ -1,6 +1,7 @@
 import { Database } from "bun:sqlite";
 import { join } from "path";
 import { mkdirSync, existsSync } from "fs";
+import { encryptObject, decryptObject } from "./crypto";
 
 // Types
 export interface AgentFeatures {
@@ -30,6 +31,7 @@ export interface Agent {
   status: "stopped" | "running";
   port: number | null;
   features: AgentFeatures;
+  mcp_servers: string[]; // Array of MCP server IDs
   created_at: string;
   updated_at: string;
 }
@@ -43,6 +45,7 @@ export interface AgentRow {
   status: string;
   port: number | null;
   features: string | null;
+  mcp_servers: string | null;
   created_at: string;
   updated_at: string;
 }
@@ -72,6 +75,32 @@ export interface ProviderKeyRow {
   created_at: string;
 }
 
+export interface McpServer {
+  id: string;
+  name: string;
+  type: "npm" | "github" | "http" | "custom";
+  package: string | null;
+  command: string | null;
+  args: string | null;
+  env: Record<string, string>;
+  port: number | null;
+  status: "stopped" | "running";
+  created_at: string;
+}
+
+export interface McpServerRow {
+  id: string;
+  name: string;
+  type: string;
+  package: string | null;
+  command: string | null;
+  args: string | null;
+  env: string | null;
+  port: number | null;
+  status: string;
+  created_at: string;
+}
+
 // Database instance
 let db: Database;
 
@@ -193,6 +222,56 @@ function runMigrations() {
         ALTER TABLE agents ADD COLUMN features TEXT DEFAULT '{"memory":true,"tasks":false,"vision":true,"operator":false,"mcp":false,"realtime":false}';
       `,
     },
+    {
+      name: "007_create_mcp_servers",
+      sql: `
+        CREATE TABLE IF NOT EXISTS mcp_servers (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL,
+          type TEXT NOT NULL DEFAULT 'npm',
+          package TEXT,
+          command TEXT,
+          args TEXT,
+          env TEXT DEFAULT '{}',
+          port INTEGER,
+          status TEXT NOT NULL DEFAULT 'stopped',
+          created_at TEXT DEFAULT CURRENT_TIMESTAMP
+        );
+        CREATE INDEX IF NOT EXISTS idx_mcp_servers_status ON mcp_servers(status);
+      `,
+    },
+    {
+      name: "008_add_agent_mcp_servers",
+      sql: `
+        ALTER TABLE agents ADD COLUMN mcp_servers TEXT DEFAULT '[]';
+      `,
+    },
+    {
+      name: "009_create_telemetry",
+      sql: `
+        CREATE TABLE IF NOT EXISTS telemetry_events (
+          id TEXT PRIMARY KEY,
+          agent_id TEXT NOT NULL,
+          timestamp TEXT NOT NULL,
+          category TEXT NOT NULL,
+          type TEXT NOT NULL,
+          level TEXT NOT NULL,
+          trace_id TEXT,
+          span_id TEXT,
+          thread_id TEXT,
+          data TEXT,
+          metadata TEXT,
+          duration_ms INTEGER,
+          error TEXT,
+          received_at TEXT NOT NULL
+        );
+        CREATE INDEX IF NOT EXISTS idx_telemetry_agent ON telemetry_events(agent_id);
+        CREATE INDEX IF NOT EXISTS idx_telemetry_time ON telemetry_events(timestamp);
+        CREATE INDEX IF NOT EXISTS idx_telemetry_category ON telemetry_events(category);
+        CREATE INDEX IF NOT EXISTS idx_telemetry_level ON telemetry_events(level);
+        CREATE INDEX IF NOT EXISTS idx_telemetry_trace ON telemetry_events(trace_id);
+      `,
+    },
   ];
 
   // Check which migrations have been applied
@@ -218,11 +297,12 @@ export const AgentDB = {
   create(agent: Omit<Agent, "created_at" | "updated_at" | "status" | "port">): Agent {
     const now = new Date().toISOString();
     const featuresJson = JSON.stringify(agent.features || DEFAULT_FEATURES);
+    const mcpServersJson = JSON.stringify(agent.mcp_servers || []);
     const stmt = db.prepare(`
-      INSERT INTO agents (id, name, model, provider, system_prompt, features, status, port, created_at, updated_at)
-      VALUES (?, ?, ?, ?, ?, ?, 'stopped', NULL, ?, ?)
+      INSERT INTO agents (id, name, model, provider, system_prompt, features, mcp_servers, status, port, created_at, updated_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, 'stopped', NULL, ?, ?)
     `);
-    stmt.run(agent.id, agent.name, agent.model, agent.provider, agent.system_prompt, featuresJson, now, now);
+    stmt.run(agent.id, agent.name, agent.model, agent.provider, agent.system_prompt, featuresJson, mcpServersJson, now, now);
     return this.findById(agent.id)!;
   },
 
@@ -238,6 +318,12 @@ export const AgentDB = {
     return rows.map(rowToAgent);
   },
 
+  // Get running agents (for auto-restart)
+  findRunning(): Agent[] {
+    const rows = db.query("SELECT * FROM agents WHERE status = 'running'").all() as AgentRow[];
+    return rows.map(rowToAgent);
+  },
+
   // Update agent
   update(id: string, updates: Partial<Omit<Agent, "id" | "created_at">>): Agent | null {
     const agent = this.findById(id);
@@ -274,6 +360,10 @@ export const AgentDB = {
       fields.push("features = ?");
       values.push(JSON.stringify(updates.features));
     }
+    if (updates.mcp_servers !== undefined) {
+      fields.push("mcp_servers = ?");
+      values.push(JSON.stringify(updates.mcp_servers));
+    }
 
     if (fields.length > 0) {
       fields.push("updated_at = ?");
@@ -385,6 +475,14 @@ function rowToAgent(row: AgentRow): Agent {
       // Use defaults if parsing fails
     }
   }
+  let mcp_servers: string[] = [];
+  if (row.mcp_servers) {
+    try {
+      mcp_servers = JSON.parse(row.mcp_servers);
+    } catch {
+      // Use empty array if parsing fails
+    }
+  }
   return {
     id: row.id,
     name: row.name,
@@ -394,6 +492,7 @@ function rowToAgent(row: AgentRow): Agent {
     status: row.status as "stopped" | "running",
     port: row.port,
     features,
+    mcp_servers,
     created_at: row.created_at,
     updated_at: row.updated_at,
   };
@@ -480,6 +579,396 @@ function rowToProviderKey(row: ProviderKeyRow): ProviderKey {
   };
 }
 
+// MCP Server operations
+export const McpServerDB = {
+  create(server: Omit<McpServer, "created_at" | "status" | "port">): McpServer {
+    const now = new Date().toISOString();
+    // Encrypt env vars (credentials) before storing
+    const envEncrypted = encryptObject(server.env || {});
+    const stmt = db.prepare(`
+      INSERT INTO mcp_servers (id, name, type, package, command, args, env, status, port, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, 'stopped', NULL, ?)
+    `);
+    stmt.run(server.id, server.name, server.type, server.package, server.command, server.args, envEncrypted, now);
+    return this.findById(server.id)!;
+  },
+
+  findById(id: string): McpServer | null {
+    const row = db.query("SELECT * FROM mcp_servers WHERE id = ?").get(id) as McpServerRow | null;
+    return row ? rowToMcpServer(row) : null;
+  },
+
+  findAll(): McpServer[] {
+    const rows = db.query("SELECT * FROM mcp_servers ORDER BY created_at DESC").all() as McpServerRow[];
+    return rows.map(rowToMcpServer);
+  },
+
+  findRunning(): McpServer[] {
+    const rows = db.query("SELECT * FROM mcp_servers WHERE status = 'running'").all() as McpServerRow[];
+    return rows.map(rowToMcpServer);
+  },
+
+  update(id: string, updates: Partial<Omit<McpServer, "id" | "created_at">>): McpServer | null {
+    const server = this.findById(id);
+    if (!server) return null;
+
+    const fields: string[] = [];
+    const values: unknown[] = [];
+
+    if (updates.name !== undefined) {
+      fields.push("name = ?");
+      values.push(updates.name);
+    }
+    if (updates.type !== undefined) {
+      fields.push("type = ?");
+      values.push(updates.type);
+    }
+    if (updates.package !== undefined) {
+      fields.push("package = ?");
+      values.push(updates.package);
+    }
+    if (updates.command !== undefined) {
+      fields.push("command = ?");
+      values.push(updates.command);
+    }
+    if (updates.args !== undefined) {
+      fields.push("args = ?");
+      values.push(updates.args);
+    }
+    if (updates.env !== undefined) {
+      fields.push("env = ?");
+      // Encrypt env vars (credentials) before storing
+      values.push(encryptObject(updates.env));
+    }
+    if (updates.port !== undefined) {
+      fields.push("port = ?");
+      values.push(updates.port);
+    }
+    if (updates.status !== undefined) {
+      fields.push("status = ?");
+      values.push(updates.status);
+    }
+
+    if (fields.length > 0) {
+      values.push(id);
+      db.run(`UPDATE mcp_servers SET ${fields.join(", ")} WHERE id = ?`, values);
+    }
+
+    return this.findById(id);
+  },
+
+  setStatus(id: string, status: "stopped" | "running", port?: number): McpServer | null {
+    return this.update(id, { status, port: port ?? null });
+  },
+
+  delete(id: string): boolean {
+    const result = db.run("DELETE FROM mcp_servers WHERE id = ?", [id]);
+    return result.changes > 0;
+  },
+
+  resetAllStatus(): void {
+    db.run("UPDATE mcp_servers SET status = 'stopped', port = NULL");
+  },
+
+  count(): number {
+    const row = db.query("SELECT COUNT(*) as count FROM mcp_servers").get() as { count: number };
+    return row.count;
+  },
+};
+
+// Helper to convert DB row to McpServer type
+function rowToMcpServer(row: McpServerRow): McpServer {
+  // Decrypt env vars (handles both encrypted and legacy unencrypted data)
+  const env = row.env ? decryptObject(row.env) : {};
+  return {
+    id: row.id,
+    name: row.name,
+    type: row.type as McpServer["type"],
+    package: row.package,
+    command: row.command,
+    args: row.args,
+    env,
+    port: row.port,
+    status: row.status as "stopped" | "running",
+    created_at: row.created_at,
+  };
+}
+
+// Telemetry Event types
+export interface TelemetryEvent {
+  id: string;
+  agent_id: string;
+  timestamp: string;
+  category: string;
+  type: string;
+  level: string;
+  trace_id: string | null;
+  span_id: string | null;
+  thread_id: string | null;
+  data: Record<string, unknown> | null;
+  metadata: Record<string, unknown> | null;
+  duration_ms: number | null;
+  error: string | null;
+  received_at: string;
+}
+
+interface TelemetryEventRow {
+  id: string;
+  agent_id: string;
+  timestamp: string;
+  category: string;
+  type: string;
+  level: string;
+  trace_id: string | null;
+  span_id: string | null;
+  thread_id: string | null;
+  data: string | null;
+  metadata: string | null;
+  duration_ms: number | null;
+  error: string | null;
+  received_at: string;
+}
+
+// Telemetry operations
+export const TelemetryDB = {
+  // Insert batch of events
+  insertBatch(agentId: string, events: Array<{
+    id: string;
+    timestamp: string;
+    category: string;
+    type: string;
+    level: string;
+    trace_id?: string;
+    span_id?: string;
+    thread_id?: string;
+    data?: Record<string, unknown>;
+    metadata?: Record<string, unknown>;
+    duration_ms?: number;
+    error?: string;
+  }>): number {
+    const now = new Date().toISOString();
+    const stmt = db.prepare(`
+      INSERT OR IGNORE INTO telemetry_events
+      (id, agent_id, timestamp, category, type, level, trace_id, span_id, thread_id, data, metadata, duration_ms, error, received_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+
+    let inserted = 0;
+    for (const event of events) {
+      const result = stmt.run(
+        event.id,
+        agentId,
+        event.timestamp,
+        event.category,
+        event.type,
+        event.level,
+        event.trace_id || null,
+        event.span_id || null,
+        event.thread_id || null,
+        event.data ? JSON.stringify(event.data) : null,
+        event.metadata ? JSON.stringify(event.metadata) : null,
+        event.duration_ms || null,
+        event.error || null,
+        now
+      );
+      if (result.changes > 0) inserted++;
+    }
+    return inserted;
+  },
+
+  // Query events with filters
+  query(filters: {
+    agent_id?: string;
+    category?: string;
+    level?: string;
+    trace_id?: string;
+    since?: string;
+    until?: string;
+    limit?: number;
+    offset?: number;
+  } = {}): TelemetryEvent[] {
+    const conditions: string[] = [];
+    const params: unknown[] = [];
+
+    if (filters.agent_id) {
+      conditions.push("agent_id = ?");
+      params.push(filters.agent_id);
+    }
+    if (filters.category) {
+      conditions.push("category = ?");
+      params.push(filters.category);
+    }
+    if (filters.level) {
+      conditions.push("level = ?");
+      params.push(filters.level);
+    }
+    if (filters.trace_id) {
+      conditions.push("trace_id = ?");
+      params.push(filters.trace_id);
+    }
+    if (filters.since) {
+      conditions.push("timestamp >= ?");
+      params.push(filters.since);
+    }
+    if (filters.until) {
+      conditions.push("timestamp <= ?");
+      params.push(filters.until);
+    }
+
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
+    const limit = filters.limit || 100;
+    const offset = filters.offset || 0;
+
+    const sql = `SELECT * FROM telemetry_events ${where} ORDER BY timestamp DESC LIMIT ? OFFSET ?`;
+    params.push(limit, offset);
+
+    const rows = db.query(sql).all(...params) as TelemetryEventRow[];
+    return rows.map(rowToTelemetryEvent);
+  },
+
+  // Get usage stats
+  getUsage(filters: {
+    agent_id?: string;
+    since?: string;
+    until?: string;
+    group_by?: "agent" | "day";
+  } = {}): Array<{
+    agent_id?: string;
+    date?: string;
+    input_tokens: number;
+    output_tokens: number;
+    llm_calls: number;
+    tool_calls: number;
+    errors: number;
+  }> {
+    const conditions: string[] = [];
+    const params: unknown[] = [];
+
+    if (filters.agent_id) {
+      conditions.push("agent_id = ?");
+      params.push(filters.agent_id);
+    }
+    if (filters.since) {
+      conditions.push("timestamp >= ?");
+      params.push(filters.since);
+    }
+    if (filters.until) {
+      conditions.push("timestamp <= ?");
+      params.push(filters.until);
+    }
+
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
+
+    let groupBy = "";
+    let selectFields = "";
+
+    if (filters.group_by === "day") {
+      groupBy = "GROUP BY date(timestamp)";
+      selectFields = "date(timestamp) as date,";
+    } else if (filters.group_by === "agent") {
+      groupBy = "GROUP BY agent_id";
+      selectFields = "agent_id,";
+    }
+
+    const sql = `
+      SELECT
+        ${selectFields}
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN json_extract(data, '$.input_tokens') ELSE 0 END), 0) as input_tokens,
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN json_extract(data, '$.output_tokens') ELSE 0 END), 0) as output_tokens,
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN 1 ELSE 0 END), 0) as llm_calls,
+        COALESCE(SUM(CASE WHEN category = 'TOOL' THEN 1 ELSE 0 END), 0) as tool_calls,
+        COALESCE(SUM(CASE WHEN level = 'error' THEN 1 ELSE 0 END), 0) as errors
+      FROM telemetry_events
+      ${where}
+      ${groupBy}
+    `;
+
+    return db.query(sql).all(...params) as Array<{
+      agent_id?: string;
+      date?: string;
+      input_tokens: number;
+      output_tokens: number;
+      llm_calls: number;
+      tool_calls: number;
+      errors: number;
+    }>;
+  },
+
+  // Get summary stats
+  getStats(agentId?: string): {
+    total_events: number;
+    total_llm_calls: number;
+    total_tool_calls: number;
+    total_errors: number;
+    total_input_tokens: number;
+    total_output_tokens: number;
+  } {
+    const where = agentId ? "WHERE agent_id = ?" : "";
+    const params = agentId ? [agentId] : [];
+
+    const sql = `
+      SELECT
+        COUNT(*) as total_events,
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN 1 ELSE 0 END), 0) as total_llm_calls,
+        COALESCE(SUM(CASE WHEN category = 'TOOL' THEN 1 ELSE 0 END), 0) as total_tool_calls,
+        COALESCE(SUM(CASE WHEN level = 'error' THEN 1 ELSE 0 END), 0) as total_errors,
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN json_extract(data, '$.input_tokens') ELSE 0 END), 0) as total_input_tokens,
+        COALESCE(SUM(CASE WHEN category = 'LLM' THEN json_extract(data, '$.output_tokens') ELSE 0 END), 0) as total_output_tokens
+      FROM telemetry_events
+      ${where}
+    `;
+
+    return db.query(sql).get(...params) as {
+      total_events: number;
+      total_llm_calls: number;
+      total_tool_calls: number;
+      total_errors: number;
+      total_input_tokens: number;
+      total_output_tokens: number;
+    };
+  },
+
+  // Delete old events (retention)
+  deleteOlderThan(days: number): number {
+    const cutoff = new Date();
+    cutoff.setDate(cutoff.getDate() - days);
+    const result = db.run(
+      "DELETE FROM telemetry_events WHERE timestamp < ?",
+      [cutoff.toISOString()]
+    );
+    return result.changes;
+  },
+
+  // Count events
+  count(agentId?: string): number {
+    if (agentId) {
+      const row = db.query("SELECT COUNT(*) as count FROM telemetry_events WHERE agent_id = ?").get(agentId) as { count: number };
+      return row.count;
+    }
+    const row = db.query("SELECT COUNT(*) as count FROM telemetry_events").get() as { count: number };
+    return row.count;
+  },
+};
+
+function rowToTelemetryEvent(row: TelemetryEventRow): TelemetryEvent {
+  return {
+    id: row.id,
+    agent_id: row.agent_id,
+    timestamp: row.timestamp,
+    category: row.category,
+    type: row.type,
+    level: row.level,
+    trace_id: row.trace_id,
+    span_id: row.span_id,
+    thread_id: row.thread_id,
+    data: row.data ? JSON.parse(row.data) : null,
+    metadata: row.metadata ? JSON.parse(row.metadata) : null,
+    duration_ms: row.duration_ms,
+    error: row.error,
+    received_at: row.received_at,
+  };
+}
+
 // Generate unique ID
 export function generateId(): string {
   return Math.random().toString(36).substring(2, 15);