agentdev-webui 1.0.0

package/lib/database.js

@@ -0,0 +1,762 @@
+const { Pool } = require('pg');
+const config = require('./config');
+
+let pool = null;
+
+function getPool() {
+  if (!pool) {
+    pool = new Pool({
+      connectionString: config.DATABASE_URL,
+      max: 20,
+      idleTimeoutMillis: 30000,
+      connectionTimeoutMillis: 2000,
+    });
+
+    pool.on('error', (err) => {
+      console.error('Unexpected error on idle PostgreSQL client', err);
+    });
+  }
+  return pool;
+}
+
+/**
+ * Execute a query
+ * @param {string} text - SQL query
+ * @param {Array} params - Query parameters
+ * @returns {Promise<object>} - Query result
+ */
+async function query(text, params) {
+  const pool = getPool();
+  const start = Date.now();
+  try {
+    const res = await pool.query(text, params);
+    const duration = Date.now() - start;
+    if (duration > 100) {
+      console.warn('Slow query:', { text, duration, rows: res.rowCount });
+    }
+    return res;
+  } catch (error) {
+    console.error('Database query error:', { text, params, error: error.message });
+    throw error;
+  }
+}
+
+/**
+ * Get a client from the pool for transactions
+ * @returns {Promise<object>} - PostgreSQL client
+ */
+async function getClient() {
+  const pool = getPool();
+  return await pool.connect();
+}
+
+/**
+ * Close all database connections
+ */
+async function close() {
+  if (pool) {
+    await pool.end();
+    pool = null;
+  }
+}
+
+// ============================================================================
+// User operations
+// ============================================================================
+
+async function createUser(email, passwordHash, options = {}) {
+  const result = await query(
+    `INSERT INTO agentdev_users
+     (email, password_hash, max_agents)
+     VALUES ($1, $2, $3)
+     RETURNING id, email, max_agents, created_at`,
+    [
+      email,
+      passwordHash,
+      options.maxAgents || 3
+    ]
+  );
+  return result.rows[0];
+}
+
+async function getUserByEmail(email) {
+  const result = await query(
+    'SELECT * FROM agentdev_users WHERE email = $1',
+    [email]
+  );
+  return result.rows[0] || null;
+}
+
+async function getUserById(id) {
+  const result = await query(
+    'SELECT * FROM agentdev_users WHERE id = $1',
+    [id]
+  );
+  return result.rows[0] || null;
+}
+
+async function updateUserLimits(userId, limits) {
+  const result = await query(
+    `UPDATE agentdev_users
+     SET max_agents = $2
+     WHERE id = $1
+     RETURNING id, email, max_agents`,
+    [userId, limits.max_agents]
+  );
+  return result.rows[0];
+}
+
+async function updateUserGitHubToken(userId, encryptedToken) {
+  const result = await query(
+    `UPDATE agentdev_users
+     SET github_token_encrypted = $2,
+         updated_at = NOW()
+     WHERE id = $1
+     RETURNING id, email`,
+    [userId, encryptedToken]
+  );
+  return result.rows[0];
+}
+
+// ============================================================================
+// Project operations
+// ============================================================================
+
+async function createProject(data) {
+  const result = await query(
+    `INSERT INTO agentdev_projects
+     (name, github_org, project_number, github_project_id, status_field_id, status_options, created_by, github_token, repositories)
+     VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)
+     RETURNING *`,
+    [
+      data.name,
+      data.github_org,
+      data.project_number,
+      data.github_project_id,
+      data.status_field_id,
+      JSON.stringify(data.status_options || {}),
+      data.created_by || null,
+      data.github_token || null,
+      JSON.stringify(data.repositories || [])
+    ]
+  );
+  return result.rows[0];
+}
+
+async function getProjects() {
+  const result = await query(
+    'SELECT id, name, github_org, project_number, github_project_id, status_field_id, status_options, repositories, created_by, created_at FROM agentdev_projects ORDER BY id ASC'
+  );
+  return result.rows;
+}
+
+async function getProjectWithToken(id) {
+  const result = await query(
+    `SELECT p.*, u.github_token_encrypted
+     FROM agentdev_projects p
+     LEFT JOIN agentdev_users u ON u.id = p.created_by
+     WHERE p.id = $1`,
+    [id]
+  );
+  return result.rows[0] || null;
+}
+
+async function getProjectById(id) {
+  const result = await query(
+    'SELECT * FROM agentdev_projects WHERE id = $1',
+    [id]
+  );
+  return result.rows[0] || null;
+}
+
+async function updateProject(id, data) {
+  const fields = [];
+  const values = [];
+  let paramIdx = 1;
+
+  for (const key of ['name', 'github_org', 'project_number', 'github_project_id', 'status_field_id', 'github_token']) {
+    if (data[key] !== undefined) {
+      fields.push(`${key} = $${paramIdx}`);
+      values.push(data[key]);
+      paramIdx++;
+    }
+  }
+  // JSONB fields need stringify
+  for (const key of ['status_options', 'repositories']) {
+    if (data[key] !== undefined) {
+      fields.push(`${key} = $${paramIdx}`);
+      values.push(JSON.stringify(data[key]));
+      paramIdx++;
+    }
+  }
+
+  if (fields.length === 0) return null;
+
+  values.push(id);
+  const result = await query(
+    `UPDATE agentdev_projects SET ${fields.join(', ')} WHERE id = $${paramIdx} RETURNING *`,
+    values
+  );
+  return result.rows[0] || null;
+}
+
+async function deleteProject(id) {
+  const result = await query(
+    'DELETE FROM agentdev_projects WHERE id = $1 RETURNING *',
+    [id]
+  );
+  return result.rows[0] || null;
+}
+
+async function assignAgentToProject(agentId, projectId) {
+  const result = await query(
+    `UPDATE agentdev_agents SET project_id = $2 WHERE id = $1 RETURNING *`,
+    [agentId, projectId]
+  );
+  return result.rows[0] || null;
+}
+
+// ============================================================================
+// Agent operations
+// ============================================================================
+
+async function createAgent(agentData) {
+  const result = await query(
+    `INSERT INTO agentdev_agents
+     (id, user_id, name, hostname, capabilities, access_token_hash, status, project_id)
+     VALUES ($1, $2, $3, $4, $5, $6, 'offline', $7)
+     RETURNING *`,
+    [
+      agentData.id,
+      agentData.userId,
+      agentData.name,
+      agentData.hostname || null,
+      JSON.stringify(agentData.capabilities || {}),
+      agentData.accessTokenHash,
+      agentData.projectId || null
+    ]
+  );
+  return result.rows[0];
+}
+
+async function getAgentById(agentId) {
+  const result = await query(
+    'SELECT * FROM agentdev_agents WHERE id = $1',
+    [agentId]
+  );
+  return result.rows[0] || null;
+}
+
+async function getAgentsByUser(userId) {
+  const result = await query(
+    `SELECT * FROM agentdev_agents
+     WHERE user_id = $1
+     ORDER BY registered_at DESC`,
+    [userId]
+  );
+  return result.rows;
+}
+
+async function updateAgentHeartbeat(agentId, status, currentTicketId = null) {
+  const result = await query(
+    `UPDATE agentdev_agents
+     SET last_heartbeat = NOW(),
+         status = $2,
+         current_ticket_id = $3
+     WHERE id = $1
+     RETURNING *`,
+    [agentId, status, currentTicketId]
+  );
+  return result.rows[0];
+}
+
+async function updateAgentTokenHash(agentId, tokenHash) {
+  await query(
+    'UPDATE agentdev_agents SET access_token_hash = $2 WHERE id = $1',
+    [agentId, tokenHash]
+  );
+}
+
+async function setAgentOffline(agentId) {
+  const result = await query(
+    `UPDATE agentdev_agents
+     SET status = 'offline',
+         current_ticket_id = NULL
+     WHERE id = $1
+     RETURNING *`,
+    [agentId]
+  );
+  return result.rows[0];
+}
+
+async function getActiveAgents(projectId = null) {
+  // Get agents with heartbeat within last 2 minutes
+  let sql = `SELECT a.*, t.github_issue_number, t.github_repo, t.status as ticket_status
+     FROM agentdev_agents a
+     LEFT JOIN agentdev_tickets t ON a.current_ticket_id = t.id
+     WHERE a.last_heartbeat > NOW() - INTERVAL '2 minutes'`;
+  const params = [];
+  if (projectId) {
+    params.push(projectId);
+    sql += ` AND a.project_id = $${params.length}`;
+  }
+  sql += ' ORDER BY a.last_heartbeat DESC';
+  const result = await query(sql, params);
+  return result.rows;
+}
+
+async function getAgentHistory(limit = 100, projectId = null) {
+  // Get agents with old heartbeats (completed work) as history
+  let sql = `SELECT a.*, t.github_issue_number, t.github_repo, t.status as ticket_status
+     FROM agentdev_agents a
+     LEFT JOIN agentdev_tickets t ON a.current_ticket_id = t.id
+     WHERE (a.last_heartbeat < NOW() - INTERVAL '1 hour'
+        OR a.status = 'offline')`;
+  const params = [];
+  if (projectId) {
+    params.push(projectId);
+    sql += ` AND a.project_id = $${params.length}`;
+  }
+  params.push(limit);
+  sql += ` ORDER BY a.last_heartbeat DESC LIMIT $${params.length}`;
+  const result = await query(sql, params);
+  return result.rows;
+}
+
+// ============================================================================
+// Ticket operations
+// ============================================================================
+
+async function createTicket(ticketData) {
+  const result = await query(
+    `INSERT INTO agentdev_tickets
+     (github_issue_number, github_repo, github_project_item_id, priority, status, project_id)
+     VALUES ($1, $2, $3, $4, 'todo', $5)
+     ON CONFLICT (github_repo, github_issue_number)
+     DO UPDATE SET
+       github_project_item_id = EXCLUDED.github_project_item_id,
+       priority = EXCLUDED.priority,
+       project_id = COALESCE(EXCLUDED.project_id, agentdev_tickets.project_id)
+     RETURNING *`,
+    [
+      ticketData.issueNumber,
+      ticketData.repo,
+      ticketData.projectItemId || null,
+      ticketData.priority || 5,
+      ticketData.projectId || null
+    ]
+  );
+  return result.rows[0];
+}
+
+async function getAvailableTicket(projectId = null) {
+  // Get highest priority unassigned ticket
+  let sql = `SELECT * FROM agentdev_tickets
+     WHERE status = 'todo' AND assigned_agent_id IS NULL`;
+  const params = [];
+  if (projectId) {
+    params.push(projectId);
+    sql += ` AND project_id = $${params.length}`;
+  }
+  sql += ' ORDER BY priority DESC, created_at ASC LIMIT 1';
+  const result = await query(sql, params);
+  return result.rows[0] || null;
+}
+
+async function assignTicket(ticketId, agentId) {
+  const result = await query(
+    `UPDATE agentdev_tickets
+     SET assigned_agent_id = $2,
+         status = 'assigned',
+         assigned_at = NOW()
+     WHERE id = $1 AND assigned_agent_id IS NULL
+     RETURNING *`,
+    [ticketId, agentId]
+  );
+  return result.rows[0] || null; // null if already assigned
+}
+
+async function reassignStaleTicket(ticketId, newAgentId, staleMinutes = 2) {
+  const result = await query(
+    `UPDATE agentdev_tickets t
+     SET assigned_agent_id = $2,
+         status = 'assigned',
+         assigned_at = NOW()
+     WHERE t.id = $1
+       AND t.assigned_agent_id IS NOT NULL
+       AND NOT EXISTS (
+         SELECT 1 FROM agentdev_agents a
+         WHERE a.id = t.assigned_agent_id
+           AND a.last_heartbeat > NOW() - INTERVAL '1 minute' * $3
+       )
+     RETURNING *`,
+    [ticketId, newAgentId, staleMinutes]
+  );
+  return result.rows[0] || null;
+}
+
+/**
+ * Reset tickets stuck in 'assigned' whose agent has a stale heartbeat,
+ * and auto-retry 'failed' tickets (up to maxRetries).
+ * Returns the reclaimed rows.
+ */
+async function reclaimStaleTickets(staleMinutes = 3, maxRetries = 3) {
+  // 1. Reclaim assigned tickets with stale agents
+  const stale = await query(
+    `UPDATE agentdev_tickets t
+     SET status = 'todo', assigned_agent_id = NULL, assigned_at = NULL
+     WHERE t.status = 'assigned'
+       AND t.assigned_agent_id IS NOT NULL
+       AND NOT EXISTS (
+         SELECT 1 FROM agentdev_agents a
+         WHERE a.id = t.assigned_agent_id
+           AND a.last_heartbeat > NOW() - INTERVAL '1 minute' * $1
+       )
+     RETURNING id, github_issue_number, 'stale' AS reason`,
+    [staleMinutes]
+  );
+
+  // 2. Reclaim tickets assigned to agents that are alive but idle (not working on them)
+  const idle = await query(
+    `UPDATE agentdev_tickets t
+     SET status = 'todo', assigned_agent_id = NULL, assigned_at = NULL
+     WHERE t.status = 'assigned'
+       AND t.assigned_agent_id IS NOT NULL
+       AND EXISTS (
+         SELECT 1 FROM agentdev_agents a
+         WHERE a.id = t.assigned_agent_id
+           AND a.status = 'idle'
+           AND a.last_heartbeat > NOW() - INTERVAL '1 minute' * $1
+       )
+     RETURNING id, github_issue_number, 'idle_agent' AS reason`,
+    [staleMinutes]
+  );
+
+  // 3. Auto-retry failed tickets (with retry limit)
+  const failed = await query(
+    `UPDATE agentdev_tickets
+     SET status = 'todo', assigned_agent_id = NULL, assigned_at = NULL,
+         retry_count = retry_count + 1
+     WHERE status = 'failed'
+       AND retry_count < $1
+     RETURNING id, github_issue_number, retry_count, 'retry' AS reason`,
+    [maxRetries]
+  );
+
+  return [...stale.rows, ...idle.rows, ...failed.rows];
+}
+
+async function updateTicketStatus(ticketId, status, errorMessage = null) {
+  const completedAt = status === 'completed' ? 'NOW()' : 'NULL';
+  const result = await query(
+    `UPDATE agentdev_tickets
+     SET status = $2,
+         error_message = $3,
+         completed_at = ${completedAt}
+     WHERE id = $1
+     RETURNING *`,
+    [ticketId, status, errorMessage]
+  );
+  return result.rows[0];
+}
+
+async function getTicketsByStatus(status) {
+  const result = await query(
+    `SELECT * FROM agentdev_tickets
+     WHERE status = $1
+     ORDER BY priority DESC, created_at ASC`,
+    [status]
+  );
+  return result.rows;
+}
+
+async function getCompletedTicketsForProject(projectId) {
+  const result = await query(
+    `SELECT id, github_repo, github_issue_number, completed_at, project_id
+     FROM agentdev_tickets
+     WHERE status IN ('completed', 'failed')
+     AND completed_at IS NOT NULL
+     AND project_id = $1`,
+    [projectId]
+  );
+  return result.rows;
+}
+
+// ============================================================================
+// Log operations
+// ============================================================================
+
+async function insertLog(agentId, ticketId, content, level = 'INFO') {
+  await query(
+    `INSERT INTO agentdev_logs (agent_id, ticket_id, content, level)
+     VALUES ($1, $2, $3, $4)`,
+    [agentId, ticketId, content, level]
+  );
+}
+
+async function getLogsByAgent(agentId, limit = 100) {
+  const result = await query(
+    `SELECT * FROM agentdev_logs
+     WHERE agent_id = $1
+     ORDER BY timestamp DESC
+     LIMIT $2`,
+    [agentId, limit]
+  );
+  return result.rows;
+}
+
+async function getLogsByTicket(ticketId, limit = 100) {
+  const result = await query(
+    `SELECT * FROM agentdev_logs
+     WHERE ticket_id = $1
+     ORDER BY timestamp ASC
+     LIMIT $2`,
+    [ticketId, limit]
+  );
+  return result.rows;
+}
+
+// ============================================================================
+// Device flow operations
+// ============================================================================
+
+async function createDeviceCode(deviceCode, userCode, agentName, capabilities) {
+  const expiresAt = new Date(Date.now() + config.DEVICE_CODE_TTL * 1000);
+  const result = await query(
+    `INSERT INTO agentdev_device_codes
+     (device_code, user_code, agent_name, agent_capabilities, expires_at)
+     VALUES ($1, $2, $3, $4, $5)
+     RETURNING *`,
+    [deviceCode, userCode, agentName, JSON.stringify(capabilities), expiresAt]
+  );
+  return result.rows[0];
+}
+
+async function getDeviceCodeByUserCode(userCode) {
+  const result = await query(
+    `SELECT * FROM agentdev_device_codes
+     WHERE user_code = $1 AND expires_at > NOW()`,
+    [userCode]
+  );
+  return result.rows[0] || null;
+}
+
+async function getDeviceCode(deviceCode) {
+  const result = await query(
+    `SELECT * FROM agentdev_device_codes
+     WHERE device_code = $1 AND expires_at > NOW()`,
+    [deviceCode]
+  );
+  return result.rows[0] || null;
+}
+
+async function approveDeviceCode(deviceCode, userId) {
+  const result = await query(
+    `UPDATE agentdev_device_codes
+     SET status = 'approved', user_id = $2
+     WHERE device_code = $1 AND status = 'pending'
+     RETURNING *`,
+    [deviceCode, userId]
+  );
+  return result.rows[0] || null;
+}
+
+async function denyDeviceCode(deviceCode) {
+  const result = await query(
+    `UPDATE agentdev_device_codes
+     SET status = 'denied'
+     WHERE device_code = $1 AND status = 'pending'
+     RETURNING *`,
+    [deviceCode]
+  );
+  return result.rows[0] || null;
+}
+
+async function getRecentLogs(limit = 50) {
+  const result = await query(
+    `SELECT agent_id, ticket_id, timestamp, level, content
+     FROM agentdev_logs
+     ORDER BY timestamp DESC
+     LIMIT $1`,
+    [limit]
+  );
+  return result.rows;
+}
+
+// ============================================================================
+// OAuth Provider operations
+// ============================================================================
+
+async function getOAuthProviderConfigs() {
+  const result = await query(
+    'SELECT * FROM agentdev_oauth_provider_configs WHERE is_active = true ORDER BY name ASC'
+  );
+  return result.rows;
+}
+
+async function getOAuthProviderConfig(providerKey) {
+  const result = await query(
+    'SELECT * FROM agentdev_oauth_provider_configs WHERE provider_key = $1',
+    [providerKey]
+  );
+  return result.rows[0] || null;
+}
+
+async function upsertOAuthProvider(data) {
+  const result = await query(
+    `INSERT INTO agentdev_oauth_providers
+     (user_id, config_id, provider_key, access_token, refresh_token, token_expires_at, scopes, status)
+     VALUES ($1, $2, $3, $4, $5, $6, $7, 'active')
+     ON CONFLICT (user_id, provider_key)
+     DO UPDATE SET
+       access_token = EXCLUDED.access_token,
+       refresh_token = COALESCE(EXCLUDED.refresh_token, agentdev_oauth_providers.refresh_token),
+       token_expires_at = EXCLUDED.token_expires_at,
+       scopes = EXCLUDED.scopes,
+       status = 'active',
+       updated_at = NOW()
+     RETURNING *`,
+    [
+      data.userId,
+      data.configId,
+      data.providerKey,
+      data.accessToken,
+      data.refreshToken || null,
+      data.tokenExpiresAt || null,
+      data.scopes || []
+    ]
+  );
+  return result.rows[0];
+}
+
+async function getOAuthProvider(userId, providerKey) {
+  const result = await query(
+    `SELECT op.*, opc.name as provider_name, opc.authorize_payload, opc.callback_payload
+     FROM agentdev_oauth_providers op
+     JOIN agentdev_oauth_provider_configs opc ON op.config_id = opc.id
+     WHERE op.user_id = $1 AND op.provider_key = $2 AND op.status = 'active'`,
+    [userId, providerKey]
+  );
+  return result.rows[0] || null;
+}
+
+async function getUserOAuthProviders(userId) {
+  const result = await query(
+    `SELECT op.*, opc.name as provider_name
+     FROM agentdev_oauth_providers op
+     JOIN agentdev_oauth_provider_configs opc ON op.config_id = opc.id
+     WHERE op.user_id = $1 AND op.status = 'active'
+     ORDER BY opc.name ASC`,
+    [userId]
+  );
+  return result.rows;
+}
+
+async function deleteOAuthProvider(userId, providerKey) {
+  const result = await query(
+    `DELETE FROM agentdev_oauth_providers
+     WHERE user_id = $1 AND provider_key = $2
+     RETURNING *`,
+    [userId, providerKey]
+  );
+  return result.rows[0] || null;
+}
+
+// Notifications
+// ============================================================================
+
+async function createNotification(userId, type, title, message, metadata = {}) {
+  const result = await query(
+    `INSERT INTO agentdev_notifications (user_id, type, title, message, metadata)
+     VALUES ($1, $2, $3, $4, $5)
+     RETURNING *`,
+    [userId, type, title, message, JSON.stringify(metadata)]
+  );
+  return result.rows[0];
+}
+
+async function getUnreadNotifications(userId) {
+  const result = await query(
+    `SELECT * FROM agentdev_notifications
+     WHERE user_id = $1 AND read = FALSE
+     ORDER BY created_at DESC
+     LIMIT 50`,
+    [userId]
+  );
+  return result.rows;
+}
+
+async function markNotificationsRead(userId) {
+  await query(
+    'UPDATE agentdev_notifications SET read = TRUE WHERE user_id = $1 AND read = FALSE',
+    [userId]
+  );
+}
+
+module.exports = {
+  query,
+  getClient,
+  close,
+
+  // Projects
+  createProject,
+  getProjects,
+  getProjectById,
+  getProjectWithToken,
+  updateProject,
+  deleteProject,
+  assignAgentToProject,
+
+  // Users
+  createUser,
+  getUserByEmail,
+  getUserById,
+  updateUserLimits,
+  updateUserGitHubToken,
+
+  // Agents
+  createAgent,
+  getAgentById,
+  getAgentsByUser,
+  getActiveAgents,
+  getAgentHistory,
+  updateAgentHeartbeat,
+  updateAgentTokenHash,
+  setAgentOffline,
+
+  // Tickets
+  createTicket,
+  getAvailableTicket,
+  assignTicket,
+  reassignStaleTicket,
+  reclaimStaleTickets,
+  updateTicketStatus,
+  getTicketsByStatus,
+  getCompletedTicketsForProject,
+
+  // Logs
+  insertLog,
+  getRecentLogs,
+  getLogsByAgent,
+  getLogsByTicket,
+
+  // Device flow
+  createDeviceCode,
+  getDeviceCodeByUserCode,
+  getDeviceCode,
+  approveDeviceCode,
+  denyDeviceCode,
+
+  // OAuth Providers
+  getOAuthProviderConfigs,
+  getOAuthProviderConfig,
+  upsertOAuthProvider,
+  getOAuthProvider,
+  getUserOAuthProviders,
+  deleteOAuthProvider,
+
+  // Notifications
+  createNotification,
+  getUnreadNotifications,
+  markNotificationsRead
+};