agent-relay 1.3.0 → 1.3.2

package/dist/cloud/db/drizzle.js

@@ -6,21 +6,47 @@
  */
 import { drizzle } from 'drizzle-orm/node-postgres';
 import { Pool } from 'pg';
-import { eq, and, sql, desc, lt, isNull, isNotNull } from 'drizzle-orm';
+import { eq, and, sql, desc, lt, isNull, isNotNull, inArray } from 'drizzle-orm';
 import * as schema from './schema.js';
 import { getConfig } from '../config.js';
+import { DEFAULT_POOL_CONFIG } from './bulk-ingest.js';
 // Re-export schema for direct table access
 export * from './schema.js';
 // Initialize pool and drizzle lazily
 let pool = null;
 let drizzleDb = null;
+/**
+ * Get or create the connection pool with optimized settings.
+ * Pool configuration:
+ * - max: 20 connections (up from default 10)
+ * - idleTimeoutMillis: 30s (close idle connections)
+ * - connectionTimeoutMillis: 10s (fail fast on connection issues)
+ */
 function getPool() {
     if (!pool) {
         const config = getConfig();
-        pool = new Pool({ connectionString: config.databaseUrl });
+        pool = new Pool({
+            connectionString: config.databaseUrl,
+            ...DEFAULT_POOL_CONFIG,
+            // Allow SSL for cloud databases
+            ssl: config.databaseUrl?.includes('sslmode=require')
+                ? { rejectUnauthorized: false }
+                : undefined,
+        });
+        // Log pool errors (connection issues, etc.)
+        pool.on('error', (err) => {
+            console.error('[db] Pool error:', err.message);
+        });
     }
     return pool;
 }
+/**
+ * Get the raw connection pool for bulk operations.
+ * Use this for optimized bulk inserts that bypass the ORM.
+ */
+export function getRawPool() {
+    return getPool();
+}
 export function getDb() {
     if (!drizzleDb) {
         drizzleDb = drizzle(getPool(), { schema });
@@ -257,6 +283,17 @@ export const workspaceQueries = {
             .where(eq(schema.workspaces.customDomain, domain));
         return result[0] ?? null;
     },
+    async findByRepoFullName(repoFullName) {
+        const db = getDb();
+        // Find repository by full name (case-insensitive), then get its workspace
+        const result = await db
+            .select({ workspace: schema.workspaces })
+            .from(schema.repositories)
+            .innerJoin(schema.workspaces, eq(schema.repositories.workspaceId, schema.workspaces.id))
+            .where(sql `LOWER(${schema.repositories.githubFullName}) = LOWER(${repoFullName})`)
+            .limit(1);
+        return result[0]?.workspace ?? null;
+    },
     async findAll() {
         const db = getDb();
         return db
@@ -428,6 +465,14 @@ export const linkedDaemonQueries = {
             .where(eq(schema.linkedDaemons.userId, userId))
             .orderBy(desc(schema.linkedDaemons.lastSeenAt));
     },
+    async findByWorkspaceId(workspaceId) {
+        const db = getDb();
+        return db
+            .select()
+            .from(schema.linkedDaemons)
+            .where(eq(schema.linkedDaemons.workspaceId, workspaceId))
+            .orderBy(desc(schema.linkedDaemons.lastSeenAt));
+    },
     async findByMachineId(userId, machineId) {
         const db = getDb();
         const result = await db
@@ -492,6 +537,19 @@ export const linkedDaemonQueries = {
             agents: d.metadata?.agents || [],
         }));
     },
+    async getAgentsForWorkspace(workspaceId) {
+        const db = getDb();
+        const daemons = await db
+            .select()
+            .from(schema.linkedDaemons)
+            .where(eq(schema.linkedDaemons.workspaceId, workspaceId));
+        return daemons.map((d) => ({
+            daemonId: d.id,
+            daemonName: d.name,
+            machineId: d.machineId,
+            agents: d.metadata?.agents || [],
+        }));
+    },
     async getPendingUpdates(id) {
         const db = getDb();
         const result = await db.select().from(schema.linkedDaemons).where(eq(schema.linkedDaemons.id, id));
@@ -1068,6 +1126,120 @@ export const commentMentionQueries = {
             .where(eq(schema.commentMentions.id, id));
     },
 };
+export const agentMessageQueries = {
+    async create(data) {
+        const db = getDb();
+        const result = await db.insert(schema.agentMessages).values(data).returning();
+        return result[0];
+    },
+    async createMany(data) {
+        if (data.length === 0)
+            return [];
+        const db = getDb();
+        const result = await db
+            .insert(schema.agentMessages)
+            .values(data)
+            .onConflictDoNothing() // Skip duplicates based on workspace_original_unique constraint
+            .returning();
+        return result;
+    },
+    async findById(id) {
+        const db = getDb();
+        const result = await db
+            .select()
+            .from(schema.agentMessages)
+            .where(eq(schema.agentMessages.id, id));
+        return result[0] ?? null;
+    },
+    async findByOriginalId(workspaceId, originalId) {
+        const db = getDb();
+        const result = await db
+            .select()
+            .from(schema.agentMessages)
+            .where(and(eq(schema.agentMessages.workspaceId, workspaceId), eq(schema.agentMessages.originalId, originalId)));
+        return result[0] ?? null;
+    },
+    async query(params) {
+        const db = getDb();
+        const conditions = [eq(schema.agentMessages.workspaceId, params.workspaceId)];
+        if (params.fromAgent) {
+            conditions.push(eq(schema.agentMessages.fromAgent, params.fromAgent));
+        }
+        if (params.toAgent) {
+            conditions.push(eq(schema.agentMessages.toAgent, params.toAgent));
+        }
+        if (params.thread) {
+            conditions.push(eq(schema.agentMessages.thread, params.thread));
+        }
+        if (params.channel) {
+            conditions.push(eq(schema.agentMessages.channel, params.channel));
+        }
+        if (params.sinceTs) {
+            conditions.push(sql `${schema.agentMessages.messageTs} >= ${params.sinceTs}`);
+        }
+        if (params.beforeTs) {
+            conditions.push(sql `${schema.agentMessages.messageTs} < ${params.beforeTs}`);
+        }
+        if (!params.includeExpired) {
+            conditions.push(sql `(${schema.agentMessages.expiresAt} IS NULL OR ${schema.agentMessages.expiresAt} > NOW())`);
+        }
+        let query = db
+            .select()
+            .from(schema.agentMessages)
+            .where(and(...conditions))
+            .orderBy(desc(schema.agentMessages.messageTs));
+        if (params.limit) {
+            query = query.limit(params.limit);
+        }
+        if (params.offset) {
+            query = query.offset(params.offset);
+        }
+        return query;
+    },
+    async getUnindexed(workspaceId, limit = 100) {
+        const db = getDb();
+        return db
+            .select()
+            .from(schema.agentMessages)
+            .where(and(eq(schema.agentMessages.workspaceId, workspaceId), isNull(schema.agentMessages.indexedAt), sql `(${schema.agentMessages.expiresAt} IS NULL OR ${schema.agentMessages.expiresAt} > NOW())`))
+            .orderBy(schema.agentMessages.messageTs)
+            .limit(limit);
+    },
+    async markIndexed(ids) {
+        if (ids.length === 0)
+            return;
+        const db = getDb();
+        await db
+            .update(schema.agentMessages)
+            .set({ indexedAt: new Date() })
+            .where(inArray(schema.agentMessages.id, ids));
+    },
+    async deleteExpired() {
+        const db = getDb();
+        const result = await db
+            .delete(schema.agentMessages)
+            .where(and(isNotNull(schema.agentMessages.expiresAt), lt(schema.agentMessages.expiresAt, new Date())))
+            .returning({ id: schema.agentMessages.id });
+        return result.length;
+    },
+    async countByWorkspace(workspaceId) {
+        const db = getDb();
+        const result = await db
+            .select({ count: sql `count(*)` })
+            .from(schema.agentMessages)
+            .where(eq(schema.agentMessages.workspaceId, workspaceId));
+        return Number(result[0]?.count ?? 0);
+    },
+    async getThreadMessages(workspaceId, thread, limit = 50) {
+        const db = getDb();
+        return db
+            .select()
+            .from(schema.agentMessages)
+            .where(and(eq(schema.agentMessages.workspaceId, workspaceId), eq(schema.agentMessages.thread, thread), sql `(${schema.agentMessages.expiresAt} IS NULL OR ${schema.agentMessages.expiresAt} > NOW())`))
+            .orderBy(schema.agentMessages.messageTs)
+            .limit(limit);
+    },
+};
 // ============================================================================
 // Migration helper
 // ============================================================================

package/dist/cloud/db/index.d.ts

@@ -7,9 +7,10 @@
  * Generate migrations: npm run db:generate
  * Run migrations: npm run db:migrate
  */
-export type { User, NewUser, GitHubInstallation, NewGitHubInstallation, Credential, NewCredential, Workspace, NewWorkspace, WorkspaceConfig, WorkspaceAgentPolicy, AgentPolicyRule, WorkspaceMember, NewWorkspaceMember, ProjectGroup, NewProjectGroup, CoordinatorAgentConfig, ProjectAgentConfig, Repository, NewRepository, LinkedDaemon, NewLinkedDaemon, Subscription, NewSubscription, UsageRecord, NewUsageRecord, CIAnnotation, CIFailureEvent, NewCIFailureEvent, CIFixAttempt, NewCIFixAttempt, CICheckStrategy, CIWebhookConfig, IssueAssignment, NewIssueAssignment, CommentMention, NewCommentMention, AgentTriggerConfig, } from './schema.js';
-export { users as usersTable, githubInstallations as githubInstallationsTable, credentials as credentialsTable, workspaces as workspacesTable, workspaceMembers as workspaceMembersTable, projectGroups as projectGroupsTable, repositories as repositoriesTable, linkedDaemons as linkedDaemonsTable, subscriptions as subscriptionsTable, usageRecords as usageRecordsTable, ciFailureEvents as ciFailureEventsTable, ciFixAttempts as ciFixAttemptsTable, issueAssignments as issueAssignmentsTable, commentMentions as commentMentionsTable, } from './schema.js';
-import { getDb, closeDb, runMigrations, userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, linkedDaemonQueries, projectGroupQueries, repositoryQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries } from './drizzle.js';
+export type { User, NewUser, GitHubInstallation, NewGitHubInstallation, Credential, NewCredential, Workspace, NewWorkspace, WorkspaceConfig, WorkspaceAgentPolicy, AgentPolicyRule, WorkspaceMember, NewWorkspaceMember, ProjectGroup, NewProjectGroup, CoordinatorAgentConfig, ProjectAgentConfig, Repository, NewRepository, LinkedDaemon, NewLinkedDaemon, Subscription, NewSubscription, UsageRecord, NewUsageRecord, CIAnnotation, CIFailureEvent, NewCIFailureEvent, CIFixAttempt, NewCIFixAttempt, CICheckStrategy, CIWebhookConfig, IssueAssignment, NewIssueAssignment, CommentMention, NewCommentMention, AgentTriggerConfig, AgentMessage, NewAgentMessage, MessagePayloadMeta, } from './schema.js';
+export { users as usersTable, githubInstallations as githubInstallationsTable, credentials as credentialsTable, workspaces as workspacesTable, workspaceMembers as workspaceMembersTable, projectGroups as projectGroupsTable, repositories as repositoriesTable, linkedDaemons as linkedDaemonsTable, subscriptions as subscriptionsTable, usageRecords as usageRecordsTable, ciFailureEvents as ciFailureEventsTable, ciFixAttempts as ciFixAttemptsTable, issueAssignments as issueAssignmentsTable, commentMentions as commentMentionsTable, agentMessages as agentMessagesTable, } from './schema.js';
+import { getDb, closeDb, runMigrations, getRawPool, userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, linkedDaemonQueries, projectGroupQueries, repositoryQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, agentMessageQueries } from './drizzle.js';
+import { bulkInsertMessages, streamingBulkInsert, optimizedBulkInsert, getPoolStats, checkPoolHealth, type BulkInsertResult } from './bulk-ingest.js';
 export type PlanType = 'free' | 'pro' | 'team' | 'enterprise';
 export type WorkspaceMemberRole = 'owner' | 'admin' | 'member' | 'viewer';
 export declare const db: {
@@ -25,11 +26,29 @@ export declare const db: {
     ciFixAttempts: import("./drizzle.js").CIFixAttemptQueries;
     issueAssignments: import("./drizzle.js").IssueAssignmentQueries;
     commentMentions: import("./drizzle.js").CommentMentionQueries;
+    agentMessages: import("./drizzle.js").AgentMessageQueries;
+    bulk: {
+        insertMessages: typeof bulkInsertMessages;
+        streamingInsert: typeof streamingBulkInsert;
+        optimizedInsert: typeof optimizedBulkInsert;
+        getPoolStats: () => {
+            total: number;
+            idle: number;
+            waiting: number;
+        };
+        checkHealth: () => Promise<{
+            healthy: boolean;
+            latencyMs: number;
+            error?: string;
+        }>;
+    };
     getDb: typeof getDb;
+    getRawPool: typeof getRawPool;
     close: typeof closeDb;
     runMigrations: typeof runMigrations;
 };
-export { userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, projectGroupQueries, repositoryQueries, linkedDaemonQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, };
-export { getDb, closeDb, runMigrations };
+export { userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, projectGroupQueries, repositoryQueries, linkedDaemonQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, agentMessageQueries, };
+export { getDb, closeDb, runMigrations, getRawPool };
+export { bulkInsertMessages, streamingBulkInsert, optimizedBulkInsert, getPoolStats, checkPoolHealth, type BulkInsertResult, };
 export declare function initializeDatabase(): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/cloud/db/index.js

@@ -8,9 +8,11 @@
  * Run migrations: npm run db:migrate
  */
 // Re-export schema tables for direct access if needed
-export { users as usersTable, githubInstallations as githubInstallationsTable, credentials as credentialsTable, workspaces as workspacesTable, workspaceMembers as workspaceMembersTable, projectGroups as projectGroupsTable, repositories as repositoriesTable, linkedDaemons as linkedDaemonsTable, subscriptions as subscriptionsTable, usageRecords as usageRecordsTable, ciFailureEvents as ciFailureEventsTable, ciFixAttempts as ciFixAttemptsTable, issueAssignments as issueAssignmentsTable, commentMentions as commentMentionsTable, } from './schema.js';
+export { users as usersTable, githubInstallations as githubInstallationsTable, credentials as credentialsTable, workspaces as workspacesTable, workspaceMembers as workspaceMembersTable, projectGroups as projectGroupsTable, repositories as repositoriesTable, linkedDaemons as linkedDaemonsTable, subscriptions as subscriptionsTable, usageRecords as usageRecordsTable, ciFailureEvents as ciFailureEventsTable, ciFixAttempts as ciFixAttemptsTable, issueAssignments as issueAssignmentsTable, commentMentions as commentMentionsTable, agentMessages as agentMessagesTable, } from './schema.js';
 // Import query modules
-import { getDb, closeDb, runMigrations, userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, linkedDaemonQueries, projectGroupQueries, repositoryQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, } from './drizzle.js';
+import { getDb, closeDb, runMigrations, getRawPool, userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, linkedDaemonQueries, projectGroupQueries, repositoryQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, agentMessageQueries, } from './drizzle.js';
+// Import bulk ingest utilities
+import { bulkInsertMessages, streamingBulkInsert, optimizedBulkInsert, getPoolStats, checkPoolHealth, } from './bulk-ingest.js';
 // Export the db object with all query namespaces
 export const db = {
     // User operations
@@ -35,15 +37,28 @@ export const db = {
     // Issue and comment tracking
     issueAssignments: issueAssignmentQueries,
     commentMentions: commentMentionQueries,
+    // Agent messages (cloud-synced relay messages)
+    agentMessages: agentMessageQueries,
+    // Bulk ingest utilities (optimized high-volume operations)
+    bulk: {
+        insertMessages: bulkInsertMessages,
+        streamingInsert: streamingBulkInsert,
+        optimizedInsert: optimizedBulkInsert,
+        getPoolStats: () => getPoolStats(getRawPool()),
+        checkHealth: () => checkPoolHealth(getRawPool()),
+    },
     // Database utilities
     getDb,
+    getRawPool,
     close: closeDb,
     runMigrations,
 };
 // Export query objects for direct import
-export { userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, projectGroupQueries, repositoryQueries, linkedDaemonQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, };
+export { userQueries, githubInstallationQueries, credentialQueries, workspaceQueries, workspaceMemberQueries, projectGroupQueries, repositoryQueries, linkedDaemonQueries, ciFailureEventQueries, ciFixAttemptQueries, issueAssignmentQueries, commentMentionQueries, agentMessageQueries, };
 // Export database utilities
-export { getDb, closeDb, runMigrations };
+export { getDb, closeDb, runMigrations, getRawPool };
+// Export bulk ingest utilities
+export { bulkInsertMessages, streamingBulkInsert, optimizedBulkInsert, getPoolStats, checkPoolHealth, };
 // Legacy function - use runMigrations instead
 export async function initializeDatabase() {
     console.warn('initializeDatabase() is deprecated. Use runMigrations() instead.');