@friggframework/core 2.0.0-next.10 → 2.0.0-next.101

package/handlers/workers/dlq-processor.js

@@ -0,0 +1,63 @@
+/**
+ * DLQ Processor — logs failed messages from the InternalErrorQueue
+ * with structured context for monitoring and debugging.
+ *
+ * This handler MUST NOT throw. If it throws, the message goes back to
+ * the DLQ and creates an infinite loop. All errors are caught and logged.
+ */
+
+function extractQueueName(eventSourceARN) {
+    if (!eventSourceARN) return 'UNKNOWN';
+    const parts = eventSourceARN.split(':');
+    return parts[parts.length - 1] || 'UNKNOWN';
+}
+
+function parseMessageBody(body) {
+    try {
+        const parsed = JSON.parse(body);
+        return {
+            event: parsed.event || 'UNKNOWN',
+            integrationId: parsed.data?.integrationId || null,
+            processId: parsed.data?.processId || null,
+            data: parsed.data,
+        };
+    } catch (error) {
+        console.warn('[DLQ] Failed to parse message body', { error: error.message, body });
+        return {
+            event: 'UNKNOWN',
+            integrationId: null,
+            processId: null,
+            rawBody: body,
+        };
+    }
+}
+
+async function dlqProcessor(event) {
+    if (!event?.Records?.length) return { batchItemFailures: [] };
+
+    for (const record of event.Records) {
+        try {
+            const parsed = parseMessageBody(record.body);
+
+            console.error('[DLQ] Failed message', {
+                messageId: record.messageId,
+                event: parsed.event,
+                integrationId: parsed.integrationId,
+                processId: parsed.processId,
+                receiveCount: record.attributes?.ApproximateReceiveCount,
+                sentTimestamp: record.attributes?.SentTimestamp,
+                sourceQueue: extractQueueName(record.eventSourceARN),
+                ...(parsed.rawBody !== undefined && { rawBody: parsed.rawBody }),
+            });
+        } catch (error) {
+            console.error('[DLQ] Error processing DLQ record', {
+                messageId: record.messageId,
+                error: error.message,
+            });
+        }
+    }
+
+    return { batchItemFailures: [] };
+}
+
+module.exports = { dlqProcessor };

package/handlers/workers/integration-defined-workers.js

@@ -1,8 +1,18 @@
 const { createHandler } = require('@friggframework/core');
-const { integrationFactory, createQueueWorker } = require('../backend-utils');
+const { loadAppDefinition } = require('../app-definition-loader');
+const { createQueueWorker } = require('../backend-utils');
+// TODO(Phase 2): mount extension-declared workers in addition to the per-integration
+// default queue worker. Today, getExtensionWorkers(IntegrationClass) returns the
+// declared workers but they are not yet bound to dedicated SQS sources. Extension-
+// contributed *events* still flow through the default queue worker below because
+// _mergeExtensions() registers them in instance.events, so end-to-end webhook
+// delivery for Tier 3 extensions works without this Phase 2 work.
+// const { getExtensionWorkers } = require('../../integrations/extension');
 
 const handlers = {};
-integrationFactory.integrationClasses.forEach((IntegrationClass) => {
+const { integrations: integrationClasses } = loadAppDefinition();
+
+integrationClasses.forEach((IntegrationClass) => {
     const defaultQueueWorker = createQueueWorker(IntegrationClass);
 
     handlers[`${IntegrationClass.Definition.name}`] = {
@@ -11,11 +21,7 @@ integrationFactory.integrationClasses.forEach((IntegrationClass) => {
             isUserFacingResponse: false,
             method: async (event, context) => {
                 const worker = new defaultQueueWorker();
-                await worker.run(event, context);
-                return {
-                    message: 'Successfully processed the Generic Queue Worker',
-                    input: event,
-                };
+                return await worker.run(event, context);
             },
         }),
     };

package/index.js

@@ -1,5 +1,4 @@
 const {
-    expectShallowEqualDbObject,
     get,
     getAll,
     verifyType,
@@ -14,18 +13,49 @@ const {
     createHandler,
 } = require('./core/index');
 const {
-    mongoose,
-    connectToDatabase,
-    disconnectFromDatabase,
-    createObjectId,
-    IndividualUser,
-    OrganizationUser,
-    State,
-    Token,
-    UserModel,
-    WebsocketConnection,
+    prisma,
+    connectPrisma,
+    disconnectPrisma,
+    TokenRepository,
+    WebsocketConnectionRepository,
 } = require('./database/index');
-const { Encrypt, Cryptor } = require('./encrypt/encrypt');
+const {
+    createUserRepository,
+    UserRepositoryMongo,
+    UserRepositoryPostgres,
+} = require('./user/repositories/user-repository-factory');
+const {
+    GetUserFromXFriggHeaders,
+} = require('./user/use-cases/get-user-from-x-frigg-headers');
+const {
+    GetUserFromAdopterJwt,
+} = require('./user/use-cases/get-user-from-adopter-jwt');
+const {
+    AuthenticateUser,
+} = require('./user/use-cases/authenticate-user');
+
+const {
+    CredentialRepository,
+} = require('./credential/repositories/credential-repository');
+const {
+    ModuleRepository,
+} = require('./modules/repositories/module-repository');
+const {
+    IntegrationMappingRepository,
+} = require('./integrations/repositories/integration-mapping-repository');
+const {
+    CreateProcess,
+} = require('./integrations/use-cases/create-process');
+const {
+    UpdateProcessState,
+} = require('./integrations/use-cases/update-process-state');
+const {
+    UpdateProcessMetrics,
+} = require('./integrations/use-cases/update-process-metrics');
+const {
+    GetProcess,
+} = require('./integrations/use-cases/get-process');
+const { Cryptor } = require('./encrypt');
 const {
     BaseError,
     FetchError,
@@ -35,38 +65,35 @@ const {
 } = require('./errors/index');
 const {
     IntegrationBase,
-    IntegrationModel,
     Options,
-    IntegrationMapping,
-    IntegrationFactory,
-    IntegrationHelper,
     createIntegrationRouter,
     checkRequiredParams,
-    createFriggBackend,
+    getModulesDefinitionFromIntegrationClasses,
+    LoadIntegrationContextUseCase,
 } = require('./integrations/index');
+const {
+    createReportingRouter,
+    createReportingRepository,
+} = require('./reporting/index');
 const { TimeoutCatcher } = require('./lambda/index');
 const { debug, initDebugLog, flushDebugLog } = require('./logs/index');
 const {
     Credential,
-    EntityManager,
     Entity,
-    ModuleManager,
     ApiKeyRequester,
     BasicAuthRequester,
     OAuth2Requester,
     Requester,
     ModuleConstants,
     ModuleFactory,
-    Auther,
-} = require('./module-plugin/index');
-
-// const {Sync } = require('./syncs/model');
+} = require('./modules/index');
+const application = require('./application');
+const utils = require('./utils');
 
 const { QueuerUtil } = require('./queues');
 
 module.exports = {
     // assertions
-    expectShallowEqualDbObject,
     get,
     getAll,
     verifyType,
@@ -81,19 +108,20 @@ module.exports = {
     createHandler,
 
     // database
-    mongoose,
-    connectToDatabase,
-    disconnectFromDatabase,
-    createObjectId,
-    IndividualUser,
-    OrganizationUser,
-    State,
-    Token,
-    UserModel,
-    WebsocketConnection,
-
-    // encrypt
-    Encrypt,
+    prisma,
+    connectPrisma,
+    disconnectPrisma,
+    TokenRepository,
+    WebsocketConnectionRepository,
+    createUserRepository,
+    UserRepositoryMongo,
+    UserRepositoryPostgres,
+    GetUserFromXFriggHeaders,
+    GetUserFromAdopterJwt,
+    AuthenticateUser,
+    CredentialRepository,
+    ModuleRepository,
+    IntegrationMappingRepository,
     Cryptor,
 
     // errors
@@ -105,14 +133,32 @@ module.exports = {
 
     // integrations
     IntegrationBase,
-    IntegrationModel,
     Options,
-    IntegrationMapping,
-    IntegrationFactory,
-    IntegrationHelper,
     checkRequiredParams,
     createIntegrationRouter,
-    createFriggBackend,
+    getModulesDefinitionFromIntegrationClasses,
+    LoadIntegrationContextUseCase,
+    CreateProcess,
+    UpdateProcessState,
+    UpdateProcessMetrics,
+    GetProcess,
+
+    // reporting
+    createReportingRouter,
+    createReportingRepository,
+
+    // application - Command factories for integration developers
+    application,
+    createFriggCommands: application.createFriggCommands,
+    createIntegrationCommands: application.createIntegrationCommands,
+    createUserCommands: application.createUserCommands,
+    createEntityCommands: application.createEntityCommands,
+    createCredentialCommands: application.createCredentialCommands,
+    createProcessCommands: application.createProcessCommands,
+    createSchedulerCommands: application.createSchedulerCommands,
+    findIntegrationContextByExternalEntityId:
+        application.findIntegrationContextByExternalEntityId,
+    integrationCommands: application.integrationCommands,
 
     // lambda
     TimeoutCatcher,
@@ -124,17 +170,16 @@ module.exports = {
 
     // module plugin
     Credential,
-    EntityManager,
     Entity,
-    ModuleManager,
     ApiKeyRequester,
     BasicAuthRequester,
     OAuth2Requester,
     Requester,
     ModuleConstants,
     ModuleFactory,
-    Auther,
-
     // queues
     QueuerUtil,
+
+    // utils
+    ...utils,
 };

package/infrastructure/scheduler/eventbridge-scheduler-adapter.js

@@ -0,0 +1,184 @@
+/**
+ * EventBridge Scheduler Adapter
+ *
+ * Infrastructure Layer - Hexagonal Architecture
+ *
+ * Responsible for:
+ * - Creating one-time EventBridge Scheduler schedules
+ * - Deleting schedules when no longer needed
+ * - Checking schedule status
+ *
+ * This adapter implements SchedulerServiceInterface for AWS EventBridge Scheduler.
+ */
+
+const {
+    SchedulerClient,
+    CreateScheduleCommand,
+    DeleteScheduleCommand,
+    GetScheduleCommand,
+    ResourceNotFoundException,
+} = require('@aws-sdk/client-scheduler');
+
+const { SchedulerServiceInterface } = require('./scheduler-service-interface');
+
+class EventBridgeSchedulerAdapter extends SchedulerServiceInterface {
+    constructor({ region } = {}) {
+        super();
+        this.client = new SchedulerClient({
+            region: region || process.env.AWS_REGION || 'us-east-1',
+        });
+        this.scheduleGroupName =
+            process.env.SCHEDULE_GROUP_NAME || 'frigg-integration-schedules';
+        this.roleArn = process.env.SCHEDULER_ROLE_ARN;
+    }
+
+    /**
+     * Create a one-time schedule that sends a message to SQS
+     *
+     * @param {Object} params
+     * @param {string} params.scheduleName - Unique name for the schedule
+     * @param {Date} params.scheduleAt - When to trigger the schedule
+     * @param {string} params.queueResourceId - Queue resource identifier (ARN) to send message to
+     * @param {Object} params.payload - Message payload
+     * @returns {Promise<{scheduledJobId: string, scheduledAt: string}>}
+     */
+    async scheduleOneTime({ scheduleName, scheduleAt, queueResourceId, payload }) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+        if (!scheduleAt || !(scheduleAt instanceof Date)) {
+            throw new Error('scheduleAt must be a valid Date object');
+        }
+        if (!queueResourceId) {
+            throw new Error('queueResourceId is required');
+        }
+        if (!this.roleArn) {
+            throw new Error(
+                'SCHEDULER_ROLE_ARN environment variable is not set'
+            );
+        }
+
+        // Format date to AWS schedule expression (at(yyyy-mm-ddThh:mm:ss))
+        const scheduleExpression = `at(${scheduleAt.toISOString().replace(/\.\d{3}Z$/, '')})`;
+
+        const command = new CreateScheduleCommand({
+            Name: scheduleName,
+            GroupName: this.scheduleGroupName,
+            ScheduleExpression: scheduleExpression,
+            ScheduleExpressionTimezone: 'UTC',
+            FlexibleTimeWindow: {
+                Mode: 'OFF',
+            },
+            Target: {
+                Arn: queueResourceId,
+                RoleArn: this.roleArn,
+                Input: JSON.stringify(payload),
+            },
+            ActionAfterCompletion: 'DELETE', // Auto-cleanup after execution
+        });
+
+        try {
+            const response = await this.client.send(command);
+            console.log(
+                `[Scheduler] Created schedule ${scheduleName} for ${scheduleAt.toISOString()}`
+            );
+
+            return {
+                scheduledJobId: response.ScheduleArn,
+                scheduledAt: scheduleAt.toISOString(),
+            };
+        } catch (error) {
+            console.error(
+                `[Scheduler] Failed to create schedule ${scheduleName}:`,
+                error.message
+            );
+            throw error;
+        }
+    }
+
+    /**
+     * Delete a schedule
+     *
+     * @param {string} scheduleName - Name of the schedule to delete
+     * @returns {Promise<void>}
+     */
+    async deleteSchedule(scheduleName) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+
+        const command = new DeleteScheduleCommand({
+            Name: scheduleName,
+            GroupName: this.scheduleGroupName,
+        });
+
+        try {
+            await this.client.send(command);
+            console.log(`[Scheduler] Deleted schedule ${scheduleName}`);
+        } catch (error) {
+            if (error instanceof ResourceNotFoundException) {
+                console.log(
+                    `[Scheduler] Schedule ${scheduleName} not found (already deleted or executed)`
+                );
+                return; // Graceful handling - schedule doesn't exist
+            }
+            console.error(
+                `[Scheduler] Failed to delete schedule ${scheduleName}:`,
+                error.message
+            );
+            throw error;
+        }
+    }
+
+    /**
+     * Get schedule status
+     *
+     * @param {string} scheduleName - Name of the schedule
+     * @returns {Promise<{exists: boolean, scheduledAt?: string, state?: string}>}
+     */
+    async getScheduleStatus(scheduleName) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+
+        const command = new GetScheduleCommand({
+            Name: scheduleName,
+            GroupName: this.scheduleGroupName,
+        });
+
+        try {
+            const response = await this.client.send(command);
+
+            // Parse the schedule expression to get the scheduled time
+            // Format: at(yyyy-mm-ddThh:mm:ss)
+            let scheduledAt = null;
+            if (response.ScheduleExpression) {
+                const match = response.ScheduleExpression.match(
+                    /^at\((.+)\)$/
+                );
+                if (match) {
+                    scheduledAt = new Date(match[1] + 'Z').toISOString();
+                }
+            }
+
+            return {
+                exists: true,
+                scheduledAt,
+                state: response.State,
+            };
+        } catch (error) {
+            if (error instanceof ResourceNotFoundException) {
+                return {
+                    exists: false,
+                };
+            }
+            console.error(
+                `[Scheduler] Failed to get schedule ${scheduleName}:`,
+                error.message
+            );
+            throw error;
+        }
+    }
+}
+
+module.exports = { EventBridgeSchedulerAdapter };

package/infrastructure/scheduler/index.js

@@ -0,0 +1,33 @@
+/**
+ * Scheduler Infrastructure
+ *
+ * Provides scheduling capabilities for one-time jobs.
+ * Follows hexagonal architecture with interface + adapters pattern.
+ *
+ * Providers:
+ * - eventbridge: AWS EventBridge Scheduler (production)
+ * - mock: In-memory mock scheduler (local development)
+ */
+
+const { SchedulerServiceInterface } = require('./scheduler-service-interface');
+const { EventBridgeSchedulerAdapter } = require('./eventbridge-scheduler-adapter');
+const { MockSchedulerAdapter } = require('./mock-scheduler-adapter');
+const {
+    createSchedulerService,
+    SCHEDULER_PROVIDERS,
+    determineProvider,
+} = require('./scheduler-service-factory');
+
+module.exports = {
+    // Interface (Port)
+    SchedulerServiceInterface,
+
+    // Adapters
+    EventBridgeSchedulerAdapter,
+    MockSchedulerAdapter,
+
+    // Factory
+    createSchedulerService,
+    SCHEDULER_PROVIDERS,
+    determineProvider,
+};

package/infrastructure/scheduler/mock-scheduler-adapter.js

@@ -0,0 +1,143 @@
+/**
+ * Mock Scheduler Adapter for Local Development
+ *
+ * Stores schedules in memory and logs instead of creating real EventBridge schedules.
+ * Used when SCHEDULER_PROVIDER=mock or in local/dev/test environments.
+ *
+ * This adapter implements SchedulerServiceInterface for local development and testing.
+ */
+
+const { SchedulerServiceInterface } = require('./scheduler-service-interface');
+
+class MockSchedulerAdapter extends SchedulerServiceInterface {
+    constructor(options = {}) {
+        super();
+        this.verbose = options.verbose || false;
+        this.schedules = new Map();
+    }
+
+    /**
+     * Schedule a one-time job to be executed at a specific time
+     *
+     * @param {Object} params
+     * @param {string} params.scheduleName - Unique name for the schedule
+     * @param {Date} params.scheduleAt - When to trigger the schedule
+     * @param {string} params.queueResourceId - Queue resource identifier to send message to
+     * @param {Object} params.payload - JSON payload to send
+     * @returns {Promise<{scheduledJobId: string, scheduledAt: string}>}
+     */
+    async scheduleOneTime({ scheduleName, scheduleAt, queueResourceId, payload }) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+        if (!scheduleAt || !(scheduleAt instanceof Date)) {
+            throw new Error('scheduleAt must be a valid Date object');
+        }
+        if (!queueResourceId) {
+            throw new Error('queueResourceId is required');
+        }
+
+        const scheduleData = {
+            scheduleName,
+            scheduledAt: scheduleAt.toISOString(),
+            queueResourceId,
+            payload,
+            createdAt: new Date().toISOString(),
+            state: 'ENABLED',
+        };
+
+        this.schedules.set(scheduleName, scheduleData);
+
+        console.log(`[MockScheduler] Created schedule: ${scheduleName}`);
+        console.log(`[MockScheduler]   Scheduled for: ${scheduleAt.toISOString()}`);
+        console.log(`[MockScheduler]   Target: ${queueResourceId}`);
+        if (this.verbose) {
+            console.log(`[MockScheduler]   Payload:`, JSON.stringify(payload, null, 2));
+        }
+
+        return {
+            scheduledJobId: `mock-job-${scheduleName}`,
+            scheduledAt: scheduleAt.toISOString(),
+        };
+    }
+
+    /**
+     * Delete a scheduled job
+     *
+     * @param {string} scheduleName - Name of the schedule to delete
+     * @returns {Promise<void>}
+     */
+    async deleteSchedule(scheduleName) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+
+        const existed = this.schedules.has(scheduleName);
+        this.schedules.delete(scheduleName);
+
+        console.log(`[MockScheduler] Deleted schedule: ${scheduleName} (existed: ${existed})`);
+    }
+
+    /**
+     * Get the status of a scheduled job
+     *
+     * @param {string} scheduleName - Name of the schedule
+     * @returns {Promise<{exists: boolean, scheduledAt?: string, state?: string}>}
+     */
+    async getScheduleStatus(scheduleName) {
+        if (!scheduleName) {
+            throw new Error('scheduleName is required');
+        }
+
+        const schedule = this.schedules.get(scheduleName);
+
+        if (!schedule) {
+            return { exists: false };
+        }
+
+        return {
+            exists: true,
+            scheduledAt: schedule.scheduledAt,
+            state: schedule.state,
+        };
+    }
+
+    /**
+     * Get all scheduled jobs (helper for testing)
+     *
+     * @returns {Object} Map of all schedules as plain object
+     */
+    _getSchedules() {
+        return Object.fromEntries(this.schedules);
+    }
+
+    /**
+     * Clear all schedules (helper for testing)
+     */
+    _clearSchedules() {
+        const count = this.schedules.size;
+        this.schedules.clear();
+        console.log(`[MockScheduler] Cleared ${count} schedules`);
+    }
+
+    /**
+     * Simulate triggering a schedule (helper for testing)
+     *
+     * @param {string} scheduleName - Name of the schedule to trigger
+     * @returns {Object|null} The payload that would be sent, or null if not found
+     */
+    _simulateTrigger(scheduleName) {
+        const schedule = this.schedules.get(scheduleName);
+        if (!schedule) {
+            console.log(`[MockScheduler] Cannot trigger - schedule not found: ${scheduleName}`);
+            return null;
+        }
+
+        console.log(`[MockScheduler] Simulating trigger for: ${scheduleName}`);
+        console.log(`[MockScheduler]   Payload:`, JSON.stringify(schedule.payload, null, 2));
+
+        return schedule.payload;
+    }
+}
+
+module.exports = { MockSchedulerAdapter };