@headless-lms/server 0.2.0 → 0.4.0

package/dist/app/container.js

@@ -1,6 +1,9 @@
+import { buildNotificationRegistries, configuredPushSender } from "./notification-channels.js";
 import { loadIntegrations } from "./integrations.js";
-import { registerNotificationSubscribers } from "./notifications.js";
-import { DrizzleAssetsRepository, DrizzleAutomationRunsRepository, DrizzleAutomationsRepository, DrizzleConnectionsRepository, DrizzleContentRepository, DrizzleCourseAnalyticsRepository, DrizzleCredentialStore, DrizzleDashboardRepository, DrizzleDiscussionRepository, DrizzleEntitlementsRepository, DrizzleIdentityRepository, DrizzleLearnRepository, DrizzleMembersRepository, DrizzleOrganizationsRepository, DrizzleOutboxAppender, DrizzleOutboxStore, DrizzleProgressRepository, DrizzleSettingsRepository, DrizzleStudentsRepository, DrizzleUnitOfWork, createDb } from "@headless-lms/adapter-db";
+import { mcpEndpoints } from "./mcp-endpoints.js";
+import { communityMail } from "./community-mail.js";
+import { notificationReads } from "./notification-reads.js";
+import { DrizzleAdminRepository, DrizzleAssetsRepository, DrizzleAutomationRunsRepository, DrizzleAutomationsRepository, DrizzleChatRepository, DrizzleConnectionsRepository, DrizzleContentRepository, DrizzleCredentialStore, DrizzleDevicesRepository, DrizzleDigestRunRepository, DrizzleDiscussionRepository, DrizzleEntitlementsRepository, DrizzleIdentityRepository, DrizzleMemberRepository, DrizzleMembersRepository, DrizzleMentionsRepository, DrizzleNotificationSettingsRepository, DrizzleNotificationsRepository, DrizzleOrganizationsRepository, DrizzleOutboxAppender, DrizzleOutboxStore, DrizzlePostRepository, DrizzleProgressRepository, DrizzleSettingsRepository, DrizzleSubscriptionsRepository, DrizzleUnitOfWork, createDb } from "@headless-lms/adapter-db";
 import { InMemoryEventBus } from "@headless-lms/adapter-defaults/events";
 import { PollingOutboxRelay } from "@headless-lms/adapter-defaults/events/outbox-relay";
 import { InlineAutomationEngine } from "@headless-lms/adapter-defaults/workflows";
@@ -9,26 +12,25 @@ import { EmailAdapter, StubTemplateRenderer } from "@headless-lms/adapter-defaul
 import { createRootLogger, requestLogContext } from "@headless-lms/adapter-defaults/logging";
 import { StorageAdapter } from "@headless-lms/adapter-defaults/storage";
 import { BetterAuth } from "@headless-lms/adapter-auth";
-import { ContentService } from "@headless-lms/core/content";
-import { EntitlementsServiceImpl } from "@headless-lms/core/entitlements";
+import { CommunityNotificationCategories, ContentItemTitles, ContentService } from "@headless-lms/core/content";
+import { EntitlementsServiceImpl, entitlementsJobs, entitlementsRecurringJobs } from "@headless-lms/core/entitlements";
 import { ProgressServiceImpl } from "@headless-lms/core/progress";
-import { DiscussionServiceImpl } from "@headless-lms/core/discussion";
-import { IdentityServiceImpl } from "@headless-lms/core/identity";
-import { OrganizationServiceImpl, parseRole } from "@headless-lms/core/organizations";
-import { AssetsServiceImpl } from "@headless-lms/core/assets";
+import { ChatServiceImpl, DigestServiceImpl, DiscussionItemTitles, DiscussionServiceImpl, PostServiceImpl, SubscriptionServiceImpl, discussionJobs, discussionRecurringJobs } from "@headless-lms/core/discussion";
+import { DevicesServiceImpl, IdentityServiceImpl, NotificationSettingsServiceImpl } from "@headless-lms/core/identity";
+import { OrgNotificationCategories, OrganizationServiceImpl, parseRole } from "@headless-lms/core/organizations";
+import { AssetsServiceImpl, assetsJobs, assetsRecurringJobs, createFileUrls } from "@headless-lms/core/assets";
 import { IntegrationsServiceImpl } from "@headless-lms/core/integrations";
-import { AutomationsServiceImpl } from "@headless-lms/core/automations";
-import { StudentsReportServiceImpl } from "@headless-lms/core/reporting/students";
-import { DashboardReportServiceImpl } from "@headless-lms/core/reporting/dashboard";
-import { CoursesReportServiceImpl } from "@headless-lms/core/reporting/courses";
-import { LearnReportServiceImpl } from "@headless-lms/core/reporting/learn";
+import { AutomationsServiceImpl, DEFAULT_COMMUNITY_CATEGORIES, DEFAULT_ORG_CATEGORIES, NOTIFICATION_TYPES, NotificationDelivery, NotificationProcessor, NotificationsServiceImpl, RECIPIENT_RULES, SchedulerChatDebounce, notificationJobs } from "@headless-lms/core/automations";
 import { Mailer } from "@headless-lms/core/shared/mailer";
+import { AdminReportServiceImpl } from "@headless-lms/core/reporting/admin";
+import { MemberReportServiceImpl } from "@headless-lms/core/reporting/member";
 import { SettingsService } from "@headless-lms/core/shared/settings";
 //#region src/app/container.ts
 const OUTBOX_DEFAULTS = {
 	enabled: true,
 	pollIntervalMs: 1e3,
-	batchSize: 100
+	batchSize: 100,
+	concurrency: 16
 };
 function resolveOutboxConfig(config = {}) {
 	const overrides = Object.fromEntries(Object.entries(config).filter(([, value]) => value !== void 0));
@@ -56,7 +58,8 @@ async function buildContainer(config, options) {
 	const email = options?.adapters?.email ?? new EmailAdapter(logger.child({ name: "email" }));
 	const storage = options?.adapters?.storage ?? new StorageAdapter(logger.child({ name: "storage" }));
 	const templates = options?.adapters?.templates ?? new StubTemplateRenderer(logger.child({ name: "email" }));
-	const automationEngine = options?.adapters?.workflows ?? new InlineAutomationEngine();
+	const workflows = options?.adapters?.workflows;
+	const automationEngine = typeof workflows === "function" ? workflows(automationsLogger) : workflows ?? new InlineAutomationEngine(automationsLogger);
 	const mailer = new Mailer(templates, email, {
 		...config.emailBranding ?? {
 			brandName: "Headless LMS",
@@ -64,6 +67,19 @@ async function buildContainer(config, options) {
 		},
 		studentPortalUrl: config.studentPortalUrl
 	});
+	const fileUrls = createFileUrls(config.authBaseURL);
+	const assets = new AssetsServiceImpl({
+		storage,
+		repo: new DrizzleAssetsRepository(db, assetsLogger),
+		uow: new DrizzleUnitOfWork(db, (tx) => ({
+			assets: new DrizzleAssetsRepository(tx, assetsLogger),
+			outbox: new DrizzleOutboxAppender(tx, outboxLogger)
+		})),
+		memberImageMaxBytes: config.memberImageMaxBytes,
+		downloadLinkExpirySeconds: config.deliveryExpirySeconds,
+		fileUrls,
+		logger: assetsLogger
+	});
 	const identityUoW = new DrizzleUnitOfWork(db, (tx) => ({
 		identity: new DrizzleIdentityRepository(tx, logger.child({ name: "identity" })),
 		outbox: new DrizzleOutboxAppender(tx, logger.child({ name: "identity" }))
@@ -72,15 +88,18 @@ async function buildContainer(config, options) {
 		repo: new DrizzleIdentityRepository(db, logger.child({ name: "identity_repo" })),
 		logger: logger.child({ name: "identity" }),
 		uow: identityUoW,
-		mailer
+		mailer,
+		images: assets,
+		fileUrls
 	});
+	const organizationsRepo = new DrizzleOrganizationsRepository(db, logger.child({ name: "org" }));
 	const organizationsUow = new DrizzleUnitOfWork(db, (tx) => ({
 		organizations: new DrizzleOrganizationsRepository(tx, logger.child({ name: "org" })),
 		outbox: new DrizzleOutboxAppender(tx, logger.child({ name: "org" }))
 	}));
 	const orgAdminRef = { current: void 0 };
 	const organizations = new OrganizationServiceImpl({
-		repo: new DrizzleOrganizationsRepository(db, logger.child({ name: "org" })),
+		repo: organizationsRepo,
 		membersRepo: new DrizzleMembersRepository(db, logger.child({ name: "org" })),
 		people: identity,
 		uow: organizationsUow,
@@ -103,17 +122,79 @@ async function buildContainer(config, options) {
 	const content = new ContentService({
 		repo: new DrizzleContentRepository(db, contentLogger),
 		uow: contentUow,
+		libraryAssets: assets,
+		files: assets,
+		fileUrls,
 		logger: contentLogger
 	});
+	const pushConfig = options?.adapters?.push ?? {};
+	const pushSender = configuredPushSender(pushConfig, options?.adapters?.pushSender);
+	const notificationRegistries = buildNotificationRegistries({
+		declarations: NOTIFICATION_TYPES,
+		defaults: {
+			community: DEFAULT_COMMUNITY_CATEGORIES,
+			org: DEFAULT_ORG_CATEGORIES
+		},
+		mailer: options?.adapters?.email ? mailer : null,
+		emailOf: async (_orgId, userId) => (await identity.getUserById(userId))?.email ?? null,
+		push: pushSender ? {
+			sender: pushSender,
+			activeDevices: (orgId, userId, since) => devices.activeDevices(orgId, userId, since)
+		} : null,
+		channels: options?.adapters?.notificationChannels ?? []
+	});
+	const notificationCategories = {
+		community: new CommunityNotificationCategories({
+			communities: new DrizzleContentRepository(db, contentLogger),
+			settings,
+			types: notificationRegistries.types,
+			channels: notificationRegistries.channels,
+			logger: contentLogger
+		}),
+		org: new OrgNotificationCategories({
+			settings,
+			types: notificationRegistries.types,
+			channels: notificationRegistries.channels,
+			logger: logger.child({ name: "org" })
+		})
+	};
+	const notificationCategoryLists = { listFor: async (orgId, communityId) => (communityId ? await notificationCategories.community.get(orgId, communityId) : await notificationCategories.org.get(orgId, orgId)).categories };
 	const entitlementsUow = new DrizzleUnitOfWork(db, (tx) => ({
 		entitlements: new DrizzleEntitlementsRepository(tx, entitlementsLogger),
+		spaces: new DrizzleContentRepository(tx, contentLogger),
 		outbox: new DrizzleOutboxAppender(tx, outboxLogger)
 	}));
+	const authors = {
+		roleOf: async (orgId, orgUserId) => {
+			return (await organizationsRepo.findOrgUserById(orgId, orgUserId))?.role ?? null;
+		},
+		rolesOf: async (orgId, orgUserIds) => {
+			const rows = await organizationsRepo.findOrgUsersByIds(orgId, orgUserIds);
+			return Object.fromEntries(rows.map((row) => [row.id, row.role]));
+		}
+	};
 	const entitlements = new EntitlementsServiceImpl({
 		repo: new DrizzleEntitlementsRepository(db, entitlementsLogger),
+		content,
 		uow: entitlementsUow,
 		logger: entitlementsLogger
 	});
+	const identityLogger = logger.child({ name: "identity" });
+	const notificationSettings = new NotificationSettingsServiceImpl({
+		repo: new DrizzleNotificationSettingsRepository(db, identityLogger),
+		categories: {
+			communityList: async (orgId, communityId) => (await notificationCategories.community.get(orgId, communityId)).categories,
+			orgList: async (orgId) => (await notificationCategories.org.get(orgId, orgId)).categories
+		},
+		access: { canOpen: (orgId, actor, communityId) => entitlements.isCommunityMember(orgId, actor, communityId) },
+		channels: notificationRegistries.channels,
+		logger: identityLogger
+	});
+	const devices = new DevicesServiceImpl({
+		repo: new DrizzleDevicesRepository(db, identityLogger),
+		push: pushConfig,
+		logger: identityLogger
+	});
 	const progressUow = new DrizzleUnitOfWork(db, (tx) => ({
 		progress: new DrizzleProgressRepository(tx, progressLogger),
 		outbox: new DrizzleOutboxAppender(tx, outboxLogger)
@@ -121,49 +202,118 @@ async function buildContainer(config, options) {
 	const progress = new ProgressServiceImpl({
 		repo: new DrizzleProgressRepository(db, progressLogger),
 		content,
+		access: entitlements,
 		uow: progressUow,
 		logger: progressLogger
 	});
+	const postReads = new DrizzlePostRepository(db, discussionLogger);
+	const discussionReads = new DrizzleDiscussionRepository(db, discussionLogger);
+	const chatReads = new DrizzleChatRepository(db, discussionLogger);
+	const subscriptionReads = new DrizzleSubscriptionsRepository(db, discussionLogger);
+	const mentionReads = new DrizzleMentionsRepository(db, discussionLogger);
+	const posts = new PostServiceImpl({
+		repo: postReads,
+		access: entitlements,
+		content,
+		authors,
+		profiles: discussionReads,
+		comments: discussionReads,
+		subscriptions: subscriptionReads,
+		mentions: mentionReads,
+		images: assets,
+		fileUrls,
+		uow: new DrizzleUnitOfWork(db, (tx) => ({
+			posts: new DrizzlePostRepository(tx, discussionLogger),
+			mentions: new DrizzleMentionsRepository(tx, discussionLogger),
+			outbox: new DrizzleOutboxAppender(tx, outboxLogger)
+		})),
+		scheduler: automationEngine,
+		logger: discussionLogger
+	});
+	const chats = new ChatServiceImpl({
+		repo: chatReads,
+		access: entitlements,
+		content,
+		authors,
+		profiles: discussionReads,
+		subscriptions: subscriptionReads,
+		mentions: mentionReads,
+		images: assets,
+		fileUrls,
+		uow: new DrizzleUnitOfWork(db, (tx) => ({
+			chats: new DrizzleChatRepository(tx, discussionLogger),
+			mentions: new DrizzleMentionsRepository(tx, discussionLogger),
+			outbox: new DrizzleOutboxAppender(tx, outboxLogger)
+		})),
+		logger: discussionLogger
+	});
 	const discussion = new DiscussionServiceImpl({
-		repo: new DrizzleDiscussionRepository(db, discussionLogger),
+		repo: discussionReads,
 		access: entitlements,
 		content,
+		posts,
+		spaces: entitlements,
+		mentions: mentionReads,
+		fileUrls,
 		uow: new DrizzleUnitOfWork(db, (tx) => ({
 			discussion: new DrizzleDiscussionRepository(tx, discussionLogger),
+			mentions: new DrizzleMentionsRepository(tx, discussionLogger),
 			outbox: new DrizzleOutboxAppender(tx, outboxLogger)
 		})),
 		settings,
 		logger: discussionLogger
 	});
-	const assets = new AssetsServiceImpl({
-		storage,
-		repo: new DrizzleAssetsRepository(db, assetsLogger),
+	const subscriptions = new SubscriptionServiceImpl({
+		repo: subscriptionReads,
+		access: entitlements,
+		posts,
+		chats,
+		logger: discussionLogger
+	});
+	const digests = new DigestServiceImpl({
+		schedules: { communitiesWithDigest: () => content.communitiesWithDigest() },
+		runs: new DrizzleDigestRunRepository(db, discussionLogger),
 		uow: new DrizzleUnitOfWork(db, (tx) => ({
-			assets: new DrizzleAssetsRepository(tx, assetsLogger),
+			digests: new DrizzleDigestRunRepository(tx, discussionLogger),
 			outbox: new DrizzleOutboxAppender(tx, outboxLogger)
 		})),
-		logger: assetsLogger
+		logger: discussionLogger
 	});
-	const reporting = {
-		students: new StudentsReportServiceImpl({
-			repo: new DrizzleStudentsRepository(db, reportingLogger),
-			logger: reportingLogger
-		}),
-		dashboard: new DashboardReportServiceImpl({
-			repo: new DrizzleDashboardRepository(db, reportingLogger),
-			logger: reportingLogger
-		}),
-		courses: new CoursesReportServiceImpl({
-			repo: new DrizzleCourseAnalyticsRepository(db, reportingLogger),
-			logger: reportingLogger
+	const notificationsRepo = new DrizzleNotificationsRepository(db);
+	const notificationList = new NotificationsServiceImpl({
+		repo: notificationsRepo,
+		logger: automationsLogger
+	});
+	const itemTitles = {
+		discussion: new DiscussionItemTitles({
+			posts,
+			chats,
+			comments: discussionReads,
+			messages: chatReads,
+			profiles: discussionReads,
+			activities: content,
+			access: entitlements
 		}),
-		learn: new LearnReportServiceImpl({
-			reader: new DrizzleLearnRepository(db, reportingLogger),
+		content: new ContentItemTitles({
+			content,
+			access: entitlements
+		})
+	};
+	const reporting = {
+		admin: new AdminReportServiceImpl({ repo: new DrizzleAdminRepository(db, reportingLogger) }),
+		member: new MemberReportServiceImpl({
+			repo: new DrizzleMemberRepository(db, reportingLogger),
 			content,
 			progress,
-			assets,
-			deliveryExpirySeconds: config.deliveryExpirySeconds,
-			logger: reportingLogger
+			files: assets,
+			fileUrls,
+			access: entitlements,
+			notifications: notificationList,
+			titles: itemTitles,
+			subscriptions,
+			notificationCategories,
+			notificationSettings,
+			channels: notificationRegistries.channels
 		})
 	};
 	const credentialStore = new DrizzleCredentialStore(db, config.credentialStoreKey, integrationsLogger);
@@ -187,7 +337,14 @@ async function buildContainer(config, options) {
 		outbox: new DrizzleOutboxAppender(tx, automationsLogger)
 	}));
 	const mailerLookups = {
-		orgUserEmail: async (orgId, orgUserId) => (await reporting.students.get(orgId, orgUserId))?.email ?? null,
+		orgUserPerson: async (orgId, orgUserId) => {
+			const orgUser = await organizationsRepo.findOrgUserById(orgId, orgUserId);
+			const user = orgUser ? await identity.getUserById(orgUser.userId) : null;
+			return user ? {
+				userId: user.id,
+				email: user.email
+			} : null;
+		},
 		contentInfo: async (orgId, contentId) => {
 			const course = await content.getCourse(orgId, contentId);
 			if (course) return {
@@ -196,28 +353,99 @@ async function buildContainer(config, options) {
 				type: course.type
 			};
 			const download = await content.getDownload(orgId, contentId);
-			return download ? {
+			if (download) return {
 				id: download.id,
 				title: download.title,
 				type: download.type
+			};
+			const community = await content.getCommunity(orgId, contentId);
+			return community ? {
+				id: community.id,
+				title: community.title,
+				type: community.type
 			} : null;
 		}
 	};
+	const runsRepo = new DrizzleAutomationRunsRepository(db, automationsLogger);
+	const wired = communityMail({
+		content,
+		entitlements,
+		organizations,
+		identity,
+		posts,
+		subscriptions,
+		discussion,
+		chats
+	});
+	const recipientReads = notificationReads({
+		content,
+		entitlements,
+		organizations,
+		identity,
+		posts,
+		subscriptions,
+		discussion,
+		chats,
+		settings: notificationSettings
+	});
+	const notificationProcessor = new NotificationProcessor({
+		rules: RECIPIENT_RULES,
+		reads: recipientReads,
+		types: notificationRegistries.types,
+		channels: notificationRegistries.channels,
+		categories: notificationCategoryLists,
+		settings: notificationSettings,
+		devices,
+		repo: notificationsRepo,
+		engine: automationEngine,
+		debounce: new SchedulerChatDebounce(automationEngine),
+		logger: automationsLogger
+	});
 	const automations = new AutomationsServiceImpl({
 		repo: new DrizzleAutomationsRepository(db, automationsLogger),
-		runsRepo: new DrizzleAutomationRunsRepository(db, automationsLogger),
+		runsRepo,
 		uow: automationsUow,
 		engine: automationEngine,
 		mailer,
 		lookups: mailerLookups,
 		integrations,
 		credentials: credentialStore,
-		webhooks: options?.adapters?.webhooks ?? new FetchWebhookSender(),
+		webhooks: options?.adapters?.webhooks ?? new FetchWebhookSender({ allowPrivateNetwork: config.webhookAllowPrivateNetwork }),
+		mail: wired.mail,
+		grants: wired.grants,
+		delivery: new NotificationDelivery({
+			repo: notificationsRepo,
+			channels: notificationRegistries.channels,
+			devices,
+			logger: automationsLogger
+		}),
+		processor: notificationProcessor,
 		logger: automationsLogger
 	});
 	automationEngine.register(automations);
+	automationEngine.registerJobs([
+		...discussionJobs({
+			posts,
+			digests,
+			logger: discussionLogger
+		}),
+		...entitlementsJobs({ grants: entitlements }),
+		...assetsJobs({
+			assets,
+			orgs: organizations,
+			logger: assetsLogger
+		}),
+		...notificationJobs({
+			processor: notificationProcessor,
+			reads: recipientReads,
+			logger: automationsLogger
+		})
+	], [
+		...discussionRecurringJobs,
+		...entitlementsRecurringJobs,
+		...assetsRecurringJobs
+	]);
 	const eventBus = new InMemoryEventBus();
-	registerNotificationSubscribers(eventBus, mailer, mailerLookups);
 	eventBus.subscribeAll((event) => automations.handle(event));
 	const outboxConfig = resolveOutboxConfig(config.outbox);
 	const outboxRelay = new PollingOutboxRelay(new DrizzleOutboxStore(db, outboxLogger), eventBus, outboxConfig, outboxLogger);
@@ -230,9 +458,18 @@ async function buildContainer(config, options) {
 			throw err;
 		}
 	};
+	const mcp = mcpEndpoints(config);
+	if (!mcp.oauthEnabled) authLogger.warn("MCP OAuth is off: BETTER_AUTH_URL must be https or a loopback host; /mcp accepts API keys only", { authBaseURL: config.authBaseURL });
 	const auth = new BetterAuth({
 		db,
 		baseUrl: config.authBaseURL,
+		mcp: {
+			oauthEnabled: mcp.oauthEnabled,
+			resource: mcp.resource,
+			loginPage: mcp.loginPage,
+			consentPage: mcp.consentPage,
+			orgPickerPage: mcp.orgPickerPage
+		},
 		secret: config.authSecret,
 		trustedOrigins: config.trustedOrigins,
 		hooks: {
@@ -314,6 +551,7 @@ async function buildContainer(config, options) {
 	orgAdminRef.current = auth;
 	return {
 		auth,
+		mcp,
 		identity,
 		organizations,
 		orgProvider: auth,
@@ -321,9 +559,19 @@ async function buildContainer(config, options) {
 		entitlements,
 		progress,
 		discussion,
+		posts,
+		chats,
+		subscriptions,
 		assets,
 		integrations,
 		automations,
+		notificationTypes: notificationRegistries.types,
+		notificationChannels: notificationRegistries.channels,
+		notificationCategories,
+		notificationCategoryLists,
+		notificationSettings,
+		devices,
+		notificationList,
 		settings,
 		reporting,
 		storage,
@@ -331,6 +579,7 @@ async function buildContainer(config, options) {
 		credentials: credentialStore,
 		outboxRelay,
 		automationEngine,
+		scheduler: automationEngine,
 		logger,
 		loggerInstance,
 		requestContext: requestLogContext,