@valentinkolb/cloud 0.1.0

package/src/services/logging/index.ts

@@ -0,0 +1,294 @@
+import { sql } from "bun";
+import type { PaginationParams } from "../../contracts/shared";
+import { registerSettings, registerGroupLabel } from "../settings/defaults";
+import { escapeLikePattern, parsePgJsonRecord, toPgTextArray } from "../postgres";
+
+// ── Settings Registration ──────────────────────────────────────────────
+
+registerGroupLabel("logs", "Logging");
+registerSettings([
+  {
+    key: "logs.retention_days",
+    kind: "number",
+    default: 30,
+    description: "Automatically delete log entries older than this many days",
+    group: "logs",
+  },
+]);
+
+// ==========================
+// Types
+// ==========================
+
+type LogLevel = "debug" | "info" | "warn" | "error";
+
+type WriteParams = {
+  level: LogLevel;
+  source: string;
+  message: string;
+  metadata?: Record<string, unknown>;
+};
+
+type Logger = {
+  debug: (message: string, metadata?: Record<string, unknown>) => void;
+  info: (message: string, metadata?: Record<string, unknown>) => void;
+  warn: (message: string, metadata?: Record<string, unknown>) => void;
+  error: (message: string, metadata?: Record<string, unknown>) => void;
+};
+
+export type LogEntry = {
+  id: number;
+  level: LogLevel;
+  source: string;
+  message: string;
+  metadata: Record<string, unknown> | null;
+  createdAt: string;
+};
+
+type DbLogRow = {
+  id: number;
+  level: string;
+  source: string;
+  message: string;
+  metadata: Record<string, unknown> | null;
+  created_at: string;
+};
+
+// ==========================
+// Helpers
+// ==========================
+
+/**
+ * Maps one logging row to the public log entry shape.
+ */
+const mapRow = (row: DbLogRow): LogEntry => ({
+  id: row.id,
+  level: row.level as LogLevel,
+  source: row.source,
+  message: row.message,
+  metadata: parsePgJsonRecord(row.metadata),
+  createdAt: row.created_at,
+});
+
+// ==========================
+// Core: Write + Logger
+// ==========================
+
+/**
+ * Keys whose values are scrubbed from log metadata before console + DB write.
+ * Defense-in-depth: future code that accidentally passes a token/password/
+ * cookie into `logger.info(...)` won't leak it to the persistent log.
+ *
+ * Match is case-insensitive and substring-based on the key (e.g. `apiKey`,
+ * `accessToken`, `clientSecret` all trip).
+ */
+const SENSITIVE_KEY_PATTERN = /(password|secret|token|cookie|authorization|api[_-]?key|private[_-]?key|session)/i;
+const REDACTED = "[REDACTED]";
+
+const redactMetadata = (input: unknown): unknown => {
+  if (input === null || typeof input !== "object") return input;
+  if (Array.isArray(input)) return input.map(redactMetadata);
+  const out: Record<string, unknown> = {};
+  for (const [key, value] of Object.entries(input)) {
+    out[key] = SENSITIVE_KEY_PATTERN.test(key) ? REDACTED : redactMetadata(value);
+  }
+  return out;
+};
+
+/** Fire-and-forget write — mirrors to console, then inserts to DB async. */
+function write(params: WriteParams): void {
+  const safeMetadata = params.metadata ? (redactMetadata(params.metadata) as Record<string, unknown>) : undefined;
+  const prefix = `[${params.source}]`;
+  const consoleFn = params.level === "error" ? console.error : params.level === "warn" ? console.warn : console.log;
+  consoleFn(prefix, params.message, ...(safeMetadata ? [safeMetadata] : []));
+
+  sql`
+    INSERT INTO logging.entries (level, source, message, metadata)
+    VALUES (
+      ${params.level},
+      ${params.source},
+      ${params.message},
+      ${safeMetadata ? JSON.stringify(safeMetadata) : null}::jsonb
+    )
+  `.catch((err: Error) => console.error("[logging] DB write failed:", err.message));
+}
+
+/**
+ * Stateless logger factory. Creates an object with .debug/.info/.warn/.error methods
+ * bound to the given source. Can be called inline or cached — no state is held.
+ *
+ * @example
+ * // Inline
+ * logger("yjs").info("Document loaded", { noteId });
+ *
+ * // Cached
+ * const log = logger("weather");
+ * log.error("API error", { status: 500 });
+ */
+export function logger(source: string): Logger {
+  return {
+    debug: (msg, meta) => write({ level: "debug", source, message: msg, metadata: meta }),
+    info: (msg, meta) => write({ level: "info", source, message: msg, metadata: meta }),
+    warn: (msg, meta) => write({ level: "warn", source, message: msg, metadata: meta }),
+    error: (msg, meta) => write({ level: "error", source, message: msg, metadata: meta }),
+  };
+}
+
+// ==========================
+// Admin: List / Sources / Cleanup
+// ==========================
+
+/** List log entries with pagination and optional filters. */
+const list = async (
+  pagination: PaginationParams,
+  options?: {
+    source?: string;
+    sources?: string[];
+    level?: string;
+    search?: string;
+  },
+): Promise<{ entries: LogEntry[]; total: number }> => {
+  const { offset, perPage } = pagination;
+  const { source, sources, level, search } = options ?? {};
+
+  const searchPattern = search ? `%${escapeLikePattern(search)}%` : null;
+  const filterSource = source && source !== "all" ? source : null;
+  const filterSources =
+    !filterSource && Array.isArray(sources) && sources.length > 0 ? [...new Set(sources.map((value) => value.trim()).filter(Boolean))] : null;
+  const filterSourcesLiteral = filterSources ? toPgTextArray(filterSources) : null;
+  const filterLevel = level && level !== "all" ? level : null;
+  const hasSourceList = !!filterSources && filterSources.length > 0;
+
+  let countRows: Array<{ count: number }> = [];
+  let dataRows: DbLogRow[] = [];
+
+  if (filterSource) {
+    countRows = await sql`
+      SELECT COUNT(*)::int as count
+      FROM logging.entries
+      WHERE source = ${filterSource}
+        AND (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+    `;
+
+    dataRows = await sql`
+      SELECT id, level, source, message, metadata, created_at
+      FROM logging.entries
+      WHERE source = ${filterSource}
+        AND (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+      ORDER BY created_at DESC
+      LIMIT ${perPage} OFFSET ${offset}
+    `;
+  } else if (hasSourceList) {
+    countRows = await sql`
+      SELECT COUNT(*)::int as count
+      FROM logging.entries
+      WHERE source = ANY(${filterSourcesLiteral}::text[])
+        AND (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+    `;
+
+    dataRows = await sql`
+      SELECT id, level, source, message, metadata, created_at
+      FROM logging.entries
+      WHERE source = ANY(${filterSourcesLiteral}::text[])
+        AND (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+      ORDER BY created_at DESC
+      LIMIT ${perPage} OFFSET ${offset}
+    `;
+  } else {
+    countRows = await sql`
+      SELECT COUNT(*)::int as count
+      FROM logging.entries
+      WHERE (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+    `;
+
+    dataRows = await sql`
+      SELECT id, level, source, message, metadata, created_at
+      FROM logging.entries
+      WHERE (${filterLevel}::text IS NULL OR level = ${filterLevel})
+        AND (${searchPattern}::text IS NULL OR message ILIKE ${searchPattern} ESCAPE '\' OR metadata::text ILIKE ${searchPattern} ESCAPE '\')
+      ORDER BY created_at DESC
+      LIMIT ${perPage} OFFSET ${offset}
+    `;
+  }
+
+  return {
+    entries: dataRows.map((row: DbLogRow) => mapRow(row)),
+    total: countRows[0]?.count ?? 0,
+  };
+};
+
+/** Get all unique source names (for filter dropdown). */
+const getSources = async (): Promise<string[]> => {
+  const rows = await sql`
+    SELECT DISTINCT source FROM logging.entries ORDER BY source
+  `;
+  return rows.map((row: { source: string }) => row.source);
+};
+
+/** Delete log entries older than the given number of days. */
+const cleanup = async (olderThanDays: number): Promise<{ deleted: number }> => {
+  const rows = await sql`
+    DELETE FROM logging.entries
+    WHERE created_at < now() - ${olderThanDays + " days"}::interval
+  `;
+  return { deleted: rows.count };
+};
+
+export type LogSummary = {
+  total: number;
+  errors24h: number;
+  warnings24h: number;
+  total24h: number;
+  sources: number;
+  lastErrorAt: string | null;
+};
+
+/**
+ * Aggregated stats for the admin dashboard. Single SQL roundtrip, but split
+ * into independent subqueries so each one can use `idx_logging_entries_level`
+ * and `idx_logging_level_created_at` (composite, see migration). The original
+ * `COUNT(*) FILTER (...)` form forced a full-table scan because there was no
+ * top-level `WHERE`.
+ *
+ * `last_error_at::text` because `bun.sql` returns timestamps as `Date` and the
+ * `LogSummary.lastErrorAt: string | null` contract expects an ISO-ish string.
+ */
+const summary = async (): Promise<LogSummary> => {
+  const [row] = await sql<{
+    total: number;
+    total_24h: number;
+    errors_24h: number;
+    warnings_24h: number;
+    sources: number;
+    last_error_at: string | null;
+  }[]>`
+    SELECT
+      (SELECT COUNT(*)::int FROM logging.entries)                                                                AS total,
+      (SELECT COUNT(*)::int FROM logging.entries WHERE created_at > now() - interval '24 hours')                 AS total_24h,
+      (SELECT COUNT(*)::int FROM logging.entries WHERE level = 'error' AND created_at > now() - interval '24 hours') AS errors_24h,
+      (SELECT COUNT(*)::int FROM logging.entries WHERE level = 'warn'  AND created_at > now() - interval '24 hours') AS warnings_24h,
+      (SELECT COUNT(*)::int FROM (SELECT DISTINCT source FROM logging.entries) s)                                AS sources,
+      (SELECT created_at::text FROM logging.entries WHERE level = 'error' ORDER BY created_at DESC LIMIT 1)      AS last_error_at
+  `;
+  return {
+    total: row?.total ?? 0,
+    errors24h: row?.errors_24h ?? 0,
+    warnings24h: row?.warnings_24h ?? 0,
+    total24h: row?.total_24h ?? 0,
+    sources: row?.sources ?? 0,
+    lastErrorAt: row?.last_error_at ?? null,
+  };
+};
+
+/** Admin service object for querying/managing logs. */
+export const logging = {
+  list,
+  getSources,
+  cleanup,
+  summary,
+};

package/src/services/notifications/email.ts

@@ -0,0 +1,123 @@
+import { createTransport, type Transporter } from "nodemailer";
+import sanitizeHtml from "sanitize-html";
+import * as settings from "../settings";
+import { coreSettings } from "../settings/api";
+
+/** Lazily-created transporter — uses current settings on each send. */
+const getTransporter = async (): Promise<Transporter> => {
+  const host = await settings.get<string>("mail.noreply.smtp_host");
+  const port = await settings.get<number>("mail.noreply.smtp_port");
+  const user = await settings.get<string>("mail.noreply.user");
+  const pass = await settings.get<string>("mail.noreply.password");
+
+  return createTransport({
+    host,
+    port,
+    secure: port === 465,
+    auth: { user, pass },
+  });
+};
+
+/** Sanitize plain text content (no HTML allowed). */
+const sanitizeContent = (content: string): string => sanitizeHtml(content, { allowedTags: [], allowedAttributes: {} });
+
+/** Sanitize rich HTML content (links, basic formatting allowed). */
+const sanitizeRawHtml = (html: string): string =>
+  sanitizeHtml(html, {
+    allowedTags: ["a", "strong", "em", "p", "br", "span", "code"],
+    allowedAttributes: {
+      a: ["href", "target", "style"],
+      span: ["style"],
+      p: ["style"],
+      code: ["style"],
+    },
+    allowedSchemes: ["http", "https", "mailto"],
+  });
+
+/** Send an email with the standard HTML template. */
+export const sendEmail = async (to: string, subject: string, opts: { content?: string; rawHtml?: string }): Promise<void> => {
+  const rawAppUrl = await settings.get<string>("app.url");
+  const appUrl = rawAppUrl.startsWith("http") ? rawAppUrl : `https://${rawAppUrl}`;
+  const appName = await settings.get<string>("app.name");
+  const emailFrom = await settings.get<string>("mail.noreply.from");
+
+  let body = "";
+  if (opts.rawHtml) {
+    body = sanitizeRawHtml(opts.rawHtml);
+  } else if (opts.content) {
+    body = `<p>${sanitizeContent(opts.content)}</p>`;
+  }
+
+  const html = await buildHtml(appUrl, appName, body);
+  const transporter = await getTransporter();
+
+  await transporter.sendMail({
+    from: `"${appName}" <${emailFrom}>`,
+    to,
+    subject,
+    html,
+  });
+};
+
+/**
+ * Builds the default HTML mail template wrapper when no raw HTML was provided.
+ */
+const buildHtml = async (appUrl: string, appName: string, content: string) => {
+  const logoUri = await coreSettings.get<string>("app.logo");
+  return `
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+</head>
+<body style="margin:0;padding:0;background:#f4f4f5;font-family:-apple-system,BlinkMacSystemFont,'Segoe UI',Roboto,sans-serif;">
+  <table width="100%" cellpadding="0" cellspacing="0" style="padding:32px 16px;">
+    <tr><td align="center">
+      <table width="100%" style="max-width:520px;" cellpadding="0" cellspacing="0">
+
+        <!-- Header -->
+        <tr><td style="background:#ffffff;padding:20px 24px;border-radius:12px 12px 0 0;border:1px solid #e4e4e7;border-bottom:none;">
+          <table cellpadding="0" cellspacing="0"><tr>
+          ${
+            logoUri
+              ? `<td style="padding-right:12px;vertical-align:middle;">
+              <img src="${logoUri}" alt="Logo" width="28" height="28" style="display:block;">
+            </td>`
+              : ""
+          }
+            <td style="vertical-align:middle;">
+              <span style="font-size:16px;font-weight:600;color:#18181b;">${appName}</span>
+            </td>
+          </tr></table>
+        </td></tr>
+
+        <!-- Content -->
+        <tr><td style="background:#ffffff;padding:28px 24px;border-left:1px solid #e4e4e7;border-right:1px solid #e4e4e7;">
+          <div style="font-size:14px;line-height:1.6;color:#27272a;">
+            ${content}
+          </div>
+        </td></tr>
+
+        <!-- Footer -->
+        <tr><td style="background:#fafafa;padding:16px 24px;border-radius:0 0 12px 12px;border:1px solid #e4e4e7;border-top:none;">
+          <p style="margin:0 0 8px;font-size:11px;color:#71717a;text-align:center;">
+            <a href="${appUrl}/impressum" style="color:#71717a;text-decoration:underline;">Imprint</a>
+            &nbsp;&middot;&nbsp;
+            <a href="${appUrl}/legal/terms" style="color:#71717a;text-decoration:underline;">Terms</a>
+            &nbsp;&middot;&nbsp;
+            <a href="${appUrl}/legal/privacy" style="color:#71717a;text-decoration:underline;">Privacy</a>
+          </p>
+          <p style="margin:0;font-size:11px;color:#a1a1aa;text-align:center;">
+            This message was sent automatically. Please do not reply to this email.
+          </p>
+        </td></tr>
+
+      </table>
+    </td></tr>
+  </table>
+</body>
+<!-- the answer is 42 ;D -->
+</html>
+`;
+};