@talkpilot/core-db 1.3.39 → 1.3.40

package/src/utils/date.utils.ts

@@ -1,126 +1,126 @@
-/**
- * Shared timezone-aware date helpers for statistics aggregations.
- */
-
-/** Milliseconds in a single day. */
-export const DAY_MS = 24 * 60 * 60 * 1000;
-
-/** Maps a short weekday name (as produced by Intl) to its index (Sun = 0). */
-export const WEEKDAY: Record<string, number> = {
-  Sun: 0,
-  Mon: 1,
-  Tue: 2,
-  Wed: 3,
-  Thu: 4,
-  Fri: 5,
-  Sat: 6,
-};
-
-/** Parses a `YYYY-MM-DD` string into `[year, month, day]` numbers. */
-export const parseYmd = (dateStr: string): [number, number, number] => {
-  const [y, m, d] = dateStr.split("-").map(Number);
-  return [y, m, d];
-};
-
-/** Builds a zero-padded `YYYY-MM-DD` string from numeric parts. */
-export const ymdToStr = (y: number, m: number, d: number): string =>
-  `${y}-${String(m).padStart(2, "0")}-${String(d).padStart(2, "0")}`;
-
-/** Parses a `YYYY-MM-DD` string as midnight UTC. */
-export const toUtcDate = (dateStr: string): Date =>
-  new Date(`${dateStr}T00:00:00.000Z`);
-
-/** Formats a date as a `YYYY-MM-DD` string in UTC. */
-export const formatDate = (date: Date): string =>
-  date.toISOString().slice(0, 10);
-
-/** Adds `days` to a `YYYY-MM-DD` string, returning the resulting `YYYY-MM-DD`. */
-export const addDaysToDateStr = (dateStr: string, days: number): string =>
-  formatDate(new Date(toUtcDate(dateStr).getTime() + days * DAY_MS));
-
-/** Next civil calendar day (proleptic Gregorian). Avoids DST 24h steps that can stall iteration. */
-export const incrementYmd = (
-  y: number,
-  m: number,
-  d: number,
-): [number, number, number] => {
-  const next = new Date(Date.UTC(y, m - 1, d + 1));
-  return [next.getUTCFullYear(), next.getUTCMonth() + 1, next.getUTCDate()];
-};
-
-/**
- * Formats a date as the calendar day in the given timezone.
- * `en-CA` yields ISO-8601 `YYYY-MM-DD`, which is lexicographically sortable
- * (string compare == chronological compare) and matches MongoDB's `%Y-%m-%d`.
- */
-export const formatYmdInTz = (date: Date, timezone: string): string =>
-  new Intl.DateTimeFormat("en-CA", { timeZone: timezone }).format(date);
-
-/**
- * Returns the calendar day in the given timezone as numeric parts.
- * Reads parts by `type` (not string order), so `en-US` is fine here.
- */
-export const getYmdInTz = (date: Date, timezone: string) => {
-  const parts = Object.fromEntries(
-    new Intl.DateTimeFormat("en-US", {
-      timeZone: timezone,
-      year: "numeric",
-      month: "numeric",
-      day: "numeric",
-    })
-      .formatToParts(date)
-      .map((p) => [p.type, Number(p.value)]),
-  );
-  return { y: parts.year, m: parts.month, d: parts.day };
-};
-
-/** Weekday index (Sun = 0) of a date in the given timezone. */
-export const getWeekdayInTz = (date: Date, timezone: string): number =>
-  WEEKDAY[
-    new Intl.DateTimeFormat("en-US", {
-      timeZone: timezone,
-      weekday: "short",
-    }).format(date)
-  ] ?? 0;
-
-/**
- * Returns the given `YYYY-MM-DD` day at noon UTC — a stable anchor inside the
- * calendar day, far from midnight so timezone/DST shifts can't cross a date boundary.
- */
-export const dateAtNoonUtc = (dateStr: string): Date => {
-  const [y, m, d] = parseYmd(dateStr);
-  return new Date(Date.UTC(y, m - 1, d, 12, 0, 0));
-};
-
-/**
- * UTC instant at the start of the given `YYYY-MM-DD` calendar day in `timezone`.
- * Binary-searches the boundary so it stays correct across DST transitions.
- */
-export const startOfCalendarDayInTz = (
-  dateStr: string,
-  timezone: string,
-): Date => {
-  const anchor = dateAtNoonUtc(dateStr).getTime();
-  let low = anchor - 2 * DAY_MS;
-  let high = anchor + DAY_MS;
-
-  while (high - low > 1 /* ms */) {
-    const mid = Math.floor((low + high) / 2);
-    if (formatYmdInTz(new Date(mid), timezone) >= dateStr) high = mid;
-    else low = mid;
-  }
-
-  return new Date(high);
-};
-
-/** UTC instant at the last millisecond of the given calendar day in `timezone`. */
-export const endOfCalendarDayInTz = (
-  dateStr: string,
-  timezone: string,
-): Date => {
-  const [y, m, d] = parseYmd(dateStr);
-  const nextDay = new Date(Date.UTC(y, m - 1, d + 1))
-    .toISOString()
-    .slice(0, 10);
-  return new Date(startOfCalendarDayInTz(nextDay, timezone).getTime() - 1);
-};
+/**
+ * Shared timezone-aware date helpers for statistics aggregations.
+ */
+
+/** Milliseconds in a single day. */
+export const DAY_MS = 24 * 60 * 60 * 1000;
+
+/** Maps a short weekday name (as produced by Intl) to its index (Sun = 0). */
+export const WEEKDAY: Record<string, number> = {
+  Sun: 0,
+  Mon: 1,
+  Tue: 2,
+  Wed: 3,
+  Thu: 4,
+  Fri: 5,
+  Sat: 6,
+};
+
+/** Parses a `YYYY-MM-DD` string into `[year, month, day]` numbers. */
+export const parseYmd = (dateStr: string): [number, number, number] => {
+  const [y, m, d] = dateStr.split("-").map(Number);
+  return [y, m, d];
+};
+
+/** Builds a zero-padded `YYYY-MM-DD` string from numeric parts. */
+export const ymdToStr = (y: number, m: number, d: number): string =>
+  `${y}-${String(m).padStart(2, "0")}-${String(d).padStart(2, "0")}`;
+
+/** Parses a `YYYY-MM-DD` string as midnight UTC. */
+export const toUtcDate = (dateStr: string): Date =>
+  new Date(`${dateStr}T00:00:00.000Z`);
+
+/** Formats a date as a `YYYY-MM-DD` string in UTC. */
+export const formatDate = (date: Date): string =>
+  date.toISOString().slice(0, 10);
+
+/** Adds `days` to a `YYYY-MM-DD` string, returning the resulting `YYYY-MM-DD`. */
+export const addDaysToDateStr = (dateStr: string, days: number): string =>
+  formatDate(new Date(toUtcDate(dateStr).getTime() + days * DAY_MS));
+
+/** Next civil calendar day (proleptic Gregorian). Avoids DST 24h steps that can stall iteration. */
+export const incrementYmd = (
+  y: number,
+  m: number,
+  d: number,
+): [number, number, number] => {
+  const next = new Date(Date.UTC(y, m - 1, d + 1));
+  return [next.getUTCFullYear(), next.getUTCMonth() + 1, next.getUTCDate()];
+};
+
+/**
+ * Formats a date as the calendar day in the given timezone.
+ * `en-CA` yields ISO-8601 `YYYY-MM-DD`, which is lexicographically sortable
+ * (string compare == chronological compare) and matches MongoDB's `%Y-%m-%d`.
+ */
+export const formatYmdInTz = (date: Date, timezone: string): string =>
+  new Intl.DateTimeFormat("en-CA", { timeZone: timezone }).format(date);
+
+/**
+ * Returns the calendar day in the given timezone as numeric parts.
+ * Reads parts by `type` (not string order), so `en-US` is fine here.
+ */
+export const getYmdInTz = (date: Date, timezone: string) => {
+  const parts = Object.fromEntries(
+    new Intl.DateTimeFormat("en-US", {
+      timeZone: timezone,
+      year: "numeric",
+      month: "numeric",
+      day: "numeric",
+    })
+      .formatToParts(date)
+      .map((p) => [p.type, Number(p.value)]),
+  );
+  return { y: parts.year, m: parts.month, d: parts.day };
+};
+
+/** Weekday index (Sun = 0) of a date in the given timezone. */
+export const getWeekdayInTz = (date: Date, timezone: string): number =>
+  WEEKDAY[
+    new Intl.DateTimeFormat("en-US", {
+      timeZone: timezone,
+      weekday: "short",
+    }).format(date)
+  ] ?? 0;
+
+/**
+ * Returns the given `YYYY-MM-DD` day at noon UTC — a stable anchor inside the
+ * calendar day, far from midnight so timezone/DST shifts can't cross a date boundary.
+ */
+export const dateAtNoonUtc = (dateStr: string): Date => {
+  const [y, m, d] = parseYmd(dateStr);
+  return new Date(Date.UTC(y, m - 1, d, 12, 0, 0));
+};
+
+/**
+ * UTC instant at the start of the given `YYYY-MM-DD` calendar day in `timezone`.
+ * Binary-searches the boundary so it stays correct across DST transitions.
+ */
+export const startOfCalendarDayInTz = (
+  dateStr: string,
+  timezone: string,
+): Date => {
+  const anchor = dateAtNoonUtc(dateStr).getTime();
+  let low = anchor - 2 * DAY_MS;
+  let high = anchor + DAY_MS;
+
+  while (high - low > 1 /* ms */) {
+    const mid = Math.floor((low + high) / 2);
+    if (formatYmdInTz(new Date(mid), timezone) >= dateStr) high = mid;
+    else low = mid;
+  }
+
+  return new Date(high);
+};
+
+/** UTC instant at the last millisecond of the given calendar day in `timezone`. */
+export const endOfCalendarDayInTz = (
+  dateStr: string,
+  timezone: string,
+): Date => {
+  const [y, m, d] = parseYmd(dateStr);
+  const nextDay = new Date(Date.UTC(y, m - 1, d + 1))
+    .toISOString()
+    .slice(0, 10);
+  return new Date(startOfCalendarDayInTz(nextDay, timezone).getTime() - 1);
+};

package/src/utils/shared.types.ts

@@ -1,4 +1,4 @@
-export interface CallLengthThresholds {
-  shortThreshold: number;
-  mediumThreshold: number;
-}
+export interface CallLengthThresholds {
+  shortThreshold: number;
+  mediumThreshold: number;
+}

package/src/utils/validation.ts

@@ -1,23 +1,23 @@
-/**
- * Simple validation utilities for the core-db package.
- * Designed to be lightweight and only run when needed.
- */
-
-export const validateConfig = (configName: string, value?: string): string => {
-  if (!value || value.trim() === "") {
-    throw new Error(
-      `[core-db] Configuration Error: '${configName}' is missing. ` +
-        `Please provide it via parameters or set the corresponding environment variable.`,
-    );
-  }
-  return value;
-};
-
-export const validateMongoUri = (uri: string): void => {
-  if (!uri.startsWith("mongodb://") && !uri.startsWith("mongodb+srv://")) {
-    throw new Error(
-      `[core-db] Connection Error: The provided MongoDB URI is invalid. ` +
-        `It must start with 'mongodb://' or 'mongodb+srv://'. Received: '${uri}'`,
-    );
-  }
-};
+/**
+ * Simple validation utilities for the core-db package.
+ * Designed to be lightweight and only run when needed.
+ */
+
+export const validateConfig = (configName: string, value?: string): string => {
+  if (!value || value.trim() === "") {
+    throw new Error(
+      `[core-db] Configuration Error: '${configName}' is missing. ` +
+        `Please provide it via parameters or set the corresponding environment variable.`,
+    );
+  }
+  return value;
+};
+
+export const validateMongoUri = (uri: string): void => {
+  if (!uri.startsWith("mongodb://") && !uri.startsWith("mongodb+srv://")) {
+    throw new Error(
+      `[core-db] Connection Error: The provided MongoDB URI is invalid. ` +
+        `It must start with 'mongodb://' or 'mongodb+srv://'. Received: '${uri}'`,
+    );
+  }
+};

package/src/websitalk/index.ts

@@ -1,16 +1,17 @@
-import { Db, ObjectId as MongoObjectId } from "mongodb";
-
-export * from "./scans";
-export * from "./websiteUrls";
-export { websitalkMongodbClient } from "./mongodb-client";
-
-let db: Db;
-export const setDb = (d: Db) => {
-  db = d;
-};
-
-export const getDb = (): Db => {
-  if (!db) throw new Error("Website Talk DB not initialised");
-  return db;
-};
-export const ObjectId = MongoObjectId;
+import { Db, ObjectId as MongoObjectId } from "mongodb";
+
+export * from "./scans";
+export * from "./scanResources";
+export * from "./websiteUrls";
+export { websitalkMongodbClient } from "./mongodb-client";
+
+let db: Db;
+export const setDb = (d: Db) => {
+  db = d;
+};
+
+export const getDb = (): Db => {
+  if (!db) throw new Error("Website Talk DB not initialised");
+  return db;
+};
+export const ObjectId = MongoObjectId;

package/src/websitalk/mongodb-client.ts

@@ -1,61 +1,61 @@
-import { MongoClient, Db } from "mongodb";
-import { setDb } from "./index";
-import { validateConfig, validateMongoUri } from "../utils/validation";
-
-class WebsitalkMongoDBClient {
-  private client: MongoClient | null = null;
-  private db: Db | null = null;
-  private readonly defaultDbName = "website-talk";
-
-  async connect(uri?: string, dbName?: string): Promise<void> {
-    if (this.client) {
-      return;
-    }
-
-    const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
-    validateConfig("MONGO_URI", mongodbUri);
-    validateMongoUri(mongodbUri!);
-
-    try {
-      this.client = new MongoClient(mongodbUri!);
-      await this.client.connect();
-      const targetDbName =
-        dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
-      this.db = this.client.db(targetDbName);
-      setDb(this.db);
-      console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
-    } catch (error) {
-      console.error("[core-db] Website Talk connection failed", error);
-      throw error;
-    }
-  }
-
-  async disconnect(): Promise<void> {
-    if (this.client) {
-      try {
-        await this.client.close();
-        this.client = null;
-        this.db = null;
-        console.info("Website Talk MongoDB disconnected successfully");
-      } catch (error) {
-        console.error("[core-db] Website Talk disconnection failed", error);
-        throw error;
-      }
-    }
-  }
-
-  getDb(): Db {
-    if (!this.db) {
-      throw new Error(
-        "Website Talk database not initialized. Call connect() first.",
-      );
-    }
-    return this.db;
-  }
-
-  isConnected(): boolean {
-    return this.client !== null && this.client !== undefined;
-  }
-}
-
-export const websitalkMongodbClient = new WebsitalkMongoDBClient();
+import { MongoClient, Db } from "mongodb";
+import { setDb } from "./index";
+import { validateConfig, validateMongoUri } from "../utils/validation";
+
+class WebsitalkMongoDBClient {
+  private client: MongoClient | null = null;
+  private db: Db | null = null;
+  private readonly defaultDbName = "website-talk";
+
+  async connect(uri?: string, dbName?: string): Promise<void> {
+    if (this.client) {
+      return;
+    }
+
+    const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
+    validateConfig("MONGO_URI", mongodbUri);
+    validateMongoUri(mongodbUri!);
+
+    try {
+      this.client = new MongoClient(mongodbUri!);
+      await this.client.connect();
+      const targetDbName =
+        dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
+      this.db = this.client.db(targetDbName);
+      setDb(this.db);
+      console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
+    } catch (error) {
+      console.error("[core-db] Website Talk connection failed", error);
+      throw error;
+    }
+  }
+
+  async disconnect(): Promise<void> {
+    if (this.client) {
+      try {
+        await this.client.close();
+        this.client = null;
+        this.db = null;
+        console.info("Website Talk MongoDB disconnected successfully");
+      } catch (error) {
+        console.error("[core-db] Website Talk disconnection failed", error);
+        throw error;
+      }
+    }
+  }
+
+  getDb(): Db {
+    if (!this.db) {
+      throw new Error(
+        "Website Talk database not initialized. Call connect() first.",
+      );
+    }
+    return this.db;
+  }
+
+  isConnected(): boolean {
+    return this.client !== null && this.client !== undefined;
+  }
+}
+
+export const websitalkMongodbClient = new WebsitalkMongoDBClient();

package/src/websitalk/scanResources/__tests__/scanResources.spec.ts

@@ -0,0 +1,136 @@
+import { ObjectId } from "mongodb";
+import {
+  getScanResourcesCollection,
+  getScanKpiCounts,
+  getScanPages,
+  getScanResourceById,
+  getScanResourceCountsByScanIds,
+} from "../scanResources.getters";
+import { boardColumn } from "../scanResources.utils";
+import { createScanResourceFixture } from "../../../test-utils/factories";
+
+describe("db.websitalk.scanResources", () => {
+  describe("boardColumn()", () => {
+    it("folds URL_FAILED into FAILED, not READY_TO_PROCESS", () => {
+      expect(boardColumn("URL_FAILED")).toBe("FAILED");
+    });
+
+    it("folds URL_PERMANENT_FAILURE into FAILED", () => {
+      expect(boardColumn("URL_PERMANENT_FAILURE")).toBe("FAILED");
+    });
+
+    it("folds duplicate content into COMPLETED", () => {
+      expect(boardColumn("URL_DUPLICATE_CONTENT")).toBe("COMPLETED");
+    });
+  });
+
+  describe("getScanKpiCounts()", () => {
+    it("sums to the scan's total task count and omits zero-count statuses", async () => {
+      const scanId = new ObjectId().toString();
+      await getScanResourcesCollection().insertMany([
+        createScanResourceFixture({ scanId, status: "URL_COMPLETED" }),
+        createScanResourceFixture({ scanId, status: "URL_COMPLETED" }),
+        createScanResourceFixture({ scanId, status: "URL_PERMANENT_FAILURE" }),
+      ]);
+
+      const counts = await getScanKpiCounts(scanId);
+
+      expect(counts.URL_COMPLETED).toBe(2);
+      expect(counts.URL_PERMANENT_FAILURE).toBe(1);
+      expect(counts.URL_PENDING).toBeUndefined();
+      const total = Object.values(counts).reduce((sum, n) => sum + (n ?? 0), 0);
+      expect(total).toBe(3);
+    });
+  });
+
+  describe("getScanPages()", () => {
+    it("never returns context or stageLogs, and paginates within one column", async () => {
+      const scanId = new ObjectId().toString();
+      await getScanResourcesCollection().insertMany(
+        Array.from({ length: 3 }, () =>
+          createScanResourceFixture({
+            scanId,
+            status: "URL_COMPLETED",
+            context: "heavy markdown content",
+            stageLogs: [{ from: null, to: "URL_COMPLETED", occurredAt: new Date(), details: {} }],
+          }),
+        ),
+      );
+
+      const page1 = await getScanPages({ scanId, column: "COMPLETED", limit: 2 });
+      expect(page1.items).toHaveLength(2);
+      expect(page1.nextCursor).not.toBeNull();
+      page1.items.forEach((item) => {
+        expect(item).not.toHaveProperty("context");
+        expect(item).not.toHaveProperty("stageLogs");
+      });
+
+      const page2 = await getScanPages({
+        scanId,
+        column: "COMPLETED",
+        limit: 2,
+        cursor: page1.nextCursor,
+      });
+      expect(page2.items).toHaveLength(1);
+      expect(page2.nextCursor).toBeNull();
+    });
+
+    it("folds URL_FAILED into the FAILED column query", async () => {
+      const scanId = new ObjectId().toString();
+      await getScanResourcesCollection().insertMany([
+        createScanResourceFixture({ scanId, status: "URL_READY_TO_PROCESS" }),
+        createScanResourceFixture({ scanId, status: "URL_FAILED" }),
+        createScanResourceFixture({ scanId, status: "URL_PERMANENT_FAILURE" }),
+      ]);
+
+      const ready = await getScanPages({ scanId, column: "READY_TO_PROCESS" });
+      expect(ready.items).toHaveLength(1);
+
+      const failed = await getScanPages({ scanId, column: "FAILED" });
+      expect(failed.items).toHaveLength(2);
+    });
+  });
+
+  describe("getScanResourceCountsByScanIds()", () => {
+    it("returns per-scan totals and omits scans with no resources", async () => {
+      const scanA = new ObjectId().toString();
+      const scanB = new ObjectId().toString();
+      await getScanResourcesCollection().insertMany([
+        createScanResourceFixture({ scanId: scanA, status: "URL_COMPLETED" }),
+        createScanResourceFixture({ scanId: scanA, status: "URL_COMPLETED" }),
+        createScanResourceFixture({ scanId: scanB, status: "URL_PENDING" }),
+      ]);
+
+      const counts = await getScanResourceCountsByScanIds([scanA, scanB, "missing"]);
+      expect(counts[scanA]).toBe(2);
+      expect(counts[scanB]).toBe(1);
+      expect(counts.missing).toBeUndefined();
+    });
+  });
+
+  describe("getScanResourceById()", () => {
+    it("returns the full document including stageLogs in insertion order", async () => {
+      const scanId = new ObjectId().toString();
+      const stageLogs = [
+        { from: null, to: "URL_PENDING" as const, occurredAt: new Date("2024-01-01"), details: {} },
+        { from: "URL_PENDING" as const, to: "URL_SCANNING" as const, occurredAt: new Date("2024-01-02"), details: {} },
+      ];
+      const fixture = createScanResourceFixture({ scanId, stageLogs, context: "full content" });
+      const { insertedId } = await getScanResourcesCollection().insertOne(fixture);
+
+      const result = await getScanResourceById(scanId, insertedId.toString());
+
+      expect(result?.context).toBe("full content");
+      expect(result?.stageLogs).toEqual(stageLogs);
+    });
+
+    it("returns null when the scan does not match", async () => {
+      const fixture = createScanResourceFixture();
+      const { insertedId } = await getScanResourcesCollection().insertOne(fixture);
+
+      const result = await getScanResourceById(new ObjectId().toString(), insertedId.toString());
+
+      expect(result).toBeNull();
+    });
+  });
+});

package/src/websitalk/scanResources/index.ts

@@ -0,0 +1,4 @@
+export * from "./scanResources.constants";
+export * from "./scanResources.getters";
+export * from "./scanResources.types";
+export * from "./scanResources.utils";

package/src/websitalk/scanResources/scanResources.constants.ts

@@ -0,0 +1,47 @@
+export const SCAN_RESOURCES_COLLECTION = "scanResources";
+
+export const URL_TASK_STATUSES = {
+  URL_PENDING: "URL_PENDING",
+  URL_SCANNING: "URL_SCANNING",
+  URL_READY_TO_PROCESS: "URL_READY_TO_PROCESS",
+  URL_PENDING_CHUNKS: "URL_PENDING_CHUNKS",
+  URL_CHUNKING: "URL_CHUNKING",
+  URL_EMBEDDING: "URL_EMBEDDING",
+  URL_COMPLETED: "URL_COMPLETED",
+  URL_FAILED: "URL_FAILED",
+  URL_DUPLICATE_CONTENT: "URL_DUPLICATE_CONTENT",
+  URL_PERMANENT_FAILURE: "URL_PERMANENT_FAILURE",
+} as const;
+
+export const BOARD_COLUMN_STATUSES = {
+  PENDING: [URL_TASK_STATUSES.URL_PENDING],
+  SCANNING: [URL_TASK_STATUSES.URL_SCANNING],
+  READY_TO_PROCESS: [URL_TASK_STATUSES.URL_READY_TO_PROCESS],
+  CHUNKING: [URL_TASK_STATUSES.URL_CHUNKING, URL_TASK_STATUSES.URL_PENDING_CHUNKS],
+  PROCESSING: [URL_TASK_STATUSES.URL_EMBEDDING],
+  COMPLETED: [
+    URL_TASK_STATUSES.URL_COMPLETED,
+    URL_TASK_STATUSES.URL_DUPLICATE_CONTENT,
+  ],
+  FAILED: [
+    URL_TASK_STATUSES.URL_PERMANENT_FAILURE,
+    URL_TASK_STATUSES.URL_FAILED,
+  ],
+} as const;
+
+export const SCAN_RESOURCE_BOARD_PROJECTION = {
+  url: 1,
+  title: 1,
+  status: 1,
+  statusEnteredAt: 1,
+  retryCount: 1,
+  processRetryCount: 1,
+  globalResurrections: 1,
+  noRetry: 1,
+  errorMessage: 1,
+  updatedAt: 1,
+  sourceType: 1,
+} as const;
+
+export const DEFAULT_PAGE_LIMIT = 4;
+export const MAX_PAGE_LIMIT = 50;