@blinkk/root-cms 3.1.3 → 3.1.5

package/dist/app.js

@@ -1,10 +1,7 @@
 import {
   getServerVersion,
   serializeAiConfig
-} from "./chunk-4G7S2LJH.js";
-import "./chunk-4VZTYUQ7.js";
-import "./chunk-AFBSITEO.js";
-import "./chunk-J72JK4KR.js";
+} from "./chunk-MUXSUGFF.js";
 import {
   getCollectionSchema,
   getProjectSchemas
@@ -180,7 +177,8 @@ function serializeCollection(collection) {
     autoSlug: collection.autoSlug,
     autolock: collection.autolock,
     autolockReason: collection.autolockReason,
-    sortOptions: collection.sortOptions
+    sortOptions: collection.sortOptions,
+    viewOptions: collection.viewOptions
   };
 }
 function isFunction(value) {

package/dist/{chunk-4VZTYUQ7.js → chunk-6CTCV2PN.js}

@@ -1,6 +1,10 @@
 import {
+  RootCMSClient,
   getCmsPlugin
-} from "./chunk-AFBSITEO.js";
+} from "./chunk-ETHWZSNM.js";
+
+// core/cron.ts
+import { Timestamp as Timestamp3 } from "firebase-admin/firestore";
 
 // core/search-index.ts
 import fs from "node:fs";
@@ -673,8 +677,8 @@ var SearchIndexService = class {
   async listAllDocs(collectionIds) {
     const all = [];
     for (const collectionId of collectionIds) {
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const snap = await this.db.collection(path2).get();
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const snap = await this.db.collection(path3).get();
       snap.forEach((d) => {
         const docId = `${collectionId}/${d.id}`;
         if (!this.isDocIndexable(docId)) {
@@ -696,8 +700,8 @@ var SearchIndexService = class {
   async listChangedDocs(collectionIds, lastRun) {
     const all = [];
     for (const collectionId of collectionIds) {
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const q = this.db.collection(path2).where("sys.modifiedAt", ">=", lastRun);
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const q = this.db.collection(path3).where("sys.modifiedAt", ">=", lastRun);
       const snap = await q.get();
       snap.forEach((d) => {
         const docId = `${collectionId}/${d.id}`;
@@ -721,8 +725,8 @@ var SearchIndexService = class {
   async hasChangesSince(lastRun, docMap = null) {
     const collectionIds = await this.listCollectionIds();
     for (const collectionId of collectionIds) {
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const q = this.db.collection(path2).where("sys.modifiedAt", ">=", lastRun).limit(1);
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const q = this.db.collection(path3).where("sys.modifiedAt", ">=", lastRun).limit(1);
       const snap = await q.get();
       if (!snap.empty) {
         return true;
@@ -735,8 +739,8 @@ var SearchIndexService = class {
     }
     const liveIds = /* @__PURE__ */ new Set();
     for (const collectionId of collectionIds) {
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const snap = await this.db.collection(path2).select().get();
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const snap = await this.db.collection(path3).select().get();
       snap.forEach((d) => {
         const docId = `${collectionId}/${d.id}`;
         if (this.isDocIndexable(docId)) {
@@ -803,8 +807,8 @@ var SearchIndexService = class {
         );
         continue;
       }
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const snap = await this.db.collection(path2).get();
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const snap = await this.db.collection(path3).get();
       snap.forEach((d) => {
         const data = d.data() || {};
         const slug = data.slug || d.id;
@@ -880,8 +884,8 @@ var SearchIndexService = class {
     }
     const liveIds = /* @__PURE__ */ new Set();
     for (const collectionId of collectionIds) {
-      const path2 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
-      const snap = await this.db.collection(path2).select().get();
+      const path3 = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const snap = await this.db.collection(path3).select().get();
       snap.forEach((d) => {
         const docId = `${collectionId}/${d.id}`;
         if (this.isDocIndexable(docId)) {
@@ -997,6 +1001,180 @@ var SearchIndexService = class {
   }
 };
 
+// core/versions.ts
+import fs2 from "node:fs";
+import path2 from "node:path";
+import { Timestamp as Timestamp2 } from "firebase-admin/firestore";
+import glob2 from "tiny-glob";
+var DOCUMENT_SAVE_OFFSET = 5 * 60 * 1e3;
+var VersionsService = class {
+  constructor(rootConfig) {
+    this.rootConfig = rootConfig;
+    const cmsPlugin = getCmsPlugin(rootConfig);
+    const cmsPluginOptions = cmsPlugin.getConfig();
+    const projectId = cmsPluginOptions.id || "default";
+    this.projectId = projectId;
+    this.db = cmsPlugin.getFirestore();
+  }
+  /**
+   * Saves a version of all documents that have been edited since the last run.
+   */
+  async saveVersions() {
+    const lastRun = await this.getLastRun();
+    const lastRunWithOffset = lastRun === 0 ? lastRun : lastRun - DOCUMENT_SAVE_OFFSET;
+    const changedDocs = await this.getDocsModifiedAfter(lastRunWithOffset);
+    const now = Timestamp2.now().toMillis();
+    const versions = changedDocs.filter((doc) => {
+      const modifiedAt = doc.sys.modifiedAt.toMillis();
+      if (modifiedAt > now - DOCUMENT_SAVE_OFFSET) {
+        return false;
+      }
+      const publishedAt = doc.sys.publishedAt?.toMillis?.();
+      if (publishedAt && Math.abs(publishedAt - modifiedAt) < 5e3) {
+        return false;
+      }
+      return true;
+    });
+    if (versions.length > 0) {
+      this.saveVersionsToFirestore(versions);
+    }
+    this.saveLastRun(now);
+  }
+  async saveVersionsToFirestore(versions) {
+    const batch = this.db.batch();
+    versions.forEach((version) => {
+      if (!version.collection || !version.slug || !version.sys?.modifiedAt) {
+        return;
+      }
+      const modifiedAtMillis = version.sys.modifiedAt.toMillis();
+      const versionPath = `Projects/${this.projectId}/Collections/${version.collection}/Drafts/${version.slug}/Versions/${modifiedAtMillis}`;
+      console.log(versionPath);
+      const versionRef = this.db.doc(versionPath);
+      batch.set(versionRef, version);
+    });
+    await batch.commit();
+    console.log(`versions: saved ${versions.length} versions`);
+  }
+  /**
+   * Returns the last time (in millis) saveVersions() was run, or 0 if has
+   * never been run.
+   */
+  async getLastRun() {
+    const projectDocRef = this.db.collection("Projects").doc(this.projectId);
+    const projectDoc = await projectDocRef.get();
+    if (projectDoc.exists) {
+      const data = projectDoc.data() || {};
+      const ts = data.versionsLastRun;
+      if (ts) {
+        return ts.toMillis();
+      }
+    }
+    return 0;
+  }
+  /**
+   * Saves {versionLastRun: <timestamp>} to the Projects/<projectId> doc.
+   */
+  async saveLastRun(millis) {
+    const ts = Timestamp2.fromMillis(millis);
+    const projectDocRef = this.db.collection("Projects").doc(this.projectId);
+    await projectDocRef.set({ versionsLastRun: ts }, { merge: true });
+  }
+  /**
+   * Returns a list of all docs that were edited after a certain time.
+   */
+  async getDocsModifiedAfter(millis) {
+    const ts = Timestamp2.fromMillis(millis);
+    const results = [];
+    const collectionIds = await this.listCollections();
+    for (const collectionId of collectionIds) {
+      const collectionPath = `Projects/${this.projectId}/Collections/${collectionId}/Drafts`;
+      const query = this.db.collection(collectionPath).where("sys.modifiedAt", ">=", ts);
+      const querySnapshot = await query.get();
+      querySnapshot.forEach((doc) => {
+        results.push(doc.data());
+      });
+    }
+    return results;
+  }
+  /**
+   * Returns a list of collection ids for the Root project.
+   */
+  async listCollections() {
+    const collectionsDir = path2.join(this.rootConfig.rootDir, "collections");
+    if (!fs2.existsSync(collectionsDir)) {
+      return [];
+    }
+    const collectionIds = [];
+    const collectionFileNames = await glob2("*.schema.ts", {
+      cwd: collectionsDir
+    });
+    collectionFileNames.forEach((filename) => {
+      collectionIds.push(filename.slice(0, -10));
+    });
+    return collectionIds;
+  }
+};
+
+// core/cron.ts
+var SEARCH_INDEX_MIN_INTERVAL_MS = 5 * 60 * 1e3;
+async function runCronJobs(rootConfig, options = {}) {
+  await Promise.all([
+    runCronJob("publishScheduledDocs", runPublishScheduledDocs, rootConfig),
+    runCronJob(
+      "syncScheduledDataSources",
+      runSyncScheduledDataSources,
+      rootConfig
+    ),
+    runCronJob("saveVersions", runSaveVersions, rootConfig),
+    runCronJob(
+      "incrementalSearchIndex",
+      runIncrementalSearchIndex,
+      rootConfig,
+      options.loadSchema
+    )
+  ]);
+}
+async function runCronJob(name, fn, ...args) {
+  try {
+    await fn(...args);
+  } catch (err) {
+    console.log(`cron failed: ${name}`);
+    console.error(String(err.stack || err));
+    throw err;
+  }
+}
+async function runPublishScheduledDocs(rootConfig) {
+  const cmsClient = new RootCMSClient(rootConfig);
+  await cmsClient.publishScheduledDocs();
+  await cmsClient.publishScheduledReleases();
+}
+async function runSyncScheduledDataSources(rootConfig) {
+  const cmsClient = new RootCMSClient(rootConfig);
+  await cmsClient.syncScheduledDataSources();
+}
+async function runSaveVersions(rootConfig) {
+  const service = new VersionsService(rootConfig);
+  await service.saveVersions();
+}
+async function runIncrementalSearchIndex(rootConfig, loadSchema) {
+  const service = new SearchIndexService(rootConfig, loadSchema);
+  const status = await service.getStatus();
+  if (status.lastRun !== null) {
+    const elapsed = Date.now() - status.lastRun;
+    if (elapsed < SEARCH_INDEX_MIN_INTERVAL_MS) {
+      return;
+    }
+    const hasChanges = await service.hasChangesSince(
+      Timestamp3.fromMillis(status.lastRun)
+    );
+    if (!hasChanges) {
+      return;
+    }
+  }
+  await service.rebuildIndex({ force: false });
+}
+
 export {
-  SearchIndexService
+  SearchIndexService,
+  runCronJobs
 };

package/dist/{chunk-AFBSITEO.js → chunk-ETHWZSNM.js}

@@ -670,6 +670,7 @@ function setValueAtPath(obj, path, value) {
 }
 
 // core/client.ts
+var FIRESTORE_DOC_ID_MAX_BYTES = 1500;
 var RootCMSClient = class {
   constructor(rootConfig) {
     this.rootConfig = rootConfig;
@@ -708,6 +709,9 @@ var RootCMSClient = class {
     }
     const modeCollection = this.getModeCollection(options.mode);
     slug = normalizeSlug(slug);
+    if (Buffer.byteLength(slug, "utf8") > FIRESTORE_DOC_ID_MAX_BYTES) {
+      return null;
+    }
     const dbPath = `Projects/${this.projectId}/Collections/${collectionId}/${modeCollection}/${slug}`;
     const docRef = this.db.doc(dbPath);
     const doc = await docRef.get();