@tokenoftrust/storefront-runner 2.2.108 → 2.2.109

package/agency-kit/tools/lib/catalog-model/files.d.mts

@@ -50,6 +50,10 @@ export function readCatalogFiles(
 export const CATALOG_LISTING_VERSION: number;
 export const LISTING_DESCRIPTION_CHARS: number;
 export function catalogListingProjection(entries: Iterable<{ path: string; raw: string | null }>): string | null;
+export function createCatalogListingBuilder(): {
+  add(path: string, raw: string | null): void;
+  build(): string | null;
+};
 export function readCatalogListing(
   raw: string,
   store: CatalogStore,

package/agency-kit/tools/lib/catalog-model/files.mjs

@@ -287,6 +287,58 @@ function listingProduct(record) {
   };
 }
 
+/** A record's file-stem handle, for the listing's deterministic sort (see {@link createCatalogListingBuilder}). */
+function recordHandle(doc) {
+  return isObject(doc) && typeof doc.handle === "string" ? doc.handle : "";
+}
+
+/**
+ * Incremental builder for the listing projection: `add` one catalog file at a time instead of
+ * handing the whole catalog's raw content to one call, so a caller streaming thousands of large
+ * files (a store's product catalog) never needs to hold them all in memory at once just to build
+ * this one derived document — see `prepareReconcile` in the platform's reconcile pipeline, which
+ * feeds this builder as each file streams through, and discards the file's content right after.
+ *
+ * `products`/`collections` are sorted by handle in `build()` (not insertion order), so the
+ * document is identical regardless of what order — concurrent or not — files were added in.
+ */
+export function createCatalogListingBuilder() {
+  const products = [];
+  const collections = [];
+  const failures = [];
+  let any = false;
+  return {
+    /** @param {string} path `content/`-relative path @param {string | null} raw the file's text */
+    add(path, raw) {
+      if (classifyCatalogPath(path) === null) return;
+      any = true;
+      if (raw === null) {
+        failures.push({ path, issues: ["listed in the catalog but unreadable"] });
+        return;
+      }
+      const parsed = parse(path, raw, "", { available: true });
+      if (parsed.issues.length > 0) {
+        failures.push({ path, issues: parsed.issues });
+        return;
+      }
+      const doc = JSON.parse(raw);
+      if (parsed.kind === "product") products.push(listingProduct(catalogFileRecord("product", doc)));
+      else collections.push(doc);
+    },
+    /** @returns {string | null} the document's text, or null when nothing was ever added. */
+    build() {
+      if (!any) return null;
+      if (failures.length > 0) {
+        failures.sort((a, b) => (a.path < b.path ? -1 : a.path > b.path ? 1 : 0));
+        return JSON.stringify({ version: CATALOG_LISTING_VERSION, failures });
+      }
+      products.sort((a, b) => (recordHandle(a) < recordHandle(b) ? -1 : recordHandle(a) > recordHandle(b) ? 1 : 0));
+      collections.sort((a, b) => (recordHandle(a) < recordHandle(b) ? -1 : recordHandle(a) > recordHandle(b) ? 1 : 0));
+      return JSON.stringify({ version: CATALOG_LISTING_VERSION, products, collections });
+    },
+  };
+}
+
 /**
  * Build the listing projection from a store's catalog files, validating each one exactly as the
  * reader does. Records are kept as their files hold them (identity and availability are stamped
@@ -297,32 +349,9 @@ function listingProduct(record) {
  * @returns {string | null}
  */
 export function catalogListingProjection(entries) {
-  const products = [];
-  const collections = [];
-  const failures = [];
-  let any = false;
-  for (const { path, raw } of entries) {
-    if (classifyCatalogPath(path) === null) continue;
-    any = true;
-    if (raw === null) {
-      failures.push({ path, issues: ["listed in the catalog but unreadable"] });
-      continue;
-    }
-    const parsed = parse(path, raw, "", { available: true });
-    if (parsed.issues.length > 0) {
-      failures.push({ path, issues: parsed.issues });
-      continue;
-    }
-    const doc = JSON.parse(raw);
-    if (parsed.kind === "product") products.push(listingProduct(catalogFileRecord("product", doc)));
-    else collections.push(doc);
-  }
-  if (!any) return null;
-  return JSON.stringify(
-    failures.length > 0
-      ? { version: CATALOG_LISTING_VERSION, failures }
-      : { version: CATALOG_LISTING_VERSION, products, collections },
-  );
+  const builder = createCatalogListingBuilder();
+  for (const { path, raw } of entries) builder.add(path, raw);
+  return builder.build();
 }
 
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tokenoftrust/storefront-runner",
-  "version": "2.2.108",
+  "version": "2.2.109",
   "license": "SEE LICENSE IN LICENSE",
   "description": "World-shareable storefront runner: multi-tenant renderer on Astro/Cloudflare. No control plane.",
   "packageManager": "pnpm@11.9.0",

package/packages/public-runtime/src/catalog-files.ts

@@ -24,6 +24,7 @@ export {
   CatalogFileError,
   catalogFileIssues,
   catalogListingProjection,
+  createCatalogListingBuilder,
   classifyCatalogPath,
   declaredAvailability,
   planCatalogFiles,