@anthusai/papyrus 1.0.0-next.38 → 1.0.0-next.39

package/app/robots.ts

@@ -1,11 +1,8 @@
 import type { MetadataRoute } from "next";
-import { isIndexable } from "../lib/site-env";
+import { buildRobots } from "../lib/robots-policy";
 
 export const dynamic = "force-dynamic";
 
 export default function robots(): MetadataRoute.Robots {
-  if (isIndexable()) {
-    return { rules: { userAgent: "*", allow: "/" } };
-  }
-  return { rules: { userAgent: "*", disallow: "/" } };
+  return buildRobots();
 }

package/lib/robots-policy.ts

@@ -0,0 +1,14 @@
+import type { MetadataRoute } from "next";
+import { getRootRoute, getSiteBrand } from "./site-brand";
+import { isIndexable } from "./site-env";
+
+const DISALLOW_ALL: MetadataRoute.Robots = { rules: { userAgent: "*", disallow: "/" } };
+const ALLOW_ALL: MetadataRoute.Robots = { rules: { userAgent: "*", allow: "/" } };
+
+export function buildRobots(
+  environment: Record<string, string | undefined> = process.env,
+  brand = getSiteBrand(),
+): MetadataRoute.Robots {
+  if (getRootRoute(brand).kind === "newsroom") return DISALLOW_ALL;
+  return isIndexable(environment) ? ALLOW_ALL : DISALLOW_ALL;
+}

package/package.json

@@ -207,6 +207,7 @@
     "./lib/renderer": "./lib/renderer.ts",
     "./lib/reporting-story-budget": "./lib/reporting-story-budget.ts",
     "./lib/revalidate-secret": "./lib/revalidate-secret.ts",
+    "./lib/robots-policy": "./lib/robots-policy.ts",
     "./lib/root-route-redirect": "./lib/root-route-redirect.ts",
     "./lib/semantic-graph": "./lib/semantic-graph.ts",
     "./lib/site-brand-tenant": "./lib/site-brand-tenant.ts",
@@ -253,6 +254,7 @@
     "./app/newsroom/page": "./app/newsroom/page.tsx",
     "./app/newsroom/sections/[sectionId]/page": "./app/newsroom/sections/[sectionId]/page.tsx",
     "./app/page": "./app/page.tsx",
+    "./app/robots": "./app/robots.ts",
     "./app/settings/page": "./app/settings/page.tsx"
   },
   "files": [
@@ -300,7 +302,7 @@
       "optional": true
     }
   },
-  "version": "1.0.0-next.38",
+  "version": "1.0.0-next.39",
   "dependencies": {
     "@aws-amplify/adapter-nextjs": "^1.7.3",
     "@aws-sdk/client-cognito-identity-provider": "3.1045.0",

package/routes.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.0.0-next.38",
+  "version": "1.0.0-next.39",
   "routes": [
     {
       "file": "app/%5F_preview/[[...path]]/route.ts",
@@ -197,6 +197,14 @@
         "dynamic": "\"force-dynamic\""
       }
     },
+    {
+      "file": "app/robots.ts",
+      "hasDefault": true,
+      "exports": [],
+      "config": {
+        "dynamic": "\"force-dynamic\""
+      }
+    },
     {
       "file": "app/settings/page.tsx",
       "reader": true,