wpheadless-lib 1.1.7 → 1.1.10

package/dist/base/legal/index.js

@@ -1,5 +1,5 @@
 import { createPageEndpoints } from "wpjsapi-lib";
-import { getAbsoluteUrl, getFeaturedMedia, getPlainTextExcerpt, getYoastHead, } from "../../utils";
+import { getAbsoluteUrl, getFeaturedMedia, getPlainTextExcerpt, getYoastHead, buildYoastRobotsMeta, } from "../../utils";
 import { buildLanguageAlternatesPerLanguage, buildAbsoluteLangUrl, getEntityLanguageId, withXDefault, getTranslationKey, } from "../../utils/hreflang";
 import { mapPageEntity } from "../../api/mappers";
 async function getLegalParentId(baseApiUrl, lang, langId) {
@@ -120,9 +120,11 @@ export function buildLegalMetadata({ page, slug, canonicalBase, useYoast = true,
         return baseMetadata;
     const yoast = getYoastHead(page, { siteUrl, wpApiUrl });
     const yoastImageUrl = yoast?.og_image?.[0]?.url || imageUrl;
+    const robots = buildYoastRobotsMeta(yoast?.robots);
     return {
         title: yoast?.title || page.title.rendered,
         description: yoast?.description || fallbackDescription,
+        ...(robots ? { robots } : {}),
         alternates: {
             canonical: url,
             ...(languageAlternates ? { languages: languageAlternates } : {}),

package/dist/base/post/index.js

@@ -1,4 +1,4 @@
-import { getFeaturedMedia, getOgImageUrl, getPlainTextExcerpt, getYoastHead, } from "../../utils";
+import { getFeaturedMedia, getOgImageUrl, getPlainTextExcerpt, getYoastHead, buildYoastRobotsMeta, } from "../../utils";
 import { getPostBySlug as getPostBySlugApi, listPostStaticParams, listPostsByTranslationKey, } from "../../api/posts";
 import { withXDefault } from "../../utils/hreflang";
 export async function getPostStaticParams({ baseApiUrl, lang, langId, }) {
@@ -72,9 +72,11 @@ export function buildPostMetadata({ post, canonical, useYoast = true, siteName,
     const yoast = getYoastHead(post, { siteUrl, wpApiUrl });
     if (!yoast)
         return fallbackMeta;
+    const robots = buildYoastRobotsMeta(yoast.robots);
     return {
         title: yoast.title || post.title.rendered,
         description: yoast.description || fallbackDescription,
+        ...(robots ? { robots } : {}),
         alternates: {
             canonical,
             ...(languageAlternates ? { languages: languageAlternates } : {}),

package/dist/plugins/yoast/index.js

@@ -1,4 +1,4 @@
-import { rewriteYoastUrls } from "../../utils/seo";
+import { buildYoastRobotsMeta, rewriteYoastUrls } from "../../utils/seo";
 const hasYoast = (entity) => {
     if (!entity || typeof entity !== "object")
         return false;
@@ -16,6 +16,7 @@ export const extractYoastMetadata = (entity, fallback = {}, opts = {}) => {
     const yoast = rewriteYoastUrls(yoastEntity?.yoast_head_json, opts);
     if (!yoast)
         return null;
+    const robots = buildYoastRobotsMeta(yoast.robots);
     const imageUrl = yoast.og_image?.[0]?.url || fallback.image;
     const title = yoast.title || fallback.title;
     const description = yoast.description || fallback.description;
@@ -23,6 +24,7 @@ export const extractYoastMetadata = (entity, fallback = {}, opts = {}) => {
     return {
         title,
         description,
+        ...(robots ? { robots } : {}),
         alternates: {
             canonical,
         },

package/dist/utils/seo.d.ts

@@ -1,3 +1,4 @@
+import type { Metadata } from "next";
 import type { WPYoastHeadJson } from "wpjsapi-lib";
 type OgImage = {
     url?: string;
@@ -43,7 +44,9 @@ type RewriteOpts = {
  */
 export declare function rewriteYoastUrls<T extends WPYoastHeadJson | undefined>(yoast: T, opts?: RewriteOpts): T;
 export declare function getYoastHead(entity?: YoastHolder, opts?: RewriteOpts): WPYoastHeadJson | undefined;
-export declare function getYoastSchema(entity?: YoastSchemaHolder, opts?: RewriteOpts): import("wpjsapi-lib").WPYoastSchema;
+export declare function buildYoastRobotsMeta(robots?: WPYoastHeadJson["robots"]): Metadata["robots"] | undefined;
+export declare function isYoastNoindex(yoast?: WPYoastHeadJson): boolean;
+export declare function getYoastSchema(entity?: YoastSchemaHolder, opts?: RewriteOpts): unknown;
 export declare function stripBreadcrumbsFromSchema(schema: unknown): unknown;
 export declare function getFeaturedMedia(entity?: WithEmbeddedMedia): FeaturedMedia | undefined;
 export declare function getPlainTextExcerpt(html?: string, maxLength?: number): string | undefined;

package/dist/utils/seo.js

@@ -19,6 +19,64 @@ const normalizeWpApiOrigin = (wpApiUrl) => {
     const cleaned = wpApiUrl.replace(/\/wp-json\/?$/, "");
     return getOrigin(cleaned);
 };
+const resolveRewriteOrigins = (opts, canonical) => {
+    const targetOrigin = getOrigin(opts.siteUrl);
+    const sourceOrigin = normalizeWpApiOrigin(opts.wpApiUrl) || getOrigin(canonical);
+    if (!targetOrigin || !sourceOrigin || targetOrigin === sourceOrigin) {
+        return null;
+    }
+    return { targetOrigin, sourceOrigin };
+};
+const IMAGE_EXTENSIONS = [
+    ".jpg",
+    ".jpeg",
+    ".png",
+    ".webp",
+    ".gif",
+    ".svg",
+    ".avif",
+    ".bmp",
+    ".tiff",
+];
+const isImageUrl = (url) => {
+    const pathname = url.pathname.toLowerCase();
+    return (pathname.includes("/wp-content/uploads/") ||
+        IMAGE_EXTENSIONS.some((ext) => pathname.endsWith(ext)));
+};
+const rewriteSchemaValue = (value, { targetOrigin, sourceOrigin }) => {
+    if (Array.isArray(value)) {
+        return value.map((item) => rewriteSchemaValue(item, { targetOrigin, sourceOrigin }));
+    }
+    if (value && typeof value === "object") {
+        const obj = value;
+        const rewritten = {};
+        for (const [key, val] of Object.entries(obj)) {
+            rewritten[key] = rewriteSchemaValue(val, { targetOrigin, sourceOrigin });
+        }
+        return rewritten;
+    }
+    if (typeof value === "string") {
+        let parsed;
+        try {
+            parsed = new URL(value);
+        }
+        catch {
+            return value;
+        }
+        if (parsed.origin !== sourceOrigin)
+            return value;
+        if (isImageUrl(parsed))
+            return value;
+        return value.split(sourceOrigin).join(targetOrigin);
+    }
+    return value;
+};
+const rewriteYoastSchemaUrls = (schema, opts, canonical) => {
+    const origins = resolveRewriteOrigins(opts, canonical);
+    if (!origins)
+        return schema;
+    return rewriteSchemaValue(schema, origins);
+};
 /**
  * Replace Yoast URLs so they match the frontend domain instead of the WP API domain.
  * It stringifies the object to replace origins and keeps structure intact.
@@ -26,14 +84,14 @@ const normalizeWpApiOrigin = (wpApiUrl) => {
 export function rewriteYoastUrls(yoast, opts = {}) {
     if (!yoast)
         return yoast;
-    const targetOrigin = getOrigin(opts.siteUrl);
-    const sourceOrigin = normalizeWpApiOrigin(opts.wpApiUrl) || getOrigin(yoast.canonical);
-    if (!targetOrigin || !sourceOrigin || targetOrigin === sourceOrigin) {
+    const origins = resolveRewriteOrigins(opts, yoast.canonical);
+    if (!origins)
         return yoast;
-    }
     try {
         const serialized = JSON.stringify(yoast);
-        const replaced = serialized.split(sourceOrigin).join(targetOrigin);
+        const replaced = serialized
+            .split(origins.sourceOrigin)
+            .join(origins.targetOrigin);
         return JSON.parse(replaced);
     }
     catch {
@@ -44,9 +102,78 @@ export function getYoastHead(entity, opts) {
     const yoast = entity?.yoast_head_json;
     return rewriteYoastUrls(yoast, opts);
 }
+const normalizeRobotsValue = (value) => {
+    if (!value)
+        return undefined;
+    const trimmed = value.trim().toLowerCase();
+    if (!trimmed)
+        return undefined;
+    const token = trimmed.includes(":") ? trimmed.split(":").pop() : trimmed;
+    return token?.trim() || undefined;
+};
+const parseRobotsFlag = (value, directive) => {
+    const token = normalizeRobotsValue(value);
+    if (!token)
+        return undefined;
+    const parts = token.split(/[,\s]+/).filter(Boolean);
+    if (parts.includes(`no${directive}`))
+        return false;
+    if (parts.includes(directive))
+        return true;
+    if (parts.includes("1"))
+        return true;
+    if (parts.includes("0"))
+        return false;
+    return undefined;
+};
+const parseRobotsNumber = (value) => {
+    const token = normalizeRobotsValue(value);
+    if (!token)
+        return undefined;
+    const parsed = Number(token);
+    return Number.isFinite(parsed) ? parsed : undefined;
+};
+const parseMaxImagePreview = (value) => {
+    const token = normalizeRobotsValue(value);
+    if (!token)
+        return undefined;
+    if (token === "none" || token === "standard" || token === "large") {
+        return token;
+    }
+    return undefined;
+};
+export function buildYoastRobotsMeta(robots) {
+    if (!robots)
+        return undefined;
+    const meta = {};
+    const index = parseRobotsFlag(robots.index, "index");
+    if (index !== undefined)
+        meta.index = index;
+    const follow = parseRobotsFlag(robots.follow, "follow");
+    if (follow !== undefined)
+        meta.follow = follow;
+    const maxSnippet = parseRobotsNumber(robots["max-snippet"]);
+    if (maxSnippet !== undefined)
+        meta.maxSnippet = maxSnippet;
+    const maxImagePreview = parseMaxImagePreview(robots["max-image-preview"]);
+    if (maxImagePreview)
+        meta.maxImagePreview = maxImagePreview;
+    const maxVideoPreview = parseRobotsNumber(robots["max-video-preview"]);
+    if (maxVideoPreview !== undefined)
+        meta.maxVideoPreview = maxVideoPreview;
+    return Object.keys(meta).length ? meta : undefined;
+}
+export function isYoastNoindex(yoast) {
+    const robots = buildYoastRobotsMeta(yoast?.robots);
+    if (!robots || typeof robots === "string")
+        return false;
+    return robots.index === false;
+}
 export function getYoastSchema(entity, opts) {
-    const yoast = getYoastHead(entity, opts);
-    return yoast?.schema || null;
+    const yoast = entity?.yoast_head_json;
+    if (!yoast?.schema)
+        return null;
+    return rewriteYoastSchemaUrls(yoast.schema, opts ?? {}, yoast.canonical) || null;
 }
 export function stripBreadcrumbsFromSchema(schema) {
     if (!schema || typeof schema !== "object")

package/dist/utils/sitemap.js

@@ -4,6 +4,7 @@ import { listPostsWithEmbeds } from "../api/posts";
 import { getCategoryPaginationStaticParams } from "../base";
 import { getHomePaginationStaticParams } from "../base/home/pagination";
 import { getAbsoluteUrl, ensureTrailingSlash } from "./routing";
+import { isYoastNoindex } from "./seo";
 import { getTranslationKey, getEntityLanguageId, withXDefault, } from "./hreflang";
 const resolveWpApiUrl = (cfg) => cfg.wpApiUrl ?? process.env.WP_API_URL ?? "";
 const resolveSiteUrl = (cfg) => cfg.siteUrl ?? process.env.NEXT_PUBLIC_SITE_URL;
@@ -12,6 +13,8 @@ const buildHomeAlternates = (cfg) => withXDefault(cfg.languages.reduce((acc, lan
     acc[langCfg.code] = getAbsoluteUrl(basePath, resolveSiteUrl(cfg));
     return acc;
 }, {}));
+const getYoastHeadJson = (entity) => entity.yoast_head_json;
+const isNoindexEntity = (entity) => isYoastNoindex(getYoastHeadJson(entity));
 export function renderSitemap(entries) {
     const items = entries
         .map((entry) => {
@@ -108,11 +111,12 @@ export async function getCategoryEntries(cfg) {
         const { categoriesApi } = createWpClient({ baseUrl: wpApiUrl });
         const categories = await categoriesApi.listAll({
             ...(langCfg.langId ? { lang: langCfg.code } : {}),
-            _fields: ["id", "slug", "name", "description", "meta"],
+            _fields: ["id", "slug", "name", "description", "meta", "yoast_head_json"],
         });
-        categoriesPerLang[langCfg.code] = categories;
+        const indexableCategories = categories.filter((cat) => !isNoindexEntity(cat));
+        categoriesPerLang[langCfg.code] = indexableCategories;
         const basePath = ensureTrailingSlash(langCfg.basePath || "/");
-        for (const cat of categories) {
+        for (const cat of indexableCategories) {
             const translationKey = getTranslationKey(cat);
             if (!translationKey)
                 continue;
@@ -166,9 +170,10 @@ export async function getCategoryPaginationEntries(cfg) {
         const { categoriesApi } = createWpClient({ baseUrl: wpApiUrl });
         const categories = await categoriesApi.listAll({
             lang: langCfg.code,
-            _fields: ["id", "slug"],
+            _fields: ["id", "slug", "yoast_head_json"],
         });
-        catIdsBySlugByLang[langCfg.code] = Object.fromEntries(categories.map((c) => [c.slug, c.id]));
+        const indexableCategories = categories.filter((cat) => !isNoindexEntity(cat));
+        catIdsBySlugByLang[langCfg.code] = Object.fromEntries(indexableCategories.map((c) => [c.slug, c.id]));
     }
     for (const langCfg of languages) {
         const catPages = await getCategoryPaginationStaticParams({
@@ -181,22 +186,22 @@ export async function getCategoryPaginationEntries(cfg) {
         for (const page of catPages) {
             const url = getAbsoluteUrl(`${basePath}${page.category}/page/${page.page}/`, siteUrl);
             const catId = catIdsBySlugByLang[langCfg.code]?.[page.category];
+            if (!catId)
+                continue;
             let lastmod;
-            if (catId) {
-                const pagePosts = await listPostsWithEmbeds({
-                    baseApiUrl: wpApiUrl,
-                    categories: [catId],
-                    perPage: runtimeConfig.postsPerPagePagination,
-                    page: Number(page.page),
-                    langId: langCfg.langId,
-                    orderby: "date",
-                    order: "desc",
-                });
-                const latest = pagePosts.ok ? pagePosts.data?.items[0] : undefined;
-                lastmod =
-                    latest?.modified ||
-                        latest?.date;
-            }
+            const pagePosts = await listPostsWithEmbeds({
+                baseApiUrl: wpApiUrl,
+                categories: [catId],
+                perPage: runtimeConfig.postsPerPagePagination,
+                page: Number(page.page),
+                langId: langCfg.langId,
+                orderby: "date",
+                order: "desc",
+            });
+            const latest = pagePosts.ok ? pagePosts.data?.items[0] : undefined;
+            lastmod =
+                latest?.modified ||
+                    latest?.date;
             entries.push({
                 url,
                 lastmod: lastmod ? new Date(lastmod).toISOString() : undefined,
@@ -221,17 +226,21 @@ export async function getPostEntriesForLang(langCode, cfg) {
         _embed: true,
         ...languageFilter,
     });
+    const indexablePosts = posts.filter((post) => !isNoindexEntity(post));
     const postAlternates = {};
     for (const l of languages) {
         const base = ensureTrailingSlash(l.basePath || "/");
         const langPosts = l.code === langCfg.code
-            ? posts
+            ? indexablePosts
             : await postsApi.listAll({
                 per_page: 100,
                 _embed: true,
                 ...(l.langId ? { taxonomies: { language: [l.langId] } } : {}),
             });
-        for (const p of langPosts) {
+        const filteredLangPosts = l.code === langCfg.code
+            ? langPosts
+            : langPosts.filter((post) => !isNoindexEntity(post));
+        for (const p of filteredLangPosts) {
             const translationKey = getTranslationKey(p);
             if (!translationKey)
                 continue;
@@ -246,7 +255,7 @@ export async function getPostEntriesForLang(langCode, cfg) {
         }
     }
     const basePath = ensureTrailingSlash(langCfg.basePath || "/");
-    return posts
+    return indexablePosts
         .map((p) => {
         const category = p._embedded?.["wp:term"]?.[0]?.[0];
         const categorySlug = category?.slug;
@@ -294,12 +303,14 @@ export async function getLegalEntries(cfg) {
                 "taxonomies",
                 "parent",
                 "language",
+                "yoast_head_json",
             ],
         });
         const filtered = pages.filter((p) => getEntityLanguageId(p)?.toString() === langCfg.langId?.toString());
-        pagesPerLang[langCfg.code] = filtered;
+        const indexablePages = filtered.filter((page) => !isNoindexEntity(page));
+        pagesPerLang[langCfg.code] = indexablePages;
         const basePath = ensureTrailingSlash(langCfg.basePath || "/");
-        for (const p of filtered) {
+        for (const p of indexablePages) {
             const translationKey = getTranslationKey(p);
             if (!translationKey)
                 continue;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wpheadless-lib",
-  "version": "1.1.7",
+  "version": "1.1.10",
   "private": false,
   "type": "module",
   "main": "dist/index.js",