@cmo-so/cli 0.12.12 → 0.12.14

package/dist/cmo.mjs

@@ -17013,7 +17013,29 @@ async function techAudit(site, o = {}) {
   const add = (f) => findings.push(f);
   const robotsR = await get(`${base}/robots.txt`, "follow");
   const robots = robotsR?.status === 200 ? robotsR.text : "";
-  const { urls, sitemap } = await sitemapUrls(base, robots);
+  const visible = await site.request({ path: "/wp/v2/settings", query: { _fields: "blog_public" } }).then((r) => r.status === 200 && r.data.blog_public != null ? !!Number(r.data.blog_public) : null).catch(() => null);
+  const engagedOff = visible === false;
+  let { urls, sitemap } = await sitemapUrls(base, robots);
+  let discovered = "sitemap";
+  if (!urls.length) {
+    const rows = await Promise.all(
+      ["/wp/v2/pages", "/wp/v2/posts"].map(
+        (path3) => all(site, path3, { status: "publish", _fields: "link", per_page: 100 }, limit).catch(() => [])
+      )
+    );
+    urls = [...new Set(rows.flat().map((r) => r.link))];
+    discovered = "wordpress";
+  }
+  if (engagedOff)
+    add({
+      id: "search-engines-off",
+      priority: "p1",
+      area: "settings",
+      title: "Search engines are switched off for this site",
+      why: "WordPress tells every search engine not to index it (noindex on every page, no sitemap). Right for a test or unfinished site; check MEMORY.md before changing it.",
+      fix: "When the site is ready: wp_settings_set search_engines true.",
+      tool: { name: "wp_settings_set", args: { search_engines: true } }
+    });
   if (!robotsR || robotsR.status !== 200)
     add({
       id: "robots-missing",
@@ -17033,7 +17055,7 @@ async function techAudit(site, o = {}) {
       fix: "Turn search engines on (wp_settings_set search_engines true) or fix the robots.txt file.",
       tool: { name: "wp_settings_set", args: { search_engines: true } }
     });
-  if (robots && !/^sitemap:/im.test(robots))
+  if (robots && !engagedOff && !/^sitemap:/im.test(robots))
     add({
       id: "robots-sitemap",
       priority: "p3",
@@ -17052,7 +17074,7 @@ async function techAudit(site, o = {}) {
       why: "ChatGPT, Claude, Perplexity and Google's AI answers can't read or cite the site.",
       fix: "Allow them in robots.txt unless the owner chose to block AI."
     });
-  if (!sitemap)
+  if (!sitemap && !engagedOff)
     add({
       id: "sitemap-missing",
       priority: "p1",
@@ -17074,6 +17096,7 @@ async function techAudit(site, o = {}) {
       tool: { name: "wp_llms_txt_set", args: { generate: true } }
     });
   const crawl = urls.length ? urls.slice(0, limit) : [`${base}/`];
+  if (!crawl.some((u) => sitePath(u, base) === "/")) crawl.unshift(`${base}/`);
   const scans = await pool3(crawl, 6, async (u) => {
     const r = await get(u);
     if (!r) return null;
@@ -17093,7 +17116,7 @@ async function techAudit(site, o = {}) {
       fix: p.status >= 400 ? "Publish the page again, or remove it (wp_post_delete / wp_page_publish)." : "List the final address; the redirect is fine for visitors."
     });
   for (const p of ok2) {
-    if (/noindex/.test(p.robots))
+    if (/noindex/.test(p.robots) && !engagedOff && discovered === "sitemap")
       add({
         id: `noindex-in-sitemap:${p.path}`,
         priority: "p1",
@@ -17270,7 +17293,9 @@ async function techAudit(site, o = {}) {
     summary: {
       ...Object.fromEntries(order2.map((p) => [p, findings.filter((f) => f.priority === p).length])),
       sitemap,
-      sitemap_urls: urls.length,
+      pages_from: discovered,
+      search_engines: visible,
+      sitemap_urls: discovered === "sitemap" ? urls.length : 0,
       crawled: pages.length,
       live: ok2.length,
       llms_txt: hasLlms,
@@ -17298,7 +17323,10 @@ async function pageSpeed(url) {
   const r = await fetch(`https://www.googleapis.com/pagespeedonline/v5/runPagespeed?${q3}`, {
     signal: AbortSignal.timeout(9e4)
   }).catch(() => null);
-  if (!r || !r.ok) return { error: `PageSpeed Insights didn't answer (${r?.status ?? "timeout"}).` };
+  if (!r || !r.ok)
+    return {
+      error: `PageSpeed Insights didn't answer (${r?.status ?? "timeout"})${r?.status === 429 && !key ? ": the server needs a PAGESPEED_API_KEY (Google Cloud, free)" : ""}.`
+    };
   const j = await r.json();
   const f = j.loadingExperience?.metrics ?? {};
   const a = j.lighthouseResult?.audits ?? {};
@@ -17415,8 +17443,24 @@ async function linksPlan(site, o = {}) {
   const blogPage = docs.find((d) => d.id === settings2.page_for_posts && d.kind === "page");
   const actions = [];
   const findings = [];
-  const pageDocs = docs.filter((d) => d.kind === "page" && d !== home);
-  const postDocs = docs.filter((d) => d.kind === "post");
+  const sample = docs.filter(
+    (d) => d.kind === "page" && (/\/sample-page\/$/.test(d.path) || d.title === "Sample Page") || d.kind === "post" && (/\/hello-world\/$/.test(d.path) || d.title === "Hello world!")
+  );
+  for (const d of sample)
+    findings.push({
+      id: `sample:${d.path}`,
+      priority: "p2",
+      area: "outside",
+      title: `WordPress's sample ${d.kind === "page" ? "page" : "article"} \u201C${d.title}\u201D is still published`,
+      why: "It tells visitors and search engines the site isn't finished, and dilutes the real pages.",
+      fix: "Move it to the trash.",
+      tool: {
+        name: d.kind === "page" ? "wp_page_delete" : "wp_post_delete",
+        args: d.kind === "page" ? { page: d.id } : { post: d.id }
+      }
+    });
+  const pageDocs = docs.filter((d) => d.kind === "page" && d !== home && !sample.includes(d));
+  const postDocs = docs.filter((d) => d.kind === "post" && !sample.includes(d));
   const menuItems = flatMenu(menu?.items ?? []);
   const top = (menu?.items ?? []).length;
   for (const i of menuItems) {
@@ -17504,7 +17548,7 @@ async function linksPlan(site, o = {}) {
   for (const post of postDocs) {
     let best = null;
     let score = 0;
-    for (const pg of pageDocs) {
+    for (const pg of home ? [...pageDocs, home] : pageDocs) {
       if (pg === blogPage) continue;
       const s = overlap(post.words, pg.words, idf);
       if (s > score) [best, score] = [pg, s];
@@ -17536,7 +17580,7 @@ async function linksPlan(site, o = {}) {
   }
   const lonelyPosts = [];
   for (const d of docs) {
-    if (d === home || d === blogPage) continue;
+    if (d === home || d === blogPage || sample.includes(d)) continue;
     const ins = inbound.get(d.path);
     if (ins && ins.size || chrome.has(d.path)) continue;
     if (d.kind === "post") lonelyPosts.push(d);
@@ -17612,7 +17656,7 @@ async function llmsTxt(site, o = {}) {
   const base = (site.url ?? "").replace(/\/+$/, "");
   const s = await site.request({
     path: "/wp/v2/settings",
-    query: { _fields: "title,description,page_on_front,page_for_posts" }
+    query: { _fields: "title,description,page_on_front,page_for_posts,blog_public" }
   }).then((r) => r.status === 200 ? r.data : {});
   const pages = await listPages(site, { status: "publish" });
   const posts2 = await all(
@@ -17621,10 +17665,20 @@ async function llmsTxt(site, o = {}) {
     { status: "publish", per_page: 100, _fields: "link,title,excerpt,meta", orderby: "date", order: "desc" },
     o.posts ?? 25
   );
-  const desc = (m, fallback = "") => String(m?.maggie_seo_description || fallback).replace(/\s+/g, " ").trim();
+  const clip3 = (t, n2 = 200) => {
+    const x = t.replace(/\s+/g, " ").trim();
+    if (x.length <= n2) return x;
+    const cut = x.slice(0, n2);
+    return `${cut.slice(0, Math.max(cut.lastIndexOf(" "), n2 - 30)).replace(/[\s,;:–-]+$/, "")}\u2026`;
+  };
+  const desc = (m, fallback = "") => clip3(String(m?.maggie_seo_description || fallback));
+  const isSample = (link, title) => /\/(sample-page|hello-world)\/?$/.test(link) || title === "Sample Page" || title === "Hello world!";
   const home = pages.find((p) => p.id === s.page_on_front);
   const noise = /privacy|terms|cookie|thank|cart|checkout|my-account|login/i;
-  const visible = pages.filter((p) => p.id !== s.page_on_front && p.id !== s.page_for_posts && !noise.test(p.link));
+  const visible = pages.filter(
+    (p) => p.id !== s.page_on_front && p.id !== s.page_for_posts && !noise.test(p.link) && !isSample(p.link, titleOf(p.title))
+  );
+  const realPosts = posts2.filter((p) => !isSample(p.link, strip(p.title.rendered ?? "")));
   const byParent = /* @__PURE__ */ new Map();
   for (const p of visible) byParent.set(p.parent, [...byParent.get(p.parent) ?? [], p]);
   const line = (title, url, d) => `- [${title.replace(/[[\]]/g, "")}](${url})${d ? `: ${d}` : ""}`;
@@ -17632,25 +17686,27 @@ async function llmsTxt(site, o = {}) {
   const summary = desc(home?.meta, s.description ?? "");
   if (summary) out.push(`> ${summary}`, "");
   const top = byParent.get(0) ?? [];
-  if (top.length) {
+  if (top.length || home) {
     out.push("## Pages", "");
+    if (home) out.push(line(titleOf(home.title) || "Home", home.link, summary));
     for (const p of top) {
       out.push(line(titleOf(p.title), p.link, desc(p.meta)));
       for (const c of byParent.get(p.id) ?? []) out.push(`  ${line(titleOf(c.title), c.link, desc(c.meta))}`);
     }
     out.push("");
   }
-  if (posts2.length) {
+  if (realPosts.length) {
     out.push("## Articles", "");
-    for (const p of posts2)
-      out.push(
-        line(strip(p.title.rendered ?? ""), p.link, desc(p.meta, strip(p.excerpt?.rendered ?? "").slice(0, 160)))
-      );
+    for (const p of realPosts)
+      out.push(line(strip(p.title.rendered ?? ""), p.link, desc(p.meta, strip(p.excerpt?.rendered ?? ""))));
     out.push("");
   }
   const legal = pages.filter((p) => /privacy|terms/i.test(p.link));
-  out.push("## Optional", "", line("Sitemap", `${base}/wp-sitemap.xml`, "every page and article"));
-  for (const p of legal) out.push(line(titleOf(p.title), p.link, ""));
+  const optional2 = [
+    ...s.blog_public === 0 ? [] : [line("Sitemap", `${base}/wp-sitemap.xml`, "every page and article")],
+    ...legal.map((p) => line(titleOf(p.title), p.link, ""))
+  ];
+  if (optional2.length) out.push("## Optional", "", ...optional2);
   return `${out.join("\n").replace(/\n{3,}/g, "\n\n").trim()}
 `;
 }
@@ -23844,7 +23900,7 @@ var program = new Command();
 // package.json
 var package_default = {
   name: "@cmo-so/cli",
-  version: "0.12.12",
+  version: "0.12.14",
   description: "CMO.so on the command line: your websites, ideas, blog posts, LinkedIn queue and results, plus a local MCP server for Claude Desktop, Cursor and other MCP clients.",
   type: "module",
   license: "MIT",

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@cmo-so/cli",
-	"version": "0.12.12",
+	"version": "0.12.14",
 	"description": "CMO.so on the command line: your websites, ideas, blog posts, LinkedIn queue and results, plus a local MCP server for Claude Desktop, Cursor and other MCP clients.",
 	"type": "module",
 	"license": "MIT",