@sonordev/site-kit 6.5.0 → 7.0.1

package/dist/sitemap/index.mjs

@@ -1,549 +0,0 @@
-import { writeLLMsTxtToPublic } from '../chunk-H4TSADY3.mjs';
-import '../chunk-5YVQWLSQ.mjs';
-import '../chunk-6C47333H.mjs';
-import { getSiteConfig } from '../chunk-B22WSN4L.mjs';
-import { buildFetch } from '../chunk-BQP6JIE2.mjs';
-import '../chunk-PENNTSJE.mjs';
-import '../chunk-AS2HUIDW.mjs';
-import { findAppDirForDiscovery } from '../chunk-UHYRVALN.mjs';
-import { stripEmbeddedDomain, locToPath, inferPageType, isMalformedSitemapPath, resolveTrailingSlash, stripTrailingSlash, llmsWriteTimeoutMs, applyTrailingSlash } from '../chunk-C2CTLLIO.mjs';
-import { postRegisterSitemap } from '../chunk-YPGUV6BT.mjs';
-import { resolveSiteHost } from '../chunk-KZVSB5WE.mjs';
-import { normalizeSiteHost } from '../chunk-ZN4HBK5C.mjs';
-import '../chunk-BEXTDHO4.mjs';
-import { existsSync, readdirSync, statSync } from 'fs';
-import { join, resolve } from 'path';
-import { pathToFileURL } from 'url';
-
-var IGNORED_FOLDERS = [
-  "api",
-  "admin",
-  "_uptrade",
-  "%5Fuptrade",
-  // URL-encoded _uptrade
-  "sonor-setup",
-  "offline"
-];
-var PAGE_FILES = ["page.tsx", "page.jsx", "page.js", "page.ts"];
-function isExcluded(path, patterns) {
-  const normalized = stripTrailingSlash(path);
-  return patterns.some((pattern) => {
-    if (pattern.endsWith("/*")) {
-      const prefix = stripTrailingSlash(pattern.slice(0, -2));
-      return normalized === prefix || normalized.startsWith(prefix + "/");
-    }
-    if (pattern.endsWith("*")) {
-      const prefix = pattern.slice(0, -1);
-      return normalized.startsWith(prefix);
-    }
-    return normalized === stripTrailingSlash(pattern);
-  });
-}
-function toUrlPath(fsPath) {
-  let urlPath = "/" + fsPath;
-  urlPath = urlPath.replace(/\/\([^)]+\)/g, "");
-  urlPath = urlPath.replace(/\/+/g, "/");
-  if (urlPath !== "/" && urlPath.endsWith("/")) {
-    urlPath = urlPath.slice(0, -1);
-  }
-  return urlPath;
-}
-async function tryGenerateStaticParams(pageFilePath) {
-  try {
-    const fileUrl = pathToFileURL(pageFilePath).href;
-    const importPromise = import(fileUrl);
-    const timeoutPromise = new Promise(
-      (_, reject) => setTimeout(() => reject(new Error("generateStaticParams import timed out (5s)")), 5e3)
-    );
-    const mod = await Promise.race([importPromise, timeoutPromise]);
-    if (typeof mod.generateStaticParams === "function") {
-      const resultPromise = Promise.resolve(mod.generateStaticParams());
-      const resultTimeout = new Promise(
-        (_, reject) => setTimeout(() => reject(new Error("generateStaticParams call timed out (10s)")), 1e4)
-      );
-      const params = await Promise.race([resultPromise, resultTimeout]);
-      if (Array.isArray(params)) {
-        return params;
-      }
-    }
-  } catch {
-  }
-  return null;
-}
-async function discoverPages(appDir, currentPath = "", pages = [], options = {}) {
-  const fullPath = join(appDir, currentPath);
-  if (!existsSync(fullPath)) {
-    return pages;
-  }
-  const entries = readdirSync(fullPath);
-  const hasPage = entries.some((entry) => PAGE_FILES.includes(entry));
-  if (hasPage) {
-    const urlPath = toUrlPath(currentPath);
-    if (!urlPath.includes("[")) {
-      pages.push(urlPath);
-    }
-  }
-  for (const entry of entries) {
-    const entryPath = join(fullPath, entry);
-    const stat = statSync(entryPath);
-    if (stat.isDirectory()) {
-      const folderName = entry.toLowerCase();
-      if (IGNORED_FOLDERS.some((ignored) => folderName.includes(ignored))) {
-        continue;
-      }
-      if (entry.startsWith("_")) {
-        continue;
-      }
-      if (entry.startsWith("[") && entry.endsWith("]")) {
-        const paramName = entry.slice(1, -1);
-        let paramValues = null;
-        if (options.dynamicRoutes) {
-          paramValues = options.dynamicRoutes[entry] ?? options.dynamicRoutes[paramName] ?? null;
-        }
-        if (!paramValues && options.resolveGenerateStaticParams !== false) {
-          const dynamicDirPath = join(fullPath, entry);
-          const pageFile = PAGE_FILES.find((pf) => existsSync(join(dynamicDirPath, pf)));
-          if (pageFile) {
-            const pageFilePath = resolve(dynamicDirPath, pageFile);
-            const params = await tryGenerateStaticParams(pageFilePath);
-            if (params && params.length > 0) {
-              paramValues = params.map((p) => p[paramName]).filter((v) => typeof v === "string");
-            }
-          }
-        }
-        if (paramValues && paramValues.length > 0) {
-          const dynamicDirPath = join(fullPath, entry);
-          const dynamicEntries = readdirSync(dynamicDirPath);
-          const dynamicHasPage = dynamicEntries.some((e) => PAGE_FILES.includes(e));
-          for (const value of paramValues) {
-            if (dynamicHasPage) {
-              const resolvedPath = toUrlPath(join(currentPath, value));
-              if (!resolvedPath.includes("[")) {
-                pages.push(resolvedPath);
-              }
-            }
-            for (const subEntry of dynamicEntries) {
-              if (PAGE_FILES.includes(subEntry)) continue;
-              const subEntryPath = join(dynamicDirPath, subEntry);
-              if (statSync(subEntryPath).isDirectory()) {
-                await discoverPagesFromDisk(
-                  dynamicDirPath,
-                  subEntry,
-                  join(currentPath, value),
-                  pages,
-                  options
-                );
-              }
-            }
-          }
-        } else {
-          console.debug(
-            `[site-kit] Dynamic segment "${entry}" at /${currentPath} not resolved via filesystem. If these routes are missing from sitemap, add them via additionalPaths or dynamicRoutes config.`
-          );
-        }
-        continue;
-      }
-      await discoverPages(appDir, join(currentPath, entry), pages, options);
-    }
-  }
-  return pages;
-}
-async function discoverPagesFromDisk(diskParent, diskEntry, urlParentPath, pages, options) {
-  const diskPath = join(diskParent, diskEntry);
-  if (!existsSync(diskPath) || !statSync(diskPath).isDirectory()) return;
-  const entries = readdirSync(diskPath);
-  const hasPage = entries.some((e) => PAGE_FILES.includes(e));
-  const urlPath = toUrlPath(join(urlParentPath, diskEntry));
-  if (hasPage && !urlPath.includes("[")) {
-    pages.push(urlPath);
-  }
-  for (const sub of entries) {
-    if (PAGE_FILES.includes(sub)) continue;
-    const subPath = join(diskPath, sub);
-    if (!statSync(subPath).isDirectory()) continue;
-    const folderName = sub.toLowerCase();
-    if (IGNORED_FOLDERS.some((ignored) => folderName.includes(ignored))) continue;
-    if (sub.startsWith("_")) continue;
-    if (sub.startsWith("[") && sub.endsWith("]")) {
-      const nestedParam = sub.slice(1, -1);
-      let nestedValues = null;
-      if (options.dynamicRoutes) {
-        nestedValues = options.dynamicRoutes[sub] ?? options.dynamicRoutes[nestedParam] ?? null;
-      }
-      if (!nestedValues && options.resolveGenerateStaticParams !== false) {
-        const nestedDir = join(diskPath, sub);
-        const pageFile = PAGE_FILES.find((pf) => existsSync(join(nestedDir, pf)));
-        if (pageFile) {
-          const params = await tryGenerateStaticParams(resolve(nestedDir, pageFile));
-          if (params && params.length > 0) {
-            nestedValues = params.map((p) => p[nestedParam]).filter((v) => typeof v === "string");
-          }
-        }
-      }
-      if (nestedValues && nestedValues.length > 0) {
-        const nestedDir = join(diskPath, sub);
-        const nestedEntries = readdirSync(nestedDir);
-        const nestedHasPage = nestedEntries.some((e) => PAGE_FILES.includes(e));
-        for (const val of nestedValues) {
-          if (nestedHasPage) {
-            const resolved = toUrlPath(join(urlParentPath, diskEntry, val));
-            if (!resolved.includes("[")) pages.push(resolved);
-          }
-          for (const nestedSub of nestedEntries) {
-            if (PAGE_FILES.includes(nestedSub)) continue;
-            const nestedSubPath = join(nestedDir, nestedSub);
-            if (statSync(nestedSubPath).isDirectory()) {
-              await discoverPagesFromDisk(nestedDir, nestedSub, join(urlParentPath, diskEntry, val), pages, options);
-            }
-          }
-        }
-      }
-      continue;
-    }
-    await discoverPagesFromDisk(diskPath, sub, join(urlParentPath, diskEntry), pages, options);
-  }
-}
-function findAppDir() {
-  const appDir = findAppDirForDiscovery();
-  if (appDir) return appDir;
-  throw new Error(
-    '[site-kit] Could not find app directory. Ensure you have an "app" or "src/app" folder.'
-  );
-}
-function getPriority(path, config) {
-  const normalized = stripTrailingSlash(path);
-  if (config.priorities) {
-    for (const [pattern, priority] of Object.entries(config.priorities)) {
-      if (pattern.endsWith("/*")) {
-        const prefix = stripTrailingSlash(pattern.slice(0, -2));
-        if (normalized === prefix || normalized.startsWith(prefix + "/")) return priority;
-      } else if (normalized === stripTrailingSlash(pattern)) {
-        return priority;
-      }
-    }
-  }
-  if (path === "/") return 1;
-  const depth = path.split("/").filter(Boolean).length;
-  if (depth === 1) return 0.8;
-  if (depth === 2) return 0.6;
-  return config.defaultPriority ?? 0.5;
-}
-async function syncSitemapToPortal(entries, apiUrl, apiKey, options) {
-  if (!apiKey) {
-    console.warn("[site-kit] No API key provided, skipping sitemap sync");
-    return { success: false, created: 0, updated: 0 };
-  }
-  const normalizedEntries = entries.map((entry) => {
-    const path = stripEmbeddedDomain(locToPath(entry.url));
-    const normalized = {
-      path,
-      priority: entry.priority,
-      changefreq: entry.changeFrequency,
-      pageType: entry.pageType ?? inferPageType(path)
-    };
-    if (entry.description) {
-      normalized.description = entry.description;
-    }
-    return normalized;
-  }).filter((entry) => {
-    const p = entry.path;
-    if (isMalformedSitemapPath(p)) {
-      console.warn(`[site-kit] Filtering malformed sitemap path: ${p}`);
-      return false;
-    }
-    return true;
-  });
-  try {
-    const response = await postRegisterSitemap({
-      apiUrl,
-      apiKey,
-      entries: normalizedEntries,
-      mode: "full-replace",
-      site: options?.site,
-      optimizeMeta: options?.optimizeMeta,
-      awaitMeta: options?.awaitMeta
-    });
-    if (!response.ok) {
-      console.error("[site-kit] Sitemap sync failed:", response.status, await response.text());
-      return { success: false, created: 0, updated: 0 };
-    }
-    const result = await response.json();
-    return {
-      success: true,
-      created: result.created || 0,
-      updated: result.updated || 0
-    };
-  } catch (error) {
-    console.error("[site-kit] Sitemap sync error:", error);
-    return { success: false, created: 0, updated: 0 };
-  }
-}
-async function getPortfolioPaths(options) {
-  const apiUrl = options?.apiUrl || process.env.SONOR_API_URL || "https://api.sonor.io";
-  const apiKey = options?.apiKey || process.env.SONOR_API_KEY || "";
-  const basePath = options?.basePath || "/work";
-  const priority = options?.priority || 0.7;
-  if (!apiKey) return [];
-  try {
-    const response = await buildFetch(`${apiUrl}/api/public/portfolio/items`, {
-      method: "GET",
-      headers: {
-        "Content-Type": "application/json",
-        "x-api-key": apiKey
-      }
-    });
-    if (!response.ok) return [];
-    const data = await response.json();
-    const items = data?.portfolioItems || data?.items || data || [];
-    return items.filter((item) => item.slug && item.status === "published").map((item) => ({
-      path: `${basePath}/${item.slug}`,
-      priority,
-      changeFrequency: "weekly"
-    }));
-  } catch {
-    console.warn("[site-kit] Failed to fetch portfolio items for sitemap");
-    return [];
-  }
-}
-function absoluteImages(images, baseUrl) {
-  if (!images?.length) return [];
-  const out = [];
-  for (const image of images) {
-    const value = typeof image === "string" ? image.trim() : "";
-    if (!value) continue;
-    try {
-      const url = new URL(value, baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`).toString();
-      if (/^https?:/i.test(url) && !out.includes(url)) out.push(url);
-    } catch {
-    }
-  }
-  return out;
-}
-function createSitemap(config) {
-  return async () => {
-    const routeStartedAt = Date.now();
-    const { exclude = [], defaultChangeFrequency = "weekly" } = config;
-    let baseUrl = config.baseUrl;
-    if (!baseUrl) {
-      const apiKey = config.apiKey ?? process.env.SONOR_API_KEY;
-      const site = await getSiteConfig({ apiKey, apiUrl: config.apiUrl });
-      baseUrl = site?.site_url ?? process.env.NEXT_PUBLIC_SITE_URL ?? "https://example.com";
-    }
-    const normalizedBaseUrl = baseUrl.endsWith("/") ? baseUrl.slice(0, -1) : baseUrl;
-    const trailingSlash = resolveTrailingSlash(config.trailingSlash);
-    const toUrl = (path) => `${normalizedBaseUrl}${applyTrailingSlash(path, trailingSlash)}`;
-    const resolvedBaseHost = normalizeSiteHost(normalizedBaseUrl);
-    const siteHost = normalizeSiteHost(config.site) || normalizeSiteHost(config.baseUrl) || resolveSiteHost() || (resolvedBaseHost && resolvedBaseHost !== "example.com" ? resolvedBaseHost : "");
-    const allExclusions = [
-      "/api/*",
-      "/admin/*",
-      "/_uptrade/*",
-      "/sonor-setup/*",
-      "/offline/*",
-      ...exclude
-    ];
-    let pages = [];
-    let discoveryFailed = false;
-    try {
-      const appDir = findAppDir();
-      pages = await discoverPages(appDir, "", [], {
-        dynamicRoutes: config.dynamicRoutes,
-        resolveGenerateStaticParams: config.resolveGenerateStaticParams
-      });
-    } catch (error) {
-      console.warn("[site-kit] Failed to discover pages from filesystem:", error.message);
-      discoveryFailed = true;
-      const apiKey = config.apiKey || process.env.SONOR_API_KEY || "";
-      const apiUrl = config.apiUrl || process.env.SONOR_API_URL || "https://api.sonor.io";
-      if (apiKey && normalizedBaseUrl) {
-        try {
-          const domain = normalizedBaseUrl.replace(/^https?:\/\/(www\.)?/, "");
-          const pagesResponse = await buildFetch(
-            `${apiUrl}/api/public/seo/metadata?domain=${encodeURIComponent(domain)}`,
-            { headers: { "Content-Type": "application/json", "x-api-key": apiKey } }
-          );
-          if (pagesResponse.ok) {
-            const pagesData = await pagesResponse.json();
-            const pagesList = pagesData?.pagesList || [];
-            pages = pagesList.map((p) => p.path).filter(Boolean);
-            console.log(`[site-kit] Recovered ${pages.length} pages from Portal API (ISR fallback)`);
-          }
-        } catch (fetchErr) {
-          console.warn("[site-kit] Portal API fallback failed:", fetchErr.message);
-        }
-      }
-      if (pages.length === 0) {
-        pages = ["/"];
-      }
-    }
-    pages = Array.from(new Set(pages.map(stripTrailingSlash))).filter((page) => !isExcluded(page, allExclusions));
-    const entries = pages.map((path) => ({
-      url: toUrl(path),
-      lastModified: /* @__PURE__ */ new Date(),
-      changeFrequency: defaultChangeFrequency,
-      priority: getPriority(path, config),
-      pageType: inferPageType(path)
-    }));
-    if (config.additionalPaths) {
-      try {
-        const existingPaths = new Set(pages);
-        const additional = await config.additionalPaths();
-        for (const item of additional) {
-          const normalizedItemPath = stripTrailingSlash(item.path);
-          if (!isExcluded(normalizedItemPath, allExclusions) && !existingPaths.has(normalizedItemPath)) {
-            const images = absoluteImages(item.images, normalizedBaseUrl);
-            entries.push({
-              url: toUrl(normalizedItemPath),
-              lastModified: item.lastModified ?? /* @__PURE__ */ new Date(),
-              changeFrequency: item.changeFrequency ?? defaultChangeFrequency,
-              priority: item.priority ?? getPriority(normalizedItemPath, config),
-              pageType: inferPageType(normalizedItemPath),
-              ...item.description ? { description: item.description } : {},
-              ...images.length ? { images } : {}
-            });
-            existingPaths.add(normalizedItemPath);
-          }
-        }
-      } catch (error) {
-        console.warn("[site-kit] Failed to get additional paths:", error);
-      }
-    }
-    if (config.intelligentPriority) {
-      try {
-        const apiKey = config.apiKey ?? process.env.SONOR_API_KEY ?? "";
-        const projectIdMatch = apiKey.match(/^sonor_([0-9a-f-]{36})_/);
-        const projectId = projectIdMatch ? projectIdMatch[1] : null;
-        if (projectId) {
-          const signalApiUrl = process.env.SONOR_SIGNAL_URL || process.env.SIGNAL_API_URL || process.env.NEXT_PUBLIC_SIGNAL_API_URL || "https://signal.sonor.io";
-          const visResponse = await buildFetch(`${signalApiUrl}/skills/seo/visibility/${projectId}`, {
-            headers: { "Content-Type": "application/json", "x-api-key": apiKey }
-          }).catch(() => null);
-          if (visResponse?.ok) {
-            const visData = await visResponse.json();
-            const scores = visData?.data || visData;
-            const scoreMap = new Map(scores.map((s) => [s.page_path, s.overall_score]));
-            let appliedCount = 0;
-            for (const entry of entries) {
-              const path = locToPath(entry.url);
-              const visScore = scoreMap.get(path);
-              if (visScore !== void 0) {
-                const depthBonus = path === "/" ? 1 : Math.max(0.3, 1 - path.split("/").filter(Boolean).length * 0.15);
-                entry.priority = Math.round((visScore * 0.4 + depthBonus * 0.3 + (entry.priority ?? 0.5) * 0.3) * 100) / 100;
-                appliedCount++;
-              }
-            }
-            if (appliedCount > 0) {
-              console.log(`[site-kit] Applied intelligent priority from ${appliedCount} visibility scores`);
-            }
-          }
-        }
-      } catch {
-      }
-    }
-    entries.sort((a, b) => (b.priority ?? 0) - (a.priority ?? 0));
-    const pushLlmsUrl = (pathSuffix, priority) => {
-      const url = toUrl(pathSuffix);
-      if (!entries.some((e) => e.url === url)) {
-        entries.push({
-          url,
-          lastModified: /* @__PURE__ */ new Date(),
-          changeFrequency: "monthly",
-          priority
-        });
-      }
-    };
-    if (config.includeLlmsTxtInSitemap) {
-      pushLlmsUrl("/llms.txt", 0.35);
-    }
-    if (config.includeLlmsFullTxtInSitemap) {
-      pushLlmsUrl("/llms-full.txt", 0.3);
-    }
-    console.log(`[site-kit] Generated sitemap with ${entries.length} pages`);
-    const isDev = process.env.NODE_ENV === "development";
-    const isProductionBuild = process.env.NEXT_PHASE === "phase-production-build";
-    if (!config.disableSync && !isDev && !discoveryFailed && isProductionBuild) {
-      const apiUrl = config.apiUrl || process.env.SONOR_API_URL || "https://api.sonor.io";
-      const apiKey = config.apiKey || process.env.SONOR_API_KEY;
-      if (apiKey) {
-        try {
-          const syncOptions = {};
-          if (siteHost) syncOptions.site = siteHost;
-          if (config.awaitMetaOptimization === true) {
-            syncOptions.optimizeMeta = true;
-            syncOptions.awaitMeta = true;
-          }
-          const result = await syncSitemapToPortal(entries, apiUrl, apiKey, syncOptions);
-          if (result.success) {
-            console.log(`[site-kit] Synced to Portal API: ${result.created} created, ${result.updated} updated`);
-            if (config.awaitMetaOptimization === true) {
-              try {
-                const domain = normalizedBaseUrl.replace(/^https?:\/\/(www\.)?/, "");
-                const pagesResponse = await buildFetch(
-                  `${apiUrl}/api/public/seo/metadata?domain=${encodeURIComponent(domain)}`,
-                  { headers: { "Content-Type": "application/json", "x-api-key": apiKey } }
-                );
-                if (pagesResponse.ok) {
-                  const pagesData = await pagesResponse.json();
-                  const allPages = pagesData?.pagesList || [];
-                  const optimized = allPages.filter((p) => p.managed_title && p.managed_meta_description);
-                  console.log(`[site-kit] Meta optimization coverage: ${optimized.length}/${allPages.length} pages (${allPages.length ? Math.round(optimized.length / allPages.length * 100) : 0}%)`);
-                }
-              } catch {
-                console.warn("[site-kit] Could not verify meta optimization coverage");
-              }
-            }
-          }
-          const llmsTimeoutMs = llmsWriteTimeoutMs(config.llmsWriteTimeoutMs, routeStartedAt);
-          if (config.optimizedLLMsTxt !== false && llmsTimeoutMs <= 0) {
-            console.warn(
-              "[site-kit] Skipped the llms.txt write: the sitemap route has no time left for it. The existing llms.txt keeps serving. To refresh it on every build, set `optimizedLLMsTxt: false` and call writeLLMsTxtToPublic from a postbuild script."
-            );
-          } else if (config.optimizedLLMsTxt !== false) {
-            try {
-              let llmsTimer;
-              const writeResult = await Promise.race([
-                writeLLMsTxtToPublic({
-                  apiUrl,
-                  apiKey,
-                  site: siteHost || void 0,
-                  publication: config.publication,
-                  // The links in llms.txt get the same shape as the sitemap's <loc>.
-                  trailingSlash,
-                  full: config.optimizedLLMsFullTxt ?? false,
-                  fallbackToLocal: true,
-                  getLocalData: config.getLocalData,
-                  publicSummaryOnly: config.llmsPublicSummaryOnly,
-                  customSections: config.llmsCustomSections
-                }),
-                new Promise((_, reject) => {
-                  llmsTimer = setTimeout(
-                    () => reject(
-                      new Error(
-                        `llms.txt write exceeded ${llmsTimeoutMs}ms, keeping the existing file. Sonor generates it with an LLM call that often outlasts the sitemap route. To refresh it on every build, set \`optimizedLLMsTxt: false\` and call writeLLMsTxtToPublic from a postbuild script.`
-                      )
-                    ),
-                    llmsTimeoutMs
-                  );
-                })
-              ]).finally(() => clearTimeout(llmsTimer));
-              if (writeResult.success) {
-                console.log(`[site-kit] Wrote llms.txt (optimized=${writeResult.optimized})`);
-              }
-            } catch (err) {
-              console.warn("[site-kit] Failed to write llms.txt:", err.message);
-            }
-          }
-        } catch (err) {
-          console.warn("[site-kit] Failed to sync sitemap to Portal API:", err.message);
-        }
-      } else {
-        console.log("[site-kit] No API key found, skipping Portal API sync");
-      }
-    }
-    return entries;
-  };
-}
-
-export { createSitemap, getPortfolioPaths, syncSitemapToPortal };
-//# sourceMappingURL=index.mjs.map
-//# sourceMappingURL=index.mjs.map