@rimelight/seo 0.0.5 → 0.0.6

package/dist/routes/llms.txt.mjs

@@ -1,20 +1,68 @@
 import { buildLlmsTxt } from "../llms.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as dbMod from "virtual:rimelight-seo/db";
+import * as corpusMod from "virtual:rimelight-seo/corpus";
+import seoOptions from "virtual:rimelight-seo/options";
 //#region src/routes/llms.txt.ts
-const GET = ({ site }) => {
-	const llmsOpts = typeof seoConfig?.llms === "object" ? seoConfig.llms : {};
-	const siteStr = site ? site.toString().replace(/\/$/, "") : "";
-	const hostname = site ? new URL(site).hostname : "Site";
-	const content = buildLlmsTxt({
-		site: siteStr,
-		title: hostname,
-		pages: [],
+const prerender = false;
+const GET = async ({ site, url }) => {
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const siteUrl = site ? site.toString() : siteConfig.url || `${url.protocol}//${url.host}`;
+	const llmsOpts = typeof seoOptions?.llms === "object" ? seoOptions.llms : {};
+	let pages = [];
+	if (Array.isArray(llmsOpts.pages) && llmsOpts.pages.length > 0) pages = llmsOpts.pages;
+	else if (Array.isArray(corpusMod.corpusPages) && corpusMod.corpusPages.length > 0) pages = corpusMod.corpusPages.map((p) => {
+		const slug = p.slug === "index" ? "" : p.slug;
+		const pageUrl = `${siteUrl.replace(/\/$/, "")}/${slug}`.replace(/\/+$/, "");
+		return {
+			title: p.title,
+			description: p.description,
+			url: pageUrl,
+			section: p.section ? p.section.toUpperCase() : "GENERAL"
+		};
+	});
+	else if (dbMod.db) try {
+		const { pages: pagesTable } = await import("#db/schema").catch(() => ({ pages: null }));
+		const { and, isNotNull, isNull } = await import("drizzle-orm");
+		if (pagesTable) {
+			const docRows = await dbMod.db.select().from(pagesTable).where(and(isNull(pagesTable.deletedAt), isNotNull(pagesTable.publishedVersionId))).catch(() => []);
+			const resolveLocalized = (val) => {
+				if (typeof val === "string") return val;
+				if (typeof val === "object" && val !== null) {
+					const rec = val;
+					return rec["en"] || Object.values(rec)[0] || "";
+				}
+				return typeof val === "number" ? String(val) : "";
+			};
+			pages = docRows.map((p) => {
+				const title = resolveLocalized(p.title) || p.slug;
+				const description = resolveLocalized(p.description);
+				const slug = p.slug === "index" ? "" : p.slug;
+				const pathPrefix = p.type === "doc" ? "docs" : p.type || "docs";
+				const pageUrl = `${siteUrl.replace(/\/$/, "")}/en/${pathPrefix}/${slug}`.replace(/\/+$/, "");
+				return {
+					title,
+					description,
+					url: pageUrl,
+					markdownUrl: `${pageUrl}.md`,
+					section: p.type ? p.type.toUpperCase() : "GENERAL"
+				};
+			});
+		}
+	} catch {}
+	const title = llmsOpts.title || siteConfig.name || "Documentation";
+	const description = llmsOpts.description || siteConfig.description || "Documentation index for AI agents.";
+	const body = buildLlmsTxt({
+		site: siteUrl,
+		title,
+		description,
+		pages,
 		...llmsOpts
 	});
-	return new Response(content, { headers: {
+	return new Response(body, { headers: {
 		"Content-Type": "text/plain; charset=utf-8",
-		"Cache-Control": "public, max-age=3600, stale-while-revalidate=86400"
+		"Cache-Control": "public, max-age=3600, s-maxage=86400"
 	} });
 };
 //#endregion
-export { GET };
+export { GET, prerender };

package/dist/routes/robots.txt.mjs

@@ -1,12 +1,40 @@
 import { buildRobotsTxt } from "../robots.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as seoConfig from "virtual:rimelight-seo/config";
 //#region src/routes/robots.txt.ts
-const GET = ({ site }) => {
-	const sitemapURL = site ? new URL("sitemap.xml", site).toString() : "";
-	const robotsOpts = typeof seoConfig?.robots === "object" ? seoConfig.robots : {};
+const GET = ({ site, url }) => {
+	const siteUrl = site ? site.toString() : siteConfigMod.siteConfig?.url || url.origin;
+	const sitemapURL = new URL("sitemap.xml", siteUrl).toString();
+	const defaultPrivatePrefixes = [
+		"/dashboard",
+		"/admin",
+		"/cms",
+		"/internal",
+		"/api",
+		"/dev",
+		"/og",
+		"/open-graph",
+		"/auth"
+	];
+	const customPrivatePrefixes = Array.isArray(seoConfig.PRIVATE_PATH_PREFIXES) ? seoConfig.PRIVATE_PATH_PREFIXES : [];
+	const privatePrefixes = Array.from(/* @__PURE__ */ new Set([...defaultPrivatePrefixes, ...customPrivatePrefixes]));
+	const disallowPatterns = [...privatePrefixes, ...privatePrefixes.map((p) => `/*${p.startsWith("/") ? p : `/${p}`}/`)];
+	const robotsOpts = typeof seoOptions?.robots === "object" ? seoOptions.robots : {};
+	const defaultAgentRules = [{
+		userAgent: "GPTBot",
+		disallow: privatePrefixes.map((p) => `${p.startsWith("/") ? p : `/${p}`}/`),
+		allow: ["/"]
+	}, {
+		userAgent: "ClaudeBot",
+		disallow: privatePrefixes.map((p) => `${p.startsWith("/") ? p : `/${p}`}/`),
+		allow: ["/"]
+	}];
 	const robots = buildRobotsTxt({
 		sitemapUrl: sitemapURL,
+		disallow: disallowPatterns,
 		allow: ["/"],
+		userAgentRules: defaultAgentRules,
 		...robotsOpts
 	});
 	return new Response(robots, { headers: {

package/dist/routes/rss.xml.d.mts

@@ -0,0 +1,4 @@
+import { APIRoute } from "astro";
+//#region src/routes/rss.xml.d.ts
+export declare const GET: APIRoute;
+//#endregion

package/dist/routes/rss.xml.mjs

@@ -0,0 +1,51 @@
+import { buildRssXml } from "../rss.mjs";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as dbMod from "virtual:rimelight-seo/db";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as seoConfig from "virtual:rimelight-seo/config";
+//#region src/routes/rss.xml.ts
+const GET = async ({ site, url }) => {
+	const rssOpts = typeof seoOptions?.rss === "object" ? seoOptions.rss : {};
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const siteUrl = site ? site.toString() : rssOpts.site || siteConfig.url || url.origin;
+	let items = [];
+	if (Array.isArray(rssOpts.items)) items = rssOpts.items;
+	else if (typeof seoConfig.rssEntries === "function") items = await seoConfig.rssEntries();
+	else if (dbMod.db) try {
+		const { pages } = await import("#db/schema").catch(() => ({ pages: null }));
+		const { and, isNull, sql } = await import("drizzle-orm");
+		if (pages) items = (await dbMod.db.select().from(pages).where(and(sql`${pages.type} = 'blog'`, isNull(pages.deletedAt))).catch(() => [])).map((p) => {
+			return {
+				title: typeof p.title === "string" ? p.title : p.title?.en || p.title && Object.values(p.title)[0] || p.slug,
+				description: typeof p.description === "string" ? p.description : p.description?.en || p.description && Object.values(p.description)[0] || "",
+				link: `/blog/${p.slug}`,
+				pubDate: p.postedAt || p.createdAt || /* @__PURE__ */ new Date()
+			};
+		});
+	} catch {}
+	if (items.length === 0) try {
+		const { getCollection } = await import("astro:content");
+		const blog = await getCollection("blog");
+		if (Array.isArray(blog)) items = blog.map((post) => ({
+			title: post.data?.title || post.id,
+			pubDate: post.data?.pubDate || /* @__PURE__ */ new Date(),
+			description: post.data?.description,
+			link: `/blog/${post.id}/`
+		}));
+	} catch {}
+	const feedTitle = rssOpts.title || siteConfig.name || "RSS Feed";
+	const feedDesc = rssOpts.description || siteConfig.description || "";
+	const xml = buildRssXml({
+		title: feedTitle,
+		description: feedDesc,
+		site: siteUrl,
+		language: rssOpts.language || "en-US",
+		items
+	});
+	return new Response(xml, { headers: {
+		"Content-Type": "application/xml; charset=utf-8",
+		"Cache-Control": "public, max-age=3600, stale-while-revalidate=86400"
+	} });
+};
+//#endregion
+export { GET };

package/dist/routes/sitemap.xml.mjs

@@ -1,8 +1,22 @@
-import { buildSitemapXml } from "../sitemap.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import { buildSitemapUrls, buildSitemapXml } from "../sitemap.mjs";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as seoConfig from "virtual:rimelight-seo/config";
 //#region src/routes/sitemap.xml.ts
-const GET = () => {
-	const urls = (typeof seoConfig?.sitemap === "object" ? seoConfig.sitemap : {}).urls || [];
+const GET = async ({ site, url }) => {
+	const sitemapOpts = typeof seoOptions?.sitemap === "object" ? seoOptions.sitemap : {};
+	const siteUrl = site ? site.toString() : siteConfigMod.siteConfig?.url || url.origin;
+	let entries = [];
+	if (typeof sitemapOpts.entries === "function") entries = await sitemapOpts.entries();
+	else if (typeof seoConfig.seoEntries === "function") entries = await seoConfig.seoEntries();
+	const locales = sitemapOpts.locales || seoConfig.SEO_LOCALES || (siteUrl ? {
+		site: siteUrl.replace(/\/$/, ""),
+		locales: { en: "en-US" },
+		defaultLocale: "en",
+		trailingSlash: "never"
+	} : void 0);
+	let urls = sitemapOpts.urls || [];
+	if (urls.length === 0 && entries.length > 0 && locales) urls = buildSitemapUrls(entries, locales);
 	const xml = buildSitemapXml(urls);
 	return new Response(xml, { headers: {
 		"Content-Type": "application/xml; charset=utf-8",

package/dist/rss.d.mts

@@ -0,0 +1,8 @@
+import { RssFeedOptions } from "./types.mjs";
+//#region src/rss.d.ts
+export declare function escapeXml(str: string): string;
+/**
+ * Builds standard RSS 2.0 feed XML document with Atom namespace link.
+ */
+export declare function buildRssXml(options: RssFeedOptions): string;
+//#endregion

package/dist/rss.mjs

@@ -0,0 +1,44 @@
+//#region src/rss.ts
+function escapeXml(str) {
+	return str.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+/**
+* Builds standard RSS 2.0 feed XML document with Atom namespace link.
+*/
+function buildRssXml(options) {
+	const siteUrl = (options.site || "").replace(/\/$/, "");
+	const feedUrl = options.feedUrl || `${siteUrl}/rss.xml`;
+	const language = options.language || "en-US";
+	const lastBuildDate = (/* @__PURE__ */ new Date()).toUTCString();
+	const itemXmls = (options.items || []).map((item) => {
+		const itemLink = item.link.startsWith("http://") || item.link.startsWith("https://") ? item.link : `${siteUrl}${item.link.startsWith("/") ? "" : "/"}${item.link}`;
+		const pubDate = new Date(item.pubDate).toUTCString();
+		const guid = item.guid || itemLink;
+		const lines = [
+			"    <item>",
+			`      <title>${escapeXml(item.title)}</title>`,
+			`      <link>${escapeXml(itemLink)}</link>`,
+			`      <guid isPermaLink="${guid.startsWith("http") ? "true" : "false"}">${escapeXml(guid)}</guid>`,
+			`      <pubDate>${pubDate}</pubDate>`
+		];
+		if (item.description) lines.push(`      <description>${escapeXml(item.description)}</description>`);
+		if (item.author) lines.push(`      <author>${escapeXml(item.author)}</author>`);
+		if (item.content) lines.push(`      <content:encoded><![CDATA[${item.content}]]></content:encoded>`);
+		lines.push("    </item>");
+		return lines.join("\n");
+	});
+	return `<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom" xmlns:content="http://purl.org/rss/1.0/modules/content/">
+  <channel>
+    <title>${escapeXml(options.title || "")}</title>
+    <description>${escapeXml(options.description || "")}</description>
+    <link>${escapeXml(siteUrl)}</link>
+    <language>${escapeXml(language)}</language>
+    <lastBuildDate>${lastBuildDate}</lastBuildDate>
+    <atom:link href="${escapeXml(feedUrl)}" rel="self" type="application/rss+xml"/>
+${itemXmls.join("\n")}
+  </channel>
+</rss>`;
+}
+//#endregion
+export { buildRssXml, escapeXml };

package/dist/types.d.mts

@@ -1,5 +1,5 @@
 import { n as BreadcrumbItem, t as ArticleSchemaOptions } from "./schema-C8v69blQ.mjs";
-import { n as LlmsPage, r as LlmsTxtOptions, t as LlmsFullTxtOptions } from "./llms-BVLxzjr-.mjs";
+import { n as LlmsPage, r as LlmsTxtOptions$1, t as LlmsFullTxtOptions$1 } from "./llms-BVLxzjr-.mjs";
 //#region src/types.d.ts
 /**
  * Change frequency for sitemap entries
@@ -273,5 +273,82 @@ export interface HeadProps {
    */
   twitter?: TwitterMeta;
 }
+export interface RssItem {
+  title: string;
+  link: string;
+  pubDate: Date | string | number;
+  description?: string;
+  content?: string;
+  guid?: string;
+  author?: string;
+}
+export interface RssFeedOptions {
+  title: string;
+  description: string;
+  site: string;
+  feedUrl?: string;
+  language?: string;
+  items: RssItem[];
+}
+export interface RssOptions extends Partial<RssFeedOptions> {
+  /**
+   * Custom RSS route pattern (default: "/rss.xml")
+   */
+  path?: string;
+  /**
+   * Custom items loader
+   */
+  items?: RssItem[];
+}
+export interface SitemapOptions {
+  /**
+   * Sitemap route pattern (default: "/sitemap.xml")
+   */
+  path?: string;
+  urls?: SitemapUrl[];
+  entries?: () => Promise<SeoEntry[]> | SeoEntry[];
+  locales?: LocaleConfig;
+  [key: string]: unknown;
+}
+export interface RobotsRouteOptions extends Partial<RobotsOptions> {
+  /**
+   * Route pattern (default: "/robots.txt")
+   */
+  path?: string;
+}
+export interface LlmsRouteOptions extends Partial<LlmsTxtOptions> {
+  /**
+   * Route pattern (default: "/llms.txt")
+   */
+  path?: string;
+}
+export interface LlmsFullRouteOptions extends Partial<LlmsFullTxtOptions> {
+  /**
+   * Route pattern (default: "/llms-full.txt")
+   */
+  path?: string;
+}
+export interface RimelightSeoOptions {
+  /**
+   * Sitemap configuration or false to disable automatic /sitemap.xml (default: true)
+   */
+  sitemap?: boolean | SitemapOptions;
+  /**
+   * Robots.txt configuration or false to disable automatic /robots.txt (default: true)
+   */
+  robots?: boolean | RobotsRouteOptions;
+  /**
+   * RSS feed configuration or false to disable automatic /rss.xml (default: true)
+   */
+  rss?: boolean | RssOptions;
+  /**
+   * LLMs.txt configuration or false to disable automatic /llms.txt (default: true)
+   */
+  llms?: boolean | LlmsRouteOptions;
+  /**
+   * LLMs-full.txt configuration or false to disable automatic /llms-full.txt (default: true)
+   */
+  llmsFull?: boolean | LlmsFullRouteOptions;
+}
 //#endregion
-export type { ArticleSchemaOptions, BreadcrumbItem, LlmsFullTxtOptions, LlmsPage, LlmsTxtOptions };
+export type { ArticleSchemaOptions, BreadcrumbItem, LlmsFullTxtOptions$1 as LlmsFullTxtOptions, LlmsPage, LlmsTxtOptions$1 as LlmsTxtOptions };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rimelight/seo",
-  "version": "0.0.5",
+  "version": "0.0.6",
   "private": false,
   "description": "Rimelight Entertainment's SEO Package",
   "homepage": "https://rimelight.com/docs",
@@ -41,6 +41,14 @@
       "types": "./dist/integration.d.mts",
       "import": "./dist/integration.mjs"
     },
+    "./rss": {
+      "types": "./dist/rss.d.mts",
+      "import": "./dist/rss.mjs"
+    },
+    "./og": {
+      "types": "./dist/og.d.mts",
+      "import": "./dist/og.mjs"
+    },
     "./components/*": "./src/components/*",
     "./routes/*": "./src/routes/*",
     "./*": "./src/*"
@@ -49,12 +57,18 @@
     "access": "public"
   },
   "devDependencies": {
-    "@rimelight/config": "0.0.6",
+    "@rimelight/config": "0.0.8",
     "astro": "7.3.2",
     "typescript": "6.0.3"
   },
   "peerDependencies": {
-    "astro": ">=7.0.0"
+    "astro": ">=7.0.0",
+    "takumi-js": ">=2.0.0"
+  },
+  "peerDependenciesMeta": {
+    "takumi-js": {
+      "optional": true
+    }
   },
   "engines": {
     "node": ">=26.8.2"

package/src/env.d.ts

@@ -1,8 +1,33 @@
-declare module "*.astro" {
-  export default {} as import("astro/runtime/server").AstroComponentFactory
-}
-
-declare module "virtual:rimelight-seo-config" {
-  const config: import("./integration.js").RimelightSeoOptions
-  export default config
-}
+declare module "*.astro" {
+  export default {} as import("astro/runtime/server").AstroComponentFactory
+}
+
+declare module "virtual:rimelight-seo-config" {
+  const config: import("./integration.js").RimelightSeoOptions
+  export default config
+}
+
+declare module "virtual:rimelight-seo/options" {
+  const config: import("./integration.js").RimelightSeoOptions
+  export default config
+}
+
+declare module "virtual:rimelight-seo/config" {
+  export const SEO_LOCALES: import("./types.js").LocaleConfig | undefined
+  export const PRIVATE_PATH_PREFIXES: string[] | undefined
+  export const seoEntries: (() => Promise<import("./types.js").SeoEntry[]>) | undefined
+  export const rssEntries: (() => Promise<import("./types.js").RssItem[]>) | undefined
+}
+
+declare module "virtual:rimelight-seo/site-config" {
+  export const siteConfig: import("./types.js").SiteConfig | Record<string, any>
+}
+
+declare module "virtual:rimelight-seo/db" {
+  export const db: any
+  export const pages: any
+}
+
+declare module "virtual:rimelight-seo/corpus" {
+  export const corpusPages: any[]
+}

package/src/index.ts

@@ -2,19 +2,26 @@ export type {
   ChangeFreq,
   LocaleConfig,
   RobotsOptions,
+  RobotsRouteOptions,
   SeoEntry,
   SitemapAlternate,
   SitemapUrl,
+  SitemapOptions,
   UserAgentRule,
   SiteConfig,
   OGImage,
   RSSFeed,
+  RssItem,
+  RssFeedOptions,
+  RssOptions,
   HeadProps,
   OpenGraphMeta,
   TwitterMeta,
   LlmsPage,
   LlmsTxtOptions,
   LlmsFullTxtOptions,
+  LlmsRouteOptions,
+  LlmsFullRouteOptions,
   ArticleSchemaOptions,
   BreadcrumbItem
 } from "./types.js"
@@ -28,6 +35,8 @@ export {
 
 export { buildRobotsTxt } from "./robots.js"
 
+export { buildRssXml, escapeXml } from "./rss.js"
+
 export {
   buildCanonicalUrl,
   buildPageTitle,
@@ -39,4 +48,9 @@ export {
 
 export { buildLlmsTxt, buildLlmsFullTxt } from "./llms.js"
 export { buildArticleSchema, buildBreadcrumbSchema } from "./schema.js"
-export { rimelightSeo, type RimelightSeoOptions } from "./integration.js"
+export type { OgFontConfig, OgLayoutOptions, OgRenderConfig } from "./og.js"
+
+import { rimelightSeo } from "./integration.js"
+export type { RimelightSeoOptions } from "./integration.js"
+export { rimelightSeo }
+export default rimelightSeo