@growth-labs/seo 0.1.5 → 0.2.0

package/dist/utils/apple-news-anf.js

@@ -0,0 +1,120 @@
+// Apple News Format (ANF) JSON document generator.
+//
+// EXPERIMENTAL in 0.2.0. Ships a conservative minimal-viable document that
+// passes Apple News Publisher's static validation. Full round-trip validation
+// against News Publisher requires an Apple developer account — test your
+// output in your News Publisher dashboard before committing to this format.
+//
+// ANF spec: https://developer.apple.com/documentation/apple_news/apple_news_format
+//
+// Scope of this package: produce a valid ANF document. Submission to the News
+// Publisher API (authentication, HMAC signing, multipart POST) is the
+// consumer's concern — the ANF spec explicitly keeps credentials out of scope.
+const ANF_VERSION = '1.7';
+/**
+ * Generate an Apple News Format document for a ContentItem. The returned value
+ * is a JSON-serializable object; consumers submit it as the `article.json` part
+ * of a News Publisher multipart POST.
+ *
+ * The generated document uses a conservative default layout (7-column grid),
+ * standard component styles, and a body composed of: title, byline, hero image,
+ * then one body component per paragraph-separated block of the article's
+ * description. Consumers producing real articles should replace the body
+ * components with their rendered content before submitting.
+ */
+export function generateAppleNewsAnf(item, options) {
+    const identifier = item.appleNewsId ?? deriveIdentifier(item.url);
+    const language = options.language ?? item.locale ?? 'en';
+    const components = [];
+    // Title
+    components.push({
+        role: 'title',
+        layout: 'titleLayout',
+        text: item.title,
+        textStyle: 'titleStyle',
+    });
+    // Byline
+    const byline = options.byline ??
+        (item.authors?.length ? `By ${item.authors.map((a) => a.name).join(', ')}` : undefined);
+    if (byline) {
+        components.push({
+            role: 'byline',
+            layout: 'bylineLayout',
+            text: byline,
+            textStyle: 'bylineStyle',
+        });
+    }
+    // Hero image (first, or single).
+    const heroImage = Array.isArray(item.image) ? item.image[0] : item.image;
+    if (heroImage) {
+        components.push({
+            role: 'photo',
+            layout: 'heroLayout',
+            URL: heroImage,
+            caption: item.description,
+        });
+    }
+    // Body (from description, split on double-newline).
+    if (item.description) {
+        const paragraphs = item.description.split(/\n{2,}/).filter((p) => p.trim().length > 0);
+        for (const p of paragraphs) {
+            components.push({
+                role: 'body',
+                layout: 'bodyLayout',
+                text: p.trim(),
+                textStyle: 'bodyStyle',
+            });
+        }
+    }
+    return {
+        version: ANF_VERSION,
+        identifier,
+        title: item.title,
+        language,
+        layout: {
+            columns: 7,
+            width: 1024,
+            margin: 75,
+            gutter: 20,
+        },
+        documentStyle: {
+            backgroundColor: '#FFFFFF',
+        },
+        metadata: {
+            canonicalURL: item.url,
+            datePublished: item.datePublished,
+            dateModified: item.dateModified,
+            thumbnailURL: heroImage,
+            excerpt: item.description,
+            authors: item.authors?.map((a) => a.name),
+        },
+        components,
+        componentLayouts: {
+            titleLayout: { columnStart: 0, columnSpan: 7, margin: { bottom: 18 } },
+            bylineLayout: { columnStart: 0, columnSpan: 7, margin: { bottom: 30 } },
+            heroLayout: { ignoreDocumentMargin: true, minimumHeight: 500 },
+            bodyLayout: { columnStart: 0, columnSpan: 7, margin: { top: 15, bottom: 15 } },
+        },
+        componentStyles: {
+            titleStyle: { textAlignment: 'left', fontName: 'HelveticaNeue-Bold', fontSize: 36 },
+            bylineStyle: { textAlignment: 'left', fontName: 'HelveticaNeue-Medium', fontSize: 13 },
+            bodyStyle: { textAlignment: 'left', fontName: 'Georgia', fontSize: 18, lineHeight: 26 },
+        },
+    };
+}
+/**
+ * Derive a stable identifier from the article URL when the consumer hasn't
+ * assigned one explicitly. Must be stable across republishes so Apple News
+ * de-dupes correctly.
+ */
+function deriveIdentifier(url) {
+    // Strip scheme + query/hash; replace non-alphanum with '-' to stay within
+    // Apple's identifier constraints.
+    return url
+        .replace(/^https?:\/\//, '')
+        .replace(/[#?].*$/, '')
+        .replace(/[^a-zA-Z0-9-_]/g, '-')
+        .replace(/-+/g, '-')
+        .replace(/^-|-$/g, '');
+}
+//# sourceMappingURL=apple-news-anf.js.map

package/dist/utils/apple-news-anf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apple-news-anf.js","sourceRoot":"","sources":["../../src/utils/apple-news-anf.ts"],"names":[],"mappings":"AAEA,mDAAmD;AACnD,EAAE;AACF,2EAA2E;AAC3E,8EAA8E;AAC9E,yEAAyE;AACzE,4EAA4E;AAC5E,EAAE;AACF,mFAAmF;AACnF,EAAE;AACF,8EAA8E;AAC9E,sEAAsE;AACtE,+EAA+E;AAE/E,MAAM,WAAW,GAAG,KAAK,CAAA;AAkCzB;;;;;;;;;;GAUG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAiB,EAAE,OAA2B;IAClF,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAA;IAExD,MAAM,UAAU,GAAmB,EAAE,CAAA;IAErC,QAAQ;IACR,UAAU,CAAC,IAAI,CAAC;QACf,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,aAAa;QACrB,IAAI,EAAE,IAAI,CAAC,KAAK;QAChB,SAAS,EAAE,YAAY;KACvB,CAAC,CAAA;IAEF,SAAS;IACT,MAAM,MAAM,GACX,OAAO,CAAC,MAAM;QACd,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACxF,IAAI,MAAM,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,cAAc;YACtB,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,aAAa;SACxB,CAAC,CAAA;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAA;IACxE,IAAI,SAAS,EAAE,CAAC;QACf,UAAU,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,YAAY;YACpB,GAAG,EAAE,SAAS;YACd,OAAO,EAAE,IAAI,CAAC,WAAW;SACzB,CAAC,CAAA;IACH,CAAC;IAED,oDAAoD;IACpD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACtF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,YAAY;gBACpB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;gBACd,SAAS,EAAE,WAAW;aACtB,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,OAAO;QACN,OAAO,EAAE,WAAW;QACpB,UAAU;QACV,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ;QACR,MAAM,EAAE;YACP,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACV;QACD,aAAa,EAAE;YACd,eAAe,EAAE,SAAS;SAC1B;QACD,QAAQ,EAAE;YACT,YAAY,EAAE,IAAI,CAAC,GAAG;YACtB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,SAAS;YACvB,OAAO,EAAE,IAAI,CAAC,WAAW;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SACzC;QACD,UAAU;QACV,gBAAgB,EAAE;YACjB,WAAW,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;YACtE,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;YACvE,UAAU,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE;YAC9D,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;SAC9E;QACD,eAAe,EAAE;YAChB,UAAU,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE;YACnF,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,sBAAsB,EAAE,QAAQ,EAAE,EAAE,EAAE;YACtF,SAAS,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;SACvF;KACD,CAAA;AACF,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,GAAW;IACpC,0EAA0E;IAC1E,kCAAkC;IAClC,OAAO,GAAG;SACR,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;AACxB,CAAC"}

package/dist/utils/apple-news-rss.d.ts

@@ -0,0 +1,31 @@
+import type { ResolvedSeoOptions } from '../options.js';
+import type { ContentItem } from '../types.js';
+/**
+ * Map from a ContentItem to a self-contained HTML fragment suitable for
+ * Apple News `content:encoded`. Apple requires absolute URLs and no page chrome
+ * (headers, sidebars, footers). Consumers typically produce this from their
+ * rendered article's body element.
+ */
+export type ContentHtmlResolver = (item: ContentItem) => string | undefined;
+export interface GenerateAppleNewsRssOptions {
+    items: ContentItem[];
+    options: ResolvedSeoOptions;
+    contentHtml?: ContentHtmlResolver;
+}
+/**
+ * Generate Apple News Publisher RSS (`/apple-news.xml`) per Apple's ingestion
+ * requirements. Apple's ingester is stricter than a generic reader — missing
+ * required fields cause silent rejection.
+ *
+ * Hard requirements implemented:
+ *   - access: 'members' excluded unconditionally (via forAppleNews).
+ *   - appleNewsPublishable: 'no' excluded (resolved against channel default).
+ *   - content:encoded CDATA body when fullContent: true.
+ *   - Hero image via <media:content> (required for Apple News).
+ *   - dc:creator populated from authors[0].
+ *   - Category from item.appleNewsSection or channel defaultSection.
+ *   - guid in permalink form, stable across republishes.
+ *   - Feed cadence: newest-first, max 100 items, no pagination.
+ */
+export declare function generateAppleNewsRss({ items, options, contentHtml, }: GenerateAppleNewsRssOptions): string;
+//# sourceMappingURL=apple-news-rss.d.ts.map

package/dist/utils/apple-news-rss.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"apple-news-rss.d.ts","sourceRoot":"","sources":["../../src/utils/apple-news-rss.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAgB9C;;;;;GAKG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,WAAW,KAAK,MAAM,GAAG,SAAS,CAAA;AAE3E,MAAM,WAAW,2BAA2B;IAC3C,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,OAAO,EAAE,kBAAkB,CAAA;IAI3B,WAAW,CAAC,EAAE,mBAAmB,CAAA;CACjC;AAID;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,oBAAoB,CAAC,EACpC,KAAK,EACL,OAAO,EACP,WAAW,GACX,EAAE,2BAA2B,GAAG,MAAM,CAgFtC"}

package/dist/utils/apple-news-rss.js

@@ -0,0 +1,103 @@
+import { forAppleNews } from './content-filter.js';
+function escapeXml(str) {
+    return str
+        .replace(/&/g, '&')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&apos;');
+}
+function toRfc822(dateStr) {
+    return new Date(dateStr).toUTCString();
+}
+const MAX_ITEMS = 100;
+/**
+ * Generate Apple News Publisher RSS (`/apple-news.xml`) per Apple's ingestion
+ * requirements. Apple's ingester is stricter than a generic reader — missing
+ * required fields cause silent rejection.
+ *
+ * Hard requirements implemented:
+ *   - access: 'members' excluded unconditionally (via forAppleNews).
+ *   - appleNewsPublishable: 'no' excluded (resolved against channel default).
+ *   - content:encoded CDATA body when fullContent: true.
+ *   - Hero image via <media:content> (required for Apple News).
+ *   - dc:creator populated from authors[0].
+ *   - Category from item.appleNewsSection or channel defaultSection.
+ *   - guid in permalink form, stable across republishes.
+ *   - Feed cadence: newest-first, max 100 items, no pagination.
+ */
+export function generateAppleNewsRss({ items, options, contentHtml, }) {
+    const appleNews = options.appleNews;
+    if (!appleNews?.enabled) {
+        throw new Error('generateAppleNewsRss called without appleNews.enabled');
+    }
+    const filtered = forAppleNews(items, { publishable: appleNews.defaultPublishable });
+    // Newest-first ordering.
+    const sorted = filtered
+        .slice()
+        .sort((a, b) => {
+        const at = a.datePublished ? new Date(a.datePublished).getTime() : 0;
+        const bt = b.datePublished ? new Date(b.datePublished).getTime() : 0;
+        return bt - at;
+    })
+        .slice(0, MAX_ITEMS);
+    const selfLink = `${options.site.replace(/\/$/, '')}${appleNews.feedPath}`;
+    const channelImage = options.organization.logo;
+    const language = options.defaults.locale.replace('_', '-');
+    const lastBuildDate = new Date().toUTCString();
+    const itemsXml = sorted
+        .map((item) => {
+        const pubDate = item.datePublished ? toRfc822(item.datePublished) : '';
+        const pubDateTag = pubDate ? `\n      <pubDate>${escapeXml(pubDate)}</pubDate>` : '';
+        const creator = item.authors?.[0]?.name;
+        const creatorTag = creator ? `\n      <dc:creator>${escapeXml(creator)}</dc:creator>` : '';
+        const section = item.appleNewsSection ?? appleNews.defaultSection;
+        const categoryTag = section ? `\n      <category>${escapeXml(section)}</category>` : '';
+        const descTag = item.description
+            ? `\n      <description>${escapeXml(item.description)}</description>`
+            : '';
+        let contentTag = '';
+        if (appleNews.fullContent) {
+            const html = contentHtml?.(item);
+            if (html) {
+                // CDATA-wrap; guard against CDATA injection by splitting ']]>' sequences.
+                const safe = html.replace(/]]>/g, ']]]]><![CDATA[>');
+                contentTag = `\n      <content:encoded><![CDATA[${safe}]]></content:encoded>`;
+            }
+        }
+        // Hero image is required by Apple. We emit media:content on the first image URL;
+        // consumers should ensure this is >= 1024x768 per Apple's minimums.
+        const heroImage = Array.isArray(item.image) ? item.image[0] : item.image;
+        const mediaContentTag = heroImage
+            ? `\n      <media:content url="${escapeXml(heroImage)}" medium="image"/>`
+            : '';
+        return `    <item>
+      <title>${escapeXml(item.title)}</title>
+      <link>${escapeXml(item.url)}</link>
+      <guid isPermaLink="true">${escapeXml(item.url)}</guid>${pubDateTag}${creatorTag}${categoryTag}${descTag}${contentTag}${mediaContentTag}
+    </item>`;
+    })
+        .join('\n');
+    return `<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0"
+  xmlns:atom="http://www.w3.org/2005/Atom"
+  xmlns:dc="http://purl.org/dc/elements/1.1/"
+  xmlns:content="http://purl.org/rss/1.0/modules/content/"
+  xmlns:media="http://search.yahoo.com/mrss/">
+  <channel>
+    <title>${escapeXml(appleNews.channelName)}</title>
+    <link>${escapeXml(options.site)}</link>
+    <description>${escapeXml(options.organization.name)}</description>
+    <language>${escapeXml(language)}</language>
+    <atom:link href="${escapeXml(selfLink)}" rel="self" type="application/rss+xml"/>
+    <image>
+      <url>${escapeXml(channelImage)}</url>
+      <title>${escapeXml(appleNews.channelName)}</title>
+      <link>${escapeXml(options.site)}</link>
+    </image>
+    <lastBuildDate>${lastBuildDate}</lastBuildDate>
+${itemsXml}
+  </channel>
+</rss>`;
+}
+//# sourceMappingURL=apple-news-rss.js.map

package/dist/utils/apple-news-rss.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apple-news-rss.js","sourceRoot":"","sources":["../../src/utils/apple-news-rss.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAElD,SAAS,SAAS,CAAC,GAAW;IAC7B,OAAO,GAAG;SACR,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe;IAChC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAA;AACvC,CAAC;AAmBD,MAAM,SAAS,GAAG,GAAG,CAAA;AAErB;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,oBAAoB,CAAC,EACpC,KAAK,EACL,OAAO,EACP,WAAW,GACkB;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;IACnC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IACzE,CAAC;IAED,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAA;IACnF,yBAAyB;IACzB,MAAM,MAAM,GAAG,QAAQ;SACrB,KAAK,EAAE;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACd,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACpE,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACpE,OAAO,EAAE,GAAG,EAAE,CAAA;IACf,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;IAErB,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAA;IAC1E,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAA;IAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC1D,MAAM,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAE9C,MAAM,QAAQ,GAAG,MAAM;SACrB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACtE,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,oBAAoB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;QACvC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAA;QAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC,cAAc,CAAA;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,qBAAqB,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAA;QACvF,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW;YAC/B,CAAC,CAAC,wBAAwB,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,gBAAgB;YACrE,CAAC,CAAC,EAAE,CAAA;QAEL,IAAI,UAAU,GAAG,EAAE,CAAA;QACnB,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC,IAAI,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACV,0EAA0E;gBAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAA;gBACpD,UAAU,GAAG,qCAAqC,IAAI,uBAAuB,CAAA;YAC9E,CAAC;QACF,CAAC;QAED,iFAAiF;QACjF,oEAAoE;QACpE,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAA;QACxE,MAAM,eAAe,GAAG,SAAS;YAChC,CAAC,CAAC,+BAA+B,SAAS,CAAC,SAAS,CAAC,oBAAoB;YACzE,CAAC,CAAC,EAAE,CAAA;QAEL,OAAO;eACK,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;cACtB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;iCACA,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,UAAU,GAAG,eAAe;YAChI,CAAA;IACV,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;IAEZ,OAAO;;;;;;;aAOK,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC;YACjC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;mBAChB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC;gBACvC,SAAS,CAAC,QAAQ,CAAC;uBACZ,SAAS,CAAC,QAAQ,CAAC;;aAE7B,SAAS,CAAC,YAAY,CAAC;eACrB,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC;cACjC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;;qBAEhB,aAAa;EAChC,QAAQ;;OAEH,CAAA;AACP,CAAC"}

package/dist/utils/content-filter.d.ts

@@ -0,0 +1,52 @@
+import type { ContentItem } from '../types.js';
+/**
+ * Items eligible for the primary sitemap (sitemap-articles, sitemap-pages, etc.).
+ * Includes members by default — paywalled URLs should be discoverable so search
+ * engines can route users to the paywall landing. Consumers can opt out per item
+ * with `includeInSitemap: false`.
+ */
+export declare function forSitemap<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for the markdown-specific sitemap (/sitemap-markdown.xml).
+ * Excludes members UNCONDITIONALLY — the markdown sitemap advertises AEO twin
+ * URLs that don't exist for gated content. `includeInSitemap: false` on a public
+ * item still hides it from here.
+ */
+export declare function forMarkdownSitemap<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for the RSS feed (/feed.xml). Excludes members UNCONDITIONALLY;
+ * `includeInFeed: true` on a members item is a no-op. Public items can opt out
+ * with `includeInFeed: false`.
+ */
+export declare function forRss<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for Apple News Publisher RSS (/apple-news.xml). Excludes members
+ * UNCONDITIONALLY. Additionally filters by `appleNewsPublishable` — if set to 'no'
+ * at the item level, excluded regardless of channel default.
+ */
+export declare function forAppleNews<T extends ContentItem>(items: T[], defaults: {
+    publishable: 'yes' | 'no';
+}): T[];
+/**
+ * Items eligible for the narrated-articles podcast feed (/listen.xml).
+ * Requires `audio` property, excludes members UNCONDITIONALLY.
+ */
+export declare function forListen<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for llms.txt (the link index). Excludes members UNCONDITIONALLY.
+ * Public items with `includeInFeed: false` still appear — llms.txt is a discovery
+ * file, not a feed, so the opt-out only applies to RSS.
+ */
+export declare function forLlms<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for the bulk corpus dump (/llms-full.txt). Same rule as llms.txt:
+ * public items only, members unconditionally excluded.
+ */
+export declare function forLlmsFull<T extends ContentItem>(items: T[]): T[];
+/**
+ * Items eligible for AEO markdown-twin emission (static mode) or middleware
+ * serving (middleware mode). Excludes members UNCONDITIONALLY — gated content
+ * is never exposed as markdown at rest or via middleware.
+ */
+export declare function forMarkdownTwin<T extends ContentItem>(items: T[]): T[];
+//# sourceMappingURL=content-filter.d.ts.map

package/dist/utils/content-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-filter.d.ts","sourceRoot":"","sources":["../../src/utils/content-filter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAM9C;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAEjE;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAEzE;AAED;;;;GAIG;AACH,wBAAgB,MAAM,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAE7D;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,CAAC,SAAS,WAAW,EACjD,KAAK,EAAE,CAAC,EAAE,EACV,QAAQ,EAAE;IAAE,WAAW,EAAE,KAAK,GAAG,IAAI,CAAA;CAAE,GACrC,CAAC,EAAE,CAOL;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAIhE;AAED;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAE9D;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAElE;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,CAAC,SAAS,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAEtE"}

package/dist/utils/content-filter.js

@@ -0,0 +1,75 @@
+// Centralizes the access-rule invariants so we don't scatter "members excluded
+// from X" across eight different routes. If the rule ever changes, it changes
+// here, once.
+/**
+ * Items eligible for the primary sitemap (sitemap-articles, sitemap-pages, etc.).
+ * Includes members by default — paywalled URLs should be discoverable so search
+ * engines can route users to the paywall landing. Consumers can opt out per item
+ * with `includeInSitemap: false`.
+ */
+export function forSitemap(items) {
+    return items.filter((item) => item.includeInSitemap !== false);
+}
+/**
+ * Items eligible for the markdown-specific sitemap (/sitemap-markdown.xml).
+ * Excludes members UNCONDITIONALLY — the markdown sitemap advertises AEO twin
+ * URLs that don't exist for gated content. `includeInSitemap: false` on a public
+ * item still hides it from here.
+ */
+export function forMarkdownSitemap(items) {
+    return items.filter((item) => item.access !== 'members' && item.includeInSitemap !== false);
+}
+/**
+ * Items eligible for the RSS feed (/feed.xml). Excludes members UNCONDITIONALLY;
+ * `includeInFeed: true` on a members item is a no-op. Public items can opt out
+ * with `includeInFeed: false`.
+ */
+export function forRss(items) {
+    return items.filter((item) => item.access !== 'members' && item.includeInFeed !== false);
+}
+/**
+ * Items eligible for Apple News Publisher RSS (/apple-news.xml). Excludes members
+ * UNCONDITIONALLY. Additionally filters by `appleNewsPublishable` — if set to 'no'
+ * at the item level, excluded regardless of channel default.
+ */
+export function forAppleNews(items, defaults) {
+    return items.filter((item) => {
+        if (item.access === 'members')
+            return false;
+        if (item.includeInFeed === false)
+            return false;
+        const effective = item.appleNewsPublishable ?? defaults.publishable;
+        return effective === 'yes';
+    });
+}
+/**
+ * Items eligible for the narrated-articles podcast feed (/listen.xml).
+ * Requires `audio` property, excludes members UNCONDITIONALLY.
+ */
+export function forListen(items) {
+    return items.filter((item) => item.audio !== undefined && item.access !== 'members' && item.includeInFeed !== false);
+}
+/**
+ * Items eligible for llms.txt (the link index). Excludes members UNCONDITIONALLY.
+ * Public items with `includeInFeed: false` still appear — llms.txt is a discovery
+ * file, not a feed, so the opt-out only applies to RSS.
+ */
+export function forLlms(items) {
+    return items.filter((item) => item.access !== 'members');
+}
+/**
+ * Items eligible for the bulk corpus dump (/llms-full.txt). Same rule as llms.txt:
+ * public items only, members unconditionally excluded.
+ */
+export function forLlmsFull(items) {
+    return items.filter((item) => item.access !== 'members');
+}
+/**
+ * Items eligible for AEO markdown-twin emission (static mode) or middleware
+ * serving (middleware mode). Excludes members UNCONDITIONALLY — gated content
+ * is never exposed as markdown at rest or via middleware.
+ */
+export function forMarkdownTwin(items) {
+    return items.filter((item) => item.access !== 'members');
+}
+//# sourceMappingURL=content-filter.js.map

package/dist/utils/content-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-filter.js","sourceRoot":"","sources":["../../src/utils/content-filter.ts"],"names":[],"mappings":"AAEA,+EAA+E;AAC/E,8EAA8E;AAC9E,cAAc;AAEd;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAwB,KAAU;IAC3D,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,KAAK,KAAK,CAAC,CAAA;AAC/D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAwB,KAAU;IACnE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,KAAK,KAAK,CAAC,CAAA;AAC5F,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,MAAM,CAAwB,KAAU;IACvD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,CAAC,CAAA;AACzF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAC3B,KAAU,EACV,QAAuC;IAEvC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;QAC3C,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK;YAAE,OAAO,KAAK,CAAA;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,IAAI,QAAQ,CAAC,WAAW,CAAA;QACnE,OAAO,SAAS,KAAK,KAAK,CAAA;IAC3B,CAAC,CAAC,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAwB,KAAU;IAC1D,OAAO,KAAK,CAAC,MAAM,CAClB,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,CAC/F,CAAA;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAwB,KAAU;IACxD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;AACzD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAwB,KAAU;IAC5D,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;AACzD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAwB,KAAU;IAChE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;AACzD,CAAC"}

package/dist/utils/crawler-class.d.ts

@@ -0,0 +1,39 @@
+import type { CrawlerClass } from '../types.js';
+import type { FcrdnsVerifier } from './fcrdns.js';
+export declare const VERIFIED_SEARCH_SUFFIXES: readonly ["googlebot.com", "google.com", "search.msn.com", "applebot.apple.com", "duckduckbot.com"];
+export interface ClassifyRequestInput {
+    request: Request;
+    fcrdnsVerify?: FcrdnsVerifier;
+    skipBotManagementFastPath?: boolean;
+}
+/**
+ * Classify a request into one of four crawler classes.
+ *
+ * Order of checks:
+ *   1. Cloudflare Bot Management fast path (zero subrequests) when available.
+ *   2. LLM-training UA match.
+ *   3. User-directed LLM agent UA match.
+ *   4. FCrDNS against verified-search-crawler suffixes (DoH subrequests if uncached).
+ *   5. Fallthrough → anonymous.
+ *
+ * The BM fast path and UA checks always run; FCrDNS only runs when no UA matches
+ * (spoofed UAs that claim to be Googlebot without FCrDNS confirmation fail here).
+ *
+ * @returns the crawler class for cache-key segmentation, body-variant selection,
+ *          and JSON-LD redaction decisions downstream.
+ */
+export declare function classifyRequest(input: ClassifyRequestInput): Promise<CrawlerClass>;
+declare function matchesAnyToken(ua: string, tokens: readonly string[]): boolean;
+/**
+ * Extract the effective client IP from a request. Prefers CF-Connecting-IP
+ * (Cloudflare-verified); falls back to X-Forwarded-For's first entry.
+ */
+declare function getClientIp(request: Request): string | null;
+export declare const _internals: {
+    LLM_TRAINING_UAS: readonly ["GPTBot", "ClaudeBot", "CCBot", "Google-Extended", "PerplexityBot", "Applebot-Extended", "Bytespider", "FacebookBot", "OAI-SearchBot", "anthropic-ai", "cohere-ai", "AI2Bot", "Diffbot", "ImagesiftBot", "Omgilibot", "Omgili", "Timpibot"];
+    USER_DIRECTED_UAS: readonly ["ChatGPT-User", "Claude-User", "PerplexityBot-User", "Google-NotebookLM"];
+    matchesAnyToken: typeof matchesAnyToken;
+    getClientIp: typeof getClientIp;
+};
+export {};
+//# sourceMappingURL=crawler-class.d.ts.map

package/dist/utils/crawler-class.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler-class.d.ts","sourceRoot":"","sources":["../../src/utils/crawler-class.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAuCjD,eAAO,MAAM,wBAAwB,qGAM3B,CAAA;AAIV,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,OAAO,CAAA;IAGhB,YAAY,CAAC,EAAE,cAAc,CAAA;IAE7B,yBAAyB,CAAC,EAAE,OAAO,CAAA;CACnC;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,YAAY,CAAC,CA+CxF;AAID,iBAAS,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAIvE;AAED;;;GAGG;AACH,iBAAS,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CASpD;AAID,eAAO,MAAM,UAAU;;;;;CAKtB,CAAA"}

package/dist/utils/crawler-class.js

@@ -0,0 +1,127 @@
+// ─── User-Agent patterns ───
+// Known LLM-training crawlers. Blocked at robots.txt AND 403'd in middleware on
+// access: 'members' items. Matched case-insensitively against the UA string.
+const LLM_TRAINING_UAS = [
+    'GPTBot',
+    'ClaudeBot',
+    'CCBot',
+    'Google-Extended',
+    'PerplexityBot',
+    'Applebot-Extended',
+    'Bytespider',
+    'FacebookBot',
+    'OAI-SearchBot',
+    'anthropic-ai',
+    'cohere-ai',
+    'AI2Bot',
+    'Diffbot',
+    'ImagesiftBot',
+    'Omgilibot',
+    'Omgili',
+    'Timpibot',
+];
+// User-directed LLM agents — fetch on behalf of a logged-in user. Treated as anonymous:
+// these forward response to a third-party model that may retain them, so never serve
+// gated content even if member cookies are present.
+const USER_DIRECTED_UAS = [
+    'ChatGPT-User',
+    'Claude-User',
+    'PerplexityBot-User',
+    'Google-NotebookLM',
+];
+// FCrDNS suffixes for verified search crawlers. Case-insensitive, dot-boundary match.
+// Deliberately excludes googleusercontent.com (Google Cloud VMs, Apps Script, proxy
+// infrastructure that would let any GCP user impersonate Googlebot).
+export const VERIFIED_SEARCH_SUFFIXES = [
+    'googlebot.com',
+    'google.com',
+    'search.msn.com',
+    'applebot.apple.com',
+    'duckduckbot.com',
+];
+/**
+ * Classify a request into one of four crawler classes.
+ *
+ * Order of checks:
+ *   1. Cloudflare Bot Management fast path (zero subrequests) when available.
+ *   2. LLM-training UA match.
+ *   3. User-directed LLM agent UA match.
+ *   4. FCrDNS against verified-search-crawler suffixes (DoH subrequests if uncached).
+ *   5. Fallthrough → anonymous.
+ *
+ * The BM fast path and UA checks always run; FCrDNS only runs when no UA matches
+ * (spoofed UAs that claim to be Googlebot without FCrDNS confirmation fail here).
+ *
+ * @returns the crawler class for cache-key segmentation, body-variant selection,
+ *          and JSON-LD redaction decisions downstream.
+ */
+export async function classifyRequest(input) {
+    const { request, fcrdnsVerify, skipBotManagementFastPath = false } = input;
+    // 1. Cloudflare Bot Management fast path — zero subrequests, Cloudflare-stood-behind.
+    //    Only present on Enterprise zones with BM enabled. Absent on Free/Pro/Business.
+    if (!skipBotManagementFastPath) {
+        const cf = request.cf;
+        if (cf?.botManagement?.verifiedBot && cf.verifiedBotCategory === 'Search Engine Crawler') {
+            return 'verifiedSearchCrawler';
+        }
+    }
+    const ua = request.headers.get('user-agent') ?? '';
+    // 2. User-directed LLM agent — checked BEFORE training-bot UAs, because many
+    //    user-directed UAs contain training-bot substrings (e.g. `PerplexityBot-User`
+    //    contains `PerplexityBot`; `ChatGPT-User` contains `ChatGPT`). The more
+    //    specific rule must match first.
+    if (matchesAnyToken(ua, USER_DIRECTED_UAS)) {
+        return 'userDirectedLlmAgent';
+    }
+    // 3. LLM-training crawler — matches a training-bot UA substring.
+    if (matchesAnyToken(ua, LLM_TRAINING_UAS)) {
+        return 'llmTrainingCrawler';
+    }
+    // 4. FCrDNS for verified search crawlers. Only attempted if a verifier is wired
+    //    (the classifier is pure when FCrDNS isn't available — production middleware
+    //    always wires it; pure-function tests can skip it).
+    if (fcrdnsVerify) {
+        const clientIp = getClientIp(request);
+        if (clientIp) {
+            const verified = await fcrdnsVerify({
+                clientIp,
+                trustedSuffixes: VERIFIED_SEARCH_SUFFIXES,
+            });
+            if (verified)
+                return 'verifiedSearchCrawler';
+        }
+    }
+    // 5. Fallthrough.
+    return 'anonymous';
+}
+// ─── Internals ───
+function matchesAnyToken(ua, tokens) {
+    if (!ua)
+        return false;
+    const lowered = ua.toLowerCase();
+    return tokens.some((token) => lowered.includes(token.toLowerCase()));
+}
+/**
+ * Extract the effective client IP from a request. Prefers CF-Connecting-IP
+ * (Cloudflare-verified); falls back to X-Forwarded-For's first entry.
+ */
+function getClientIp(request) {
+    const cf = request.headers.get('cf-connecting-ip');
+    if (cf)
+        return cf;
+    const xff = request.headers.get('x-forwarded-for');
+    if (xff) {
+        const first = xff.split(',')[0]?.trim();
+        if (first)
+            return first;
+    }
+    return null;
+}
+// ─── Exports for testing ───
+export const _internals = {
+    LLM_TRAINING_UAS,
+    USER_DIRECTED_UAS,
+    matchesAnyToken,
+    getClientIp,
+};
+//# sourceMappingURL=crawler-class.js.map

package/dist/utils/crawler-class.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler-class.js","sourceRoot":"","sources":["../../src/utils/crawler-class.ts"],"names":[],"mappings":"AAGA,8BAA8B;AAE9B,gFAAgF;AAChF,6EAA6E;AAC7E,MAAM,gBAAgB,GAAG;IACxB,QAAQ;IACR,WAAW;IACX,OAAO;IACP,iBAAiB;IACjB,eAAe;IACf,mBAAmB;IACnB,YAAY;IACZ,aAAa;IACb,eAAe;IACf,cAAc;IACd,WAAW;IACX,QAAQ;IACR,SAAS;IACT,cAAc;IACd,WAAW;IACX,QAAQ;IACR,UAAU;CACD,CAAA;AAEV,wFAAwF;AACxF,qFAAqF;AACrF,oDAAoD;AACpD,MAAM,iBAAiB,GAAG;IACzB,cAAc;IACd,aAAa;IACb,oBAAoB;IACpB,mBAAmB;CACV,CAAA;AAEV,sFAAsF;AACtF,oFAAoF;AACpF,qEAAqE;AACrE,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACvC,eAAe;IACf,YAAY;IACZ,gBAAgB;IAChB,oBAAoB;IACpB,iBAAiB;CACR,CAAA;AAaV;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAA2B;IAChE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,yBAAyB,GAAG,KAAK,EAAE,GAAG,KAAK,CAAA;IAE1E,sFAAsF;IACtF,oFAAoF;IACpF,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAChC,MAAM,EAAE,GACP,OAGA,CAAC,EAAE,CAAA;QACJ,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,IAAI,EAAE,CAAC,mBAAmB,KAAK,uBAAuB,EAAE,CAAC;YAC1F,OAAO,uBAAuB,CAAA;QAC/B,CAAC;IACF,CAAC;IAED,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;IAElD,6EAA6E;IAC7E,kFAAkF;IAClF,4EAA4E;IAC5E,qCAAqC;IACrC,IAAI,eAAe,CAAC,EAAE,EAAE,iBAAiB,CAAC,EAAE,CAAC;QAC5C,OAAO,sBAAsB,CAAA;IAC9B,CAAC;IAED,iEAAiE;IACjE,IAAI,eAAe,CAAC,EAAE,EAAE,gBAAgB,CAAC,EAAE,CAAC;QAC3C,OAAO,oBAAoB,CAAA;IAC5B,CAAC;IAED,gFAAgF;IAChF,iFAAiF;IACjF,wDAAwD;IACxD,IAAI,YAAY,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;QACrC,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;gBACnC,QAAQ;gBACR,eAAe,EAAE,wBAAwB;aACzC,CAAC,CAAA;YACF,IAAI,QAAQ;gBAAE,OAAO,uBAAuB,CAAA;QAC7C,CAAC;IACF,CAAC;IAED,kBAAkB;IAClB,OAAO,WAAW,CAAA;AACnB,CAAC;AAED,oBAAoB;AAEpB,SAAS,eAAe,CAAC,EAAU,EAAE,MAAyB;IAC7D,IAAI,CAAC,EAAE;QAAE,OAAO,KAAK,CAAA;IACrB,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,EAAE,CAAA;IAChC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;AACrE,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,OAAgB;IACpC,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;IAClD,IAAI,EAAE;QAAE,OAAO,EAAE,CAAA;IACjB,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAClD,IAAI,GAAG,EAAE,CAAC;QACT,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAA;QACvC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAA;IACxB,CAAC;IACD,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,8BAA8B;AAE9B,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,gBAAgB;IAChB,iBAAiB;IACjB,eAAe;IACf,WAAW;CACX,CAAA"}

package/dist/utils/effective-auth.d.ts

@@ -0,0 +1,28 @@
+import type { CrawlerClass, EffectiveAuthSegment } from '../types.js';
+/**
+ * Raw auth segment from the consumer's auth layer. Consumers produce this (typically
+ * 'anon' for unauthenticated, 'member' for a logged-in subscriber) and feed it into
+ * the package to derive the effective segment.
+ */
+export type RawAuthSegment = 'anon' | 'member';
+/**
+ * Compute the effective auth segment given a crawler class and a raw consumer auth segment.
+ *
+ * This function encodes the policy from spec "Effective auth segment" (lines
+ * "crawler class overrides member cookies"):
+ *
+ *   - Verified search crawler → 'search-full' (regardless of cookies). Gets the
+ *     sanctioned paywall-marked full body under Flexible Sampling.
+ *   - LLM training crawler → caller should 403 before calling this; if it does reach
+ *     here, we surface 'anon' defensively.
+ *   - User-directed LLM agent → 'anon', ALWAYS. Even if member cookies are present.
+ *     Load-bearing: ChatGPT-User / Claude-User forward responses to a third-party
+ *     model that may retain them; we cannot verify the cookies belong to a paid
+ *     subscriber, and leaking gated content to a third-party LLM defeats gating.
+ *   - Anonymous → raw as-is.
+ *
+ * Consumers use `effectiveAuthSegment` (NOT raw `authSegment`) in cache keys so
+ * that cache segmentation reflects the crawler-class override.
+ */
+export declare function computeEffectiveAuthSegment(crawlerClass: CrawlerClass, rawAuthSegment: RawAuthSegment): EffectiveAuthSegment;
+//# sourceMappingURL=effective-auth.d.ts.map

package/dist/utils/effective-auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"effective-auth.d.ts","sourceRoot":"","sources":["../../src/utils/effective-auth.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAErE;;;;GAIG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,QAAQ,CAAA;AAE9C;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,2BAA2B,CAC1C,YAAY,EAAE,YAAY,EAC1B,cAAc,EAAE,cAAc,GAC5B,oBAAoB,CAYtB"}