@growth-labs/seo 0.1.5 → 0.2.1

package/dist/utils/effective-auth.js

@@ -0,0 +1,33 @@
+/**
+ * Compute the effective auth segment given a crawler class and a raw consumer auth segment.
+ *
+ * This function encodes the policy from spec "Effective auth segment" (lines
+ * "crawler class overrides member cookies"):
+ *
+ *   - Verified search crawler → 'search-full' (regardless of cookies). Gets the
+ *     sanctioned paywall-marked full body under Flexible Sampling.
+ *   - LLM training crawler → caller should 403 before calling this; if it does reach
+ *     here, we surface 'anon' defensively.
+ *   - User-directed LLM agent → 'anon', ALWAYS. Even if member cookies are present.
+ *     Load-bearing: ChatGPT-User / Claude-User forward responses to a third-party
+ *     model that may retain them; we cannot verify the cookies belong to a paid
+ *     subscriber, and leaking gated content to a third-party LLM defeats gating.
+ *   - Anonymous → raw as-is.
+ *
+ * Consumers use `effectiveAuthSegment` (NOT raw `authSegment`) in cache keys so
+ * that cache segmentation reflects the crawler-class override.
+ */
+export function computeEffectiveAuthSegment(crawlerClass, rawAuthSegment) {
+    switch (crawlerClass) {
+        case 'verifiedSearchCrawler':
+            return 'search-full';
+        case 'llmTrainingCrawler':
+            // Caller should reject with 403 before computing this; defensive fallback.
+            return 'anon';
+        case 'userDirectedLlmAgent':
+            return 'anon'; // Override: never 'member', even with cookies.
+        case 'anonymous':
+            return rawAuthSegment;
+    }
+}
+//# sourceMappingURL=effective-auth.js.map

package/dist/utils/effective-auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"effective-auth.js","sourceRoot":"","sources":["../../src/utils/effective-auth.ts"],"names":[],"mappings":"AASA;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,2BAA2B,CAC1C,YAA0B,EAC1B,cAA8B;IAE9B,QAAQ,YAAY,EAAE,CAAC;QACtB,KAAK,uBAAuB;YAC3B,OAAO,aAAa,CAAA;QACrB,KAAK,oBAAoB;YACxB,2EAA2E;YAC3E,OAAO,MAAM,CAAA;QACd,KAAK,sBAAsB;YAC1B,OAAO,MAAM,CAAA,CAAC,+CAA+C;QAC9D,KAAK,WAAW;YACf,OAAO,cAAc,CAAA;IACvB,CAAC;AACF,CAAC"}

package/dist/utils/fcrdns.d.ts

@@ -0,0 +1,73 @@
+export interface DnsAnswer {
+    name: string;
+    type: number;
+    TTL: number;
+    data: string;
+}
+export interface DnsResolver {
+    /**
+     * Perform a DoH-JSON-style DNS query.
+     *
+     * Returns the Answer array or null on failure. `type` is an RFC 1035
+     * numeric record type (12 = PTR, 1 = A, 28 = AAAA).
+     *
+     * Production implementation: {@link createDohResolver}. Tests inject a mock.
+     */
+    query(name: string, type: 'PTR' | 'A' | 'AAAA'): Promise<DnsAnswer[] | null>;
+}
+export interface FcrdnsVerifyInput {
+    clientIp: string;
+    trustedSuffixes: readonly string[];
+}
+export type FcrdnsVerifier = (input: FcrdnsVerifyInput) => Promise<boolean>;
+/**
+ * Create an FCrDNS verifier. Returns a function that, given an IP and suffix list,
+ * returns true iff the IP's forward-confirmed reverse DNS lands on a trusted suffix.
+ *
+ * The returned verifier carries its own cache; create one per Worker isolate.
+ *
+ * @param resolver DNS resolver. Default in production: DoH against 1.1.1.1.
+ *                 Tests inject a mock.
+ * @param now time source (for testable TTL expiry). Default: Date.now.
+ */
+export declare function createFcrdnsVerifier(resolver: DnsResolver, now?: () => number): FcrdnsVerifier;
+/**
+ * Create a DoH-JSON resolver that queries Cloudflare's 1.1.1.1. One subrequest per
+ * DNS lookup. Not a singleton — resolver has no persistent state of its own.
+ *
+ * Docs: https://developers.cloudflare.com/1.1.1.1/encryption/dns-over-https/make-api-requests/dns-json/
+ */
+export declare function createDohResolver(baseUrl?: string, fetchImpl?: typeof fetch): DnsResolver;
+/**
+ * Convert an IP address to its in-addr.arpa / ip6.arpa PTR query name.
+ * Returns null for malformed input.
+ */
+declare function reverseIpToArpa(ip: string): string | null;
+/**
+ * Expand an IPv6 address to its full 32-hex-character form (colon-separated groups
+ * of 4). Handles "::" compression. Returns null for malformed input.
+ */
+declare function expandIpv6(ip: string): string | null;
+declare function matchesAnyTrustedSuffix(hostname: string, suffixes: readonly string[]): boolean;
+/**
+ * Normalize an IP for comparison. IPv4 addresses pass through; IPv6 are canonicalized
+ * by expanding "::" and stripping leading zeros in each group.
+ */
+declare function normalizeIp(ip: string): string;
+declare class FcrdnsCache {
+    private readonly now;
+    private readonly entries;
+    constructor(now: () => number);
+    get(clientIp: string): boolean | undefined;
+    setPositive(clientIp: string, hostname: string, ttlMs: number): void;
+    setNegative(clientIp: string): void;
+}
+export declare const _internals: {
+    reverseIpToArpa: typeof reverseIpToArpa;
+    expandIpv6: typeof expandIpv6;
+    matchesAnyTrustedSuffix: typeof matchesAnyTrustedSuffix;
+    normalizeIp: typeof normalizeIp;
+    FcrdnsCache: typeof FcrdnsCache;
+};
+export {};
+//# sourceMappingURL=fcrdns.d.ts.map

package/dist/utils/fcrdns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fcrdns.d.ts","sourceRoot":"","sources":["../../src/utils/fcrdns.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,SAAS;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,WAAW,WAAW;IAC3B;;;;;;;OAOG;IACH,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,GAAG,GAAG,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,CAAA;CAC5E;AAID,MAAM,WAAW,iBAAiB;IACjC,QAAQ,EAAE,MAAM,CAAA;IAChB,eAAe,EAAE,SAAS,MAAM,EAAE,CAAA;CAClC;AAED,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;AAE3E;;;;;;;;;GASG;AACH,wBAAgB,oBAAoB,CACnC,QAAQ,EAAE,WAAW,EACrB,GAAG,GAAE,MAAM,MAAiB,GAC1B,cAAc,CAiEhB;AAID;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAChC,OAAO,SAA8B,EACrC,SAAS,GAAE,OAAO,KAAa,GAC7B,WAAW,CAcb;AAID;;;GAGG;AACH,iBAAS,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAYlD;AAED;;;GAGG;AACH,iBAAS,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiB7C;AAED,iBAAS,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAMvF;AAMD;;;GAGG;AACH,iBAAS,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CASvC;AAUD,cAAM,WAAW;IAGJ,OAAO,CAAC,QAAQ,CAAC,GAAG;IAFhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgC;gBAE3B,GAAG,EAAE,MAAM,MAAM;IAE9C,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;IAU1C,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAQpE,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;CAMnC;AAID,eAAO,MAAM,UAAU;;;;;;CAMtB,CAAA"}

package/dist/utils/fcrdns.js

@@ -0,0 +1,219 @@
+// Forward-confirmed reverse DNS verification. Used to classify incoming requests
+// as verified search crawlers when Cloudflare Bot Management isn't available.
+//
+// Algorithm (spec "FCrDNS algorithm"):
+//   1. PTR lookup on the client IP → hostname
+//   2. Hostname must end with a trusted suffix, on a dot boundary
+//   3. A/AAAA lookup on that hostname → IPs
+//   4. Client IP must be in the result set
+//
+// Caching (spec "FCrDNS cache semantics"):
+//   - Positive: keyed by (clientIp, matchedHostname); TTL = min(10min, rDNS TTL, fDNS TTL)
+//   - Negative: 60s fixed TTL
+//   - Process-local only; do NOT persist across deploys
+/**
+ * Create an FCrDNS verifier. Returns a function that, given an IP and suffix list,
+ * returns true iff the IP's forward-confirmed reverse DNS lands on a trusted suffix.
+ *
+ * The returned verifier carries its own cache; create one per Worker isolate.
+ *
+ * @param resolver DNS resolver. Default in production: DoH against 1.1.1.1.
+ *                 Tests inject a mock.
+ * @param now time source (for testable TTL expiry). Default: Date.now.
+ */
+export function createFcrdnsVerifier(resolver, now = Date.now) {
+    const cache = new FcrdnsCache(now);
+    return async ({ clientIp, trustedSuffixes }) => {
+        // Cache check (positive or negative).
+        const cached = cache.get(clientIp);
+        if (cached !== undefined)
+            return cached;
+        try {
+            // 1. Reverse DNS lookup.
+            const ptrName = reverseIpToArpa(clientIp);
+            if (!ptrName) {
+                cache.setNegative(clientIp);
+                return false;
+            }
+            const ptrAnswers = await resolver.query(ptrName, 'PTR');
+            if (!ptrAnswers || ptrAnswers.length === 0) {
+                cache.setNegative(clientIp);
+                return false;
+            }
+            // 2. Suffix match on any PTR answer (dot-boundary, case-insensitive).
+            let matchedHostname = null;
+            let ptrTtl = Number.POSITIVE_INFINITY;
+            for (const answer of ptrAnswers) {
+                const hostname = stripTrailingDot(answer.data).toLowerCase();
+                if (matchesAnyTrustedSuffix(hostname, trustedSuffixes)) {
+                    matchedHostname = hostname;
+                    ptrTtl = Math.min(ptrTtl, answer.TTL);
+                    break;
+                }
+            }
+            if (!matchedHostname) {
+                cache.setNegative(clientIp);
+                return false;
+            }
+            // 3. Forward DNS lookup. Try A first; if IPv6, also AAAA.
+            const isIpv6 = clientIp.includes(':');
+            const fwdType = isIpv6 ? 'AAAA' : 'A';
+            const fwdAnswers = await resolver.query(matchedHostname, fwdType);
+            if (!fwdAnswers || fwdAnswers.length === 0) {
+                cache.setNegative(clientIp);
+                return false;
+            }
+            // 4. Client IP must be in the result set.
+            const normalizedClient = normalizeIp(clientIp);
+            const matched = fwdAnswers.some((a) => normalizeIp(a.data) === normalizedClient);
+            if (!matched) {
+                cache.setNegative(clientIp);
+                return false;
+            }
+            // Positive: cache with TTL = min(10min, rDNS TTL, fDNS TTL).
+            const fwdTtl = fwdAnswers.reduce((min, a) => Math.min(min, a.TTL), Number.POSITIVE_INFINITY);
+            const ttlSeconds = Math.min(600, ptrTtl, fwdTtl);
+            cache.setPositive(clientIp, matchedHostname, ttlSeconds * 1000);
+            return true;
+        }
+        catch {
+            // Any error → fail closed (anonymous), short negative cache to avoid repeat hits.
+            cache.setNegative(clientIp);
+            return false;
+        }
+    };
+}
+// ─── DoH resolver (production default) ───
+/**
+ * Create a DoH-JSON resolver that queries Cloudflare's 1.1.1.1. One subrequest per
+ * DNS lookup. Not a singleton — resolver has no persistent state of its own.
+ *
+ * Docs: https://developers.cloudflare.com/1.1.1.1/encryption/dns-over-https/make-api-requests/dns-json/
+ */
+export function createDohResolver(baseUrl = 'https://1.1.1.1/dns-query', fetchImpl = fetch) {
+    return {
+        async query(name, type) {
+            const url = `${baseUrl}?name=${encodeURIComponent(name)}&type=${type}`;
+            const response = await fetchImpl(url, {
+                headers: { accept: 'application/dns-json' },
+            });
+            if (!response.ok)
+                return null;
+            const body = (await response.json());
+            // Status 0 = NOERROR. Anything else means no usable answer.
+            if (body.Status !== 0 || !body.Answer)
+                return null;
+            return body.Answer;
+        },
+    };
+}
+// ─── Internals ───
+/**
+ * Convert an IP address to its in-addr.arpa / ip6.arpa PTR query name.
+ * Returns null for malformed input.
+ */
+function reverseIpToArpa(ip) {
+    if (ip.includes(':')) {
+        // IPv6 — expand and nibble-reverse into ip6.arpa.
+        const expanded = expandIpv6(ip);
+        if (!expanded)
+            return null;
+        const nibbles = expanded.replace(/:/g, '').split('').reverse().join('.');
+        return `${nibbles}.ip6.arpa`;
+    }
+    // IPv4 — reverse octets into in-addr.arpa.
+    const octets = ip.split('.');
+    if (octets.length !== 4 || octets.some((o) => !/^\d+$/.test(o)))
+        return null;
+    return `${octets.reverse().join('.')}.in-addr.arpa`;
+}
+/**
+ * Expand an IPv6 address to its full 32-hex-character form (colon-separated groups
+ * of 4). Handles "::" compression. Returns null for malformed input.
+ */
+function expandIpv6(ip) {
+    const doubleColon = ip.indexOf('::');
+    let parts;
+    if (doubleColon === -1) {
+        parts = ip.split(':');
+    }
+    else {
+        const head = ip.slice(0, doubleColon).split(':').filter(Boolean);
+        const tail = ip
+            .slice(doubleColon + 2)
+            .split(':')
+            .filter(Boolean);
+        const missing = 8 - head.length - tail.length;
+        if (missing < 0)
+            return null;
+        parts = [...head, ...Array(missing).fill('0000'), ...tail];
+    }
+    if (parts.length !== 8)
+        return null;
+    return parts.map((p) => p.padStart(4, '0')).join(':');
+}
+function matchesAnyTrustedSuffix(hostname, suffixes) {
+    const lowered = hostname.toLowerCase();
+    return suffixes.some((suffix) => {
+        const lsuffix = suffix.toLowerCase();
+        return lowered === lsuffix || lowered.endsWith(`.${lsuffix}`);
+    });
+}
+function stripTrailingDot(s) {
+    return s.endsWith('.') ? s.slice(0, -1) : s;
+}
+/**
+ * Normalize an IP for comparison. IPv4 addresses pass through; IPv6 are canonicalized
+ * by expanding "::" and stripping leading zeros in each group.
+ */
+function normalizeIp(ip) {
+    if (!ip.includes(':'))
+        return ip; // IPv4
+    const expanded = expandIpv6(ip);
+    if (!expanded)
+        return ip;
+    // Strip leading zeros in each group for canonical comparison.
+    return expanded
+        .split(':')
+        .map((g) => g.replace(/^0+/, '') || '0')
+        .join(':');
+}
+class FcrdnsCache {
+    now;
+    entries = new Map();
+    constructor(now) {
+        this.now = now;
+    }
+    get(clientIp) {
+        const entry = this.entries.get(clientIp);
+        if (!entry)
+            return undefined;
+        if (entry.expiresAt <= this.now()) {
+            this.entries.delete(clientIp);
+            return undefined;
+        }
+        return entry.verified;
+    }
+    setPositive(clientIp, hostname, ttlMs) {
+        this.entries.set(clientIp, {
+            verified: true,
+            hostname,
+            expiresAt: this.now() + Math.max(1000, ttlMs),
+        });
+    }
+    setNegative(clientIp) {
+        this.entries.set(clientIp, {
+            verified: false,
+            expiresAt: this.now() + 60_000,
+        });
+    }
+}
+// ─── Exports for testing ───
+export const _internals = {
+    reverseIpToArpa,
+    expandIpv6,
+    matchesAnyTrustedSuffix,
+    normalizeIp,
+    FcrdnsCache,
+};
+//# sourceMappingURL=fcrdns.js.map

package/dist/utils/fcrdns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fcrdns.js","sourceRoot":"","sources":["../../src/utils/fcrdns.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,8EAA8E;AAC9E,EAAE;AACF,uCAAuC;AACvC,8CAA8C;AAC9C,kEAAkE;AAClE,4CAA4C;AAC5C,2CAA2C;AAC3C,EAAE;AACF,2CAA2C;AAC3C,2FAA2F;AAC3F,8BAA8B;AAC9B,wDAAwD;AAgCxD;;;;;;;;;GASG;AACH,MAAM,UAAU,oBAAoB,CACnC,QAAqB,EACrB,MAAoB,IAAI,CAAC,GAAG;IAE5B,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA;IAElC,OAAO,KAAK,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAqB,EAAoB,EAAE;QACnF,sCAAsC;QACtC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAClC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAA;QAEvC,IAAI,CAAC;YACJ,yBAAyB;YACzB,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3B,OAAO,KAAK,CAAA;YACb,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YACvD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3B,OAAO,KAAK,CAAA;YACb,CAAC;YAED,sEAAsE;YACtE,IAAI,eAAe,GAAkB,IAAI,CAAA;YACzC,IAAI,MAAM,GAAG,MAAM,CAAC,iBAAiB,CAAA;YACrC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;gBAC5D,IAAI,uBAAuB,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE,CAAC;oBACxD,eAAe,GAAG,QAAQ,CAAA;oBAC1B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;oBACrC,MAAK;gBACN,CAAC;YACF,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtB,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3B,OAAO,KAAK,CAAA;YACb,CAAC;YAED,0DAA0D;YAC1D,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;YACrC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAA;YACrC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;YACjE,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3B,OAAO,KAAK,CAAA;YACb,CAAC;YAED,0CAA0C;YAC1C,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,gBAAgB,CAAC,CAAA;YAChF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3B,OAAO,KAAK,CAAA;YACb,CAAC;YAED,6DAA6D;YAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAA;YAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YAChD,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,eAAe,EAAE,UAAU,GAAG,IAAI,CAAC,CAAA;YAC/D,OAAO,IAAI,CAAA;QACZ,CAAC;QAAC,MAAM,CAAC;YACR,kFAAkF;YAClF,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC3B,OAAO,KAAK,CAAA;QACb,CAAC;IACF,CAAC,CAAA;AACF,CAAC;AAED,4CAA4C;AAE5C;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAChC,OAAO,GAAG,2BAA2B,EACrC,YAA0B,KAAK;IAE/B,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,IAA0B;YACnD,MAAM,GAAG,GAAG,GAAG,OAAO,SAAS,kBAAkB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAA;YACtE,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBACrC,OAAO,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE;aAC3C,CAAC,CAAA;YACF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAA;YAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA8C,CAAA;YACjF,4DAA4D;YAC5D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAA;YAClD,OAAO,IAAI,CAAC,MAAM,CAAA;QACnB,CAAC;KACD,CAAA;AACF,CAAC;AAED,oBAAoB;AAEpB;;;GAGG;AACH,SAAS,eAAe,CAAC,EAAU;IAClC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,kDAAkD;QAClD,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;QAC/B,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAA;QAC1B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxE,OAAO,GAAG,OAAO,WAAW,CAAA;IAC7B,CAAC;IACD,2CAA2C;IAC3C,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5E,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAA;AACpD,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,EAAU;IAC7B,MAAM,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpC,IAAI,KAAe,CAAA;IACnB,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;QACxB,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAChE,MAAM,IAAI,GAAG,EAAE;aACb,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;aACtB,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,OAAO,CAAC,CAAA;QACjB,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC7C,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAA;QAC5B,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,CAAA;IAC3D,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACnC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAgB,EAAE,QAA2B;IAC7E,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;IACtC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;QACpC,OAAO,OAAO,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,EAAE,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,EAAU;IAC9B,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAA,CAAC,OAAO;IACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC/B,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAA;IACxB,8DAA8D;IAC9D,OAAO,QAAQ;SACb,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;SACvC,IAAI,CAAC,GAAG,CAAC,CAAA;AACZ,CAAC;AAUD,MAAM,WAAW;IAGa;IAFZ,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAA;IAExD,YAA6B,GAAiB;QAAjB,QAAG,GAAH,GAAG,CAAc;IAAG,CAAC;IAElD,GAAG,CAAC,QAAgB;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAA;QAC5B,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC7B,OAAO,SAAS,CAAA;QACjB,CAAC;QACD,OAAO,KAAK,CAAC,QAAQ,CAAA;IACtB,CAAC;IAED,WAAW,CAAC,QAAgB,EAAE,QAAgB,EAAE,KAAa;QAC5D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC1B,QAAQ,EAAE,IAAI;YACd,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC;SAC7C,CAAC,CAAA;IACH,CAAC;IAED,WAAW,CAAC,QAAgB;QAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC1B,QAAQ,EAAE,KAAK;YACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM;SAC9B,CAAC,CAAA;IACH,CAAC;CACD;AAED,8BAA8B;AAE9B,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,eAAe;IACf,UAAU;IACV,uBAAuB;IACvB,WAAW;IACX,WAAW;CACX,CAAA"}

package/dist/utils/fresh-layer.d.ts

@@ -0,0 +1,53 @@
+import type { KVNamespaceLike, R2BucketLike } from '../bindings.js';
+export interface FreshLayerBinding {
+    type: 'r2' | 'kv';
+    impl: R2BucketLike | KVNamespaceLike;
+    deploymentId: string;
+}
+export interface FreshTwinReadResult {
+    body: string;
+    contentType: string;
+    lastModified?: Date;
+}
+/**
+ * Read a twin from the fresh layer for the current deployment. Returns null when
+ * no entry exists (cache miss — caller should fall back to Assets or contentProvider).
+ *
+ * Path is the URL-path form (e.g. '/article/midway.md'), not a full URL.
+ */
+export declare function readFreshTwin(binding: FreshLayerBinding, path: string): Promise<FreshTwinReadResult | null>;
+/**
+ * Write a twin to the fresh layer under the current deployment prefix. Called
+ * from the revalidation endpoint (POST /_seo/revalidate) and from the middleware
+ * fallthrough path after a successful on-demand render.
+ */
+export declare function writeFreshTwin(binding: FreshLayerBinding, path: string, body: string, contentType?: string): Promise<void>;
+/**
+ * Delete a twin (and its summary) from the fresh layer. Used by the unpublish
+ * path in /_seo/revalidate.
+ */
+export declare function deleteFreshTwin(binding: FreshLayerBinding, path: string): Promise<void>;
+/**
+ * List keys for a specific deployment prefix. Used by the prune cron to find
+ * and delete entries from old deployments.
+ */
+export declare function listKeysByDeployment(binding: FreshLayerBinding, deploymentId: string): AsyncGenerator<string>;
+/**
+ * List distinct deployment IDs currently present in the fresh layer. Used by
+ * the prune cron to find non-current deployments eligible for cleanup.
+ *
+ * Implementation note: neither R2 nor KV has a first-class "list top-level
+ * prefixes" API. We walk the top-level prefix `twin/` and parse the segment
+ * between the second and third slash. For sites with hundreds of old
+ * deployments this is O(N) in total key count — acceptable for the nightly
+ * cron, too expensive for the request path.
+ */
+export declare function listDeploymentIds(binding: FreshLayerBinding): Promise<Set<string>>;
+declare function buildKey(deploymentId: string, path: string): string;
+declare function extractDeploymentId(key: string): string | null;
+export declare const _internals: {
+    buildKey: typeof buildKey;
+    extractDeploymentId: typeof extractDeploymentId;
+};
+export {};
+//# sourceMappingURL=fresh-layer.d.ts.map

package/dist/utils/fresh-layer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fresh-layer.d.ts","sourceRoot":"","sources":["../../src/utils/fresh-layer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AASnE,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAA;IACjB,IAAI,EAAE,YAAY,GAAG,eAAe,CAAA;IACpC,YAAY,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,IAAI,CAAA;CACnB;AAID;;;;;GAKG;AACH,wBAAsB,aAAa,CAClC,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,MAAM,GACV,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAgBrC;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CACnC,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,SAAiC,GAC1C,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAS7F;AAED;;;GAGG;AACH,wBAAuB,oBAAoB,CAC1C,OAAO,EAAE,iBAAiB,EAC1B,YAAY,EAAE,MAAM,GAClB,cAAc,CAAC,MAAM,CAAC,CAqBxB;AAED;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CA4BxF;AAID,iBAAS,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAG5D;AAED,iBAAS,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAMvD;AAED,eAAO,MAAM,UAAU;;;CAGtB,CAAA"}

package/dist/utils/fresh-layer.js

@@ -0,0 +1,147 @@
+// ─── Public API ───
+/**
+ * Read a twin from the fresh layer for the current deployment. Returns null when
+ * no entry exists (cache miss — caller should fall back to Assets or contentProvider).
+ *
+ * Path is the URL-path form (e.g. '/article/midway.md'), not a full URL.
+ */
+export async function readFreshTwin(binding, path) {
+    const key = buildKey(binding.deploymentId, path);
+    if (binding.type === 'r2') {
+        const r2 = binding.impl;
+        const obj = await r2.get(key);
+        if (!obj)
+            return null;
+        return {
+            body: await obj.text(),
+            contentType: obj.httpMetadata?.contentType ?? 'text/markdown; charset=utf-8',
+            lastModified: obj.uploaded,
+        };
+    }
+    const kv = binding.impl;
+    const body = await kv.get(key);
+    if (body === null)
+        return null;
+    return { body, contentType: 'text/markdown; charset=utf-8' };
+}
+/**
+ * Write a twin to the fresh layer under the current deployment prefix. Called
+ * from the revalidation endpoint (POST /_seo/revalidate) and from the middleware
+ * fallthrough path after a successful on-demand render.
+ */
+export async function writeFreshTwin(binding, path, body, contentType = 'text/markdown; charset=utf-8') {
+    const key = buildKey(binding.deploymentId, path);
+    if (binding.type === 'r2') {
+        const r2 = binding.impl;
+        await r2.put(key, body, { httpMetadata: { contentType } });
+        return;
+    }
+    const kv = binding.impl;
+    await kv.put(key, body);
+}
+/**
+ * Delete a twin (and its summary) from the fresh layer. Used by the unpublish
+ * path in /_seo/revalidate.
+ */
+export async function deleteFreshTwin(binding, path) {
+    const key = buildKey(binding.deploymentId, path);
+    if (binding.type === 'r2') {
+        const r2 = binding.impl;
+        await r2.delete(key);
+        return;
+    }
+    const kv = binding.impl;
+    await kv.delete(key);
+}
+/**
+ * List keys for a specific deployment prefix. Used by the prune cron to find
+ * and delete entries from old deployments.
+ */
+export async function* listKeysByDeployment(binding, deploymentId) {
+    const prefix = `twin/${deploymentId}/`;
+    if (binding.type === 'r2') {
+        const r2 = binding.impl;
+        let cursor;
+        while (true) {
+            const result = await r2.list({ prefix, cursor });
+            for (const obj of result.objects)
+                yield obj.key;
+            if (!result.truncated)
+                break;
+            cursor = result.cursor;
+        }
+        return;
+    }
+    const kv = binding.impl;
+    let cursor;
+    while (true) {
+        const result = await kv.list({ prefix, cursor });
+        for (const entry of result.keys)
+            yield entry.name;
+        if (result.list_complete)
+            break;
+        cursor = result.cursor;
+    }
+}
+/**
+ * List distinct deployment IDs currently present in the fresh layer. Used by
+ * the prune cron to find non-current deployments eligible for cleanup.
+ *
+ * Implementation note: neither R2 nor KV has a first-class "list top-level
+ * prefixes" API. We walk the top-level prefix `twin/` and parse the segment
+ * between the second and third slash. For sites with hundreds of old
+ * deployments this is O(N) in total key count — acceptable for the nightly
+ * cron, too expensive for the request path.
+ */
+export async function listDeploymentIds(binding) {
+    const deployments = new Set();
+    if (binding.type === 'r2') {
+        const r2 = binding.impl;
+        let cursor;
+        while (true) {
+            const result = await r2.list({ prefix: 'twin/', cursor });
+            for (const obj of result.objects) {
+                const id = extractDeploymentId(obj.key);
+                if (id)
+                    deployments.add(id);
+            }
+            if (!result.truncated)
+                break;
+            cursor = result.cursor;
+        }
+        return deployments;
+    }
+    const kv = binding.impl;
+    let cursor;
+    while (true) {
+        const result = await kv.list({ prefix: 'twin/', cursor });
+        for (const entry of result.keys) {
+            const id = extractDeploymentId(entry.name);
+            if (id)
+                deployments.add(id);
+        }
+        if (result.list_complete)
+            break;
+        cursor = result.cursor;
+    }
+    return deployments;
+}
+// ─── Internals ───
+function buildKey(deploymentId, path) {
+    const normalized = path.startsWith('/') ? path.slice(1) : path;
+    return `twin/${deploymentId}/${normalized}`;
+}
+function extractDeploymentId(key) {
+    // `twin/<id>/<rest>` — second segment.
+    const parts = key.split('/');
+    if (parts.length < 3)
+        return null;
+    if (parts[0] !== 'twin')
+        return null;
+    return parts[1] ?? null;
+}
+export const _internals = {
+    buildKey,
+    extractDeploymentId,
+};
+//# sourceMappingURL=fresh-layer.js.map

package/dist/utils/fresh-layer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fresh-layer.js","sourceRoot":"","sources":["../../src/utils/fresh-layer.ts"],"names":[],"mappings":"AAqBA,qBAAqB;AAErB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,OAA0B,EAC1B,IAAY;IAEZ,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;IAChD,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAoB,CAAA;QACvC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAA;QACrB,OAAO;YACN,IAAI,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE;YACtB,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE,WAAW,IAAI,8BAA8B;YAC5E,YAAY,EAAE,GAAG,CAAC,QAAQ;SAC1B,CAAA;IACF,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAuB,CAAA;IAC1C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC9B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,8BAA8B,EAAE,CAAA;AAC7D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,OAA0B,EAC1B,IAAY,EACZ,IAAY,EACZ,WAAW,GAAG,8BAA8B;IAE5C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;IAChD,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAoB,CAAA;QACvC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC,CAAA;QAC1D,OAAM;IACP,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAuB,CAAA;IAC1C,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;AACxB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA0B,EAAE,IAAY;IAC7E,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;IAChD,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAoB,CAAA;QACvC,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpB,OAAM;IACP,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAuB,CAAA;IAC1C,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;AACrB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,oBAAoB,CAC1C,OAA0B,EAC1B,YAAoB;IAEpB,MAAM,MAAM,GAAG,QAAQ,YAAY,GAAG,CAAA;IACtC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAoB,CAAA;QACvC,IAAI,MAA0B,CAAA;QAC9B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAChD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,GAAG,CAAC,GAAG,CAAA;YAC/C,IAAI,CAAC,MAAM,CAAC,SAAS;gBAAE,MAAK;YAC5B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QACvB,CAAC;QACD,OAAM;IACP,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAuB,CAAA;IAC1C,IAAI,MAA0B,CAAA;IAC9B,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QAChD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI;YAAE,MAAM,KAAK,CAAC,IAAI,CAAA;QACjD,IAAI,MAAM,CAAC,aAAa;YAAE,MAAK;QAC/B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IACvB,CAAC;AACF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAA0B;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IACrC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAoB,CAAA;QACvC,IAAI,MAA0B,CAAA;QAC9B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YACzD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACvC,IAAI,EAAE;oBAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAC5B,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,SAAS;gBAAE,MAAK;YAC5B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QACvB,CAAC;QACD,OAAO,WAAW,CAAA;IACnB,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAuB,CAAA;IAC1C,IAAI,MAA0B,CAAA;IAC9B,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,MAAM,EAAE,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,EAAE;gBAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC5B,CAAC;QACD,IAAI,MAAM,CAAC,aAAa;YAAE,MAAK;QAC/B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IACvB,CAAC;IACD,OAAO,WAAW,CAAA;AACnB,CAAC;AAED,oBAAoB;AAEpB,SAAS,QAAQ,CAAC,YAAoB,EAAE,IAAY;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC9D,OAAO,QAAQ,YAAY,IAAI,UAAU,EAAE,CAAA;AAC5C,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACvC,uCAAuC;IACvC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACjC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACpC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;AACxB,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,QAAQ;IACR,mBAAmB;CACnB,CAAA"}

package/dist/utils/index.d.ts

@@ -1,12 +1,23 @@
-export { estimateTokenCount, generateAeoMarkdown } from './aeo.js';
-export { type DiscoverImage, getDiscoverImages } from './discover.js';
+export { estimateTokenCount, type GenerateAeoMarkdownOptions, generateAeoMarkdown, } from './aeo.js';
+export { type GenerateSummaryTwinOptions, type GenerateSummaryTwinResult, generateSummaryTwin, } from './aeo-summary.js';
+export { type EmitAeoTwinsOptions, type EmitAeoTwinsResult, type EmittedTwin, emitAeoTwins, type RenderBody, } from './aeo-twin-emitter.js';
+export { type AnfComponent, type AnfDocument, type GenerateAnfOptions, generateAppleNewsAnf, } from './apple-news-anf.js';
+export { type ContentHtmlResolver, type GenerateAppleNewsRssOptions, generateAppleNewsRss, } from './apple-news-rss.js';
+export * from './content-filter.js';
+export { type ClassifyRequestInput, classifyRequest, VERIFIED_SEARCH_SUFFIXES, } from './crawler-class.js';
+export { computeEffectiveAuthSegment, type RawAuthSegment } from './effective-auth.js';
+export { createDohResolver, createFcrdnsVerifier, type DnsAnswer, type DnsResolver, type FcrdnsVerifier, type FcrdnsVerifyInput, } from './fcrdns.js';
+export { deleteFreshTwin, type FreshLayerBinding, type FreshTwinReadResult, listDeploymentIds, listKeysByDeployment, readFreshTwin, writeFreshTwin, } from './fresh-layer.js';
 export { generateHreflang } from './hreflang.js';
 export * from './json-ld/index.js';
 export { generateLlmsTxt } from './llms.js';
+export { type GenerateLlmsFullOptions, generateLlmsFull } from './llms-full.js';
 export { applyTrailingSlash, generateCanonical, generateMeta, type OgVariant } from './meta.js';
 export { generatePodcastFeed } from './podcast.js';
 export { generateRobotsTxt } from './robots.js';
 export { generateRssFeed } from './rss.js';
 export { generateArticleSitemap, generatePagesSitemap, generateProductSitemap, generateSitemapIndex, generateVideoSitemap, type SitemapEntry, } from './sitemap.js';
-export { type PageValidationOptions, type ValidationResult, validateJsonLd, validatePage, } from './validation.js';
+export { generateMarkdownSitemap } from './sitemap-markdown.js';
+export { checkStaleness, computeContentHash, type StalenessDriftRecord, } from './staleness.js';
+export { type HreflangReciprocityIssue, type PageValidationOptions, type PrerenderGuardIssue, type ValidationResult, validateHreflangReciprocity, validateJsonLd, validatePage, validatePrerenderedGatedRoutes, } from './validation.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAA;AAClE,OAAO,EAAE,KAAK,aAAa,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAChD,cAAc,oBAAoB,CAAA;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAA;AAC/F,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EACN,sBAAsB,EACtB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,KAAK,YAAY,GACjB,MAAM,cAAc,CAAA;AACrB,OAAO,EACN,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,EACrB,cAAc,EACd,YAAY,GACZ,MAAM,iBAAiB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,kBAAkB,EAClB,KAAK,0BAA0B,EAC/B,mBAAmB,GACnB,MAAM,UAAU,CAAA;AACjB,OAAO,EACN,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,mBAAmB,GACnB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACN,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,YAAY,EACZ,KAAK,UAAU,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACN,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,oBAAoB,GACpB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACN,KAAK,mBAAmB,EACxB,KAAK,2BAA2B,EAChC,oBAAoB,GACpB,MAAM,qBAAqB,CAAA;AAC5B,cAAc,qBAAqB,CAAA;AACnC,OAAO,EACN,KAAK,oBAAoB,EACzB,eAAe,EACf,wBAAwB,GACxB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,2BAA2B,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACtF,OAAO,EACN,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,SAAS,EACd,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,iBAAiB,GACtB,MAAM,aAAa,CAAA;AACpB,OAAO,EACN,eAAe,EACf,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,cAAc,GACd,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAChD,cAAc,oBAAoB,CAAA;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAE,KAAK,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AAC/E,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAA;AAC/F,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EACN,sBAAsB,EACtB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,KAAK,YAAY,GACjB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EACN,cAAc,EACd,kBAAkB,EAClB,KAAK,oBAAoB,GACzB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACN,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,2BAA2B,EAC3B,cAAc,EACd,YAAY,EACZ,8BAA8B,GAC9B,MAAM,iBAAiB,CAAA"}

package/dist/utils/index.js

@@ -1,12 +1,23 @@
-export { estimateTokenCount, generateAeoMarkdown } from './aeo.js';
-export { getDiscoverImages } from './discover.js';
+export { estimateTokenCount, generateAeoMarkdown, } from './aeo.js';
+export { generateSummaryTwin, } from './aeo-summary.js';
+export { emitAeoTwins, } from './aeo-twin-emitter.js';
+export { generateAppleNewsAnf, } from './apple-news-anf.js';
+export { generateAppleNewsRss, } from './apple-news-rss.js';
+export * from './content-filter.js';
+export { classifyRequest, VERIFIED_SEARCH_SUFFIXES, } from './crawler-class.js';
+export { computeEffectiveAuthSegment } from './effective-auth.js';
+export { createDohResolver, createFcrdnsVerifier, } from './fcrdns.js';
+export { deleteFreshTwin, listDeploymentIds, listKeysByDeployment, readFreshTwin, writeFreshTwin, } from './fresh-layer.js';
 export { generateHreflang } from './hreflang.js';
 export * from './json-ld/index.js';
 export { generateLlmsTxt } from './llms.js';
+export { generateLlmsFull } from './llms-full.js';
 export { applyTrailingSlash, generateCanonical, generateMeta } from './meta.js';
 export { generatePodcastFeed } from './podcast.js';
 export { generateRobotsTxt } from './robots.js';
 export { generateRssFeed } from './rss.js';
 export { generateArticleSitemap, generatePagesSitemap, generateProductSitemap, generateSitemapIndex, generateVideoSitemap, } from './sitemap.js';
-export { validateJsonLd, validatePage, } from './validation.js';
+export { generateMarkdownSitemap } from './sitemap-markdown.js';
+export { checkStaleness, computeContentHash, } from './staleness.js';
+export { validateHreflangReciprocity, validateJsonLd, validatePage, validatePrerenderedGatedRoutes, } from './validation.js';
 //# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAA;AAClE,OAAO,EAAsB,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAChD,cAAc,oBAAoB,CAAA;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAkB,MAAM,WAAW,CAAA;AAC/F,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EACN,sBAAsB,EACtB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,GAEpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAGN,cAAc,EACd,YAAY,GACZ,MAAM,iBAAiB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,kBAAkB,EAElB,mBAAmB,GACnB,MAAM,UAAU,CAAA;AACjB,OAAO,EAGN,mBAAmB,GACnB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAIN,YAAY,GAEZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAIN,oBAAoB,GACpB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAGN,oBAAoB,GACpB,MAAM,qBAAqB,CAAA;AAC5B,cAAc,qBAAqB,CAAA;AACnC,OAAO,EAEN,eAAe,EACf,wBAAwB,GACxB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,2BAA2B,EAAuB,MAAM,qBAAqB,CAAA;AACtF,OAAO,EACN,iBAAiB,EACjB,oBAAoB,GAKpB,MAAM,aAAa,CAAA;AACpB,OAAO,EACN,eAAe,EAGf,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,cAAc,GACd,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAChD,cAAc,oBAAoB,CAAA;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAgC,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AAC/E,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAkB,MAAM,WAAW,CAAA;AAC/F,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EACN,sBAAsB,EACtB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,GAEpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EACN,cAAc,EACd,kBAAkB,GAElB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAKN,2BAA2B,EAC3B,cAAc,EACd,YAAY,EACZ,8BAA8B,GAC9B,MAAM,iBAAiB,CAAA"}