@farm.js/core 0.1.24 → 0.1.26

package/dist/{chunk-ISTFC3MZ.cjs → chunk-2CT6XUNO.cjs}

@@ -2,7 +2,10 @@
 
 
 
-var _chunkBBVSJVBZcjs = require('./chunk-BBVSJVBZ.cjs');
+var _chunkQIH2HD6Hcjs = require('./chunk-QIH2HD6H.cjs');
+
+
+var _chunkJ63ZH5OQcjs = require('./chunk-J63ZH5OQ.cjs');
 
 
 var _chunkI57LW5VZcjs = require('./chunk-I57LW5VZ.cjs');
@@ -63,11 +66,12 @@ function collectFarmLlmsTxtPages(sources, options) {
   for (const source of sources) {
     const path = source.pattern;
     if (path.includes("[") || pages.has(path)) continue;
-    if (include.length && !include.some((pattern) => _chunkBBVSJVBZcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) {
+    if (include.length && !include.some((pattern) => _chunkQIH2HD6Hcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) {
       continue;
     }
-    if (exclude.some((pattern) => _chunkBBVSJVBZcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) continue;
-    const target = _chunkBBVSJVBZcjs.isFarmMarkdownMirrorExposed.call(void 0, options.markdown, path) ? _chunkBBVSJVBZcjs.getFarmMarkdownMirrorPath.call(void 0, path) : path;
+    if (exclude.some((pattern) => _chunkQIH2HD6Hcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) continue;
+    if (isMetadataNoIndex(source.metadata)) continue;
+    const target = _chunkQIH2HD6Hcjs.isFarmMarkdownMirrorExposed.call(void 0, options.markdown, path) ? _chunkQIH2HD6Hcjs.getFarmMarkdownMirrorPath.call(void 0, path) : path;
     const description = readMetadataString(source.metadata, "description");
     pages.set(path, {
       path,
@@ -79,6 +83,17 @@ function collectFarmLlmsTxtPages(sources, options) {
   return [...pages.values()].sort((left, right) => left.path.localeCompare(right.path));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, collectFarmLlmsTxtPages, "collectFarmLlmsTxtPages");
+function isMetadataNoIndex(metadata) {
+  if (!metadata || typeof metadata !== "object") return false;
+  const robots = metadata.robots;
+  if (typeof robots === "string") {
+    return robots.split(",").map((directive) => directive.trim().toLowerCase()).some((directive) => directive === "noindex" || directive === "none");
+  }
+  return Boolean(
+    robots && typeof robots === "object" && robots.index === false
+  );
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, isMetadataNoIndex, "isMetadataNoIndex");
 function createFarmDefaultLlmsTxt(options) {
   const { config, pages } = options;
   const summary = _nullishCoalesce(config.summary, () => ( readMetadataString(options.rootMetadata, "description")));
@@ -146,7 +161,9 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   return async (url) => {
     try {
       const response = await fetchMarkdown(
-        new Request(url, { headers: { accept: "text/markdown" } })
+        new Request(url, {
+          headers: { accept: "text/markdown", [_chunkJ63ZH5OQcjs.FARM_INTERNAL_READ_HEADER]: "llms-full" }
+        })
       );
       const type = _nullishCoalesce(response.headers.get("content-type"), () => ( ""));
       if (!response.ok || !type.toLowerCase().startsWith("text/markdown")) {
@@ -160,6 +177,8 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, createFarmLlmsMarkdownReader, "createFarmLlmsMarkdownReader");
+var FARM_LLMS_FULL_PAGE_TIMEOUT_MS = 3e4;
+var LLMS_PAGE_TIMED_OUT = /* @__PURE__ */ Symbol("farm.llms.pageTimedOut");
 async function renderFarmLlmsFullTxt(value, options) {
   const index = serializeFarmLlmsTxt(value);
   if (typeof value === "string") return index;
@@ -173,17 +192,32 @@ async function renderFarmLlmsFullTxt(value, options) {
       links.push(link);
     }
   }
+  const pageTimeout = _nullishCoalesce(options.pageTimeout, () => ( FARM_LLMS_FULL_PAGE_TIMEOUT_MS));
+  const readWithinTimeout = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, async (url) => {
+    let timer;
+    const timedOut = new Promise((resolve) => {
+      timer = setTimeout(resolve, pageTimeout, LLMS_PAGE_TIMED_OUT);
+    });
+    try {
+      const content = await Promise.race([options.readMarkdown(url), timedOut]);
+      if (content !== LLMS_PAGE_TIMED_OUT) return content;
+      _optionalChain([options, 'access', _14 => _14.onIncomplete, 'optionalCall', _15 => _15()]);
+      return null;
+    } finally {
+      clearTimeout(timer);
+    }
+  }, "readWithinTimeout");
   const contents = await mapWithConcurrency(
     links,
     _nullishCoalesce(options.concurrency, () => ( 4)),
-    (link) => shouldInlineLlmsLink(link.url, options.origin) ? options.readMarkdown(link.url) : null
+    (link) => shouldInlineLlmsLink(link.url, options.origin) ? readWithinTimeout(link.url) : null
   );
   const blocks = [`# ${toSingleLine(llms.title)}`];
-  if (_optionalChain([llms, 'access', _14 => _14.summary, 'optionalAccess', _15 => _15.trim, 'call', _16 => _16()])) blocks.push(`> ${toSingleLine(llms.summary)}`);
-  if (_optionalChain([llms, 'access', _17 => _17.details, 'optionalAccess', _18 => _18.trim, 'call', _19 => _19()])) blocks.push(llms.details.trim());
+  if (_optionalChain([llms, 'access', _16 => _16.summary, 'optionalAccess', _17 => _17.trim, 'call', _18 => _18()])) blocks.push(`> ${toSingleLine(llms.summary)}`);
+  if (_optionalChain([llms, 'access', _19 => _19.details, 'optionalAccess', _20 => _20.trim, 'call', _21 => _21()])) blocks.push(llms.details.trim());
   const pages = links.map((link, index2) => {
     const parts = [`## ${toSingleLine(link.title)}`, `URL: ${escapeLinkUrl(link.url)}`];
-    if (_optionalChain([link, 'access', _20 => _20.description, 'optionalAccess', _21 => _21.trim, 'call', _22 => _22()])) parts.push(toSingleLine(link.description));
+    if (_optionalChain([link, 'access', _22 => _22.description, 'optionalAccess', _23 => _23.trim, 'call', _24 => _24()])) parts.push(toSingleLine(link.description));
     const content = stripFrontmatter(_nullishCoalesce(contents[index2], () => ( ""))).trim();
     if (content) parts.push(content);
     return parts.join("\n\n");
@@ -193,6 +227,44 @@ async function renderFarmLlmsFullTxt(value, options) {
 `;
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, renderFarmLlmsFullTxt, "renderFarmLlmsFullTxt");
+function createFarmLlmsFullRenderer(options = {}) {
+  const now = _nullishCoalesce(options.now, () => ( Date.now));
+  const ttl = (_nullishCoalesce(options.revalidate, () => ( 0))) * 1e3;
+  const maxEntries = _nullishCoalesce(options.maxEntries, () => ( 16));
+  const entries = /* @__PURE__ */ new Map();
+  let queue = Promise.resolve();
+  const settle = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (body, complete, onSettled) => onSettled ? body.then((value) => (onSettled(complete()), value)) : body, "settle");
+  return (origin, render, onSettled) => {
+    const entry = entries.get(origin);
+    if (entry && entry.expires > now()) return settle(entry.body, entry.complete, onSettled);
+    entries.delete(origin);
+    let complete = true;
+    const body = queue.then(
+      () => render({
+        incomplete: /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, () => {
+          complete = false;
+        }, "incomplete")
+      })
+    );
+    queue = body.catch(() => {
+    });
+    const pending = { body, expires: Number.POSITIVE_INFINITY, complete: /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, () => complete, "complete") };
+    entries.set(origin, pending);
+    if (entries.size > maxEntries) entries.delete(entries.keys().next().value);
+    body.then(
+      () => {
+        if (entries.get(origin) !== pending) return;
+        if (ttl > 0 && complete) pending.expires = now() + ttl;
+        else entries.delete(origin);
+      },
+      () => {
+        if (entries.get(origin) === pending) entries.delete(origin);
+      }
+    );
+    return settle(body, pending.complete, onSettled);
+  };
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, createFarmLlmsFullRenderer, "createFarmLlmsFullRenderer");
 function stripFrontmatter(markdown) {
   const match = /^\uFEFF?---\r?\n[\s\S]*?\r?\n---[ \t]*(?:\r?\n|$)/.exec(markdown);
   return match ? markdown.slice(match[0].length) : markdown;
@@ -581,7 +653,7 @@ async function applyFarmCspHashesToHtml(html, security) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, applyFarmCspHashesToHtml, "applyFarmCspHashesToHtml");
 function applyFarmCspNonceToResponse(response, security) {
   if (!security.csp || !security.csp.nonce) return response;
-  if (!_optionalChain([response, 'access', _23 => _23.headers, 'access', _24 => _24.get, 'call', _25 => _25("content-type"), 'optionalAccess', _26 => _26.toLowerCase, 'call', _27 => _27(), 'access', _28 => _28.includes, 'call', _29 => _29("text/html")])) return response;
+  if (!_optionalChain([response, 'access', _25 => _25.headers, 'access', _26 => _26.get, 'call', _27 => _27("content-type"), 'optionalAccess', _28 => _28.toLowerCase, 'call', _29 => _29(), 'access', _30 => _30.includes, 'call', _31 => _31("text/html")])) return response;
   const nonce = createFarmCspNonce(security);
   const securityHeader = getFarmSecurityHeader(security, nonce);
   const headers = new Headers(response.headers);
@@ -802,7 +874,7 @@ var rawTextElements = /* @__PURE__ */ new Map([
   ["xmp", /<\/xmp(?=[\s/>]|$)/gi]
 ]);
 function stampScriptTag(tag, nonce) {
-  const opening = _optionalChain([tag, 'access', _30 => _30.match, 'call', _31 => _31(/^<script\b/i), 'optionalAccess', _32 => _32[0]]);
+  const opening = _optionalChain([tag, 'access', _32 => _32.match, 'call', _33 => _33(/^<script\b/i), 'optionalAccess', _34 => _34[0]]);
   if (!opening) return tag;
   const attributes = stripScriptNonceAttribute(tag).slice(opening.length, -1);
   return `<script nonce="${nonce}"${attributes}>`;
@@ -858,7 +930,7 @@ function collectFarmInlineScriptContents(html) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, collectFarmInlineScriptContents, "collectFarmInlineScriptContents");
 function findScriptTagAttributeRange(tag, expectedName) {
-  const opening = _optionalChain([tag, 'access', _33 => _33.match, 'call', _34 => _34(/^<script\b/i), 'optionalAccess', _35 => _35[0]]);
+  const opening = _optionalChain([tag, 'access', _35 => _35.match, 'call', _36 => _36(/^<script\b/i), 'optionalAccess', _37 => _37[0]]);
   if (!opening) return void 0;
   let offset = opening.length;
   while (offset < tag.length - 1) {
@@ -888,7 +960,7 @@ _chunkS3JO3N4Hcjs.__name.call(void 0, findScriptTagAttributeRange, "findScriptTa
 function findRawTextEnd(input, tagName, offset = 0) {
   const closing = rawTextElements.get(tagName);
   closing.lastIndex = offset;
-  return _nullishCoalesce(_optionalChain([closing, 'access', _36 => _36.exec, 'call', _37 => _37(input), 'optionalAccess', _38 => _38.index]), () => ( -1));
+  return _nullishCoalesce(_optionalChain([closing, 'access', _38 => _38.exec, 'call', _39 => _39(input), 'optionalAccess', _40 => _40.index]), () => ( -1));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, findRawTextEnd, "findRawTextEnd");
 function matchingSuffixLength(input, token) {
@@ -934,9 +1006,9 @@ var MAX_REPORTED_PRELOAD_WARNINGS = 256;
 function resolveFarmPerformanceConfig(config) {
   return {
     preload: {
-      mode: _optionalChain([config, 'optionalAccess', _39 => _39.preload, 'optionalAccess', _40 => _40.mode]) === "warn" ? "warn" : "enforce",
-      maxImages: normalizeBudget(_optionalChain([config, 'optionalAccess', _41 => _41.preload, 'optionalAccess', _42 => _42.maxImages]), DEFAULT_PRELOAD_CONFIG.maxImages),
-      maxFonts: normalizeBudget(_optionalChain([config, 'optionalAccess', _43 => _43.preload, 'optionalAccess', _44 => _44.maxFonts]), DEFAULT_PRELOAD_CONFIG.maxFonts)
+      mode: _optionalChain([config, 'optionalAccess', _41 => _41.preload, 'optionalAccess', _42 => _42.mode]) === "warn" ? "warn" : "enforce",
+      maxImages: normalizeBudget(_optionalChain([config, 'optionalAccess', _43 => _43.preload, 'optionalAccess', _44 => _44.maxImages]), DEFAULT_PRELOAD_CONFIG.maxImages),
+      maxFonts: normalizeBudget(_optionalChain([config, 'optionalAccess', _45 => _45.preload, 'optionalAccess', _46 => _46.maxFonts]), DEFAULT_PRELOAD_CONFIG.maxFonts)
     }
   };
 }
@@ -950,7 +1022,7 @@ function manageFarmHtmlPreloads(html, config) {
         index,
         kind,
         href: readHtmlAttribute(element.value, "href"),
-        highPriority: _optionalChain([readHtmlAttribute, 'call', _45 => _45(element.value, "fetchpriority"), 'optionalAccess', _46 => _46.toLowerCase, 'call', _47 => _47()]) === "high"
+        highPriority: _optionalChain([readHtmlAttribute, 'call', _47 => _47(element.value, "fetchpriority"), 'optionalAccess', _48 => _48.toLowerCase, 'call', _49 => _49()]) === "high"
       }
     ] : [];
   });
@@ -974,7 +1046,7 @@ function manageFarmLinkHeaderPreloads(value, config) {
         index,
         kind,
         href: getLinkHeaderTarget(link),
-        highPriority: _optionalChain([getLinkHeaderParameter, 'call', _48 => _48(link, "fetchpriority"), 'optionalAccess', _49 => _49.toLowerCase, 'call', _50 => _50()]) === "high"
+        highPriority: _optionalChain([getLinkHeaderParameter, 'call', _50 => _50(link, "fetchpriority"), 'optionalAccess', _51 => _51.toLowerCase, 'call', _52 => _52()]) === "high"
       }
     ] : [];
   });
@@ -997,7 +1069,7 @@ function manageFarmDocumentPreloads(html, linkHeader, config) {
       index,
       kind,
       href: readHtmlAttribute(element.value, "href"),
-      highPriority: _optionalChain([readHtmlAttribute, 'call', _51 => _51(element.value, "fetchpriority"), 'optionalAccess', _52 => _52.toLowerCase, 'call', _53 => _53()]) === "high"
+      highPriority: _optionalChain([readHtmlAttribute, 'call', _53 => _53(element.value, "fetchpriority"), 'optionalAccess', _54 => _54.toLowerCase, 'call', _55 => _55()]) === "high"
     });
   }
   for (const [index, link] of links.entries()) {
@@ -1007,7 +1079,7 @@ function manageFarmDocumentPreloads(html, linkHeader, config) {
       index: headerOffset + index,
       kind,
       href: getLinkHeaderTarget(link),
-      highPriority: _optionalChain([getLinkHeaderParameter, 'call', _54 => _54(link, "fetchpriority"), 'optionalAccess', _55 => _55.toLowerCase, 'call', _56 => _56()]) === "high"
+      highPriority: _optionalChain([getLinkHeaderParameter, 'call', _56 => _56(link, "fetchpriority"), 'optionalAccess', _57 => _57.toLowerCase, 'call', _58 => _58()]) === "high"
     });
   }
   const budget = selectPreloadsWithinBudget(candidates, config);
@@ -1088,13 +1160,13 @@ function selectPreloadsWithinBudget(candidates, config) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, selectPreloadsWithinBudget, "selectPreloadsWithinBudget");
 function getHtmlPreloadKind(link) {
-  const rel = _optionalChain([readHtmlAttribute, 'call', _57 => _57(link, "rel"), 'optionalAccess', _58 => _58.toLowerCase, 'call', _59 => _59(), 'access', _60 => _60.split, 'call', _61 => _61(/\s+/)]) || [];
+  const rel = _optionalChain([readHtmlAttribute, 'call', _59 => _59(link, "rel"), 'optionalAccess', _60 => _60.toLowerCase, 'call', _61 => _61(), 'access', _62 => _62.split, 'call', _63 => _63(/\s+/)]) || [];
   if (!rel.includes("preload")) return void 0;
   return normalizePreloadKind(readHtmlAttribute(link, "as"));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, getHtmlPreloadKind, "getHtmlPreloadKind");
 function getLinkHeaderPreloadKind(link) {
-  const relations = _nullishCoalesce(_optionalChain([getLinkHeaderParameter, 'call', _62 => _62(link, "rel"), 'optionalAccess', _63 => _63.toLowerCase, 'call', _64 => _64(), 'access', _65 => _65.split, 'call', _66 => _66(/\s+/)]), () => ( []));
+  const relations = _nullishCoalesce(_optionalChain([getLinkHeaderParameter, 'call', _64 => _64(link, "rel"), 'optionalAccess', _65 => _65.toLowerCase, 'call', _66 => _66(), 'access', _67 => _67.split, 'call', _68 => _68(/\s+/)]), () => ( []));
   if (!relations.includes("preload")) return void 0;
   return normalizePreloadKind(getLinkHeaderParameter(link, "as"));
 }
@@ -1140,7 +1212,7 @@ function splitLinkParameters(value) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, splitLinkParameters, "splitLinkParameters");
 function normalizePreloadKind(value) {
-  const normalized = _optionalChain([value, 'optionalAccess', _67 => _67.toLowerCase, 'call', _68 => _68()]);
+  const normalized = _optionalChain([value, 'optionalAccess', _69 => _69.toLowerCase, 'call', _70 => _70()]);
   return normalized === "image" || normalized === "font" ? normalized : void 0;
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, normalizePreloadKind, "normalizePreloadKind");
@@ -1148,7 +1220,7 @@ function readHtmlAttribute(element, name) {
   const match = element.match(
     new RegExp(`\\s${name}\\s*=\\s*(?:"([^"]*)"|'([^']*)'|([^\\s>]+))`, "i")
   );
-  return _nullishCoalesce(_nullishCoalesce(_optionalChain([match, 'optionalAccess', _69 => _69[1]]), () => ( _optionalChain([match, 'optionalAccess', _70 => _70[2]]))), () => ( _optionalChain([match, 'optionalAccess', _71 => _71[3]])));
+  return _nullishCoalesce(_nullishCoalesce(_optionalChain([match, 'optionalAccess', _71 => _71[1]]), () => ( _optionalChain([match, 'optionalAccess', _72 => _72[2]]))), () => ( _optionalChain([match, 'optionalAccess', _73 => _73[3]])));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, readHtmlAttribute, "readHtmlAttribute");
 function findHtmlLinkElements(html) {
@@ -1172,7 +1244,7 @@ function findHtmlLinkElements(html) {
     }
     rawTextTag.lastIndex = start;
     const rawText = rawTextTag.exec(lowerHtml);
-    if (_optionalChain([rawText, 'optionalAccess', _72 => _72[1]])) {
+    if (_optionalChain([rawText, 'optionalAccess', _74 => _74[1]])) {
       const openingEnd = findHtmlTagEnd2(html, start);
       if (openingEnd === -1) break;
       if (rawText[1] === "svg" && html[openingEnd - 2] === "/") {
@@ -1354,4 +1426,5 @@ _chunkS3JO3N4Hcjs.__name.call(void 0, applyFarmPreviewRobotsTag, "applyFarmPrevi
 
 
 
-exports.resolveFarmLlmsTxtConfig = resolveFarmLlmsTxtConfig; exports.collectFarmLlmsTxtPages = collectFarmLlmsTxtPages; exports.createFarmDefaultLlmsTxt = createFarmDefaultLlmsTxt; exports.serializeFarmLlmsTxt = serializeFarmLlmsTxt; exports.createFarmLlmsMarkdownReader = createFarmLlmsMarkdownReader; exports.renderFarmLlmsFullTxt = renderFarmLlmsFullTxt; exports.resolveFarmAgentCrawlers = resolveFarmAgentCrawlers; exports.createFarmAgentRobots = createFarmAgentRobots; exports.resolveFarmSecurityConfig = resolveFarmSecurityConfig; exports.getFarmSecurityHeader = getFarmSecurityHeader; exports.createFarmCspNonce = createFarmCspNonce; exports.addFarmCspNonceToScriptTags = addFarmCspNonceToScriptTags; exports.applyFarmCspHashesToHtml = applyFarmCspHashesToHtml; exports.applyFarmCspNonceToResponse = applyFarmCspNonceToResponse; exports.farmCspBlocksFrameworkInlineScripts = farmCspBlocksFrameworkInlineScripts; exports.createFarmCspNonceRewriter = createFarmCspNonceRewriter; exports.resolveFarmPerformanceConfig = resolveFarmPerformanceConfig; exports.manageFarmHtmlPreloads = manageFarmHtmlPreloads; exports.manageFarmLinkHeaderPreloads = manageFarmLinkHeaderPreloads; exports.manageFarmDocumentPreloads = manageFarmDocumentPreloads; exports.reportFarmPreloadWarnings = reportFarmPreloadWarnings; exports.FARM_PREVIEW_ROBOTS_TAG = FARM_PREVIEW_ROBOTS_TAG; exports.resolveFarmNoindexPreviews = resolveFarmNoindexPreviews; exports.applyFarmPreviewRobotsTag = applyFarmPreviewRobotsTag;
+
+exports.resolveFarmLlmsTxtConfig = resolveFarmLlmsTxtConfig; exports.collectFarmLlmsTxtPages = collectFarmLlmsTxtPages; exports.createFarmDefaultLlmsTxt = createFarmDefaultLlmsTxt; exports.serializeFarmLlmsTxt = serializeFarmLlmsTxt; exports.createFarmLlmsMarkdownReader = createFarmLlmsMarkdownReader; exports.renderFarmLlmsFullTxt = renderFarmLlmsFullTxt; exports.createFarmLlmsFullRenderer = createFarmLlmsFullRenderer; exports.resolveFarmAgentCrawlers = resolveFarmAgentCrawlers; exports.createFarmAgentRobots = createFarmAgentRobots; exports.resolveFarmSecurityConfig = resolveFarmSecurityConfig; exports.getFarmSecurityHeader = getFarmSecurityHeader; exports.createFarmCspNonce = createFarmCspNonce; exports.addFarmCspNonceToScriptTags = addFarmCspNonceToScriptTags; exports.applyFarmCspHashesToHtml = applyFarmCspHashesToHtml; exports.applyFarmCspNonceToResponse = applyFarmCspNonceToResponse; exports.farmCspBlocksFrameworkInlineScripts = farmCspBlocksFrameworkInlineScripts; exports.createFarmCspNonceRewriter = createFarmCspNonceRewriter; exports.resolveFarmPerformanceConfig = resolveFarmPerformanceConfig; exports.manageFarmHtmlPreloads = manageFarmHtmlPreloads; exports.manageFarmLinkHeaderPreloads = manageFarmLinkHeaderPreloads; exports.manageFarmDocumentPreloads = manageFarmDocumentPreloads; exports.reportFarmPreloadWarnings = reportFarmPreloadWarnings; exports.FARM_PREVIEW_ROBOTS_TAG = FARM_PREVIEW_ROBOTS_TAG; exports.resolveFarmNoindexPreviews = resolveFarmNoindexPreviews; exports.applyFarmPreviewRobotsTag = applyFarmPreviewRobotsTag;