@farm.js/core 0.1.25 → 0.1.27

package/dist/{chunk-E3RDL2DA.cjs → chunk-DQMTHWPI.cjs}

@@ -2,7 +2,10 @@
 
 
 
-var _chunk2ITKVAIFcjs = require('./chunk-2ITKVAIF.cjs');
+var _chunkZSO5GWGDcjs = require('./chunk-ZSO5GWGD.cjs');
+
+
+var _chunkJ63ZH5OQcjs = require('./chunk-J63ZH5OQ.cjs');
 
 
 var _chunkI57LW5VZcjs = require('./chunk-I57LW5VZ.cjs');
@@ -63,12 +66,12 @@ function collectFarmLlmsTxtPages(sources, options) {
   for (const source of sources) {
     const path = source.pattern;
     if (path.includes("[") || pages.has(path)) continue;
-    if (include.length && !include.some((pattern) => _chunk2ITKVAIFcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) {
+    if (include.length && !include.some((pattern) => _chunkZSO5GWGDcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) {
       continue;
     }
-    if (exclude.some((pattern) => _chunk2ITKVAIFcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) continue;
+    if (exclude.some((pattern) => _chunkZSO5GWGDcjs.matchesFarmMarkdownRoutePattern.call(void 0, pattern, path))) continue;
     if (isMetadataNoIndex(source.metadata)) continue;
-    const target = _chunk2ITKVAIFcjs.isFarmMarkdownMirrorExposed.call(void 0, options.markdown, path) ? _chunk2ITKVAIFcjs.getFarmMarkdownMirrorPath.call(void 0, path) : path;
+    const target = _chunkZSO5GWGDcjs.isFarmMarkdownMirrorExposed.call(void 0, options.markdown, path) ? _chunkZSO5GWGDcjs.getFarmMarkdownMirrorPath.call(void 0, path) : path;
     const description = readMetadataString(source.metadata, "description");
     pages.set(path, {
       path,
@@ -158,7 +161,9 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   return async (url) => {
     try {
       const response = await fetchMarkdown(
-        new Request(url, { headers: { accept: "text/markdown" } })
+        new Request(url, {
+          headers: { accept: "text/markdown", [_chunkJ63ZH5OQcjs.FARM_INTERNAL_READ_HEADER]: "llms-full" }
+        })
       );
       const type = _nullishCoalesce(response.headers.get("content-type"), () => ( ""));
       if (!response.ok || !type.toLowerCase().startsWith("text/markdown")) {
@@ -172,6 +177,8 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, createFarmLlmsMarkdownReader, "createFarmLlmsMarkdownReader");
+var FARM_LLMS_FULL_PAGE_TIMEOUT_MS = 3e4;
+var LLMS_PAGE_TIMED_OUT = /* @__PURE__ */ Symbol("farm.llms.pageTimedOut");
 async function renderFarmLlmsFullTxt(value, options) {
   const index = serializeFarmLlmsTxt(value);
   if (typeof value === "string") return index;
@@ -185,17 +192,32 @@ async function renderFarmLlmsFullTxt(value, options) {
       links.push(link);
     }
   }
+  const pageTimeout = _nullishCoalesce(options.pageTimeout, () => ( FARM_LLMS_FULL_PAGE_TIMEOUT_MS));
+  const readWithinTimeout = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, async (url) => {
+    let timer;
+    const timedOut = new Promise((resolve) => {
+      timer = setTimeout(resolve, pageTimeout, LLMS_PAGE_TIMED_OUT);
+    });
+    try {
+      const content = await Promise.race([options.readMarkdown(url), timedOut]);
+      if (content !== LLMS_PAGE_TIMED_OUT) return content;
+      _optionalChain([options, 'access', _14 => _14.onIncomplete, 'optionalCall', _15 => _15()]);
+      return null;
+    } finally {
+      clearTimeout(timer);
+    }
+  }, "readWithinTimeout");
   const contents = await mapWithConcurrency(
     links,
     _nullishCoalesce(options.concurrency, () => ( 4)),
-    (link) => shouldInlineLlmsLink(link.url, options.origin) ? options.readMarkdown(link.url) : null
+    (link) => shouldInlineLlmsLink(link.url, options.origin) ? readWithinTimeout(link.url) : null
   );
   const blocks = [`# ${toSingleLine(llms.title)}`];
-  if (_optionalChain([llms, 'access', _14 => _14.summary, 'optionalAccess', _15 => _15.trim, 'call', _16 => _16()])) blocks.push(`> ${toSingleLine(llms.summary)}`);
-  if (_optionalChain([llms, 'access', _17 => _17.details, 'optionalAccess', _18 => _18.trim, 'call', _19 => _19()])) blocks.push(llms.details.trim());
+  if (_optionalChain([llms, 'access', _16 => _16.summary, 'optionalAccess', _17 => _17.trim, 'call', _18 => _18()])) blocks.push(`> ${toSingleLine(llms.summary)}`);
+  if (_optionalChain([llms, 'access', _19 => _19.details, 'optionalAccess', _20 => _20.trim, 'call', _21 => _21()])) blocks.push(llms.details.trim());
   const pages = links.map((link, index2) => {
     const parts = [`## ${toSingleLine(link.title)}`, `URL: ${escapeLinkUrl(link.url)}`];
-    if (_optionalChain([link, 'access', _20 => _20.description, 'optionalAccess', _21 => _21.trim, 'call', _22 => _22()])) parts.push(toSingleLine(link.description));
+    if (_optionalChain([link, 'access', _22 => _22.description, 'optionalAccess', _23 => _23.trim, 'call', _24 => _24()])) parts.push(toSingleLine(link.description));
     const content = stripFrontmatter(_nullishCoalesce(contents[index2], () => ( ""))).trim();
     if (content) parts.push(content);
     return parts.join("\n\n");
@@ -211,27 +233,35 @@ function createFarmLlmsFullRenderer(options = {}) {
   const maxEntries = _nullishCoalesce(options.maxEntries, () => ( 16));
   const entries = /* @__PURE__ */ new Map();
   let queue = Promise.resolve();
-  return (origin, render) => {
+  const settle = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (body, complete, onSettled) => onSettled ? body.then((value) => (onSettled(complete()), value)) : body, "settle");
+  return (origin, render, onSettled) => {
     const entry = entries.get(origin);
-    if (entry && entry.expires > now()) return entry.body;
+    if (entry && entry.expires > now()) return settle(entry.body, entry.complete, onSettled);
     entries.delete(origin);
-    const body = queue.then(render);
+    let complete = true;
+    const body = queue.then(
+      () => render({
+        incomplete: /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, () => {
+          complete = false;
+        }, "incomplete")
+      })
+    );
     queue = body.catch(() => {
     });
-    const pending = { body, expires: Number.POSITIVE_INFINITY };
+    const pending = { body, expires: Number.POSITIVE_INFINITY, complete: /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, () => complete, "complete") };
     entries.set(origin, pending);
     if (entries.size > maxEntries) entries.delete(entries.keys().next().value);
     body.then(
       () => {
         if (entries.get(origin) !== pending) return;
-        if (ttl > 0) pending.expires = now() + ttl;
+        if (ttl > 0 && complete) pending.expires = now() + ttl;
         else entries.delete(origin);
       },
       () => {
         if (entries.get(origin) === pending) entries.delete(origin);
       }
     );
-    return body;
+    return settle(body, pending.complete, onSettled);
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, createFarmLlmsFullRenderer, "createFarmLlmsFullRenderer");
@@ -623,7 +653,7 @@ async function applyFarmCspHashesToHtml(html, security) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, applyFarmCspHashesToHtml, "applyFarmCspHashesToHtml");
 function applyFarmCspNonceToResponse(response, security) {
   if (!security.csp || !security.csp.nonce) return response;
-  if (!_optionalChain([response, 'access', _23 => _23.headers, 'access', _24 => _24.get, 'call', _25 => _25("content-type"), 'optionalAccess', _26 => _26.toLowerCase, 'call', _27 => _27(), 'access', _28 => _28.includes, 'call', _29 => _29("text/html")])) return response;
+  if (!_optionalChain([response, 'access', _25 => _25.headers, 'access', _26 => _26.get, 'call', _27 => _27("content-type"), 'optionalAccess', _28 => _28.toLowerCase, 'call', _29 => _29(), 'access', _30 => _30.includes, 'call', _31 => _31("text/html")])) return response;
   const nonce = createFarmCspNonce(security);
   const securityHeader = getFarmSecurityHeader(security, nonce);
   const headers = new Headers(response.headers);
@@ -844,7 +874,7 @@ var rawTextElements = /* @__PURE__ */ new Map([
   ["xmp", /<\/xmp(?=[\s/>]|$)/gi]
 ]);
 function stampScriptTag(tag, nonce) {
-  const opening = _optionalChain([tag, 'access', _30 => _30.match, 'call', _31 => _31(/^<script\b/i), 'optionalAccess', _32 => _32[0]]);
+  const opening = _optionalChain([tag, 'access', _32 => _32.match, 'call', _33 => _33(/^<script\b/i), 'optionalAccess', _34 => _34[0]]);
   if (!opening) return tag;
   const attributes = stripScriptNonceAttribute(tag).slice(opening.length, -1);
   return `<script nonce="${nonce}"${attributes}>`;
@@ -900,7 +930,7 @@ function collectFarmInlineScriptContents(html) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, collectFarmInlineScriptContents, "collectFarmInlineScriptContents");
 function findScriptTagAttributeRange(tag, expectedName) {
-  const opening = _optionalChain([tag, 'access', _33 => _33.match, 'call', _34 => _34(/^<script\b/i), 'optionalAccess', _35 => _35[0]]);
+  const opening = _optionalChain([tag, 'access', _35 => _35.match, 'call', _36 => _36(/^<script\b/i), 'optionalAccess', _37 => _37[0]]);
   if (!opening) return void 0;
   let offset = opening.length;
   while (offset < tag.length - 1) {
@@ -930,7 +960,7 @@ _chunkS3JO3N4Hcjs.__name.call(void 0, findScriptTagAttributeRange, "findScriptTa
 function findRawTextEnd(input, tagName, offset = 0) {
   const closing = rawTextElements.get(tagName);
   closing.lastIndex = offset;
-  return _nullishCoalesce(_optionalChain([closing, 'access', _36 => _36.exec, 'call', _37 => _37(input), 'optionalAccess', _38 => _38.index]), () => ( -1));
+  return _nullishCoalesce(_optionalChain([closing, 'access', _38 => _38.exec, 'call', _39 => _39(input), 'optionalAccess', _40 => _40.index]), () => ( -1));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, findRawTextEnd, "findRawTextEnd");
 function matchingSuffixLength(input, token) {
@@ -976,9 +1006,9 @@ var MAX_REPORTED_PRELOAD_WARNINGS = 256;
 function resolveFarmPerformanceConfig(config) {
   return {
     preload: {
-      mode: _optionalChain([config, 'optionalAccess', _39 => _39.preload, 'optionalAccess', _40 => _40.mode]) === "warn" ? "warn" : "enforce",
-      maxImages: normalizeBudget(_optionalChain([config, 'optionalAccess', _41 => _41.preload, 'optionalAccess', _42 => _42.maxImages]), DEFAULT_PRELOAD_CONFIG.maxImages),
-      maxFonts: normalizeBudget(_optionalChain([config, 'optionalAccess', _43 => _43.preload, 'optionalAccess', _44 => _44.maxFonts]), DEFAULT_PRELOAD_CONFIG.maxFonts)
+      mode: _optionalChain([config, 'optionalAccess', _41 => _41.preload, 'optionalAccess', _42 => _42.mode]) === "warn" ? "warn" : "enforce",
+      maxImages: normalizeBudget(_optionalChain([config, 'optionalAccess', _43 => _43.preload, 'optionalAccess', _44 => _44.maxImages]), DEFAULT_PRELOAD_CONFIG.maxImages),
+      maxFonts: normalizeBudget(_optionalChain([config, 'optionalAccess', _45 => _45.preload, 'optionalAccess', _46 => _46.maxFonts]), DEFAULT_PRELOAD_CONFIG.maxFonts)
     }
   };
 }
@@ -992,7 +1022,7 @@ function manageFarmHtmlPreloads(html, config) {
         index,
         kind,
         href: readHtmlAttribute(element.value, "href"),
-        highPriority: _optionalChain([readHtmlAttribute, 'call', _45 => _45(element.value, "fetchpriority"), 'optionalAccess', _46 => _46.toLowerCase, 'call', _47 => _47()]) === "high"
+        highPriority: _optionalChain([readHtmlAttribute, 'call', _47 => _47(element.value, "fetchpriority"), 'optionalAccess', _48 => _48.toLowerCase, 'call', _49 => _49()]) === "high"
       }
     ] : [];
   });
@@ -1016,7 +1046,7 @@ function manageFarmLinkHeaderPreloads(value, config) {
         index,
         kind,
         href: getLinkHeaderTarget(link),
-        highPriority: _optionalChain([getLinkHeaderParameter, 'call', _48 => _48(link, "fetchpriority"), 'optionalAccess', _49 => _49.toLowerCase, 'call', _50 => _50()]) === "high"
+        highPriority: _optionalChain([getLinkHeaderParameter, 'call', _50 => _50(link, "fetchpriority"), 'optionalAccess', _51 => _51.toLowerCase, 'call', _52 => _52()]) === "high"
       }
     ] : [];
   });
@@ -1039,7 +1069,7 @@ function manageFarmDocumentPreloads(html, linkHeader, config) {
       index,
       kind,
       href: readHtmlAttribute(element.value, "href"),
-      highPriority: _optionalChain([readHtmlAttribute, 'call', _51 => _51(element.value, "fetchpriority"), 'optionalAccess', _52 => _52.toLowerCase, 'call', _53 => _53()]) === "high"
+      highPriority: _optionalChain([readHtmlAttribute, 'call', _53 => _53(element.value, "fetchpriority"), 'optionalAccess', _54 => _54.toLowerCase, 'call', _55 => _55()]) === "high"
     });
   }
   for (const [index, link] of links.entries()) {
@@ -1049,7 +1079,7 @@ function manageFarmDocumentPreloads(html, linkHeader, config) {
       index: headerOffset + index,
       kind,
       href: getLinkHeaderTarget(link),
-      highPriority: _optionalChain([getLinkHeaderParameter, 'call', _54 => _54(link, "fetchpriority"), 'optionalAccess', _55 => _55.toLowerCase, 'call', _56 => _56()]) === "high"
+      highPriority: _optionalChain([getLinkHeaderParameter, 'call', _56 => _56(link, "fetchpriority"), 'optionalAccess', _57 => _57.toLowerCase, 'call', _58 => _58()]) === "high"
     });
   }
   const budget = selectPreloadsWithinBudget(candidates, config);
@@ -1130,13 +1160,13 @@ function selectPreloadsWithinBudget(candidates, config) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, selectPreloadsWithinBudget, "selectPreloadsWithinBudget");
 function getHtmlPreloadKind(link) {
-  const rel = _optionalChain([readHtmlAttribute, 'call', _57 => _57(link, "rel"), 'optionalAccess', _58 => _58.toLowerCase, 'call', _59 => _59(), 'access', _60 => _60.split, 'call', _61 => _61(/\s+/)]) || [];
+  const rel = _optionalChain([readHtmlAttribute, 'call', _59 => _59(link, "rel"), 'optionalAccess', _60 => _60.toLowerCase, 'call', _61 => _61(), 'access', _62 => _62.split, 'call', _63 => _63(/\s+/)]) || [];
   if (!rel.includes("preload")) return void 0;
   return normalizePreloadKind(readHtmlAttribute(link, "as"));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, getHtmlPreloadKind, "getHtmlPreloadKind");
 function getLinkHeaderPreloadKind(link) {
-  const relations = _nullishCoalesce(_optionalChain([getLinkHeaderParameter, 'call', _62 => _62(link, "rel"), 'optionalAccess', _63 => _63.toLowerCase, 'call', _64 => _64(), 'access', _65 => _65.split, 'call', _66 => _66(/\s+/)]), () => ( []));
+  const relations = _nullishCoalesce(_optionalChain([getLinkHeaderParameter, 'call', _64 => _64(link, "rel"), 'optionalAccess', _65 => _65.toLowerCase, 'call', _66 => _66(), 'access', _67 => _67.split, 'call', _68 => _68(/\s+/)]), () => ( []));
   if (!relations.includes("preload")) return void 0;
   return normalizePreloadKind(getLinkHeaderParameter(link, "as"));
 }
@@ -1182,7 +1212,7 @@ function splitLinkParameters(value) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, splitLinkParameters, "splitLinkParameters");
 function normalizePreloadKind(value) {
-  const normalized = _optionalChain([value, 'optionalAccess', _67 => _67.toLowerCase, 'call', _68 => _68()]);
+  const normalized = _optionalChain([value, 'optionalAccess', _69 => _69.toLowerCase, 'call', _70 => _70()]);
   return normalized === "image" || normalized === "font" ? normalized : void 0;
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, normalizePreloadKind, "normalizePreloadKind");
@@ -1190,7 +1220,7 @@ function readHtmlAttribute(element, name) {
   const match = element.match(
     new RegExp(`\\s${name}\\s*=\\s*(?:"([^"]*)"|'([^']*)'|([^\\s>]+))`, "i")
   );
-  return _nullishCoalesce(_nullishCoalesce(_optionalChain([match, 'optionalAccess', _69 => _69[1]]), () => ( _optionalChain([match, 'optionalAccess', _70 => _70[2]]))), () => ( _optionalChain([match, 'optionalAccess', _71 => _71[3]])));
+  return _nullishCoalesce(_nullishCoalesce(_optionalChain([match, 'optionalAccess', _71 => _71[1]]), () => ( _optionalChain([match, 'optionalAccess', _72 => _72[2]]))), () => ( _optionalChain([match, 'optionalAccess', _73 => _73[3]])));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, readHtmlAttribute, "readHtmlAttribute");
 function findHtmlLinkElements(html) {
@@ -1214,7 +1244,7 @@ function findHtmlLinkElements(html) {
     }
     rawTextTag.lastIndex = start;
     const rawText = rawTextTag.exec(lowerHtml);
-    if (_optionalChain([rawText, 'optionalAccess', _72 => _72[1]])) {
+    if (_optionalChain([rawText, 'optionalAccess', _74 => _74[1]])) {
       const openingEnd = findHtmlTagEnd2(html, start);
       if (openingEnd === -1) break;
       if (rawText[1] === "svg" && html[openingEnd - 2] === "/") {

package/dist/{chunk-TTVHACQV.cjs → chunk-FOT7LZEO.cjs}

@@ -1,5 +1,5 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true});// package.json
-var version = "0.1.25";
+var version = "0.1.27";
 
 // src/version.ts
 var FARM_VERSION = version;

package/dist/{chunk-2KI3CL3N.mjs → chunk-FPW4W3VW.mjs}

@@ -15,7 +15,7 @@ import {
 } from "./chunk-TVGP4BBZ.mjs";
 import {
   farmAcceptQuality
-} from "./chunk-U4MP7XTD.mjs";
+} from "./chunk-POXI72VV.mjs";
 import {
   matchesFarmIfNoneMatch
 } from "./chunk-XF7Q24PF.mjs";

package/dist/{chunk-6K4SPQWL.cjs → chunk-HF5SIACK.cjs}

@@ -1,7 +1,7 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
 
 
-var _chunk2ITKVAIFcjs = require('./chunk-2ITKVAIF.cjs');
+var _chunkZSO5GWGDcjs = require('./chunk-ZSO5GWGD.cjs');
 
 
 var _chunkS3JO3N4Hcjs = require('./chunk-S3JO3N4H.cjs');
@@ -116,7 +116,7 @@ async function createFarmMarkdownSourceResponse(options) {
   }
   const url = new URL(options.request.url);
   const hasMarkdownExtension = url.pathname.toLowerCase().endsWith(".md");
-  if (!hasMarkdownExtension && !_chunk2ITKVAIFcjs.requestAcceptsMarkdown.call(void 0, options.request.headers.get("accept"))) {
+  if (!hasMarkdownExtension && !_chunkZSO5GWGDcjs.requestAcceptsMarkdown.call(void 0, options.request.headers.get("accept"))) {
     return null;
   }
   const targetPathname = normalizeFarmMarkdownRoutePath(url.pathname);
@@ -134,7 +134,7 @@ async function createFarmMarkdownSourceResponse(options) {
   if (!hasMarkdownExtension) {
     headers.set("Vary", "Accept");
   }
-  return _chunk2ITKVAIFcjs.createFarmMarkdownViewResponse.call(void 0, {
+  return _chunkZSO5GWGDcjs.createFarmMarkdownViewResponse.call(void 0, {
     request: options.request,
     requestUrl: url,
     markdown: source.source,

package/dist/{chunk-T2OPSH6S.mjs → chunk-HG237IEY.mjs}

@@ -3,17 +3,20 @@ import {
 } from "./chunk-XAXTTBUT.mjs";
 import {
   serializeFarmLlmsTxt
-} from "./chunk-RR6UGYUT.mjs";
+} from "./chunk-JT25KHDI.mjs";
+import {
+  emitFarmAgentRead
+} from "./chunk-MVL2RAJW.mjs";
 import {
   resolveFarmThemeConfig
 } from "./chunk-AELACLOB.mjs";
+import {
+  omitFarmResponseBody
+} from "./chunk-5WI2S4CO.mjs";
 import {
   resolveFarmAPIServerBasePath,
   resolveFarmAPIServerRoutePath
 } from "./chunk-I6XDAKWQ.mjs";
-import {
-  omitFarmResponseBody
-} from "./chunk-5WI2S4CO.mjs";
 import {
   localizeFarmPathname
 } from "./chunk-L3KT7IXV.mjs";
@@ -201,6 +204,9 @@ function createFarmMetadataRouteResponse(kind, value, routeModule = {}, options
   if (method !== "GET" && method !== "HEAD") {
     return new Response(null, { status: 405, headers: { Allow: "GET, HEAD" } });
   }
+  if ((kind === "llms" || kind === "llms-full") && options.request) {
+    emitFarmAgentRead(options.request, kind, isResponse(value) ? value.status : 200);
+  }
   if (isResponse(value)) {
     return method === "HEAD" ? omitFarmResponseBody(value) : value;
   }
@@ -486,7 +492,7 @@ function createFarmApiCatalog(input) {
   };
 }
 __name(createFarmApiCatalog, "createFarmApiCatalog");
-function createFarmApiCatalogResponse(method, input) {
+function createFarmApiCatalogResponse(method, input, request) {
   const upperMethod = method.toUpperCase();
   if (upperMethod !== "GET" && upperMethod !== "HEAD") {
     return new Response("Method Not Allowed", {
@@ -494,6 +500,7 @@ function createFarmApiCatalogResponse(method, input) {
       headers: { Allow: "GET, HEAD", "Content-Type": "text/plain; charset=utf-8" }
     });
   }
+  if (request) emitFarmAgentRead(request, "api-catalog", 200);
   const catalog = createFarmApiCatalog(input);
   return new Response(upperMethod === "HEAD" ? null : JSON.stringify(catalog), {
     status: 200,

package/dist/chunk-J63ZH5OQ.cjs

@@ -0,0 +1,62 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }
+
+var _chunkE3UK5IIBcjs = require('./chunk-E3UK5IIB.cjs');
+
+
+var _chunkS3JO3N4Hcjs = require('./chunk-S3JO3N4H.cjs');
+
+// src/agent-identity.ts
+var AGENT_TOKENS = [
+  ["ChatGPT-User", "openai", "agent"],
+  ["OAI-SearchBot", "openai", "crawler"],
+  ["GPTBot", "openai", "crawler"],
+  ["Claude-User", "anthropic", "agent"],
+  ["Claude-SearchBot", "anthropic", "crawler"],
+  ["ClaudeBot", "anthropic", "crawler"],
+  ["Perplexity-User", "perplexity", "agent"],
+  ["PerplexityBot", "perplexity", "crawler"],
+  ["CCBot", "other", "crawler"],
+  ["Bytespider", "other", "crawler"],
+  ["Meta-ExternalAgent", "other", "crawler"]
+];
+var AGENT_PATTERNS = AGENT_TOKENS.map(([token, family, category]) => ({
+  pattern: new RegExp(`(?:^|[\\s;(])${token}(?=[/\\s;)]|$)`, "i"),
+  family,
+  category
+}));
+var UNKNOWN = { family: "unknown", category: "unknown", identity: "unknown" };
+function classifyFarmAgent(userAgent) {
+  const value = (_nullishCoalesce(userAgent, () => ( ""))).slice(0, 2048);
+  const matches = AGENT_PATTERNS.filter(({ pattern }) => pattern.test(value));
+  if (matches.length === 1) {
+    const { family, category } = matches[0];
+    return { family, category, identity: "self-reported" };
+  }
+  return { ...UNKNOWN };
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, classifyFarmAgent, "classifyFarmAgent");
+var FARM_INTERNAL_READ_HEADER = "x-farm-internal-read";
+function emitFarmAgentRead(request, surface, status, view) {
+  if (request.headers.has(FARM_INTERNAL_READ_HEADER)) return;
+  let route;
+  try {
+    route = new URL(request.url).pathname;
+  } catch (e) {
+    return;
+  }
+  _chunkE3UK5IIBcjs.emitFarmEvent.call(void 0, {
+    type: "agent.read",
+    surface,
+    route,
+    ...view ? { view } : {},
+    status,
+    agent: classifyFarmAgent(request.headers.get("user-agent"))
+  });
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, emitFarmAgentRead, "emitFarmAgentRead");
+
+
+
+
+
+exports.classifyFarmAgent = classifyFarmAgent; exports.FARM_INTERNAL_READ_HEADER = FARM_INTERNAL_READ_HEADER; exports.emitFarmAgentRead = emitFarmAgentRead;

package/dist/{chunk-BD2U4ZL6.cjs → chunk-JQGDQO2I.cjs}

@@ -17,7 +17,7 @@ var _chunkLYLEZIG3cjs = require('./chunk-LYLEZIG3.cjs');
 
 
 
-var _chunkYAOX43YIcjs = require('./chunk-YAOX43YI.cjs');
+var _chunkC7OUJ6JIcjs = require('./chunk-C7OUJ6JI.cjs');
 
 
 var _chunkWMAPPDMMcjs = require('./chunk-WMAPPDMM.cjs');
@@ -93,7 +93,7 @@ var _APIRouteManager = class _APIRouteManager {
         await this.loadProgrammaticApiRoutes(appDir);
       }
       this.routes = new Map(
-        _chunkYAOX43YIcjs.mergePluginAPIRoutes.call(void 0, [...this.routes.values()], this.plugins, void 0, {
+        _chunkC7OUJ6JIcjs.mergePluginAPIRoutes.call(void 0, [...this.routes.values()], this.plugins, void 0, {
           bodySizeLimit: this.bodySizeLimit
         }).map((route) => [route.path, route])
       );
@@ -140,7 +140,7 @@ var _APIRouteManager = class _APIRouteManager {
       const routeModule = await this.loadModule(filePath);
       const endpoints = {};
       const availableMethods = [];
-      for (const method of _chunkYAOX43YIcjs.API_ROUTE_METHODS) {
+      for (const method of _chunkC7OUJ6JIcjs.API_ROUTE_METHODS) {
         if (routeModule[method]) {
           endpoints[method] = routeModule[method];
           availableMethods.push(method);
@@ -322,7 +322,7 @@ var _APIRouteManager = class _APIRouteManager {
       const url = new URL(request.url);
       const pathname = url.pathname;
       const method = request.method.toUpperCase();
-      const match = _chunkYAOX43YIcjs.matchAPIRouteAtBasePath.call(void 0, this.routes, pathname, this.basePath);
+      const match = _chunkC7OUJ6JIcjs.matchAPIRouteAtBasePath.call(void 0, this.routes, pathname, this.basePath);
       if (!match) {
         return new Response(JSON.stringify({ error: "Not Found" }), {
           status: 404,
@@ -330,19 +330,19 @@ var _APIRouteManager = class _APIRouteManager {
         });
       }
       const { route, params } = match;
-      const endpoint = _chunkYAOX43YIcjs.resolveAPIRouteEndpoint.call(void 0, route, method);
+      const endpoint = _chunkC7OUJ6JIcjs.resolveAPIRouteEndpoint.call(void 0, route, method);
       if (!endpoint) {
         return new Response(JSON.stringify({ error: "Method Not Allowed" }), {
           status: 405,
           headers: {
-            Allow: _chunkYAOX43YIcjs.getAllowedAPIRouteMethods.call(void 0, route).join(", "),
+            Allow: _chunkC7OUJ6JIcjs.getAllowedAPIRouteMethods.call(void 0, route).join(", "),
             "Content-Type": "application/json"
           }
         });
       }
       const invoke = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, async () => {
         try {
-          return await _chunkYAOX43YIcjs.invokeAPIRouteEndpoint.call(void 0, endpoint, request, params, this.bodySizeLimit);
+          return await _chunkC7OUJ6JIcjs.invokeAPIRouteEndpoint.call(void 0, endpoint, request, params, this.bodySizeLimit);
         } catch (error) {
           if (options.throwOnError) throw error;
           console.error(`[API Error] ${pathname}:`, error);
@@ -364,7 +364,7 @@ var _APIRouteManager = class _APIRouteManager {
     return Boolean(this.matchRoute(pathname));
   }
   matchRoute(pathname) {
-    return _chunkYAOX43YIcjs.matchAPIRouteAtBasePath.call(void 0, this.routes, pathname, this.basePath);
+    return _chunkC7OUJ6JIcjs.matchAPIRouteAtBasePath.call(void 0, this.routes, pathname, this.basePath);
   }
   /**
    * Get all routes for client type generation

package/dist/{chunk-RR6UGYUT.mjs → chunk-JT25KHDI.mjs}

@@ -2,7 +2,10 @@ import {
   getFarmMarkdownMirrorPath,
   isFarmMarkdownMirrorExposed,
   matchesFarmMarkdownRoutePattern
-} from "./chunk-U4MP7XTD.mjs";
+} from "./chunk-POXI72VV.mjs";
+import {
+  FARM_INTERNAL_READ_HEADER
+} from "./chunk-MVL2RAJW.mjs";
 import {
   applyFarmBasePath
 } from "./chunk-4RB44K6Z.mjs";
@@ -158,7 +161,9 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   return async (url) => {
     try {
       const response = await fetchMarkdown(
-        new Request(url, { headers: { accept: "text/markdown" } })
+        new Request(url, {
+          headers: { accept: "text/markdown", [FARM_INTERNAL_READ_HEADER]: "llms-full" }
+        })
       );
       const type = response.headers.get("content-type") ?? "";
       if (!response.ok || !type.toLowerCase().startsWith("text/markdown")) {
@@ -172,6 +177,8 @@ function createFarmLlmsMarkdownReader(fetchMarkdown) {
   };
 }
 __name(createFarmLlmsMarkdownReader, "createFarmLlmsMarkdownReader");
+var FARM_LLMS_FULL_PAGE_TIMEOUT_MS = 3e4;
+var LLMS_PAGE_TIMED_OUT = /* @__PURE__ */ Symbol("farm.llms.pageTimedOut");
 async function renderFarmLlmsFullTxt(value, options) {
   const index = serializeFarmLlmsTxt(value);
   if (typeof value === "string") return index;
@@ -185,10 +192,25 @@ async function renderFarmLlmsFullTxt(value, options) {
       links.push(link);
     }
   }
+  const pageTimeout = options.pageTimeout ?? FARM_LLMS_FULL_PAGE_TIMEOUT_MS;
+  const readWithinTimeout = /* @__PURE__ */ __name(async (url) => {
+    let timer;
+    const timedOut = new Promise((resolve) => {
+      timer = setTimeout(resolve, pageTimeout, LLMS_PAGE_TIMED_OUT);
+    });
+    try {
+      const content = await Promise.race([options.readMarkdown(url), timedOut]);
+      if (content !== LLMS_PAGE_TIMED_OUT) return content;
+      options.onIncomplete?.();
+      return null;
+    } finally {
+      clearTimeout(timer);
+    }
+  }, "readWithinTimeout");
   const contents = await mapWithConcurrency(
     links,
     options.concurrency ?? 4,
-    (link) => shouldInlineLlmsLink(link.url, options.origin) ? options.readMarkdown(link.url) : null
+    (link) => shouldInlineLlmsLink(link.url, options.origin) ? readWithinTimeout(link.url) : null
   );
   const blocks = [`# ${toSingleLine(llms.title)}`];
   if (llms.summary?.trim()) blocks.push(`> ${toSingleLine(llms.summary)}`);
@@ -211,27 +233,35 @@ function createFarmLlmsFullRenderer(options = {}) {
   const maxEntries = options.maxEntries ?? 16;
   const entries = /* @__PURE__ */ new Map();
   let queue = Promise.resolve();
-  return (origin, render) => {
+  const settle = /* @__PURE__ */ __name((body, complete, onSettled) => onSettled ? body.then((value) => (onSettled(complete()), value)) : body, "settle");
+  return (origin, render, onSettled) => {
     const entry = entries.get(origin);
-    if (entry && entry.expires > now()) return entry.body;
+    if (entry && entry.expires > now()) return settle(entry.body, entry.complete, onSettled);
     entries.delete(origin);
-    const body = queue.then(render);
+    let complete = true;
+    const body = queue.then(
+      () => render({
+        incomplete: /* @__PURE__ */ __name(() => {
+          complete = false;
+        }, "incomplete")
+      })
+    );
     queue = body.catch(() => {
     });
-    const pending = { body, expires: Number.POSITIVE_INFINITY };
+    const pending = { body, expires: Number.POSITIVE_INFINITY, complete: /* @__PURE__ */ __name(() => complete, "complete") };
     entries.set(origin, pending);
     if (entries.size > maxEntries) entries.delete(entries.keys().next().value);
     body.then(
       () => {
         if (entries.get(origin) !== pending) return;
-        if (ttl > 0) pending.expires = now() + ttl;
+        if (ttl > 0 && complete) pending.expires = now() + ttl;
         else entries.delete(origin);
       },
       () => {
         if (entries.get(origin) === pending) entries.delete(origin);
       }
     );
-    return body;
+    return settle(body, pending.complete, onSettled);
   };
 }
 __name(createFarmLlmsFullRenderer, "createFarmLlmsFullRenderer");