@farm.js/core 0.1.25 → 0.1.26

package/dist/{chunk-2ITKVAIF.cjs → chunk-QIH2HD6H.cjs}

@@ -1,5 +1,8 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
 
+var _chunkJ63ZH5OQcjs = require('./chunk-J63ZH5OQ.cjs');
+
+
 var _chunkS3JO3N4Hcjs = require('./chunk-S3JO3N4H.cjs');
 
 // src/markdown-view.ts
@@ -39,10 +42,12 @@ function parseFarmMarkdownHeadings(markdown) {
       end: lines.length
     });
   }
-  for (let headingIndex = 0; headingIndex < headings.length; headingIndex++) {
-    const heading = headings[headingIndex];
-    const next = headings.slice(headingIndex + 1).find((candidate) => candidate.level <= heading.level);
-    if (next) heading.end = next.start;
+  const open = [];
+  for (const heading of headings) {
+    while (open.length > 0 && open[open.length - 1].level >= heading.level) {
+      open.pop().end = heading.start;
+    }
+    open.push(heading);
   }
   return headings;
 }
@@ -55,23 +60,49 @@ function estimateFarmMarkdownTokens(text) {
   return Math.ceil(text.length / 4);
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, estimateFarmMarkdownTokens, "estimateFarmMarkdownTokens");
+var FARM_MARKDOWN_MIN_TOKEN_BUDGET = 100;
+var FARM_MARKDOWN_VIEW_PARAMS = [
+  "outline",
+  "section",
+  "actions",
+  "max_tokens",
+  "cursor"
+];
 function selectFarmMarkdownView(markdown, searchParams, markdownPath) {
   const wantsOutline = searchParams.has("outline");
   const sectionId = searchParams.get("section");
-  if (!wantsOutline && sectionId === null) return { status: 200, body: markdown };
+  const budget = searchParams.get("max_tokens");
+  if (!wantsOutline && sectionId === null && budget === null)
+    return { status: 200, body: markdown };
+  const viewUrl = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (view) => {
+    const query = new URLSearchParams(searchParams);
+    for (const name of FARM_MARKDOWN_VIEW_PARAMS) query.delete(name);
+    for (const [name, value] of Object.entries(view)) {
+      if (value !== null && value !== void 0) query.set(name, value);
+    }
+    const search = query.toString();
+    return search ? `${markdownPath}?${search}` : markdownPath;
+  }, "viewUrl");
+  const withinBudget = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (document) => budget === null ? { status: 200, body: document } : selectFarmMarkdownPart(
+    document,
+    budget,
+    searchParams.get("cursor"),
+    (cursor) => viewUrl({ section: sectionId, max_tokens: budget, cursor })
+  ), "withinBudget");
+  if (!wantsOutline && sectionId === null) return withinBudget(markdown);
   const lines = markdown.split("\n");
   const headings = parseFarmMarkdownHeadings(markdown);
   const sectionText = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (heading) => lines.slice(heading.start, heading.end).join("\n").trim(), "sectionText");
   if (sectionId !== null) {
     const heading = headings.find((candidate) => candidate.id === sectionId);
-    if (heading) return { status: 200, body: `${sectionText(heading)}
-` };
+    if (heading) return withinBudget(`${sectionText(heading)}
+`);
     const available = headings.map((candidate) => `- \`${candidate.id}\``).join("\n");
     return {
       status: 404,
       body: `# Section not found
 
-\`${sectionId}\` is not a section of ${markdownPath}.
+${markdownCodeSpan(sectionId)} is not a section of ${markdownPath}.
 
 ` + (available ? `Available sections:
 
@@ -79,23 +110,31 @@ ${available}
 ` : "This page has no sections.\n")
     };
   }
-  const minLevel = Math.min(...headings.map((heading) => heading.level));
+  const minLevel = headings.reduce((min, heading) => Math.min(min, heading.level), 6);
   const entries = headings.map((heading) => {
     const indent = "  ".repeat(heading.level - minLevel);
     const tokens = estimateFarmMarkdownTokens(sectionText(heading));
-    return `${indent}- [${heading.text}](${markdownPath}?section=${encodeURIComponent(heading.id)}) ~${tokens} tokens`;
+    return `${indent}- [${heading.text}](${viewUrl({ section: heading.id })}) ~${tokens} tokens`;
   });
   return {
     status: 200,
     body: `# Outline of ${markdownPath}
 
-About ${estimateFarmMarkdownTokens(markdown)} tokens in total. Request one section with \`?section=<id>\`.
+About ${estimateFarmMarkdownTokens(markdown)} tokens in total. Request one section with \`?section=<id>\`, or read in parts with \`?max_tokens=<n>\`.
 
 ` + (entries.length > 0 ? `${entries.join("\n")}
 ` : "This page has no headings.\n")
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, selectFarmMarkdownView, "selectFarmMarkdownView");
+function markdownCodeSpan(value) {
+  const text = value.replace(/[\p{Cc}\u2028\u2029]+/gu, " ");
+  const longestRun = (_nullishCoalesce(text.match(/`+/g), () => ( []))).reduce((max, run) => Math.max(max, run.length), 0);
+  const fence = "`".repeat(longestRun + 1);
+  const pad = text.startsWith("`") || text.endsWith("`") ? " " : "";
+  return `${fence}${pad}${text}${pad}${fence}`;
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, markdownCodeSpan, "markdownCodeSpan");
 function selectFarmPageActionsView(markdownPath, actions, headers) {
   headers.set("Content-Type", "application/json; charset=utf-8");
   const page = markdownPath === "/index.md" ? "/" : markdownPath.replace(/\.md$/, "");
@@ -106,7 +145,117 @@ function selectFarmPageActionsView(markdownPath, actions, headers) {
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, selectFarmPageActionsView, "selectFarmPageActionsView");
+function selectFarmMarkdownPart(document, rawBudget, rawCursor, partUrl) {
+  const budget = /^\d{1,9}$/.test(rawBudget) ? Number(rawBudget) : Number.NaN;
+  if (!(budget >= FARM_MARKDOWN_MIN_TOKEN_BUDGET)) {
+    return {
+      status: 400,
+      body: `# Invalid max_tokens
+
+\`max_tokens\` must be a whole number of at least ${FARM_MARKDOWN_MIN_TOKEN_BUDGET}.
+`
+    };
+  }
+  const lines = document.replace(/\n$/, "").split("\n");
+  const version = hashFarmMarkdown(document).slice(0, 8);
+  let start = 0;
+  if (rawCursor !== null) {
+    const match = /^(\d{1,9})\.([0-9a-z]+)$/.exec(rawCursor);
+    if (!match || Number(match[1]) <= 0 || Number(match[1]) >= lines.length) {
+      return {
+        status: 400,
+        body: `# Invalid cursor
+
+Start again at ${partUrl()}.
+`
+      };
+    }
+    if (match[2] !== version) {
+      return {
+        status: 409,
+        body: `# Page changed
+
+The page changed after this cursor was issued. Start again at ${partUrl()}.
+`
+      };
+    }
+    start = Number(match[1]);
+  }
+  const fences = readOpenFences(lines);
+  const reopen = fences[start];
+  const room = budget * 4 - 200;
+  let size = reopen ? reopen.opener.length + 1 : 0;
+  let end = start;
+  let lastBreak = -1;
+  while (end < lines.length) {
+    const length = lines[end].length + 1;
+    if (end > start && size + length > room) break;
+    size += length;
+    end++;
+    if (end < lines.length && isPartBreak(lines, fences, end)) lastBreak = end;
+  }
+  const head = reopen ? `${reopen.opener}
+` : "";
+  if (end >= lines.length) {
+    return { status: 200, body: `${head}${lines.slice(start).join("\n")}
+` };
+  }
+  if (lastBreak > start) end = lastBreak;
+  const open = fences[end];
+  const part = `${head}${lines.slice(start, end).join("\n").replace(/\n+$/, "")}${open ? `
+${open.closer}` : ""}`;
+  const next = partUrl(`${end}.${version}`);
+  const remaining = estimateFarmMarkdownTokens(lines.slice(end).join("\n"));
+  return {
+    status: 200,
+    body: `${part}
+
+---
+
+Continue: ${next} (about ${remaining} more tokens)
+`,
+    headers: { Link: `<${next}>; rel="next"` }
+  };
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, selectFarmMarkdownPart, "selectFarmMarkdownPart");
+function readOpenFences(lines) {
+  const open = [];
+  let fence;
+  let frontMatter = _optionalChain([lines, 'access', _5 => _5[0], 'optionalAccess', _6 => _6.trim, 'call', _7 => _7()]) === "---";
+  for (let index = 0; index < lines.length; index++) {
+    open.push(frontMatter && index > 0 ? { opener: "", closer: "" } : fence);
+    const line = lines[index];
+    if (frontMatter) {
+      if (index > 0 && line.trim() === "---") frontMatter = false;
+      continue;
+    }
+    const match = FENCE.exec(line);
+    if (!match) continue;
+    const marker = match[1];
+    if (!fence) fence = { opener: line.trim(), closer: marker, marker };
+    else if (marker[0] === fence.marker[0] && marker.length >= fence.marker.length)
+      fence = void 0;
+  }
+  return open;
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, readOpenFences, "readOpenFences");
+function isPartBreak(lines, fences, index) {
+  if (fences[index]) return false;
+  return lines[index - 1].trim() === "" || ATX_HEADING.test(lines[index]);
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, isPartBreak, "isPartBreak");
+function readMarkdownViewName(searchParams) {
+  if (searchParams.has("actions")) return "actions";
+  if (searchParams.has("outline")) return "outline";
+  if (searchParams.has("max_tokens")) return "parts";
+  return searchParams.has("section") ? "section" : void 0;
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, readMarkdownViewName, "readMarkdownViewName");
 function createFarmMarkdownETag(body) {
+  return `W/"${hashFarmMarkdown(body)}-${body.length.toString(36)}"`;
+}
+_chunkS3JO3N4Hcjs.__name.call(void 0, createFarmMarkdownETag, "createFarmMarkdownETag");
+function hashFarmMarkdown(body) {
   let h1 = 3735928559;
   let h2 = 1103547991;
   for (let index = 0; index < body.length; index++) {
@@ -116,10 +265,9 @@ function createFarmMarkdownETag(body) {
   }
   h1 = Math.imul(h1 ^ h1 >>> 16, 2246822507) ^ Math.imul(h2 ^ h2 >>> 13, 3266489909);
   h2 = Math.imul(h2 ^ h2 >>> 16, 2246822507) ^ Math.imul(h1 ^ h1 >>> 13, 3266489909);
-  const hash = (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString(36);
-  return `W/"${hash}-${body.length.toString(36)}"`;
+  return (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString(36);
 }
-_chunkS3JO3N4Hcjs.__name.call(void 0, createFarmMarkdownETag, "createFarmMarkdownETag");
+_chunkS3JO3N4Hcjs.__name.call(void 0, hashFarmMarkdown, "hashFarmMarkdown");
 function ifNoneMatchIncludes(header, etag) {
   if (!header) return false;
   const opaque = etag.replace(/^W\//, "");
@@ -130,6 +278,9 @@ function createFarmMarkdownViewResponse(options) {
   const url = _nullishCoalesce(options.requestUrl, () => ( new URL(options.request.url)));
   const view = url.searchParams.has("actions") ? selectFarmPageActionsView(options.markdownPath, _nullishCoalesce(options.actions, () => ( [])), options.headers) : selectFarmMarkdownView(options.markdown, url.searchParams, options.markdownPath);
   const status = view.status === 200 ? options.status : view.status;
+  _chunkJ63ZH5OQcjs.emitFarmAgentRead.call(void 0, options.request, "markdown", status, readMarkdownViewName(url.searchParams));
+  for (const [name, value] of Object.entries(_nullishCoalesce(view.headers, () => ( {}))))
+    options.headers.append(name, value);
   const etag = createFarmMarkdownETag(view.body);
   options.headers.set("ETag", etag);
   if (status === 200 && ifNoneMatchIncludes(options.request.headers.get("if-none-match"), etag)) {
@@ -187,7 +338,7 @@ function resolveMarkdownConfig(config) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, resolveMarkdownConfig, "resolveMarkdownConfig");
 function resolveMarkdownMirrorTarget(config, pathname, options = {}) {
   const hasMarkdownExtension = pathname.toLowerCase().endsWith(".md");
-  if (!_optionalChain([config, 'optionalAccess', _5 => _5.enabled]) || !hasMarkdownExtension && !requestAcceptsMarkdown(options.accept)) {
+  if (!_optionalChain([config, 'optionalAccess', _8 => _8.enabled]) || !hasMarkdownExtension && !requestAcceptsMarkdown(options.accept)) {
     return null;
   }
   const targetPathname = normalizeMarkdownRoute(
@@ -207,7 +358,7 @@ async function createMarkdownMirrorResponse(options) {
   if (options.request.method !== "GET" && options.request.method !== "HEAD") {
     return null;
   }
-  const requestUrl = _optionalChain([options, 'access', _6 => _6.requestUrl, 'optionalAccess', _7 => _7.href]) === options.request.url ? options.requestUrl : new URL(options.request.url);
+  const requestUrl = _optionalChain([options, 'access', _9 => _9.requestUrl, 'optionalAccess', _10 => _10.href]) === options.request.url ? options.requestUrl : new URL(options.request.url);
   const hasMarkdownExtension = requestUrl.pathname.toLowerCase().endsWith(".md");
   const target = resolveMarkdownMirrorTarget(options.config, requestUrl.pathname, {
     accept: options.request.headers.get("accept")
@@ -220,7 +371,7 @@ async function createMarkdownMirrorResponse(options) {
   }
   const pageUrl = new URL(options.request.url);
   pageUrl.pathname = target.pathname;
-  for (const name of ["outline", "section", "actions"]) pageUrl.searchParams.delete(name);
+  for (const name of FARM_MARKDOWN_VIEW_PARAMS) pageUrl.searchParams.delete(name);
   const headers = new Headers(options.request.headers);
   headers.set("accept", "text/html");
   const pageResponse = await options.renderPage(
@@ -229,7 +380,8 @@ async function createMarkdownMirrorResponse(options) {
       headers
     })
   );
-  if (!isHtmlResponse(pageResponse)) {
+  const redirects = pageResponse.status >= 300 && pageResponse.status < 400 && pageResponse.headers.has("location");
+  if (redirects || !isHtmlResponse(pageResponse)) {
     return createMarkdownAccessResponse(
       pageResponse,
       target.pathname,
@@ -241,8 +393,8 @@ async function createMarkdownMirrorResponse(options) {
   const markdownPath = target.pathname === "/" ? "/index.md" : `${target.pathname}.md`;
   const actions = extractFarmPageActions(html, pageUrl);
   const markdown = htmlToMarkdown(html, {
-    title: _optionalChain([target, 'access', _8 => _8.route, 'optionalAccess', _9 => _9.title]),
-    includeMetadata: _nullishCoalesce(_optionalChain([options, 'access', _10 => _10.config, 'optionalAccess', _11 => _11.includeMetadata]), () => ( true)),
+    title: _optionalChain([target, 'access', _11 => _11.route, 'optionalAccess', _12 => _12.title]),
+    includeMetadata: _nullishCoalesce(_optionalChain([options, 'access', _13 => _13.config, 'optionalAccess', _14 => _14.includeMetadata]), () => ( true)),
     sourcePath: target.pathname,
     actionsPath: actions.length > 0 ? `${markdownPath}?actions` : void 0
   });
@@ -254,17 +406,17 @@ async function createMarkdownMirrorResponse(options) {
   if (!hasMarkdownExtension) {
     headersOut.set("Vary", "Accept");
   }
-  for (const token of _nullishCoalesce(_optionalChain([pageResponse, 'access', _12 => _12.headers, 'access', _13 => _13.get, 'call', _14 => _14("vary"), 'optionalAccess', _15 => _15.split, 'call', _16 => _16(",")]), () => ( []))) {
+  for (const token of _nullishCoalesce(_optionalChain([pageResponse, 'access', _15 => _15.headers, 'access', _16 => _16.get, 'call', _17 => _17("vary"), 'optionalAccess', _18 => _18.split, 'call', _19 => _19(",")]), () => ( []))) {
     const name = token.trim();
     if (name && name.toLowerCase() !== "accept") appendHeaderToken(headersOut, "Vary", name);
   }
   const pageCacheControl = pageResponse.headers.get("cache-control");
-  const cache = _nullishCoalesce(_nullishCoalesce(_optionalChain([target, 'access', _17 => _17.route, 'optionalAccess', _18 => _18.cache]), () => ( _optionalChain([options, 'access', _19 => _19.config, 'optionalAccess', _20 => _20.cache]))), () => ( false));
+  const cache = _nullishCoalesce(_nullishCoalesce(_optionalChain([target, 'access', _20 => _20.route, 'optionalAccess', _21 => _21.cache]), () => ( _optionalChain([options, 'access', _22 => _22.config, 'optionalAccess', _23 => _23.cache]))), () => ( false));
   headersOut.set(
     "Cache-Control",
     pageCacheControl && isPrivateCacheControl(pageCacheControl) ? pageCacheControl : createMarkdownCacheHeader(cache)
   );
-  const robots = [pageResponse.headers.get("x-robots-tag"), readHtmlMetaContent(html, "robots")].filter((value) => Boolean(_optionalChain([value, 'optionalAccess', _21 => _21.trim, 'call', _22 => _22()]))).join(", ");
+  const robots = [pageResponse.headers.get("x-robots-tag"), readHtmlMetaContent(html, "robots")].filter((value) => Boolean(_optionalChain([value, 'optionalAccess', _24 => _24.trim, 'call', _25 => _25()]))).join(", ");
   if (robots) headersOut.set("X-Robots-Tag", robots);
   const canonical = readHtmlCanonicalHref(html);
   if (canonical) {
@@ -521,7 +673,7 @@ function getFarmMarkdownAlternatePath(config, pathname) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, getFarmMarkdownAlternatePath, "getFarmMarkdownAlternatePath");
 function isFarmMarkdownMirrorExposed(config, pathname) {
-  if (!_optionalChain([config, 'optionalAccess', _23 => _23.enabled])) return false;
+  if (!_optionalChain([config, 'optionalAccess', _26 => _26.enabled])) return false;
   return config.expose === true || findExposedMarkdownRoute(config, pathname) !== null;
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, isFarmMarkdownMirrorExposed, "isFarmMarkdownMirrorExposed");
@@ -614,7 +766,7 @@ function extractHtmlBody(html) {
   const body = rootMatch ? rootMatch[1] : bodyMatch ? bodyMatch[1] : html;
   const main = extractFirstElementContent(body, ["main"]);
   if (main !== void 0) return main;
-  const articles = _nullishCoalesce(_optionalChain([body, 'access', _24 => _24.match, 'call', _25 => _25(/<article\b/gi), 'optionalAccess', _26 => _26.length]), () => ( 0));
+  const articles = _nullishCoalesce(_optionalChain([body, 'access', _27 => _27.match, 'call', _28 => _28(/<article\b/gi), 'optionalAccess', _29 => _29.length]), () => ( 0));
   return articles === 1 ? _nullishCoalesce(extractFirstElementContent(body, ["article"]), () => ( body)) : body;
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, extractHtmlBody, "extractHtmlBody");
@@ -630,7 +782,7 @@ function extractFirstElementContent(html, tagNames) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, extractFirstElementContent, "extractFirstElementContent");
 function readHtmlMetaContent(html, name) {
   for (const match of html.matchAll(/<meta\b([^>]*)>/gi)) {
-    if (_optionalChain([readHtmlAttribute, 'call', _27 => _27(match[1], "name"), 'optionalAccess', _28 => _28.toLowerCase, 'call', _29 => _29()]) === name) {
+    if (_optionalChain([readHtmlAttribute, 'call', _30 => _30(match[1], "name"), 'optionalAccess', _31 => _31.toLowerCase, 'call', _32 => _32()]) === name) {
       return readHtmlAttribute(match[1], "content");
     }
   }
@@ -639,8 +791,8 @@ function readHtmlMetaContent(html, name) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, readHtmlMetaContent, "readHtmlMetaContent");
 function readHtmlCanonicalHref(html) {
   for (const match of html.matchAll(/<link\b([^>]*)>/gi)) {
-    const rel = _optionalChain([readHtmlAttribute, 'call', _30 => _30(match[1], "rel"), 'optionalAccess', _31 => _31.toLowerCase, 'call', _32 => _32(), 'access', _33 => _33.split, 'call', _34 => _34(/\s+/)]);
-    if (_optionalChain([rel, 'optionalAccess', _35 => _35.includes, 'call', _36 => _36("canonical")])) return readHtmlAttribute(match[1], "href");
+    const rel = _optionalChain([readHtmlAttribute, 'call', _33 => _33(match[1], "rel"), 'optionalAccess', _34 => _34.toLowerCase, 'call', _35 => _35(), 'access', _36 => _36.split, 'call', _37 => _37(/\s+/)]);
+    if (_optionalChain([rel, 'optionalAccess', _38 => _38.includes, 'call', _39 => _39("canonical")])) return readHtmlAttribute(match[1], "href");
   }
   return void 0;
 }
@@ -667,7 +819,7 @@ function extractFarmPageActions(html, pageUrl) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, extractFarmPageActions, "extractFarmPageActions");
 function readPageForm(attributes, content, pageUrl, labelsFor) {
-  const method = _optionalChain([readDecodedAttribute, 'call', _37 => _37(attributes, "method"), 'optionalAccess', _38 => _38.trim, 'call', _39 => _39(), 'access', _40 => _40.toLowerCase, 'call', _41 => _41()]);
+  const method = _optionalChain([readDecodedAttribute, 'call', _40 => _40(attributes, "method"), 'optionalAccess', _41 => _41.trim, 'call', _42 => _42(), 'access', _43 => _43.toLowerCase, 'call', _44 => _44()]);
   if (method === "dialog") return void 0;
   const target = resolveFormTarget(readDecodedAttribute(attributes, "action"), pageUrl);
   const form = {
@@ -677,11 +829,11 @@ function readPageForm(attributes, content, pageUrl, labelsFor) {
     submit: []
   };
   const name = _nullishCoalesce(_nullishCoalesce(readDecodedAttribute(attributes, "aria-label"), () => ( readDecodedAttribute(attributes, "name"))), () => ( readDecodedAttribute(attributes, "id")));
-  if (_optionalChain([name, 'optionalAccess', _42 => _42.trim, 'call', _43 => _43()])) form.name = name.trim();
+  if (_optionalChain([name, 'optionalAccess', _45 => _45.trim, 'call', _46 => _46()])) form.name = name.trim();
   if (target) form.action = target;
   else form.requiresJavaScript = true;
   if (form.method === "POST") {
-    const enctype = _optionalChain([readDecodedAttribute, 'call', _44 => _44(attributes, "enctype"), 'optionalAccess', _45 => _45.trim, 'call', _46 => _46(), 'access', _47 => _47.toLowerCase, 'call', _48 => _48()]);
+    const enctype = _optionalChain([readDecodedAttribute, 'call', _47 => _47(attributes, "enctype"), 'optionalAccess', _48 => _48.trim, 'call', _49 => _49(), 'access', _50 => _50.toLowerCase, 'call', _51 => _51()]);
     form.enctype = enctype && FORM_ENCTYPES.has(enctype) ? enctype : "application/x-www-form-urlencoded";
   }
   const wrappingLabels = [...content.matchAll(/<label\b[^>]*>([\s\S]*?)<\/label>/gi)].map(
@@ -692,13 +844,13 @@ function readPageForm(attributes, content, pageUrl, labelsFor) {
     })
   );
   const labelOf = /* @__PURE__ */ _chunkS3JO3N4Hcjs.__name.call(void 0, (controlAttributes, index) => {
-    const aria = _optionalChain([readDecodedAttribute, 'call', _49 => _49(controlAttributes, "aria-label"), 'optionalAccess', _50 => _50.trim, 'call', _51 => _51()]);
+    const aria = _optionalChain([readDecodedAttribute, 'call', _52 => _52(controlAttributes, "aria-label"), 'optionalAccess', _53 => _53.trim, 'call', _54 => _54()]);
     if (aria) return aria;
     const id = readDecodedAttribute(controlAttributes, "id");
     const forLabel = id ? labelsFor.get(id) : void 0;
     if (forLabel) return forLabel;
     const wrapping = wrappingLabels.find((label) => label.start < index && index < label.end);
-    return _optionalChain([wrapping, 'optionalAccess', _52 => _52.text]) || void 0;
+    return _optionalChain([wrapping, 'optionalAccess', _55 => _55.text]) || void 0;
   }, "labelOf");
   const groups = /* @__PURE__ */ new Map();
   const controls = /<(input)\b([^>]*)>|<(select|textarea|button)\b([^>]*)>([\s\S]*?)<\/\3>/gi;
@@ -709,7 +861,7 @@ function readPageForm(attributes, content, pageUrl, labelsFor) {
     if (hasHtmlAttribute(controlAttributes, "disabled")) continue;
     const label = labelOf(controlAttributes, match.index);
     const fieldName = readDecodedAttribute(controlAttributes, "name");
-    const typeAttribute = _optionalChain([readDecodedAttribute, 'call', _53 => _53(controlAttributes, "type"), 'optionalAccess', _54 => _54.trim, 'call', _55 => _55(), 'access', _56 => _56.toLowerCase, 'call', _57 => _57()]);
+    const typeAttribute = _optionalChain([readDecodedAttribute, 'call', _56 => _56(controlAttributes, "type"), 'optionalAccess', _57 => _57.trim, 'call', _58 => _58(), 'access', _59 => _59.toLowerCase, 'call', _60 => _60()]);
     const type = tag === "input" ? _nullishCoalesce(typeAttribute, () => ( "text")) : tag === "button" ? _nullishCoalesce(typeAttribute, () => ( "submit")) : tag;
     if (tag === "button" && !["button", "reset"].includes(type) || tag === "input" && (type === "submit" || type === "image")) {
       const submit = {
@@ -723,7 +875,7 @@ function readPageForm(attributes, content, pageUrl, labelsFor) {
         const resolved = resolveFormTarget(formAction, pageUrl);
         if (resolved) submit.action = resolved;
       }
-      const formMethod = _optionalChain([readDecodedAttribute, 'call', _58 => _58(controlAttributes, "formmethod"), 'optionalAccess', _59 => _59.toLowerCase, 'call', _60 => _60()]);
+      const formMethod = _optionalChain([readDecodedAttribute, 'call', _61 => _61(controlAttributes, "formmethod"), 'optionalAccess', _62 => _62.toLowerCase, 'call', _63 => _63()]);
       if (formMethod === "get" || formMethod === "post") submit.method = formMethod.toUpperCase();
       form.submit.push(submit);
       continue;
@@ -802,7 +954,7 @@ _chunkS3JO3N4Hcjs.__name.call(void 0, readPageForm, "readPageForm");
 function resolveFormTarget(action, pageUrl) {
   let target;
   try {
-    target = new URL(_optionalChain([action, 'optionalAccess', _61 => _61.trim, 'call', _62 => _62()]) || pageUrl.href, pageUrl);
+    target = new URL(_optionalChain([action, 'optionalAccess', _64 => _64.trim, 'call', _65 => _65()]) || pageUrl.href, pageUrl);
   } catch (e4) {
     return void 0;
   }
@@ -834,7 +986,7 @@ function readHtmlAttribute(attributes, name) {
 _chunkS3JO3N4Hcjs.__name.call(void 0, readHtmlAttribute, "readHtmlAttribute");
 function readCodeLanguage(attributesList) {
   for (const attributes of attributesList) {
-    const language = _nullishCoalesce(_nullishCoalesce(readHtmlAttribute(attributes, "data-language"), () => ( readHtmlAttribute(attributes, "data-lang"))), () => ( _optionalChain([readHtmlAttribute, 'call', _63 => _63(attributes, "class"), 'optionalAccess', _64 => _64.match, 'call', _65 => _65(/(?:^|\s)lang(?:uage)?-(\S+)/), 'optionalAccess', _66 => _66[1]])));
+    const language = _nullishCoalesce(_nullishCoalesce(readHtmlAttribute(attributes, "data-language"), () => ( readHtmlAttribute(attributes, "data-lang"))), () => ( _optionalChain([readHtmlAttribute, 'call', _66 => _66(attributes, "class"), 'optionalAccess', _67 => _67.match, 'call', _68 => _68(/(?:^|\s)lang(?:uage)?-(\S+)/), 'optionalAccess', _69 => _69[1]])));
     if (language && /^[\w#+.-]+$/.test(language)) return language;
   }
   return void 0;
@@ -947,7 +1099,7 @@ function matchClosingTags(html) {
   while (match = tags.exec(html)) {
     const name = match[2].toLowerCase();
     if (match[1]) {
-      const start = _optionalChain([open, 'access', _67 => _67.get, 'call', _68 => _68(name), 'optionalAccess', _69 => _69.pop, 'call', _70 => _70()]);
+      const start = _optionalChain([open, 'access', _70 => _70.get, 'call', _71 => _71(name), 'optionalAccess', _72 => _72.pop, 'call', _73 => _73()]);
       if (start !== void 0) closes.set(start, match.index + match[0].length);
     } else if (!VOID_TAGS.has(name) && !isSelfClosingTag(match[0])) {
       let starts = open.get(name);
@@ -982,7 +1134,7 @@ function resolveStreamedBoundaries(html, { boundaries, placeholders }) {
   let cursor = 0;
   let match;
   while (match = openingTag.exec(html)) {
-    const id = _optionalChain([/\sid="([^"]*)"/, 'access', _71 => _71.exec, 'call', _72 => _72(match[2]), 'optionalAccess', _73 => _73[1]]);
+    const id = _optionalChain([/\sid="([^"]*)"/, 'access', _74 => _74.exec, 'call', _75 => _75(match[2]), 'optionalAccess', _76 => _76[1]]);
     if (!id || !wanted.has(id) || segments.has(id)) continue;
     const close = closingTags.get(match.index);
     if (close === void 0) continue;

package/dist/{chunk-65P6OGYN.cjs → chunk-QJ4D3UKJ.cjs}

@@ -3,7 +3,10 @@
 var _chunkOWOUTKIJcjs = require('./chunk-OWOUTKIJ.cjs');
 
 
-var _chunkE3RDL2DAcjs = require('./chunk-E3RDL2DA.cjs');
+var _chunk2CT6XUNOcjs = require('./chunk-2CT6XUNO.cjs');
+
+
+var _chunkJ63ZH5OQcjs = require('./chunk-J63ZH5OQ.cjs');
 
 
 var _chunkOI6CMLWXcjs = require('./chunk-OI6CMLWX.cjs');
@@ -201,10 +204,13 @@ function createFarmMetadataRouteResponse(kind, value, routeModule = {}, options
   if (method !== "GET" && method !== "HEAD") {
     return new Response(null, { status: 405, headers: { Allow: "GET, HEAD" } });
   }
+  if ((kind === "llms" || kind === "llms-full") && options.request) {
+    _chunkJ63ZH5OQcjs.emitFarmAgentRead.call(void 0, options.request, kind, isResponse(value) ? value.status : 200);
+  }
   if (isResponse(value)) {
     return method === "HEAD" ? _chunkTKJZFIMLcjs.omitFarmResponseBody.call(void 0, value) : value;
   }
-  const body = kind === "sitemap" ? serializeSitemap(value) : kind === "robots" ? serializeRobots(value) : kind === "llms" || kind === "llms-full" ? _chunkE3RDL2DAcjs.serializeFarmLlmsTxt.call(void 0, value) : serializeManifest(value);
+  const body = kind === "sitemap" ? serializeSitemap(value) : kind === "robots" ? serializeRobots(value) : kind === "llms" || kind === "llms-full" ? _chunk2CT6XUNOcjs.serializeFarmLlmsTxt.call(void 0, value) : serializeManifest(value);
   const contentType = kind === "sitemap" ? "application/xml; charset=utf-8" : kind === "robots" || kind === "llms" || kind === "llms-full" ? "text/plain; charset=utf-8" : "application/manifest+json; charset=utf-8";
   return new Response(method === "HEAD" ? null : body, {
     headers: {
@@ -486,7 +492,7 @@ function createFarmApiCatalog(input) {
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, createFarmApiCatalog, "createFarmApiCatalog");
-function createFarmApiCatalogResponse(method, input) {
+function createFarmApiCatalogResponse(method, input, request) {
   const upperMethod = method.toUpperCase();
   if (upperMethod !== "GET" && upperMethod !== "HEAD") {
     return new Response("Method Not Allowed", {
@@ -494,6 +500,7 @@ function createFarmApiCatalogResponse(method, input) {
       headers: { Allow: "GET, HEAD", "Content-Type": "text/plain; charset=utf-8" }
     });
   }
+  if (request) _chunkJ63ZH5OQcjs.emitFarmAgentRead.call(void 0, request, "api-catalog", 200);
   const catalog = createFarmApiCatalog(input);
   return new Response(upperMethod === "HEAD" ? null : JSON.stringify(catalog), {
     status: 200,

package/dist/{chunk-RYDW7GPR.cjs → chunk-QLXEYIAW.cjs}

@@ -3,14 +3,14 @@
 
 
 
-var _chunkAXYTGLF3cjs = require('./chunk-AXYTGLF3.cjs');
+var _chunk3WSWXPYMcjs = require('./chunk-3WSWXPYM.cjs');
 
 
 
 var _chunkIK6LVLKCcjs = require('./chunk-IK6LVLKC.cjs');
 
 
-var _chunkO5DVPF3Rcjs = require('./chunk-O5DVPF3R.cjs');
+var _chunkWFPRVVF2cjs = require('./chunk-WFPRVVF2.cjs');
 
 
 var _chunk75WGQVQAcjs = require('./chunk-75WGQVQA.cjs');
@@ -39,7 +39,7 @@ function createFarmDocsAdapterRuntimeConfig(docs, options, moduleConfig) {
     ...moduleConfig ? { ...moduleConfig, ...docs.configOverrides } : _nullishCoalesce(docs.runtimeConfig, () => ( docs.config)),
     entry: docs.config.entry || docs.entry.replace(/^\/+|\/+$/g, "") || "docs",
     docsPath: docs.entry,
-    contentDir: _chunkAXYTGLF3cjs.resolveFarmDocsContentDir.call(void 0, docs, options)
+    contentDir: _chunk3WSWXPYMcjs.resolveFarmDocsContentDir.call(void 0, docs, options)
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, createFarmDocsAdapterRuntimeConfig, "createFarmDocsAdapterRuntimeConfig");
@@ -274,25 +274,25 @@ function getDocsDescription(docs) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, getDocsDescription, "getDocsDescription");
 function getLoadedDocsPages(context) {
-  return _chunkAXYTGLF3cjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs).map((page) => _chunkAXYTGLF3cjs.loadFarmDocsPage.call(void 0, context.contentDir, context.docs, page.slug)).filter((page) => Boolean(page));
+  return _chunk3WSWXPYMcjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs).map((page) => _chunk3WSWXPYMcjs.loadFarmDocsPage.call(void 0, context.contentDir, context.docs, page.slug)).filter((page) => Boolean(page));
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, getLoadedDocsPages, "getLoadedDocsPages");
 function toDocsSourcePage(page) {
   return {
-    ..._chunkAXYTGLF3cjs.toFarmDocsMarkdownPage.call(void 0, page),
+    ..._chunk3WSWXPYMcjs.toFarmDocsMarkdownPage.call(void 0, page),
     sourcePath: page.sourcePath
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, toDocsSourcePage, "toDocsSourcePage");
 function toDocsSitemapPage(page) {
   return {
-    ..._chunkAXYTGLF3cjs.toFarmDocsMarkdownPage.call(void 0, page),
+    ..._chunk3WSWXPYMcjs.toFarmDocsMarkdownPage.call(void 0, page),
     sourcePath: page.sourcePath
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, toDocsSitemapPage, "toDocsSitemapPage");
 function toDocsLlmsPage(page) {
-  return _chunkAXYTGLF3cjs.toFarmDocsMarkdownPage.call(void 0, page);
+  return _chunk3WSWXPYMcjs.toFarmDocsMarkdownPage.call(void 0, page);
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, toDocsLlmsPage, "toDocsLlmsPage");
 function getDocsLlmsOptions(context, request) {
@@ -386,7 +386,7 @@ _chunkS3JO3N4Hcjs.__name.call(void 0, renderAgentsDocument, "renderAgentsDocumen
 function buildAgentSpec(context, request) {
   const url = new URL(request.url);
   const origin = url.origin;
-  const pages = _chunkAXYTGLF3cjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs);
+  const pages = _chunk3WSWXPYMcjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs);
   const spec = _chunkIK6LVLKCcjs.docsEngine.call(void 0, ).buildDocsAgentDiscoverySpec(getDocsDiscoveryOptions(context, request));
   const title = getDocsTitle(context.docs);
   return {
@@ -428,7 +428,7 @@ function buildAgentSpec(context, request) {
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, buildAgentSpec, "buildAgentSpec");
 function buildDiagnostics(context) {
-  const pages = _chunkAXYTGLF3cjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs);
+  const pages = _chunk3WSWXPYMcjs.discoverFarmDocsPages.call(void 0, context.contentDir, context.docs);
   const diagnostics = _chunkIK6LVLKCcjs.docsEngine.call(void 0, ).buildDocsDiagnostics(context.docs.config, {
     entry: context.docs.entry,
     mcp: {
@@ -500,12 +500,12 @@ async function resolveAPIContext(options) {
     config: options.config,
     configPath: options.configPath
   }));
-  const docs = isResolvedDocsConfig(docsInput) ? docsInput : await _chunkO5DVPF3Rcjs.resolveDocsConfig.call(void 0, docsInput, { root, srcDir });
+  const docs = isResolvedDocsConfig(docsInput) ? docsInput : await _chunkWFPRVVF2cjs.resolveDocsConfig.call(void 0, docsInput, { root, srcDir });
   return {
     root,
     srcDir,
     docs,
-    contentDir: _chunkAXYTGLF3cjs.resolveFarmDocsContentDir.call(void 0, docs, { root, srcDir })
+    contentDir: _chunk3WSWXPYMcjs.resolveFarmDocsContentDir.call(void 0, docs, { root, srcDir })
   };
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, resolveAPIContext, "resolveAPIContext");
@@ -568,10 +568,10 @@ async function handleDocsAPIGet(request, context) {
   if (format === "markdown" || url.pathname.endsWith(".md")) {
     const pathParam = url.searchParams.get("path") || url.searchParams.get("slug");
     const slug = normalizeDocsApiSlug(_nullishCoalesce(_nullishCoalesce(pathParam, () => ( pathTarget.slug)), () => ( "")), context.docs);
-    const page = _chunkAXYTGLF3cjs.loadFarmDocsPage.call(void 0, context.contentDir, context.docs, slug);
+    const page = _chunk3WSWXPYMcjs.loadFarmDocsPage.call(void 0, context.contentDir, context.docs, slug);
     if (!page) return text("Docs page not found\n", "text/plain; charset=utf-8", { status: 404 });
     return text(
-      _chunkIK6LVLKCcjs.docsEngine.call(void 0, ).renderDocsMarkdownDocument(_chunkAXYTGLF3cjs.toFarmDocsMarkdownPage.call(void 0, page), {
+      _chunkIK6LVLKCcjs.docsEngine.call(void 0, ).renderDocsMarkdownDocument(_chunk3WSWXPYMcjs.toFarmDocsMarkdownPage.call(void 0, page), {
         origin: new URL(request.url).origin,
         llms: getDocsLlmsOptions(context, request),
         sitemap: context.docs.config.sitemap