@farm.js/core 0.1.25 → 0.1.27

package/dist/{chunk-N2Z4ZFDE.mjs → chunk-OGHTEYXS.mjs}

@@ -27,7 +27,7 @@ import {
   renderFarmLocaleAlternateLinks,
   resolveDefaultErrorStatus,
   resolveFarmApiCatalogInput
-} from "./chunk-T2OPSH6S.mjs";
+} from "./chunk-HG237IEY.mjs";
 import {
   isFarmPreviewDeploymentEnvironment
 } from "./chunk-BOYNDCZL.mjs";
@@ -107,7 +107,7 @@ import {
   resolveFarmLlmsTxtConfig,
   resolveFarmPerformanceConfig,
   resolveFarmSecurityConfig
-} from "./chunk-RR6UGYUT.mjs";
+} from "./chunk-JT25KHDI.mjs";
 import {
   getPublicFarmImageConfig,
   resolveFarmImageConfig
@@ -125,12 +125,12 @@ import {
 import {
   createFarmMarkdownRouteModuleFromFile,
   loadFarmMdxComponents
-} from "./chunk-2BIJGZR3.mjs";
+} from "./chunk-3PTVHMLD.mjs";
 import {
   createFarmMarkdownSourceResponse,
   isFarmMarkdownPageFile,
   normalizeFarmMarkdownRoutePath
-} from "./chunk-XM4ZDVD7.mjs";
+} from "./chunk-MBFURXAC.mjs";
 import {
   resolveFarmMdxComponentsModulePath,
   resolveMdxConfig
@@ -144,7 +144,7 @@ import {
   getFarmMarkdownMirrorPath,
   resolveMarkdownConfig,
   resolveMarkdownMirrorTarget
-} from "./chunk-U4MP7XTD.mjs";
+} from "./chunk-POXI72VV.mjs";
 import {
   resolveWorkflowsConfig
 } from "./chunk-3ATMYLLJ.mjs";
@@ -185,7 +185,7 @@ import {
 } from "./chunk-IOEH4VWN.mjs";
 import {
   APIRouteManager
-} from "./chunk-QGG336NI.mjs";
+} from "./chunk-Q4BHBO6V.mjs";
 import {
   findProgrammaticRouteFiles,
   loadProgrammaticRouteManifests
@@ -204,7 +204,7 @@ import {
 } from "./chunk-YOZYCI6Z.mjs";
 import {
   isFarmAPIPathname
-} from "./chunk-GDUYXFIS.mjs";
+} from "./chunk-6EG7U4NF.mjs";
 import {
   resolveFarmAPIServerBasePath
 } from "./chunk-I6XDAKWQ.mjs";
@@ -274,7 +274,7 @@ import {
 } from "./chunk-Z2RZJZIZ.mjs";
 import {
   FARM_VERSION
-} from "./chunk-WOI2HOGA.mjs";
+} from "./chunk-QQQNJS2E.mjs";
 import {
   resolveFarmTrailingSlashRedirect,
   setFarmTrailingSlashPreference
@@ -3042,7 +3042,7 @@ __name(collectDevStylesheetUrls, "collectDevStylesheetUrls");
 
 // src/server/full-document.ts
 var CONTENTS_WRAPPER = /^<div\b[^>]*style="display\s*:\s*contents"[^>]*>/i;
-var HOISTED_HEAD_ELEMENT = /^(?:<(?:meta|link|base)\b[^>]*>|<title\b[^>]*>[\s\S]*?<\/title>)/i;
+var HOISTED_HEAD_ELEMENT = /^(?:<(?:meta|link|base)\b[^>]*>|<title\b[^>]*>[\s\S]*?<\/title>|<script\b[^>]*\basync\b[^>]*><\/script>|<style\b[^>]*\bdata-precedence\b[^>]*>[\s\S]*?<\/style>)/i;
 function peelDocumentPrefix(markup) {
   let inner = markup.replace(/^\s+/, "");
   let hoisted = "";
@@ -6131,7 +6131,8 @@ var _ServerRenderer = class _ServerRenderer {
         readMarkdown: llmsContext.markdown
       }) : value;
       const response = createFarmMetadataRouteResponse(match.metadata.kind, body, routeModule, {
-        method
+        method,
+        request: request2
       });
       await sendWebResponse(res, response);
     } catch (error) {
@@ -6169,7 +6170,7 @@ var _ServerRenderer = class _ServerRenderer {
           kind,
           body,
           { revalidate: config.revalidate },
-          { method: req.method }
+          { method: req.method, request: request2 }
         )
       );
     } catch (error) {
@@ -9517,7 +9518,7 @@ function loadFarmWorkflowsDevRuntime() {
 }
 __name(loadFarmWorkflowsDevRuntime, "loadFarmWorkflowsDevRuntime");
 function loadFarmDevtoolsSnapshotRuntime() {
-  return import("./devtools-I7TBFOKD.mjs");
+  return import("./devtools-6RN6KHTW.mjs");
 }
 __name(loadFarmDevtoolsSnapshotRuntime, "loadFarmDevtoolsSnapshotRuntime");
 function loadFarmDevtoolsUIRuntime() {
@@ -10818,7 +10819,10 @@ window.__FARM_MANIFEST__ = ${inlineValue({
               res,
               createFarmApiCatalogResponse(
                 requestMethod,
-                resolveFarmApiCatalogInput({ ...options, api: farmConfig.api })
+                resolveFarmApiCatalogInput({ ...options, api: farmConfig.api }),
+                new Request(parsedRequestUrl, {
+                  headers: { "user-agent": String(req.headers["user-agent"] ?? "") }
+                })
               )
             );
             return;
@@ -10880,7 +10884,10 @@ window.__FARM_MANIFEST__ = ${inlineValue({
             }),
             config: farmApp.getConfig().md,
             routeExists: /* @__PURE__ */ __name((pathname2) => Boolean(farmApp.getRouteManager().matchRoute(pathname2).route), "routeExists"),
-            renderPage: /* @__PURE__ */ __name(async (request2) => fetch(request2), "renderPage")
+            // Keep the page's own redirect (a sign-in gate, say) so the mirror
+            // answers with it, as production does, instead of the target page.
+            renderPage: /* @__PURE__ */ __name(async (request2) => fetch(request2, { redirect: "manual" }), "renderPage"),
+            apiServerBasePath
           });
           if (markdownResponse) {
             if (await runAppMiddlewareForContentRoute()) return;
@@ -14424,6 +14431,7 @@ export {
   createMarkdownPageHydrationPlanner,
   enforceFarmIsolatedHydrationRouteBudget,
   RouteManager,
+  HOISTED_HEAD_ELEMENT,
   resolveFarmNotFoundComponentPath,
   farmFontImportsPlugin,
   mergeFarmFontCss,

package/dist/{chunk-U4MP7XTD.mjs → chunk-POXI72VV.mjs}

@@ -1,3 +1,12 @@
+import {
+  emitFarmAgentRead
+} from "./chunk-MVL2RAJW.mjs";
+import {
+  _findFarmMCPEndpointTool
+} from "./chunk-O6XNAMBV.mjs";
+import {
+  stripFarmBasePath
+} from "./chunk-4RB44K6Z.mjs";
 import {
   __name
 } from "./chunk-LPEX4YW6.mjs";
@@ -39,10 +48,12 @@ function parseFarmMarkdownHeadings(markdown) {
       end: lines.length
     });
   }
-  for (let headingIndex = 0; headingIndex < headings.length; headingIndex++) {
-    const heading = headings[headingIndex];
-    const next = headings.slice(headingIndex + 1).find((candidate) => candidate.level <= heading.level);
-    if (next) heading.end = next.start;
+  const open = [];
+  for (const heading of headings) {
+    while (open.length > 0 && open[open.length - 1].level >= heading.level) {
+      open.pop().end = heading.start;
+    }
+    open.push(heading);
   }
   return headings;
 }
@@ -55,23 +66,49 @@ function estimateFarmMarkdownTokens(text) {
   return Math.ceil(text.length / 4);
 }
 __name(estimateFarmMarkdownTokens, "estimateFarmMarkdownTokens");
+var FARM_MARKDOWN_MIN_TOKEN_BUDGET = 100;
+var FARM_MARKDOWN_VIEW_PARAMS = [
+  "outline",
+  "section",
+  "actions",
+  "max_tokens",
+  "cursor"
+];
 function selectFarmMarkdownView(markdown, searchParams, markdownPath) {
   const wantsOutline = searchParams.has("outline");
   const sectionId = searchParams.get("section");
-  if (!wantsOutline && sectionId === null) return { status: 200, body: markdown };
+  const budget = searchParams.get("max_tokens");
+  if (!wantsOutline && sectionId === null && budget === null)
+    return { status: 200, body: markdown };
+  const viewUrl = /* @__PURE__ */ __name((view) => {
+    const query = new URLSearchParams(searchParams);
+    for (const name of FARM_MARKDOWN_VIEW_PARAMS) query.delete(name);
+    for (const [name, value] of Object.entries(view)) {
+      if (value !== null && value !== void 0) query.set(name, value);
+    }
+    const search = query.toString();
+    return search ? `${markdownPath}?${search}` : markdownPath;
+  }, "viewUrl");
+  const withinBudget = /* @__PURE__ */ __name((document) => budget === null ? { status: 200, body: document } : selectFarmMarkdownPart(
+    document,
+    budget,
+    searchParams.get("cursor"),
+    (cursor) => viewUrl({ section: sectionId, max_tokens: budget, cursor })
+  ), "withinBudget");
+  if (!wantsOutline && sectionId === null) return withinBudget(markdown);
   const lines = markdown.split("\n");
   const headings = parseFarmMarkdownHeadings(markdown);
   const sectionText = /* @__PURE__ */ __name((heading) => lines.slice(heading.start, heading.end).join("\n").trim(), "sectionText");
   if (sectionId !== null) {
     const heading = headings.find((candidate) => candidate.id === sectionId);
-    if (heading) return { status: 200, body: `${sectionText(heading)}
-` };
+    if (heading) return withinBudget(`${sectionText(heading)}
+`);
     const available = headings.map((candidate) => `- \`${candidate.id}\``).join("\n");
     return {
       status: 404,
       body: `# Section not found
 
-\`${sectionId}\` is not a section of ${markdownPath}.
+${markdownCodeSpan(sectionId)} is not a section of ${markdownPath}.
 
 ` + (available ? `Available sections:
 
@@ -79,23 +116,31 @@ ${available}
 ` : "This page has no sections.\n")
     };
   }
-  const minLevel = Math.min(...headings.map((heading) => heading.level));
+  const minLevel = headings.reduce((min, heading) => Math.min(min, heading.level), 6);
   const entries = headings.map((heading) => {
     const indent = "  ".repeat(heading.level - minLevel);
     const tokens = estimateFarmMarkdownTokens(sectionText(heading));
-    return `${indent}- [${heading.text}](${markdownPath}?section=${encodeURIComponent(heading.id)}) ~${tokens} tokens`;
+    return `${indent}- [${heading.text}](${viewUrl({ section: heading.id })}) ~${tokens} tokens`;
   });
   return {
     status: 200,
     body: `# Outline of ${markdownPath}
 
-About ${estimateFarmMarkdownTokens(markdown)} tokens in total. Request one section with \`?section=<id>\`.
+About ${estimateFarmMarkdownTokens(markdown)} tokens in total. Request one section with \`?section=<id>\`, or read in parts with \`?max_tokens=<n>\`.
 
 ` + (entries.length > 0 ? `${entries.join("\n")}
 ` : "This page has no headings.\n")
   };
 }
 __name(selectFarmMarkdownView, "selectFarmMarkdownView");
+function markdownCodeSpan(value) {
+  const text = value.replace(/[\p{Cc}\u2028\u2029]+/gu, " ");
+  const longestRun = (text.match(/`+/g) ?? []).reduce((max, run) => Math.max(max, run.length), 0);
+  const fence = "`".repeat(longestRun + 1);
+  const pad = text.startsWith("`") || text.endsWith("`") ? " " : "";
+  return `${fence}${pad}${text}${pad}${fence}`;
+}
+__name(markdownCodeSpan, "markdownCodeSpan");
 function selectFarmPageActionsView(markdownPath, actions, headers) {
   headers.set("Content-Type", "application/json; charset=utf-8");
   const page = markdownPath === "/index.md" ? "/" : markdownPath.replace(/\.md$/, "");
@@ -106,7 +151,117 @@ function selectFarmPageActionsView(markdownPath, actions, headers) {
   };
 }
 __name(selectFarmPageActionsView, "selectFarmPageActionsView");
+function selectFarmMarkdownPart(document, rawBudget, rawCursor, partUrl) {
+  const budget = /^\d{1,9}$/.test(rawBudget) ? Number(rawBudget) : Number.NaN;
+  if (!(budget >= FARM_MARKDOWN_MIN_TOKEN_BUDGET)) {
+    return {
+      status: 400,
+      body: `# Invalid max_tokens
+
+\`max_tokens\` must be a whole number of at least ${FARM_MARKDOWN_MIN_TOKEN_BUDGET}.
+`
+    };
+  }
+  const lines = document.replace(/\n$/, "").split("\n");
+  const version = hashFarmMarkdown(document).slice(0, 8);
+  let start = 0;
+  if (rawCursor !== null) {
+    const match = /^(\d{1,9})\.([0-9a-z]+)$/.exec(rawCursor);
+    if (!match || Number(match[1]) <= 0 || Number(match[1]) >= lines.length) {
+      return {
+        status: 400,
+        body: `# Invalid cursor
+
+Start again at ${partUrl()}.
+`
+      };
+    }
+    if (match[2] !== version) {
+      return {
+        status: 409,
+        body: `# Page changed
+
+The page changed after this cursor was issued. Start again at ${partUrl()}.
+`
+      };
+    }
+    start = Number(match[1]);
+  }
+  const fences = readOpenFences(lines);
+  const reopen = fences[start];
+  const room = budget * 4 - 200;
+  let size = reopen ? reopen.opener.length + 1 : 0;
+  let end = start;
+  let lastBreak = -1;
+  while (end < lines.length) {
+    const length = lines[end].length + 1;
+    if (end > start && size + length > room) break;
+    size += length;
+    end++;
+    if (end < lines.length && isPartBreak(lines, fences, end)) lastBreak = end;
+  }
+  const head = reopen ? `${reopen.opener}
+` : "";
+  if (end >= lines.length) {
+    return { status: 200, body: `${head}${lines.slice(start).join("\n")}
+` };
+  }
+  if (lastBreak > start) end = lastBreak;
+  const open = fences[end];
+  const part = `${head}${lines.slice(start, end).join("\n").replace(/\n+$/, "")}${open ? `
+${open.closer}` : ""}`;
+  const next = partUrl(`${end}.${version}`);
+  const remaining = estimateFarmMarkdownTokens(lines.slice(end).join("\n"));
+  return {
+    status: 200,
+    body: `${part}
+
+---
+
+Continue: ${next} (about ${remaining} more tokens)
+`,
+    headers: { Link: `<${next}>; rel="next"` }
+  };
+}
+__name(selectFarmMarkdownPart, "selectFarmMarkdownPart");
+function readOpenFences(lines) {
+  const open = [];
+  let fence;
+  let frontMatter = lines[0]?.trim() === "---";
+  for (let index = 0; index < lines.length; index++) {
+    open.push(frontMatter && index > 0 ? { opener: "", closer: "" } : fence);
+    const line = lines[index];
+    if (frontMatter) {
+      if (index > 0 && line.trim() === "---") frontMatter = false;
+      continue;
+    }
+    const match = FENCE.exec(line);
+    if (!match) continue;
+    const marker = match[1];
+    if (!fence) fence = { opener: line.trim(), closer: marker, marker };
+    else if (marker[0] === fence.marker[0] && marker.length >= fence.marker.length)
+      fence = void 0;
+  }
+  return open;
+}
+__name(readOpenFences, "readOpenFences");
+function isPartBreak(lines, fences, index) {
+  if (fences[index]) return false;
+  return lines[index - 1].trim() === "" || ATX_HEADING.test(lines[index]);
+}
+__name(isPartBreak, "isPartBreak");
+function readMarkdownViewName(searchParams) {
+  if (searchParams.has("actions")) return "actions";
+  if (searchParams.has("outline")) return "outline";
+  if (searchParams.has("max_tokens")) return "parts";
+  return searchParams.has("section") ? "section" : void 0;
+}
+__name(readMarkdownViewName, "readMarkdownViewName");
 function createFarmMarkdownETag(body) {
+  return `W/"${hashFarmMarkdown(body)}-${body.length.toString(36)}"`;
+}
+__name(createFarmMarkdownETag, "createFarmMarkdownETag");
+function hashFarmMarkdown(body) {
   let h1 = 3735928559;
   let h2 = 1103547991;
   for (let index = 0; index < body.length; index++) {
@@ -116,10 +271,9 @@ function createFarmMarkdownETag(body) {
   }
   h1 = Math.imul(h1 ^ h1 >>> 16, 2246822507) ^ Math.imul(h2 ^ h2 >>> 13, 3266489909);
   h2 = Math.imul(h2 ^ h2 >>> 16, 2246822507) ^ Math.imul(h1 ^ h1 >>> 13, 3266489909);
-  const hash = (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString(36);
-  return `W/"${hash}-${body.length.toString(36)}"`;
+  return (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString(36);
 }
-__name(createFarmMarkdownETag, "createFarmMarkdownETag");
+__name(hashFarmMarkdown, "hashFarmMarkdown");
 function ifNoneMatchIncludes(header, etag) {
   if (!header) return false;
   const opaque = etag.replace(/^W\//, "");
@@ -130,6 +284,9 @@ function createFarmMarkdownViewResponse(options) {
   const url = options.requestUrl ?? new URL(options.request.url);
   const view = url.searchParams.has("actions") ? selectFarmPageActionsView(options.markdownPath, options.actions ?? [], options.headers) : selectFarmMarkdownView(options.markdown, url.searchParams, options.markdownPath);
   const status = view.status === 200 ? options.status : view.status;
+  emitFarmAgentRead(options.request, "markdown", status, readMarkdownViewName(url.searchParams));
+  for (const [name, value] of Object.entries(view.headers ?? {}))
+    options.headers.append(name, value);
   const etag = createFarmMarkdownETag(view.body);
   options.headers.set("ETag", etag);
   if (status === 200 && ifNoneMatchIncludes(options.request.headers.get("if-none-match"), etag)) {
@@ -220,7 +377,7 @@ async function createMarkdownMirrorResponse(options) {
   }
   const pageUrl = new URL(options.request.url);
   pageUrl.pathname = target.pathname;
-  for (const name of ["outline", "section", "actions"]) pageUrl.searchParams.delete(name);
+  for (const name of FARM_MARKDOWN_VIEW_PARAMS) pageUrl.searchParams.delete(name);
   const headers = new Headers(options.request.headers);
   headers.set("accept", "text/html");
   const pageResponse = await options.renderPage(
@@ -229,7 +386,8 @@ async function createMarkdownMirrorResponse(options) {
       headers
     })
   );
-  if (!isHtmlResponse(pageResponse)) {
+  const redirects = pageResponse.status >= 300 && pageResponse.status < 400 && pageResponse.headers.has("location");
+  if (redirects || !isHtmlResponse(pageResponse)) {
     return createMarkdownAccessResponse(
       pageResponse,
       target.pathname,
@@ -240,6 +398,12 @@ async function createMarkdownMirrorResponse(options) {
   const html = await pageResponse.text();
   const markdownPath = target.pathname === "/" ? "/index.md" : `${target.pathname}.md`;
   const actions = extractFarmPageActions(html, pageUrl);
+  for (const form of actions) {
+    if (!form.action?.startsWith("/")) continue;
+    const pathname = new URL(form.action, pageUrl.origin).pathname;
+    const tool = _findFarmMCPEndpointTool(form.method, pathname, options.apiServerBasePath) ?? _findFarmMCPEndpointTool(form.method, stripFarmBasePath(pathname), options.apiServerBasePath);
+    if (tool) form.tool = tool;
+  }
   const markdown = htmlToMarkdown(html, {
     title: target.route?.title,
     includeMetadata: options.config?.includeMetadata ?? true,

package/dist/{chunk-QGG336NI.mjs → chunk-Q4BHBO6V.mjs}

@@ -17,7 +17,7 @@ import {
   matchAPIRouteAtBasePath,
   mergePluginAPIRoutes,
   resolveAPIRouteEndpoint
-} from "./chunk-GDUYXFIS.mjs";
+} from "./chunk-6EG7U4NF.mjs";
 import {
   registerAPIRouteShape
 } from "./chunk-W3B4PKAW.mjs";

package/dist/{chunk-AXYTGLF3.cjs → chunk-QI7WQSMI.cjs}

@@ -15,7 +15,7 @@ var _chunkIK6LVLKCcjs = require('./chunk-IK6LVLKC.cjs');
 var _chunkHREOKQWTcjs = require('./chunk-HREOKQWT.cjs');
 
 
-var _chunk2ITKVAIFcjs = require('./chunk-2ITKVAIF.cjs');
+var _chunkZSO5GWGDcjs = require('./chunk-ZSO5GWGD.cjs');
 
 
 var _chunkEM6SBQKMcjs = require('./chunk-EM6SBQKM.cjs');
@@ -1181,11 +1181,11 @@ function shouldReturnMarkdown(request) {
   if (url.pathname.endsWith(".md")) return true;
   const accept = request.headers.get("accept");
   const markdown = Math.max(
-    _chunk2ITKVAIFcjs.farmAcceptQuality.call(void 0, accept, "text/markdown"),
-    _chunk2ITKVAIFcjs.farmAcceptQuality.call(void 0, accept, "text/plain")
+    _chunkZSO5GWGDcjs.farmAcceptQuality.call(void 0, accept, "text/markdown"),
+    _chunkZSO5GWGDcjs.farmAcceptQuality.call(void 0, accept, "text/plain")
   );
   if (markdown <= 0) return false;
-  return markdown >= _chunk2ITKVAIFcjs.farmAcceptQuality.call(void 0, accept, "text/html", { wildcards: true });
+  return markdown >= _chunkZSO5GWGDcjs.farmAcceptQuality.call(void 0, accept, "text/html", { wildcards: true });
 }
 _chunkS3JO3N4Hcjs.__name.call(void 0, shouldReturnMarkdown, "shouldReturnMarkdown");
 function escapeAttribute(value) {

package/dist/{chunk-WOI2HOGA.mjs → chunk-QQQNJS2E.mjs}

@@ -1,5 +1,5 @@
 // package.json
-var version = "0.1.25";
+var version = "0.1.27";
 
 // src/version.ts
 var FARM_VERSION = version;

package/dist/{chunk-CFNOGDUS.cjs → chunk-TDWFCC2T.cjs}

@@ -1,6 +1,6 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
 
-var _chunk6K4SPQWLcjs = require('./chunk-6K4SPQWL.cjs');
+var _chunkHF5SIACKcjs = require('./chunk-HF5SIACK.cjs');
 
 
 var _chunkS3JO3N4Hcjs = require('./chunk-S3JO3N4H.cjs');
@@ -11,7 +11,7 @@ var _path = require('path'); var _path2 = _interopRequireDefault(_path);
 var _url = require('url');
 async function createFarmMarkdownRouteModuleFromFile(filePath, options = {}) {
   const source = await _promises.readFile.call(void 0, filePath, "utf8");
-  return _chunk6K4SPQWLcjs.createFarmMarkdownRouteModule.call(void 0, {
+  return _chunkHF5SIACKcjs.createFarmMarkdownRouteModule.call(void 0, {
     source,
     filePath,
     components: options.components,