@farm.js/core 0.1.51-beta.2 → 0.1.51-beta.3

package/dist/{chunk-76GHW3WI.cjs → chunk-TSFMFPRU.cjs}

@@ -3,7 +3,7 @@
 var _chunkOWOUTKIJcjs = require('./chunk-OWOUTKIJ.cjs');
 
 
-var _chunkHIFIG6HLcjs = require('./chunk-HIFIG6HL.cjs');
+var _chunkH33PJEXNcjs = require('./chunk-H33PJEXN.cjs');
 
 
 var _chunk6JHZPB52cjs = require('./chunk-6JHZPB52.cjs');
@@ -12,7 +12,7 @@ var _chunk6JHZPB52cjs = require('./chunk-6JHZPB52.cjs');
 var _chunkWT6RAN2Icjs = require('./chunk-WT6RAN2I.cjs');
 
 
-var _chunkWJFFPXCVcjs = require('./chunk-WJFFPXCV.cjs');
+var _chunkD7UQC4O6cjs = require('./chunk-D7UQC4O6.cjs');
 
 
 var _chunkPFV2KPDZcjs = require('./chunk-PFV2KPDZ.cjs');
@@ -603,12 +603,12 @@ function createFarmMetadataRouteResponse(kind, value, routeModule = {}, options
     return new Response(null, { status: 405, headers: { Allow: "GET, HEAD" } });
   }
   if ((kind === "llms" || kind === "llms-full") && options.request) {
-    _chunkWJFFPXCVcjs.emitFarmAgentRead.call(void 0, options.request, kind, isResponse(value) ? value.status : 200);
+    _chunkD7UQC4O6cjs.emitFarmAgentRead.call(void 0, options.request, kind, isResponse(value) ? value.status : 200);
   }
   if (isResponse(value)) {
     return method === "HEAD" ? _chunk4DCWVSL2cjs.omitFarmResponseBody.call(void 0, value) : value;
   }
-  const body = kind === "sitemap" ? serializeSitemap(value) : kind === "robots" ? serializeRobots(value) : kind === "llms" || kind === "llms-full" ? _chunkHIFIG6HLcjs.serializeFarmLlmsTxt.call(void 0, value) : serializeManifest(value);
+  const body = kind === "sitemap" ? serializeSitemap(value) : kind === "robots" ? serializeRobots(value) : kind === "llms" || kind === "llms-full" ? _chunkH33PJEXNcjs.serializeFarmLlmsTxt.call(void 0, value) : serializeManifest(value);
   const contentType = kind === "sitemap" ? "application/xml; charset=utf-8" : kind === "robots" || kind === "llms" || kind === "llms-full" ? "text/plain; charset=utf-8" : "application/manifest+json; charset=utf-8";
   return new Response(method === "HEAD" ? null : body, {
     headers: {

package/dist/{chunk-5N7QAGEA.cjs → chunk-TWHXBMLJ.cjs}

@@ -18,7 +18,7 @@ var _chunkERMUL73Lcjs = require('./chunk-ERMUL73L.cjs');
 var _chunk6JHZPB52cjs = require('./chunk-6JHZPB52.cjs');
 
 
-var _chunkWJFFPXCVcjs = require('./chunk-WJFFPXCV.cjs');
+var _chunkD7UQC4O6cjs = require('./chunk-D7UQC4O6.cjs');
 
 
 var _chunkLIFUPCXWcjs = require('./chunk-LIFUPCXW.cjs');
@@ -758,6 +758,23 @@ function titleFromMarkdown(body, fallback) {
   const heading = _optionalChain([body, 'access', _46 => _46.match, 'call', _47 => _47(/^#\s+(.+)$/m), 'optionalAccess', _48 => _48[1], 'optionalAccess', _49 => _49.trim, 'call', _50 => _50()]);
   return heading || fallback;
 }
+function createLastModifiedResolver(contentDir, sourcePath, frontmatter) {
+  let resolved = false;
+  let value;
+  return {
+    get() {
+      if (!resolved) {
+        value = resolveFarmDocsPageLastModified(contentDir, sourcePath, frontmatter);
+        resolved = true;
+      }
+      return value;
+    },
+    set(next) {
+      value = next;
+      resolved = true;
+    }
+  };
+}
 function loadFarmDocsPage(contentDir, docs, slug) {
   const sourcePath = findDocsPageFile(contentDir, slug);
   if (!sourcePath) return null;
@@ -765,6 +782,7 @@ function loadFarmDocsPage(contentDir, docs, slug) {
   const { frontmatter, body } = parseFrontmatter(source);
   const title = frontmatter.title || titleFromMarkdown(body, titleFromSlug(slug));
   const href = createDocsHref(docs.entry, slug);
+  const lastModified = createLastModifiedResolver(contentDir, sourcePath, frontmatter);
   return {
     slug,
     title,
@@ -772,7 +790,12 @@ function loadFarmDocsPage(contentDir, docs, slug) {
     section: frontmatter.section,
     href,
     sourcePath,
-    lastModified: resolveFarmDocsPageLastModified(contentDir, sourcePath, frontmatter),
+    get lastModified() {
+      return lastModified.get();
+    },
+    set lastModified(value) {
+      lastModified.set(value);
+    },
     frontmatter,
     body
   };
@@ -817,6 +840,7 @@ function discoverFarmDocsPages(contentDir, docs) {
       if (slug === null) continue;
       const source = _fs.readFileSync.call(void 0, absolutePath, "utf8");
       const { frontmatter, body } = parseFrontmatter(source);
+      const lastModified = createLastModifiedResolver(contentDir, absolutePath, frontmatter);
       pages.push({
         slug,
         title: frontmatter.title || titleFromMarkdown(body, titleFromSlug(slug)),
@@ -824,7 +848,12 @@ function discoverFarmDocsPages(contentDir, docs) {
         section: frontmatter.section,
         href: createDocsHref(docs.entry, slug),
         sourcePath: absolutePath,
-        lastModified: resolveFarmDocsPageLastModified(contentDir, absolutePath, frontmatter)
+        get lastModified() {
+          return lastModified.get();
+        },
+        set lastModified(value) {
+          lastModified.set(value);
+        }
       });
     }
   };
@@ -901,8 +930,9 @@ function formatLastModifiedDate(value) {
 }
 function renderLastUpdatedText(page, docs, position) {
   const config = resolveLastUpdatedDisplayConfig(docs);
+  if (!config.enabled || config.position !== position) return "";
   const formatted = formatLastModifiedDate(page.lastModified);
-  if (!config.enabled || config.position !== position || !formatted) return "";
+  if (!formatted) return "";
   const time = `<time datetime="${escapeAttribute(page.lastModified || "")}">${escapeHtml(formatted)}</time>`;
   const label = config.label.trim();
   return label ? `${escapeHtml(label)} ${time}` : time;
@@ -1149,11 +1179,11 @@ function shouldReturnMarkdown(request) {
   if (url.pathname.endsWith(".md")) return true;
   const accept = request.headers.get("accept");
   const markdown = Math.max(
-    _chunkWJFFPXCVcjs.farmAcceptQuality.call(void 0, accept, "text/markdown"),
-    _chunkWJFFPXCVcjs.farmAcceptQuality.call(void 0, accept, "text/plain")
+    _chunkD7UQC4O6cjs.farmAcceptQuality.call(void 0, accept, "text/markdown"),
+    _chunkD7UQC4O6cjs.farmAcceptQuality.call(void 0, accept, "text/plain")
   );
   if (markdown <= 0) return false;
-  return markdown >= _chunkWJFFPXCVcjs.farmAcceptQuality.call(void 0, accept, "text/html", { wildcards: true });
+  return markdown >= _chunkD7UQC4O6cjs.farmAcceptQuality.call(void 0, accept, "text/html", { wildcards: true });
 }
 function escapeAttribute(value) {
   return escapeHtml(value).replace(/'/g, "&#39;");

package/dist/{chunk-BOVGCUDZ.cjs → chunk-UJL4JOXV.cjs}

@@ -1,6 +1,6 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
 
-var _chunkJATTVAHAcjs = require('./chunk-JATTVAHA.cjs');
+var _chunkB3GM5I6Ncjs = require('./chunk-B3GM5I6N.cjs');
 
 // src/app-markdown.ts
 var _promises = require('fs/promises');
@@ -8,7 +8,7 @@ var _path = require('path'); var _path2 = _interopRequireDefault(_path);
 var _url = require('url');
 async function createFarmMarkdownRouteModuleFromFile(filePath, options = {}) {
   const source = await _promises.readFile.call(void 0, filePath, "utf8");
-  return _chunkJATTVAHAcjs.createFarmMarkdownRouteModule.call(void 0, {
+  return _chunkB3GM5I6Ncjs.createFarmMarkdownRouteModule.call(void 0, {
     source,
     filePath,
     components: options.components,

package/dist/chunk-UQF3OJVE.mjs

@@ -0,0 +1,389 @@
+import {
+  FARM_NATIVE_TEXT_KEYS,
+  resolveFarmNativeClasses,
+  resolveFarmNativeInlineStyle
+} from "./chunk-MIGFX2FN.mjs";
+import {
+  FARM_NATIVE_TREE_CONTENT_TYPE
+} from "./chunk-LLZSYFOM.mjs";
+import {
+  _readFarmRenderedHtml
+} from "./chunk-LPDKG6RA.mjs";
+
+// src/mobile/native-tree.ts
+var VIEW_TAGS = new Set(
+  "div section main article header footer nav aside figure ul ol li hr".split(" ")
+);
+var BLOCK_TEXT_TAGS = new Set("p h1 h2 h3 h4 h5 h6".split(" "));
+var INLINE_TAGS = new Set("span strong em b i small label code br a".split(" "));
+var VOID_TAGS = new Set(
+  "area base br col embed hr img input link meta source track wbr".split(" ")
+);
+var SKIPPED_TAGS = new Set("link meta template title".split(" "));
+var INLINE_DEFAULTS = {
+  strong: { fontWeight: 700 },
+  b: { fontWeight: 700 },
+  em: { fontStyle: "italic" },
+  i: { fontStyle: "italic" },
+  code: { fontFamily: "mono" }
+};
+var ENTITIES = {
+  amp: "&",
+  lt: "<",
+  gt: ">",
+  quot: '"',
+  apos: "'",
+  nbsp: "\xA0"
+};
+function decode(text) {
+  return text.replace(/&(#x[0-9a-f]+|#\d+|[a-z]+);/gi, (entity, name) => {
+    if (name[0] === "#") {
+      const code = name[1] === "x" || name[1] === "X" ? parseInt(name.slice(2), 16) : Number(name.slice(1));
+      return Number.isFinite(code) ? String.fromCodePoint(code) : entity;
+    }
+    return ENTITIES[name.toLowerCase()] ?? entity;
+  });
+}
+function parseHtml(html) {
+  const root = { tag: "#root", attributes: {}, children: [] };
+  const stack = [root];
+  const tag = /<(\/?)([a-zA-Z][\w:-]*)((?:[^>"']|"[^"]*"|'[^']*')*?)(\/?)>/g;
+  let cursor = 0;
+  let match;
+  while (match = tag.exec(html)) {
+    if (match.index > cursor) stack.at(-1).children.push(decode(html.slice(cursor, match.index)));
+    cursor = tag.lastIndex;
+    const name = match[2].toLowerCase();
+    if (match[1]) {
+      let open = stack.length - 1;
+      while (open > 0 && stack[open].tag !== name) open -= 1;
+      if (open > 0) stack.length = open;
+      continue;
+    }
+    const attributes = {};
+    for (const attribute of match[3].matchAll(
+      /([^\s=/]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s"'>]+)))?/g
+    )) {
+      attributes[attribute[1].toLowerCase()] = decode(
+        attribute[2] ?? attribute[3] ?? attribute[4] ?? ""
+      );
+    }
+    const element = { tag: name, attributes, children: [] };
+    stack.at(-1).children.push(element);
+    if (!match[4] && !VOID_TAGS.has(name)) stack.push(element);
+  }
+  if (cursor < html.length) stack.at(-1).children.push(decode(html.slice(cursor)));
+  return root;
+}
+function find(element, test) {
+  if (test(element)) return element;
+  for (const child of element.children) {
+    if (typeof child === "string") continue;
+    const found = find(child, test);
+    if (found) return found;
+  }
+  return void 0;
+}
+function textOnly(style) {
+  return Object.fromEntries(
+    Object.entries(style).filter(([key]) => FARM_NATIVE_TEXT_KEYS.has(key))
+  );
+}
+function withoutText(style) {
+  const rest = Object.entries(style).filter(([key]) => !FARM_NATIVE_TEXT_KEYS.has(key));
+  return rest.length > 0 ? Object.fromEntries(rest) : void 0;
+}
+function settleLineHeight(style) {
+  const { lineHeightScale, lineHeightPx, ...rest } = style;
+  if (lineHeightPx !== void 0) rest.lineHeight = lineHeightPx;
+  else if (typeof lineHeightScale === "number") {
+    rest.lineHeight = Math.round(lineHeightScale * Number(rest.fontSize ?? 16) * 100) / 100;
+  }
+  return rest;
+}
+var Converter = class {
+  constructor(pageUrl) {
+    this.pageUrl = pageUrl;
+    this.unsupported = [];
+  }
+  problem(message) {
+    if (!this.unsupported.includes(message)) this.unsupported.push(message);
+  }
+  stylesOf(element) {
+    const classes = resolveFarmNativeClasses(element.attributes.class ?? "");
+    for (const token of classes.unsupported) this.problem(`<${element.tag}> class "${token}"`);
+    const inline = resolveFarmNativeInlineStyle(element.attributes.style ?? "");
+    for (const declaration of inline.unsupported) {
+      this.problem(`<${element.tag}> style "${declaration}"`);
+    }
+    return {
+      style: { ...INLINE_DEFAULTS[element.tag], ...classes.style, ...inline.style },
+      dark: classes.dark ?? {}
+    };
+  }
+  url(value) {
+    if (!value) return void 0;
+    try {
+      return new URL(value, this.pageUrl).href;
+    } catch {
+      this.problem(`URL "${value}"`);
+      return void 0;
+    }
+  }
+  node(type, element, style, dark) {
+    return {
+      type,
+      tag: element.tag,
+      ...style && Object.keys(style).length > 0 ? { style } : {},
+      ...dark && Object.keys(dark).length > 0 ? { dark } : {}
+    };
+  }
+  /** Inline content: runs of text, nested inline elements, and line breaks. */
+  inline(content, inherited) {
+    const runs = [];
+    for (const child of content) {
+      if (typeof child === "string") {
+        runs.push(child);
+        continue;
+      }
+      if (SKIPPED_TAGS.has(child.tag)) continue;
+      if (child.tag === "br") {
+        runs.push("\n");
+        continue;
+      }
+      if (!INLINE_TAGS.has(child.tag)) {
+        this.problem(`<${child.tag}> inside text`);
+        continue;
+      }
+      const own = this.stylesOf(child);
+      if (own.style.display === "none") continue;
+      const run = this.node(
+        "Text",
+        child,
+        settleLineHeight(textOnly(own.style)),
+        textOnly(own.dark)
+      );
+      if (withoutText(own.style)) this.problem(`<${child.tag}> inside text has box styles`);
+      if (child.tag === "a") run.href = this.url(child.attributes.href);
+      const children = this.inline(child.children, inherited);
+      if (children.length > 0) run.children = children;
+      runs.push(run);
+    }
+    return runs;
+  }
+  /** A text block: its runs, with the text style its ancestors pass down. */
+  text(element, content, inherited, box) {
+    const runs = this.inline(content, inherited);
+    const trimmed = collapse(runs);
+    if (trimmed.length === 0) return void 0;
+    const style = settleLineHeight({ ...inherited.style, ...box?.style });
+    const dark = { ...inherited.dark, ...box?.dark };
+    const node = this.node("Text", element, style, dark);
+    node.children = trimmed;
+    return node;
+  }
+  /**
+   * Block content: each element a view, and each run of inline content a text block. In a flex
+   * container every child is its own item, as CSS blockifies them: a `<span>` pill there is a box.
+   */
+  blocks(content, inherited, flex = false) {
+    if (flex) {
+      const items = [];
+      for (const child of content) {
+        const item = typeof child === "string" ? this.text({ tag: "#text", attributes: {}, children: [] }, [child], inherited) : this.element(child, inherited, true);
+        if (item) items.push(item);
+      }
+      return items;
+    }
+    const nodes = [];
+    let pending = [];
+    const flush = () => {
+      const block = this.text({ tag: "#text", attributes: {}, children: [] }, pending, inherited);
+      if (block) nodes.push(block);
+      pending = [];
+    };
+    for (const child of content) {
+      if (typeof child === "string" || INLINE_TAGS.has(child.tag) && !isBlockLink(child)) {
+        pending.push(child);
+        continue;
+      }
+      flush();
+      const node = this.element(child, inherited);
+      if (node) nodes.push(node);
+    }
+    flush();
+    return nodes;
+  }
+  element(element, inherited, flexItem = false) {
+    if (SKIPPED_TAGS.has(element.tag)) return void 0;
+    const own = this.stylesOf(element);
+    if (own.style.display === "none") return void 0;
+    const passed = {
+      style: { ...inherited.style, ...textOnly(own.style) },
+      dark: { ...inherited.dark, ...textOnly(own.dark) }
+    };
+    const current = (style, color) => style && Object.fromEntries(
+      Object.entries(style).map(([key, value]) => [
+        key,
+        value === "currentColor" && typeof color === "string" ? color : value
+      ])
+    );
+    const box = current(withoutText(own.style), passed.style.color);
+    const boxDark = current(withoutText(own.dark), passed.dark.color ?? passed.style.color);
+    const flex = own.style.display === "flex";
+    const textBox = flexItem && INLINE_TAGS.has(element.tag) && element.tag !== "a" && element.tag !== "br";
+    if (BLOCK_TEXT_TAGS.has(element.tag) || textBox) {
+      if (element.children.some((child) => typeof child !== "string" && !INLINE_TAGS.has(child.tag))) {
+        this.problem(`<${element.tag}> holds block elements`);
+      }
+      const node = this.text(element, element.children, inherited, own);
+      return node ?? this.node("View", element, box, boxDark);
+    }
+    if (element.tag === "img") {
+      const node = this.node("Image", element, box, boxDark);
+      node.src = this.url(element.attributes.src);
+      if (element.attributes.alt) node.alt = element.attributes.alt;
+      if (!node.src) this.problem("<img> without src");
+      return node;
+    }
+    if (element.tag === "input" || element.tag === "textarea") {
+      const node = this.node(
+        "TextInput",
+        element,
+        settleLineHeight({ ...passed.style, ...box }),
+        boxDark
+      );
+      if (element.attributes.placeholder) node.placeholder = element.attributes.placeholder;
+      const value = element.tag === "textarea" ? textContent(element) : element.attributes.value;
+      if (value) node.value = value;
+      return node;
+    }
+    if (element.tag === "a" || element.tag === "button") {
+      const node = this.node("Pressable", element, box, boxDark);
+      if (element.tag === "a") node.href = this.url(element.attributes.href);
+      node.children = this.blocks(element.children, passed, flex);
+      return node;
+    }
+    if (element.tag === "hr") {
+      return this.node(
+        "View",
+        element,
+        {
+          borderTopWidth: 1,
+          borderTopColor: String(passed.style.color ?? "currentColor"),
+          ...box
+        },
+        boxDark
+      );
+    }
+    if (VIEW_TAGS.has(element.tag)) {
+      const node = this.node("View", element, box, boxDark);
+      const children = this.blocks(element.children, passed, flex);
+      if (children.length > 0) node.children = children;
+      return node;
+    }
+    if (INLINE_TAGS.has(element.tag)) {
+      return this.text(element, [element], inherited);
+    }
+    this.problem(`<${element.tag}>`);
+    return void 0;
+  }
+};
+function isBlockLink(element) {
+  if (element.tag !== "a") return false;
+  if (element.children.some((child) => typeof child !== "string" && !INLINE_TAGS.has(child.tag))) {
+    return true;
+  }
+  const classes = resolveFarmNativeClasses(element.attributes.class ?? "").style;
+  const inline = resolveFarmNativeInlineStyle(element.attributes.style ?? "").style;
+  return withoutText({ ...classes, ...inline }) !== void 0;
+}
+function textContent(element) {
+  return element.children.map((child) => typeof child === "string" ? child : textContent(child)).join("");
+}
+function collapse(runs) {
+  let previousSpace = true;
+  const walk = (items) => {
+    const out2 = [];
+    for (const item of items) {
+      if (typeof item === "string") {
+        if (item === "\n") {
+          out2.push(item);
+          previousSpace = true;
+          continue;
+        }
+        let text = item.replace(/[ \t\r\n\f]+/g, " ");
+        if (previousSpace) text = text.replace(/^ /, "");
+        if (text) {
+          previousSpace = text.endsWith(" ");
+          out2.push(text);
+        }
+        continue;
+      }
+      const children = item.children ? walk(item.children) : [];
+      if (children.length > 0 || item.href) out2.push({ ...item, children });
+    }
+    return out2;
+  };
+  const out = walk(runs);
+  for (let index = out.length - 1; index >= 0; index -= 1) {
+    const item = out[index];
+    if (typeof item !== "string") break;
+    const trimmed = item.replace(/ $/, "");
+    if (trimmed) {
+      out[index] = trimmed;
+      break;
+    }
+    out.splice(index, 1);
+  }
+  return out;
+}
+function createFarmNativeTree(html, pageUrl) {
+  const title = /<title\b[^>]*>([\s\S]*?)<\/title>/i.exec(html)?.[1];
+  const document = parseHtml(_readFarmRenderedHtml(html));
+  const page = find(document, (element) => element.attributes.id === "__farm_page__") ?? find(document, (element) => element.attributes.id === "root") ?? find(document, (element) => element.tag === "body") ?? document;
+  const converter = new Converter(pageUrl);
+  const root = { type: "View", tag: page.tag };
+  const children = converter.blocks(page.children, { style: {}, dark: {} });
+  if (children.length > 0) root.children = children;
+  return {
+    version: 1,
+    ...title ? { title: decode(title.trim()) } : {},
+    root,
+    unsupported: converter.unsupported
+  };
+}
+function farmRequestWantsNativeTree(request) {
+  return (request.headers.get("accept") ?? "").includes(FARM_NATIVE_TREE_CONTENT_TYPE);
+}
+async function createFarmNativeTreeResponse(options) {
+  const headers = new Headers(options.request.headers);
+  headers.set("accept", "text/html");
+  headers.delete("accept-encoding");
+  const page = await options.renderPage(
+    new Request(options.request.url, {
+      method: "GET",
+      headers,
+      signal: options.request.signal
+    })
+  );
+  const type = page.headers.get("content-type") ?? "";
+  if (page.status !== 200 || !type.includes("text/html")) return page;
+  const tree = createFarmNativeTree(await page.text(), new URL(options.request.url));
+  const out = new Headers({
+    "Content-Type": `${FARM_NATIVE_TREE_CONTENT_TYPE}; charset=utf-8`,
+    Vary: "Accept",
+    "Cache-Control": page.headers.get("cache-control") ?? "no-store"
+  });
+  for (const cookie of page.headers.getSetCookie?.() ?? []) out.append("Set-Cookie", cookie);
+  return new Response(options.request.method === "HEAD" ? null : JSON.stringify(tree), {
+    status: 200,
+    headers: out
+  });
+}
+
+export {
+  createFarmNativeTree,
+  farmRequestWantsNativeTree,
+  createFarmNativeTreeResponse
+};