@farming-labs/svelte 0.1.86 → 0.1.89

package/dist/server.js

@@ -30,7 +30,7 @@
 import fs from "node:fs";
 import path from "node:path";
 import matter from "gray-matter";
-import { applySidebarFolderIndexBehavior, buildDocsAskAIContext, buildDocsAgentDiscoverySpec, createDocsSitemapResponse, createDocsAgentTraceContext, createDocsAgentTraceId, emitDocsAgentTraceEvent, emitDocsAnalyticsEvent, formatDocsAskAIPackageHints, findDocsMarkdownPage, getDocsMarkdownVaryHeader, isDocsAgentDiscoveryRequest, isDocsSkillRequest, normalizeDocsRelated, performDocsSearch, renderDocsMarkdownDocument, renderDocsMarkdownNotFound, renderDocsSkillDocument, readDocsSitemapManifestFromContentMap, stripGeneratedAgentProvenance, resolveDocsAgentMdxContent, resolvePageSidebarFolderIndexBehavior, resolveAskAISearchRequestConfig, resolveSearchRequestConfig, resolveDocsI18n, resolveDocsLlmsTxtFormat, resolveDocsLocale, resolveDocsMarkdownRequest, resolveDocsMetadataBaseUrl, resolveDocsPath, resolvePageReadingTime, resolveReadingTimeOptions, resolveDocsSitemapPageLastmod, resolveDocsSkillFormat, renderDocsPageStructuredDataJson, toDocsMarkdownUrl, } from "@farming-labs/docs";
+import { applySidebarFolderIndexBehavior, buildDocsAskAIContext, buildDocsAgentDiscoverySpec, createDocsSitemapResponse, createDocsAgentTraceContext, createDocsAgentTraceId, emitDocsAgentTraceEvent, emitDocsAnalyticsEvent, formatDocsAskAIPackageHints, findDocsMarkdownPage, getDocsLlmsTxtMaxCharsIssue, getDocsMarkdownVaryHeader, isDocsAgentDiscoveryRequest, isDocsSkillRequest, normalizeDocsRelated, performDocsSearch, renderDocsMarkdownDocument, renderDocsMarkdownNotFound, renderDocsLlmsTxt, renderDocsSkillDocument, readDocsSitemapManifestFromContentMap, stripGeneratedAgentProvenance, resolveDocsAgentMdxContent, resolvePageSidebarFolderIndexBehavior, resolveAskAISearchRequestConfig, resolveSearchRequestConfig, resolveDocsI18n, resolveDocsLlmsTxtRequest, resolveDocsLocale, resolveDocsMarkdownRequest, resolveDocsMetadataBaseUrl, resolveDocsPath, resolvePageReadingTime, resolveReadingTimeOptions, resolveDocsSitemapPageLastmod, resolveDocsSkillFormat, renderDocsPageStructuredDataJson, selectDocsLlmsTxtContent, } from "@farming-labs/docs";
 import { createDocsMcpHttpHandler, readDocsSitemapManifest, resolveDocsMcpConfig, serializeDocsIconRegistry, serializeOpenDocsProviders, } from "@farming-labs/docs/server";
 import { loadDocsNavTree, loadDocsContent, flattenNavTree } from "./content.js";
 import { renderMarkdown } from "./markdown.js";
@@ -588,26 +588,13 @@ export function createDocsServer(config = {}) {
         const cached = llmsCache.get(key);
         if (cached)
             return cached;
-        const pages = getSearchIndex(ctx);
-        let llmsTxt = `# ${llmsTitle}\n\n`;
-        let llmsFullTxt = `# ${llmsTitle}\n\n`;
-        if (llmsDesc) {
-            llmsTxt += `> ${llmsDesc}\n\n`;
-            llmsFullTxt += `> ${llmsDesc}\n\n`;
-        }
-        llmsTxt += `## Pages\n\n`;
-        for (const page of pages) {
-            llmsTxt += `- [${page.title}](${llmsBaseUrl}${toDocsMarkdownUrl(page.url)})`;
-            if (page.description)
-                llmsTxt += `: ${page.description}`;
-            llmsTxt += `\n`;
-            llmsFullTxt += `## ${page.title}\n\n`;
-            llmsFullTxt += `URL: ${llmsBaseUrl}${page.url}\n\n`;
-            if (page.description)
-                llmsFullTxt += `${page.description}\n\n`;
-            llmsFullTxt += `${page.content}\n\n---\n\n`;
-        }
-        const next = { llmsTxt, llmsFullTxt };
+        const next = renderDocsLlmsTxt(getSearchIndex(ctx), {
+            siteTitle: llmsTitle,
+            siteDescription: llmsDesc,
+            baseUrl: llmsBaseUrl,
+            maxChars: typeof llmsTxtConfig === "object" ? llmsTxtConfig.maxChars : undefined,
+            sections: typeof llmsTxtConfig === "object" ? llmsTxtConfig.sections : undefined,
+        });
         llmsCache.set(key, next);
         return next;
     }
@@ -637,6 +624,8 @@ export function createDocsServer(config = {}) {
                     baseUrl: llmsBaseUrl || undefined,
                     siteTitle: llmsTitle,
                     siteDescription: llmsDesc,
+                    maxChars: typeof llmsTxtConfig === "object" ? llmsTxtConfig.maxChars : undefined,
+                    sections: typeof llmsTxtConfig === "object" ? llmsTxtConfig.sections : undefined,
                 },
                 sitemap: config.sitemap,
                 robots: config.robots,
@@ -663,6 +652,8 @@ export function createDocsServer(config = {}) {
                         baseUrl: llmsBaseUrl || undefined,
                         siteTitle: llmsTitle,
                         siteDescription: llmsDesc,
+                        maxChars: typeof llmsTxtConfig === "object" ? llmsTxtConfig.maxChars : undefined,
+                        sections: typeof llmsTxtConfig === "object" ? llmsTxtConfig.sections : undefined,
                     },
                     sitemap: config.sitemap,
                     robots: config.robots,
@@ -715,8 +706,8 @@ export function createDocsServer(config = {}) {
                 },
             });
         }
-        const llmsFormat = resolveDocsLlmsTxtFormat(event.url);
-        if (llmsFormat === "llms" || llmsFormat === "llms-full") {
+        const llmsRequest = resolveDocsLlmsTxtRequest(event.url, llmsTxtConfig);
+        if (llmsRequest) {
             if (!llmsEnabled) {
                 return new Response("Not Found", {
                     status: 404,
@@ -726,8 +717,30 @@ export function createDocsServer(config = {}) {
                     },
                 });
             }
-            const llmsContent = getLlmsContent(ctx);
-            return new Response(llmsFormat === "llms-full" ? llmsContent.llmsFullTxt : llmsContent.llmsTxt, {
+            const selected = selectDocsLlmsTxtContent(getLlmsContent(ctx), llmsRequest);
+            if (!selected) {
+                return new Response("Not Found", {
+                    status: 404,
+                    headers: {
+                        "Content-Type": "text/plain; charset=utf-8",
+                        "X-Robots-Tag": "noindex",
+                    },
+                });
+            }
+            const budgetIssue = getDocsLlmsTxtMaxCharsIssue(selected.label, selected.content, selected.maxChars);
+            if (budgetIssue?.mode === "error") {
+                return new Response(budgetIssue.message, {
+                    status: 500,
+                    headers: {
+                        "Content-Type": "text/plain; charset=utf-8",
+                        "X-Robots-Tag": "noindex",
+                    },
+                });
+            }
+            if (budgetIssue?.mode === "warn") {
+                console.warn(`[docs] ${budgetIssue.message}`);
+            }
+            return new Response(selected.content, {
                 headers: {
                     "Content-Type": "text/plain; charset=utf-8",
                     "Cache-Control": "public, max-age=3600",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@farming-labs/svelte",
-  "version": "0.1.86",
+  "version": "0.1.89",
   "description": "SvelteKit adapter for @farming-labs/docs — content loading and navigation utilities",
   "keywords": [
     "docs",
@@ -56,7 +56,7 @@
   "devDependencies": {
     "@types/node": "^22.10.0",
     "typescript": "^5.9.3",
-    "@farming-labs/docs": "0.1.86"
+    "@farming-labs/docs": "0.1.89"
   },
   "peerDependencies": {
     "@farming-labs/docs": "*"