@agent-native/core 0.15.10 → 0.15.12

package/dist/agent-web/config.d.ts

@@ -0,0 +1,41 @@
+import { type WorkspaceAppAudience } from "../shared/workspace-app-audience.js";
+export declare const AGENT_WEB_CRAWLER_CATEGORIES: readonly ["training", "search", "userTriggered", "codingAgents", "autonomousAgents"];
+export type AgentWebCrawlerCategory = (typeof AGENT_WEB_CRAWLER_CATEGORIES)[number];
+export type AgentWebCrawlerDecision = "allow" | "disallow";
+export type AgentWebCrawlerPolicy = "discoverable-no-training" | "allow-all" | "disallow-all";
+export type AgentWebCrawlerOverrides = Partial<Record<AgentWebCrawlerCategory, AgentWebCrawlerDecision>>;
+export interface AgentWebInputConfig {
+    discoverable?: boolean;
+    markdownTwins?: boolean;
+    llmsTxt?: boolean;
+    jsonLd?: boolean;
+    publicAgentCard?: boolean;
+    publicMcp?: boolean;
+    crawlerPolicy?: AgentWebCrawlerPolicy;
+    crawlers?: AgentWebCrawlerOverrides;
+}
+export interface AgentWebConfig {
+    discoverable: boolean;
+    markdownTwins: boolean;
+    llmsTxt: boolean;
+    jsonLd: boolean;
+    publicAgentCard: boolean;
+    publicMcp: boolean;
+    crawlerPolicy: AgentWebCrawlerPolicy;
+    crawlers: AgentWebCrawlerOverrides;
+}
+export interface DeriveAgentWebPublicRoutesOptions {
+    audience?: WorkspaceAppAudience;
+    publicPaths?: string[];
+    protectedPaths?: string[];
+    routes?: string[];
+}
+export declare const DEFAULT_AGENT_WEB_CRAWLER_POLICY: AgentWebCrawlerPolicy;
+export declare function normalizeAgentWebConfig(value: unknown, options?: {
+    hasPublicRoutes?: boolean;
+}): AgentWebConfig;
+export declare function agentWebConfigFromPackageJson(pkg: unknown): AgentWebInputConfig | boolean | undefined;
+export declare function resolveAgentWebCrawlerPolicy(config: Pick<AgentWebConfig, "crawlerPolicy" | "crawlers">): Record<AgentWebCrawlerCategory, AgentWebCrawlerDecision>;
+export declare function deriveAgentWebPublicRoutes(options: DeriveAgentWebPublicRoutesOptions): string[];
+export declare function pathPatternMatches(pattern: string, route: string): boolean;
+//# sourceMappingURL=config.d.ts.map

package/dist/agent-web/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/agent-web/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,oBAAoB,EAC1B,MAAM,qCAAqC,CAAC;AAE7C,eAAO,MAAM,4BAA4B,sFAM/B,CAAC;AAEX,MAAM,MAAM,uBAAuB,GACjC,CAAC,OAAO,4BAA4B,CAAC,CAAC,MAAM,CAAC,CAAC;AAEhD,MAAM,MAAM,uBAAuB,GAAG,OAAO,GAAG,UAAU,CAAC;AAE3D,MAAM,MAAM,qBAAqB,GAC7B,0BAA0B,GAC1B,WAAW,GACX,cAAc,CAAC;AAEnB,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC5C,MAAM,CAAC,uBAAuB,EAAE,uBAAuB,CAAC,CACzD,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,qBAAqB,CAAC;IACtC,QAAQ,CAAC,EAAE,wBAAwB,CAAC;CACrC;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,EAAE,OAAO,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,qBAAqB,CAAC;IACrC,QAAQ,EAAE,wBAAwB,CAAC;CACpC;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,EAAE,oBAAoB,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,eAAO,MAAM,gCAAgC,EAAE,qBACnB,CAAC;AAE7B,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,OAAO,EACd,OAAO,GAAE;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAO,GAC1C,cAAc,CA4BhB;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,OAAO,GACX,mBAAmB,GAAG,OAAO,GAAG,SAAS,CAW3C;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,CAAC,GACzD,MAAM,CAAC,uBAAuB,EAAE,uBAAuB,CAAC,CA+B1D;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,iCAAiC,GACzC,MAAM,EAAE,CAkCV;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAe1E"}

package/dist/agent-web/config.js

@@ -0,0 +1,162 @@
+import { normalizeWorkspaceAppAudience, normalizeWorkspaceAppPathList, } from "../shared/workspace-app-audience.js";
+export const AGENT_WEB_CRAWLER_CATEGORIES = [
+    "training",
+    "search",
+    "userTriggered",
+    "codingAgents",
+    "autonomousAgents",
+];
+export const DEFAULT_AGENT_WEB_CRAWLER_POLICY = "discoverable-no-training";
+export function normalizeAgentWebConfig(value, options = {}) {
+    const record = value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : {};
+    const disabled = value === false;
+    const hasPublicRoutes = options.hasPublicRoutes === true;
+    return {
+        discoverable: disabled
+            ? false
+            : typeof record.discoverable === "boolean"
+                ? record.discoverable
+                : hasPublicRoutes,
+        markdownTwins: typeof record.markdownTwins === "boolean" ? record.markdownTwins : true,
+        llmsTxt: typeof record.llmsTxt === "boolean" ? record.llmsTxt : true,
+        jsonLd: typeof record.jsonLd === "boolean" ? record.jsonLd : true,
+        publicAgentCard: typeof record.publicAgentCard === "boolean"
+            ? record.publicAgentCard
+            : true,
+        publicMcp: typeof record.publicMcp === "boolean" ? record.publicMcp : false,
+        crawlerPolicy: isCrawlerPolicy(record.crawlerPolicy)
+            ? record.crawlerPolicy
+            : DEFAULT_AGENT_WEB_CRAWLER_POLICY,
+        crawlers: normalizeCrawlerOverrides(record.crawlers),
+    };
+}
+export function agentWebConfigFromPackageJson(pkg) {
+    const config = agentNativeConfigFromPackageJson(pkg);
+    const raw = config?.workspaceApp?.agentWeb ??
+        config?.workspace?.agentWeb ??
+        config?.agentWeb ??
+        config?.root?.agentWeb;
+    if (raw === undefined)
+        return undefined;
+    if (raw === false)
+        return false;
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        return undefined;
+    return raw;
+}
+export function resolveAgentWebCrawlerPolicy(config) {
+    const baseline = config.crawlerPolicy === "allow-all"
+        ? {
+            training: "allow",
+            search: "allow",
+            userTriggered: "allow",
+            codingAgents: "allow",
+            autonomousAgents: "allow",
+        }
+        : config.crawlerPolicy === "disallow-all"
+            ? {
+                training: "disallow",
+                search: "disallow",
+                userTriggered: "disallow",
+                codingAgents: "disallow",
+                autonomousAgents: "disallow",
+            }
+            : {
+                training: "disallow",
+                search: "allow",
+                userTriggered: "allow",
+                codingAgents: "allow",
+                autonomousAgents: "allow",
+            };
+    for (const category of AGENT_WEB_CRAWLER_CATEGORIES) {
+        const override = config.crawlers[category];
+        if (override)
+            baseline[category] = override;
+    }
+    return baseline;
+}
+export function deriveAgentWebPublicRoutes(options) {
+    const audience = normalizeWorkspaceAppAudience(options.audience);
+    const publicPaths = normalizeWorkspaceAppPathList(options.publicPaths ?? []);
+    const protectedPaths = normalizeWorkspaceAppPathList(options.protectedPaths ?? []);
+    const routes = normalizeWorkspaceAppPathList(options.routes ?? []);
+    const sourceRoutes = routes.length > 0
+        ? routes
+        : audience === "public"
+            ? publicPaths.length > 0
+                ? publicPaths
+                : ["/"]
+            : publicPaths;
+    const publicRoutes = audience === "public"
+        ? sourceRoutes.filter((route) => !protectedPaths.some((pattern) => pathPatternMatches(pattern, route)))
+        : sourceRoutes.filter((route) => publicPaths.some((pattern) => pathPatternMatches(pattern, route)));
+    return Array.from(new Set(publicRoutes)).sort((a, b) => {
+        if (a === "/")
+            return -1;
+        if (b === "/")
+            return 1;
+        return a.localeCompare(b);
+    });
+}
+export function pathPatternMatches(pattern, route) {
+    const normalizedPattern = normalizeWorkspaceAppPathList([pattern])[0];
+    const normalizedRoute = normalizeWorkspaceAppPathList([route])[0];
+    if (!normalizedPattern || !normalizedRoute)
+        return false;
+    if (normalizedPattern === "/*" || normalizedPattern === "/**")
+        return true;
+    if (normalizedPattern.endsWith("/*") || normalizedPattern.endsWith("/**")) {
+        const base = normalizedPattern.replace(/\/\*\*?$/, "") || "/";
+        return (normalizedRoute === base ||
+            (base === "/"
+                ? normalizedRoute.startsWith("/")
+                : normalizedRoute.startsWith(`${base}/`)));
+    }
+    return normalizedPattern === normalizedRoute;
+}
+function normalizeCrawlerOverrides(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        return {};
+    const record = value;
+    const out = {};
+    for (const category of AGENT_WEB_CRAWLER_CATEGORIES) {
+        const decision = record[category];
+        if (decision === "allow" || decision === "disallow") {
+            out[category] = decision;
+        }
+    }
+    return out;
+}
+function isCrawlerPolicy(value) {
+    return (value === "discoverable-no-training" ||
+        value === "allow-all" ||
+        value === "disallow-all");
+}
+function agentNativeConfigFromPackageJson(pkg) {
+    if (!pkg || typeof pkg !== "object" || Array.isArray(pkg))
+        return undefined;
+    const record = pkg;
+    const config = record["agent-native"] ?? record.agentNative;
+    const nested = config && typeof config === "object" && !Array.isArray(config)
+        ? config
+        : {};
+    const workspaceApp = nested.workspaceApp &&
+        typeof nested.workspaceApp === "object" &&
+        !Array.isArray(nested.workspaceApp)
+        ? nested.workspaceApp
+        : undefined;
+    const workspace = nested.workspace &&
+        typeof nested.workspace === "object" &&
+        !Array.isArray(nested.workspace)
+        ? nested.workspace
+        : undefined;
+    return {
+        root: record,
+        workspaceApp,
+        workspace,
+        agentWeb: nested.agentWeb,
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/agent-web/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/agent-web/config.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,GAE9B,MAAM,qCAAqC,CAAC;AAE7C,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,UAAU;IACV,QAAQ;IACR,eAAe;IACf,cAAc;IACd,kBAAkB;CACV,CAAC;AA6CX,MAAM,CAAC,MAAM,gCAAgC,GAC3C,0BAA0B,CAAC;AAE7B,MAAM,UAAU,uBAAuB,CACrC,KAAc,EACd,UAAyC,EAAE;IAE3C,MAAM,MAAM,GACV,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzD,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,QAAQ,GAAG,KAAK,KAAK,KAAK,CAAC;IACjC,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,KAAK,IAAI,CAAC;IAEzD,OAAO;QACL,YAAY,EAAE,QAAQ;YACpB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,OAAO,MAAM,CAAC,YAAY,KAAK,SAAS;gBACxC,CAAC,CAAC,MAAM,CAAC,YAAY;gBACrB,CAAC,CAAC,eAAe;QACrB,aAAa,EACX,OAAO,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;QACzE,OAAO,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACpE,MAAM,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;QACjE,eAAe,EACb,OAAO,MAAM,CAAC,eAAe,KAAK,SAAS;YACzC,CAAC,CAAC,MAAM,CAAC,eAAe;YACxB,CAAC,CAAC,IAAI;QACV,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;QAC3E,aAAa,EAAE,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;YAClD,CAAC,CAAC,MAAM,CAAC,aAAa;YACtB,CAAC,CAAC,gCAAgC;QACpC,QAAQ,EAAE,yBAAyB,CAAC,MAAM,CAAC,QAAQ,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,GAAY;IAEZ,MAAM,MAAM,GAAG,gCAAgC,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,GAAG,GACP,MAAM,EAAE,YAAY,EAAE,QAAQ;QAC9B,MAAM,EAAE,SAAS,EAAE,QAAQ;QAC3B,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC;IACzB,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAChC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,OAAO,GAA0B,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,MAA0D;IAE1D,MAAM,QAAQ,GACZ,MAAM,CAAC,aAAa,KAAK,WAAW;QAClC,CAAC,CAAC;YACE,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,OAAO;YACf,aAAa,EAAE,OAAO;YACtB,YAAY,EAAE,OAAO;YACrB,gBAAgB,EAAE,OAAO;SAC1B;QACH,CAAC,CAAC,MAAM,CAAC,aAAa,KAAK,cAAc;YACvC,CAAC,CAAC;gBACE,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,UAAU;gBAClB,aAAa,EAAE,UAAU;gBACzB,YAAY,EAAE,UAAU;gBACxB,gBAAgB,EAAE,UAAU;aAC7B;YACH,CAAC,CAAC;gBACE,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE,OAAO;gBACtB,YAAY,EAAE,OAAO;gBACrB,gBAAgB,EAAE,OAAO;aAC1B,CAAC;IAEV,KAAK,MAAM,QAAQ,IAAI,4BAA4B,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ;YAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC;IAC9C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAA0C;IAE1C,MAAM,QAAQ,GAAG,6BAA6B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,6BAA6B,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAC7E,MAAM,cAAc,GAAG,6BAA6B,CAClD,OAAO,CAAC,cAAc,IAAI,EAAE,CAC7B,CAAC;IACF,MAAM,MAAM,GAAG,6BAA6B,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAEnE,MAAM,YAAY,GAChB,MAAM,CAAC,MAAM,GAAG,CAAC;QACf,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,QAAQ,KAAK,QAAQ;YACrB,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;gBACtB,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,CAAC,GAAG,CAAC;YACT,CAAC,CAAC,WAAW,CAAC;IAEpB,MAAM,YAAY,GAChB,QAAQ,KAAK,QAAQ;QACnB,CAAC,CAAC,YAAY,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/B,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CACnC,CACJ;QACH,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAC5B,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAClE,CAAC;IAER,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACrD,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,CAAC,CAAC;QACxB,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAe,EAAE,KAAa;IAC/D,MAAM,iBAAiB,GAAG,6BAA6B,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,eAAe,GAAG,6BAA6B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,IAAI,CAAC,iBAAiB,IAAI,CAAC,eAAe;QAAE,OAAO,KAAK,CAAC;IACzD,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC3E,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;QAC9D,OAAO,CACL,eAAe,KAAK,IAAI;YACxB,CAAC,IAAI,KAAK,GAAG;gBACX,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC;gBACjC,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAC5C,CAAC;IACJ,CAAC;IACD,OAAO,iBAAiB,KAAK,eAAe,CAAC;AAC/C,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,GAAG,GAA6B,EAAE,CAAC;IACzC,KAAK,MAAM,QAAQ,IAAI,4BAA4B,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;YACpD,GAAG,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,CACL,KAAK,KAAK,0BAA0B;QACpC,KAAK,KAAK,WAAW;QACrB,KAAK,KAAK,cAAc,CACzB,CAAC;AACJ,CAAC;AAED,SAAS,gCAAgC,CAAC,GAAY;IAQpD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,MAAM,MAAM,GAAG,GAA0B,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC;IAC5D,MAAM,MAAM,GACV,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAC5D,CAAC,CAAE,MAA8B;QACjC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,YAAY,GAChB,MAAM,CAAC,YAAY;QACnB,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ;QACvC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;QACjC,CAAC,CAAE,MAAM,CAAC,YAAoC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,SAAS,GACb,MAAM,CAAC,SAAS;QAChB,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;QACpC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QAC9B,CAAC,CAAE,MAAM,CAAC,SAAiC;QAC3C,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,YAAY;QACZ,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC","sourcesContent":["import {\n  normalizeWorkspaceAppAudience,\n  normalizeWorkspaceAppPathList,\n  type WorkspaceAppAudience,\n} from \"../shared/workspace-app-audience.js\";\n\nexport const AGENT_WEB_CRAWLER_CATEGORIES = [\n  \"training\",\n  \"search\",\n  \"userTriggered\",\n  \"codingAgents\",\n  \"autonomousAgents\",\n] as const;\n\nexport type AgentWebCrawlerCategory =\n  (typeof AGENT_WEB_CRAWLER_CATEGORIES)[number];\n\nexport type AgentWebCrawlerDecision = \"allow\" | \"disallow\";\n\nexport type AgentWebCrawlerPolicy =\n  | \"discoverable-no-training\"\n  | \"allow-all\"\n  | \"disallow-all\";\n\nexport type AgentWebCrawlerOverrides = Partial<\n  Record<AgentWebCrawlerCategory, AgentWebCrawlerDecision>\n>;\n\nexport interface AgentWebInputConfig {\n  discoverable?: boolean;\n  markdownTwins?: boolean;\n  llmsTxt?: boolean;\n  jsonLd?: boolean;\n  publicAgentCard?: boolean;\n  publicMcp?: boolean;\n  crawlerPolicy?: AgentWebCrawlerPolicy;\n  crawlers?: AgentWebCrawlerOverrides;\n}\n\nexport interface AgentWebConfig {\n  discoverable: boolean;\n  markdownTwins: boolean;\n  llmsTxt: boolean;\n  jsonLd: boolean;\n  publicAgentCard: boolean;\n  publicMcp: boolean;\n  crawlerPolicy: AgentWebCrawlerPolicy;\n  crawlers: AgentWebCrawlerOverrides;\n}\n\nexport interface DeriveAgentWebPublicRoutesOptions {\n  audience?: WorkspaceAppAudience;\n  publicPaths?: string[];\n  protectedPaths?: string[];\n  routes?: string[];\n}\n\nexport const DEFAULT_AGENT_WEB_CRAWLER_POLICY: AgentWebCrawlerPolicy =\n  \"discoverable-no-training\";\n\nexport function normalizeAgentWebConfig(\n  value: unknown,\n  options: { hasPublicRoutes?: boolean } = {},\n): AgentWebConfig {\n  const record =\n    value && typeof value === \"object\" && !Array.isArray(value)\n      ? (value as Record<string, unknown>)\n      : {};\n  const disabled = value === false;\n  const hasPublicRoutes = options.hasPublicRoutes === true;\n\n  return {\n    discoverable: disabled\n      ? false\n      : typeof record.discoverable === \"boolean\"\n        ? record.discoverable\n        : hasPublicRoutes,\n    markdownTwins:\n      typeof record.markdownTwins === \"boolean\" ? record.markdownTwins : true,\n    llmsTxt: typeof record.llmsTxt === \"boolean\" ? record.llmsTxt : true,\n    jsonLd: typeof record.jsonLd === \"boolean\" ? record.jsonLd : true,\n    publicAgentCard:\n      typeof record.publicAgentCard === \"boolean\"\n        ? record.publicAgentCard\n        : true,\n    publicMcp: typeof record.publicMcp === \"boolean\" ? record.publicMcp : false,\n    crawlerPolicy: isCrawlerPolicy(record.crawlerPolicy)\n      ? record.crawlerPolicy\n      : DEFAULT_AGENT_WEB_CRAWLER_POLICY,\n    crawlers: normalizeCrawlerOverrides(record.crawlers),\n  };\n}\n\nexport function agentWebConfigFromPackageJson(\n  pkg: unknown,\n): AgentWebInputConfig | boolean | undefined {\n  const config = agentNativeConfigFromPackageJson(pkg);\n  const raw =\n    config?.workspaceApp?.agentWeb ??\n    config?.workspace?.agentWeb ??\n    config?.agentWeb ??\n    config?.root?.agentWeb;\n  if (raw === undefined) return undefined;\n  if (raw === false) return false;\n  if (!raw || typeof raw !== \"object\" || Array.isArray(raw)) return undefined;\n  return raw as AgentWebInputConfig;\n}\n\nexport function resolveAgentWebCrawlerPolicy(\n  config: Pick<AgentWebConfig, \"crawlerPolicy\" | \"crawlers\">,\n): Record<AgentWebCrawlerCategory, AgentWebCrawlerDecision> {\n  const baseline: Record<AgentWebCrawlerCategory, AgentWebCrawlerDecision> =\n    config.crawlerPolicy === \"allow-all\"\n      ? {\n          training: \"allow\",\n          search: \"allow\",\n          userTriggered: \"allow\",\n          codingAgents: \"allow\",\n          autonomousAgents: \"allow\",\n        }\n      : config.crawlerPolicy === \"disallow-all\"\n        ? {\n            training: \"disallow\",\n            search: \"disallow\",\n            userTriggered: \"disallow\",\n            codingAgents: \"disallow\",\n            autonomousAgents: \"disallow\",\n          }\n        : {\n            training: \"disallow\",\n            search: \"allow\",\n            userTriggered: \"allow\",\n            codingAgents: \"allow\",\n            autonomousAgents: \"allow\",\n          };\n\n  for (const category of AGENT_WEB_CRAWLER_CATEGORIES) {\n    const override = config.crawlers[category];\n    if (override) baseline[category] = override;\n  }\n  return baseline;\n}\n\nexport function deriveAgentWebPublicRoutes(\n  options: DeriveAgentWebPublicRoutesOptions,\n): string[] {\n  const audience = normalizeWorkspaceAppAudience(options.audience);\n  const publicPaths = normalizeWorkspaceAppPathList(options.publicPaths ?? []);\n  const protectedPaths = normalizeWorkspaceAppPathList(\n    options.protectedPaths ?? [],\n  );\n  const routes = normalizeWorkspaceAppPathList(options.routes ?? []);\n\n  const sourceRoutes =\n    routes.length > 0\n      ? routes\n      : audience === \"public\"\n        ? publicPaths.length > 0\n          ? publicPaths\n          : [\"/\"]\n        : publicPaths;\n\n  const publicRoutes =\n    audience === \"public\"\n      ? sourceRoutes.filter(\n          (route) =>\n            !protectedPaths.some((pattern) =>\n              pathPatternMatches(pattern, route),\n            ),\n        )\n      : sourceRoutes.filter((route) =>\n          publicPaths.some((pattern) => pathPatternMatches(pattern, route)),\n        );\n\n  return Array.from(new Set(publicRoutes)).sort((a, b) => {\n    if (a === \"/\") return -1;\n    if (b === \"/\") return 1;\n    return a.localeCompare(b);\n  });\n}\n\nexport function pathPatternMatches(pattern: string, route: string): boolean {\n  const normalizedPattern = normalizeWorkspaceAppPathList([pattern])[0];\n  const normalizedRoute = normalizeWorkspaceAppPathList([route])[0];\n  if (!normalizedPattern || !normalizedRoute) return false;\n  if (normalizedPattern === \"/*\" || normalizedPattern === \"/**\") return true;\n  if (normalizedPattern.endsWith(\"/*\") || normalizedPattern.endsWith(\"/**\")) {\n    const base = normalizedPattern.replace(/\\/\\*\\*?$/, \"\") || \"/\";\n    return (\n      normalizedRoute === base ||\n      (base === \"/\"\n        ? normalizedRoute.startsWith(\"/\")\n        : normalizedRoute.startsWith(`${base}/`))\n    );\n  }\n  return normalizedPattern === normalizedRoute;\n}\n\nfunction normalizeCrawlerOverrides(value: unknown): AgentWebCrawlerOverrides {\n  if (!value || typeof value !== \"object\" || Array.isArray(value)) return {};\n  const record = value as Record<string, unknown>;\n  const out: AgentWebCrawlerOverrides = {};\n  for (const category of AGENT_WEB_CRAWLER_CATEGORIES) {\n    const decision = record[category];\n    if (decision === \"allow\" || decision === \"disallow\") {\n      out[category] = decision;\n    }\n  }\n  return out;\n}\n\nfunction isCrawlerPolicy(value: unknown): value is AgentWebCrawlerPolicy {\n  return (\n    value === \"discoverable-no-training\" ||\n    value === \"allow-all\" ||\n    value === \"disallow-all\"\n  );\n}\n\nfunction agentNativeConfigFromPackageJson(pkg: unknown):\n  | {\n      root: Record<string, any>;\n      workspaceApp?: Record<string, any>;\n      workspace?: Record<string, any>;\n      agentWeb?: unknown;\n    }\n  | undefined {\n  if (!pkg || typeof pkg !== \"object\" || Array.isArray(pkg)) return undefined;\n  const record = pkg as Record<string, any>;\n  const config = record[\"agent-native\"] ?? record.agentNative;\n  const nested =\n    config && typeof config === \"object\" && !Array.isArray(config)\n      ? (config as Record<string, any>)\n      : {};\n  const workspaceApp =\n    nested.workspaceApp &&\n    typeof nested.workspaceApp === \"object\" &&\n    !Array.isArray(nested.workspaceApp)\n      ? (nested.workspaceApp as Record<string, any>)\n      : undefined;\n  const workspace =\n    nested.workspace &&\n    typeof nested.workspace === \"object\" &&\n    !Array.isArray(nested.workspace)\n      ? (nested.workspace as Record<string, any>)\n      : undefined;\n  return {\n    root: record,\n    workspaceApp,\n    workspace,\n    agentWeb: nested.agentWeb,\n  };\n}\n"]}

package/dist/agent-web/generator.d.ts

@@ -0,0 +1,95 @@
+import { type AgentWebConfig, type AgentWebCrawlerCategory } from "./config.js";
+export interface AgentWebPage {
+    path: string;
+    title: string;
+    description?: string;
+    markdown?: string;
+    markdownPath?: string;
+    lastmod?: string | Date;
+}
+export interface BuildAgentWebStaticFilesOptions {
+    siteName: string;
+    siteUrl: string;
+    description?: string;
+    pages: AgentWebPage[];
+    config: AgentWebConfig;
+    organization?: {
+        name: string;
+        url?: string;
+        sameAs?: string[];
+    };
+}
+export interface AgentWebStaticFile {
+    path: string;
+    content: string;
+}
+export interface MarkdownResponseHeadersOptions {
+    siteUrl: string;
+    pagePath: string;
+    markdownPath?: string;
+    markdown: string;
+}
+export declare const AGENT_WEB_CRAWLER_USER_AGENTS: Record<AgentWebCrawlerCategory, string[]>;
+export declare function buildAgentWebStaticFiles(options: BuildAgentWebStaticFilesOptions): AgentWebStaticFile[];
+export declare function buildRobotsTxt(options: {
+    siteUrl: string;
+    config: Pick<AgentWebConfig, "crawlerPolicy" | "crawlers">;
+    sitemapPath?: string;
+}): string;
+export declare function buildSitemapXml(pages: AgentWebPage[], siteUrl: string): string;
+export declare function buildLlmsTxt(options: Omit<BuildAgentWebStaticFilesOptions, "config">): string;
+export declare function buildLlmsFullTxt(options: Omit<BuildAgentWebStaticFilesOptions, "config">): string;
+export declare function buildBaseJsonLd(options: {
+    siteName: string;
+    siteUrl: string;
+    description?: string;
+    organization?: {
+        name: string;
+        url?: string;
+        sameAs?: string[];
+    };
+}): ({
+    sameAs?: string[];
+    "@context": string;
+    "@type": string;
+    name: string;
+    url: string;
+} | {
+    description?: string;
+    "@context": string;
+    "@type": string;
+    name: string;
+    url: string;
+})[];
+export declare function buildPageJsonLd(options: {
+    siteName: string;
+    siteUrl: string;
+    page: AgentWebPage;
+}): ({
+    isPartOf: {
+        "@type": string;
+        name: string;
+        url: string;
+    };
+    description?: string;
+    "@context": string;
+    "@type": string;
+    name: string;
+    url: string;
+    itemListElement?: undefined;
+} | {
+    "@context": string;
+    "@type": string;
+    itemListElement: {
+        "@type": string;
+        position: number;
+        name: string;
+        item: string;
+    }[];
+})[];
+export declare function buildMarkdownResponseHeaders(options: MarkdownResponseHeadersOptions): Record<string, string>;
+export declare function estimateMarkdownTokens(markdown: string): number;
+export declare function markdownUrlForPage(pagePath: string, markdownPath?: string): string;
+export declare function markdownFilePathForPage(pagePath: string, markdownPath?: string): string;
+export declare function absoluteUrl(siteUrl: string, pagePath: string): string;
+//# sourceMappingURL=generator.d.ts.map

package/dist/agent-web/generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.d.ts","sourceRoot":"","sources":["../../src/agent-web/generator.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,uBAAuB,EAE7B,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,MAAM,EAAE,cAAc,CAAC;IACvB,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,eAAO,MAAM,6BAA6B,EAAE,MAAM,CAChD,uBAAuB,EACvB,MAAM,EAAE,CAgBT,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,+BAA+B,GACvC,kBAAkB,EAAE,CAqCtB;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,CAAC,CAAC;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,MAAM,CAyBT;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,YAAY,EAAE,EACrB,OAAO,EAAE,MAAM,GACd,MAAM,CAmBR;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,IAAI,CAAC,+BAA+B,EAAE,QAAQ,CAAC,GACvD,MAAM,CAyBR;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,IAAI,CAAC,+BAA+B,EAAE,QAAQ,CAAC,GACvD,MAAM,CAwBR;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC;CACH;;;;;;;;;;;;KAoBA;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,YAAY,CAAC;CACpB;;;;;;;;;;;;;;;;;;;;;KAgCA;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,8BAA8B,GACtC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CASxB;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAI/D;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,GACpB,MAAM,CAKR;AAED,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,GACpB,MAAM,CAER;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAIrE"}

package/dist/agent-web/generator.js

@@ -0,0 +1,270 @@
+import { resolveAgentWebCrawlerPolicy, } from "./config.js";
+export const AGENT_WEB_CRAWLER_USER_AGENTS = {
+    training: [
+        "GPTBot",
+        "ClaudeBot",
+        "CCBot",
+        "Google-Extended",
+        "Applebot-Extended",
+        "Bytespider",
+        "Meta-ExternalAgent",
+        "Amazonbot",
+    ],
+    search: ["OAI-SearchBot", "Claude-SearchBot", "PerplexityBot", "YouBot"],
+    userTriggered: ["ChatGPT-User", "Claude-User", "Perplexity-User"],
+    codingAgents: ["Claude-Code", "Gemini-CLI", "Devin", "OpenHands"],
+    autonomousAgents: ["ChatGPT-Agent", "Operator", "Gemini-Deep-Research"],
+};
+export function buildAgentWebStaticFiles(options) {
+    const files = [
+        {
+            path: "robots.txt",
+            content: buildRobotsTxt({
+                siteUrl: options.siteUrl,
+                config: options.config,
+            }),
+        },
+        {
+            path: "sitemap.xml",
+            content: buildSitemapXml(options.pages, options.siteUrl),
+        },
+    ];
+    if (options.config.llmsTxt) {
+        files.push({
+            path: "llms.txt",
+            content: buildLlmsTxt(options),
+        });
+        files.push({
+            path: "llms-full.txt",
+            content: buildLlmsFullTxt(options),
+        });
+    }
+    if (options.config.markdownTwins) {
+        for (const page of options.pages) {
+            if (!page.markdown)
+                continue;
+            files.push({
+                path: markdownFilePathForPage(page.path, page.markdownPath),
+                content: page.markdown,
+            });
+        }
+    }
+    return files;
+}
+export function buildRobotsTxt(options) {
+    const decisions = resolveAgentWebCrawlerPolicy(options.config);
+    const lines = [
+        "# Agent Web crawler policy",
+        `# Preset: ${options.config.crawlerPolicy}`,
+        "",
+    ];
+    for (const [category, userAgents] of Object.entries(AGENT_WEB_CRAWLER_USER_AGENTS)) {
+        lines.push(`# ${category}: ${decisions[category]}`);
+        for (const userAgent of userAgents) {
+            lines.push(`User-agent: ${userAgent}`);
+        }
+        lines.push(decisions[category] === "allow" ? "Allow: /" : "Disallow: /");
+        lines.push("");
+    }
+    lines.push("User-agent: *", "Allow: /", "");
+    lines.push(`Sitemap: ${absoluteUrl(options.siteUrl, options.sitemapPath ?? "/sitemap.xml")}`);
+    return `${lines.join("\n")}\n`;
+}
+export function buildSitemapXml(pages, siteUrl) {
+    const entries = pages
+        .map((page) => {
+        const lines = [
+            "  <url>",
+            `    <loc>${xmlEscape(absoluteUrl(siteUrl, page.path))}</loc>`,
+        ];
+        const lastmod = normalizeLastmod(page.lastmod);
+        if (lastmod)
+            lines.push(`    <lastmod>${xmlEscape(lastmod)}</lastmod>`);
+        lines.push("  </url>");
+        return lines.join("\n");
+    })
+        .join("\n");
+    return `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${entries}
+</urlset>
+`;
+}
+export function buildLlmsTxt(options) {
+    const lines = [
+        `# ${options.siteName}`,
+        "",
+        options.description ? `> ${options.description}` : undefined,
+        options.description ? "" : undefined,
+        "## Pages",
+        ...options.pages.map((page) => {
+            const description = page.description ? `: ${page.description}` : "";
+            return `- [${page.title}](${absoluteUrl(options.siteUrl, page.path)})${description}`;
+        }),
+        "",
+        "## Markdown",
+        ...options.pages
+            .filter((page) => page.markdown)
+            .map((page) => `- [${page.title}](${absoluteUrl(options.siteUrl, markdownUrlForPage(page.path, page.markdownPath))})`),
+    ].filter((line) => typeof line === "string");
+    return `${lines.join("\n")}\n`;
+}
+export function buildLlmsFullTxt(options) {
+    const lines = [
+        `# ${options.siteName}`,
+        "",
+        options.description ?? "",
+        "",
+        ...options.pages.flatMap((page) => [
+            `## ${page.title}`,
+            "",
+            `Source: ${absoluteUrl(options.siteUrl, page.path)}`,
+            page.markdown
+                ? `Markdown: ${absoluteUrl(options.siteUrl, markdownUrlForPage(page.path, page.markdownPath))}`
+                : undefined,
+            page.description ? `Description: ${page.description}` : undefined,
+            "",
+            page.markdown ?? "",
+            "",
+        ]),
+    ].filter((line) => typeof line === "string");
+    return `${lines.join("\n").replace(/\n{4,}/g, "\n\n\n")}\n`;
+}
+export function buildBaseJsonLd(options) {
+    const siteUrl = trimTrailingSlash(options.siteUrl);
+    return [
+        {
+            "@context": "https://schema.org",
+            "@type": "Organization",
+            name: options.organization?.name ?? options.siteName,
+            url: options.organization?.url ?? siteUrl,
+            ...(options.organization?.sameAs?.length
+                ? { sameAs: options.organization.sameAs }
+                : {}),
+        },
+        {
+            "@context": "https://schema.org",
+            "@type": "WebSite",
+            name: options.siteName,
+            url: siteUrl,
+            ...(options.description ? { description: options.description } : {}),
+        },
+    ];
+}
+export function buildPageJsonLd(options) {
+    const breadcrumbs = breadcrumbItemsForPath(options.page.path);
+    return [
+        {
+            "@context": "https://schema.org",
+            "@type": "WebPage",
+            name: options.page.title,
+            url: absoluteUrl(options.siteUrl, options.page.path),
+            ...(options.page.description
+                ? { description: options.page.description }
+                : {}),
+            isPartOf: {
+                "@type": "WebSite",
+                name: options.siteName,
+                url: trimTrailingSlash(options.siteUrl),
+            },
+        },
+        ...(breadcrumbs.length > 1
+            ? [
+                {
+                    "@context": "https://schema.org",
+                    "@type": "BreadcrumbList",
+                    itemListElement: breadcrumbs.map((item, index) => ({
+                        "@type": "ListItem",
+                        position: index + 1,
+                        name: item.name,
+                        item: absoluteUrl(options.siteUrl, item.path),
+                    })),
+                },
+            ]
+            : []),
+    ];
+}
+export function buildMarkdownResponseHeaders(options) {
+    return {
+        "content-type": "text/markdown; charset=utf-8",
+        "x-markdown-tokens": String(estimateMarkdownTokens(options.markdown)),
+        link: `<${absoluteUrl(options.siteUrl, "/llms.txt")}>; rel="llms-txt", <${absoluteUrl(options.siteUrl, markdownUrlForPage(options.pagePath, options.markdownPath))}>; rel="alternate"; type="text/markdown"`,
+    };
+}
+export function estimateMarkdownTokens(markdown) {
+    const trimmed = markdown.trim();
+    if (!trimmed)
+        return 0;
+    return Math.max(1, Math.ceil(trimmed.length / 4));
+}
+export function markdownUrlForPage(pagePath, markdownPath) {
+    if (markdownPath)
+        return normalizePagePath(markdownPath);
+    const normalized = normalizePagePath(pagePath);
+    if (normalized === "/")
+        return "/index.md";
+    return `${normalized}.md`;
+}
+export function markdownFilePathForPage(pagePath, markdownPath) {
+    return markdownUrlForPage(pagePath, markdownPath).replace(/^\//, "");
+}
+export function absoluteUrl(siteUrl, pagePath) {
+    const base = trimTrailingSlash(siteUrl);
+    const path = normalizePagePath(pagePath);
+    return `${base}${path}`;
+}
+function normalizePagePath(pagePath) {
+    const withSlash = pagePath.startsWith("/") ? pagePath : `/${pagePath}`;
+    if (withSlash.length > 1 && withSlash.endsWith("/")) {
+        return withSlash.slice(0, -1);
+    }
+    return withSlash;
+}
+function trimTrailingSlash(value) {
+    return value.replace(/\/+$/, "");
+}
+function normalizeLastmod(value) {
+    if (!value)
+        return undefined;
+    if (value instanceof Date)
+        return value.toISOString().slice(0, 10);
+    const trimmed = value.trim();
+    if (!trimmed)
+        return undefined;
+    const parsed = new Date(trimmed);
+    if (Number.isNaN(parsed.getTime()))
+        return trimmed;
+    return parsed.toISOString().slice(0, 10);
+}
+function breadcrumbItemsForPath(pagePath) {
+    const normalized = normalizePagePath(pagePath);
+    if (normalized === "/")
+        return [{ name: "Home", path: "/" }];
+    const segments = normalized.split("/").filter(Boolean);
+    const items = [{ name: "Home", path: "/" }];
+    let current = "";
+    for (const segment of segments) {
+        current += `/${segment}`;
+        items.push({
+            name: titleFromSegment(segment),
+            path: current,
+        });
+    }
+    return items;
+}
+function titleFromSegment(segment) {
+    return segment
+        .split("-")
+        .filter(Boolean)
+        .map((part) => part.charAt(0).toUpperCase() + part.slice(1))
+        .join(" ");
+}
+function xmlEscape(value) {
+    return value
+        .replace(/&/g, "&amp;")
+        .replace(/</g, "&lt;")
+        .replace(/>/g, "&gt;")
+        .replace(/"/g, "&quot;")
+        .replace(/'/g, "&apos;");
+}
+//# sourceMappingURL=generator.js.map

package/dist/agent-web/generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.js","sourceRoot":"","sources":["../../src/agent-web/generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,4BAA4B,GAC7B,MAAM,aAAa,CAAC;AAoCrB,MAAM,CAAC,MAAM,6BAA6B,GAGtC;IACF,QAAQ,EAAE;QACR,QAAQ;QACR,WAAW;QACX,OAAO;QACP,iBAAiB;QACjB,mBAAmB;QACnB,YAAY;QACZ,oBAAoB;QACpB,WAAW;KACZ;IACD,MAAM,EAAE,CAAC,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,QAAQ,CAAC;IACxE,aAAa,EAAE,CAAC,cAAc,EAAE,aAAa,EAAE,iBAAiB,CAAC;IACjE,YAAY,EAAE,CAAC,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;IACjE,gBAAgB,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,sBAAsB,CAAC;CACxE,CAAC;AAEF,MAAM,UAAU,wBAAwB,CACtC,OAAwC;IAExC,MAAM,KAAK,GAAyB;QAClC;YACE,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,cAAc,CAAC;gBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC;SACH;QACD;YACE,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC;SACzD;KACF,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;SAC/B,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAC7B,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC;gBAC3D,OAAO,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAI9B;IACC,MAAM,SAAS,GAAG,4BAA4B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAa;QACtB,4BAA4B;QAC5B,aAAa,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE;QAC3C,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CACjD,6BAA6B,CACW,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,KAAK,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACpD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CACR,YAAY,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,IAAI,cAAc,CAAC,EAAE,CAClF,CAAC;IAEF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAqB,EACrB,OAAe;IAEf,MAAM,OAAO,GAAG,KAAK;SAClB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,KAAK,GAAG;YACZ,SAAS;YACT,YAAY,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ;SAC/D,CAAC;QACF,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;EAEP,OAAO;;CAER,CAAC;AACF,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,OAAwD;IAExD,MAAM,KAAK,GAAG;QACZ,KAAK,OAAO,CAAC,QAAQ,EAAE;QACvB,EAAE;QACF,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS;QAC5D,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;QACpC,UAAU;QACV,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,OAAO,MAAM,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC;QACvF,CAAC,CAAC;QACF,EAAE;QACF,aAAa;QACb,GAAG,OAAO,CAAC,KAAK;aACb,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC/B,GAAG,CACF,CAAC,IAAI,EAAE,EAAE,CACP,MAAM,IAAI,CAAC,KAAK,KAAK,WAAW,CAC9B,OAAO,CAAC,OAAO,EACf,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CACjD,GAAG,CACP;KACJ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;IAE7D,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAwD;IAExD,MAAM,KAAK,GAAG;QACZ,KAAK,OAAO,CAAC,QAAQ,EAAE;QACvB,EAAE;QACF,OAAO,CAAC,WAAW,IAAI,EAAE;QACzB,EAAE;QACF,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,KAAK,EAAE;YAClB,EAAE;YACF,WAAW,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;YACpD,IAAI,CAAC,QAAQ;gBACX,CAAC,CAAC,aAAa,WAAW,CACtB,OAAO,CAAC,OAAO,EACf,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CACjD,EAAE;gBACL,CAAC,CAAC,SAAS;YACb,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS;YACjE,EAAE;YACF,IAAI,CAAC,QAAQ,IAAI,EAAE;YACnB,EAAE;SACH,CAAC;KACH,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;IAE7D,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAS/B;IACC,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO;QACL;YACE,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,cAAc;YACvB,IAAI,EAAE,OAAO,CAAC,YAAY,EAAE,IAAI,IAAI,OAAO,CAAC,QAAQ;YACpD,GAAG,EAAE,OAAO,CAAC,YAAY,EAAE,GAAG,IAAI,OAAO;YACzC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM;gBACtC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE;gBACzC,CAAC,CAAC,EAAE,CAAC;SACR;QACD;YACE,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,OAAO,CAAC,QAAQ;YACtB,GAAG,EAAE,OAAO;YACZ,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAI/B;IACC,MAAM,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO;QACL;YACE,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;YACxB,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YACpD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW;gBAC1B,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE;gBAC3C,CAAC,CAAC,EAAE,CAAC;YACP,QAAQ,EAAE;gBACR,OAAO,EAAE,SAAS;gBAClB,IAAI,EAAE,OAAO,CAAC,QAAQ;gBACtB,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC;aACxC;SACF;QACD,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;YACxB,CAAC,CAAC;gBACE;oBACE,UAAU,EAAE,oBAAoB;oBAChC,OAAO,EAAE,gBAAgB;oBACzB,eAAe,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;wBACjD,OAAO,EAAE,UAAU;wBACnB,QAAQ,EAAE,KAAK,GAAG,CAAC;wBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC;qBAC9C,CAAC,CAAC;iBACJ;aACF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAAuC;IAEvC,OAAO;QACL,cAAc,EAAE,8BAA8B;QAC9C,mBAAmB,EAAE,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrE,IAAI,EAAE,IAAI,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,uBAAuB,WAAW,CACnF,OAAO,CAAC,OAAO,EACf,kBAAkB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,CAC3D,0CAA0C;KAC5C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACrD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,QAAgB,EAChB,YAAqB;IAErB,IAAI,YAAY;QAAE,OAAO,iBAAiB,CAAC,YAAY,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,UAAU,KAAK,GAAG;QAAE,OAAO,WAAW,CAAC;IAC3C,OAAO,GAAG,UAAU,KAAK,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,QAAgB,EAChB,YAAqB;IAErB,OAAO,kBAAkB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe,EAAE,QAAgB;IAC3D,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;IACvE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAgC;IAEhC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IACnD,OAAO,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAgB;IAEhB,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,UAAU,KAAK,GAAG;QAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5C,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,OAAO,IAAI,IAAI,OAAO,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,gBAAgB,CAAC,OAAO,CAAC;YAC/B,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO;SACX,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC3D,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK;SACT,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC7B,CAAC","sourcesContent":["import {\n  type AgentWebConfig,\n  type AgentWebCrawlerCategory,\n  resolveAgentWebCrawlerPolicy,\n} from \"./config.js\";\n\nexport interface AgentWebPage {\n  path: string;\n  title: string;\n  description?: string;\n  markdown?: string;\n  markdownPath?: string;\n  lastmod?: string | Date;\n}\n\nexport interface BuildAgentWebStaticFilesOptions {\n  siteName: string;\n  siteUrl: string;\n  description?: string;\n  pages: AgentWebPage[];\n  config: AgentWebConfig;\n  organization?: {\n    name: string;\n    url?: string;\n    sameAs?: string[];\n  };\n}\n\nexport interface AgentWebStaticFile {\n  path: string;\n  content: string;\n}\n\nexport interface MarkdownResponseHeadersOptions {\n  siteUrl: string;\n  pagePath: string;\n  markdownPath?: string;\n  markdown: string;\n}\n\nexport const AGENT_WEB_CRAWLER_USER_AGENTS: Record<\n  AgentWebCrawlerCategory,\n  string[]\n> = {\n  training: [\n    \"GPTBot\",\n    \"ClaudeBot\",\n    \"CCBot\",\n    \"Google-Extended\",\n    \"Applebot-Extended\",\n    \"Bytespider\",\n    \"Meta-ExternalAgent\",\n    \"Amazonbot\",\n  ],\n  search: [\"OAI-SearchBot\", \"Claude-SearchBot\", \"PerplexityBot\", \"YouBot\"],\n  userTriggered: [\"ChatGPT-User\", \"Claude-User\", \"Perplexity-User\"],\n  codingAgents: [\"Claude-Code\", \"Gemini-CLI\", \"Devin\", \"OpenHands\"],\n  autonomousAgents: [\"ChatGPT-Agent\", \"Operator\", \"Gemini-Deep-Research\"],\n};\n\nexport function buildAgentWebStaticFiles(\n  options: BuildAgentWebStaticFilesOptions,\n): AgentWebStaticFile[] {\n  const files: AgentWebStaticFile[] = [\n    {\n      path: \"robots.txt\",\n      content: buildRobotsTxt({\n        siteUrl: options.siteUrl,\n        config: options.config,\n      }),\n    },\n    {\n      path: \"sitemap.xml\",\n      content: buildSitemapXml(options.pages, options.siteUrl),\n    },\n  ];\n\n  if (options.config.llmsTxt) {\n    files.push({\n      path: \"llms.txt\",\n      content: buildLlmsTxt(options),\n    });\n    files.push({\n      path: \"llms-full.txt\",\n      content: buildLlmsFullTxt(options),\n    });\n  }\n\n  if (options.config.markdownTwins) {\n    for (const page of options.pages) {\n      if (!page.markdown) continue;\n      files.push({\n        path: markdownFilePathForPage(page.path, page.markdownPath),\n        content: page.markdown,\n      });\n    }\n  }\n\n  return files;\n}\n\nexport function buildRobotsTxt(options: {\n  siteUrl: string;\n  config: Pick<AgentWebConfig, \"crawlerPolicy\" | \"crawlers\">;\n  sitemapPath?: string;\n}): string {\n  const decisions = resolveAgentWebCrawlerPolicy(options.config);\n  const lines: string[] = [\n    \"# Agent Web crawler policy\",\n    `# Preset: ${options.config.crawlerPolicy}`,\n    \"\",\n  ];\n\n  for (const [category, userAgents] of Object.entries(\n    AGENT_WEB_CRAWLER_USER_AGENTS,\n  ) as [AgentWebCrawlerCategory, string[]][]) {\n    lines.push(`# ${category}: ${decisions[category]}`);\n    for (const userAgent of userAgents) {\n      lines.push(`User-agent: ${userAgent}`);\n    }\n    lines.push(decisions[category] === \"allow\" ? \"Allow: /\" : \"Disallow: /\");\n    lines.push(\"\");\n  }\n\n  lines.push(\"User-agent: *\", \"Allow: /\", \"\");\n  lines.push(\n    `Sitemap: ${absoluteUrl(options.siteUrl, options.sitemapPath ?? \"/sitemap.xml\")}`,\n  );\n\n  return `${lines.join(\"\\n\")}\\n`;\n}\n\nexport function buildSitemapXml(\n  pages: AgentWebPage[],\n  siteUrl: string,\n): string {\n  const entries = pages\n    .map((page) => {\n      const lines = [\n        \"  <url>\",\n        `    <loc>${xmlEscape(absoluteUrl(siteUrl, page.path))}</loc>`,\n      ];\n      const lastmod = normalizeLastmod(page.lastmod);\n      if (lastmod) lines.push(`    <lastmod>${xmlEscape(lastmod)}</lastmod>`);\n      lines.push(\"  </url>\");\n      return lines.join(\"\\n\");\n    })\n    .join(\"\\n\");\n\n  return `<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n${entries}\n</urlset>\n`;\n}\n\nexport function buildLlmsTxt(\n  options: Omit<BuildAgentWebStaticFilesOptions, \"config\">,\n): string {\n  const lines = [\n    `# ${options.siteName}`,\n    \"\",\n    options.description ? `> ${options.description}` : undefined,\n    options.description ? \"\" : undefined,\n    \"## Pages\",\n    ...options.pages.map((page) => {\n      const description = page.description ? `: ${page.description}` : \"\";\n      return `- [${page.title}](${absoluteUrl(options.siteUrl, page.path)})${description}`;\n    }),\n    \"\",\n    \"## Markdown\",\n    ...options.pages\n      .filter((page) => page.markdown)\n      .map(\n        (page) =>\n          `- [${page.title}](${absoluteUrl(\n            options.siteUrl,\n            markdownUrlForPage(page.path, page.markdownPath),\n          )})`,\n      ),\n  ].filter((line): line is string => typeof line === \"string\");\n\n  return `${lines.join(\"\\n\")}\\n`;\n}\n\nexport function buildLlmsFullTxt(\n  options: Omit<BuildAgentWebStaticFilesOptions, \"config\">,\n): string {\n  const lines = [\n    `# ${options.siteName}`,\n    \"\",\n    options.description ?? \"\",\n    \"\",\n    ...options.pages.flatMap((page) => [\n      `## ${page.title}`,\n      \"\",\n      `Source: ${absoluteUrl(options.siteUrl, page.path)}`,\n      page.markdown\n        ? `Markdown: ${absoluteUrl(\n            options.siteUrl,\n            markdownUrlForPage(page.path, page.markdownPath),\n          )}`\n        : undefined,\n      page.description ? `Description: ${page.description}` : undefined,\n      \"\",\n      page.markdown ?? \"\",\n      \"\",\n    ]),\n  ].filter((line): line is string => typeof line === \"string\");\n\n  return `${lines.join(\"\\n\").replace(/\\n{4,}/g, \"\\n\\n\\n\")}\\n`;\n}\n\nexport function buildBaseJsonLd(options: {\n  siteName: string;\n  siteUrl: string;\n  description?: string;\n  organization?: {\n    name: string;\n    url?: string;\n    sameAs?: string[];\n  };\n}) {\n  const siteUrl = trimTrailingSlash(options.siteUrl);\n  return [\n    {\n      \"@context\": \"https://schema.org\",\n      \"@type\": \"Organization\",\n      name: options.organization?.name ?? options.siteName,\n      url: options.organization?.url ?? siteUrl,\n      ...(options.organization?.sameAs?.length\n        ? { sameAs: options.organization.sameAs }\n        : {}),\n    },\n    {\n      \"@context\": \"https://schema.org\",\n      \"@type\": \"WebSite\",\n      name: options.siteName,\n      url: siteUrl,\n      ...(options.description ? { description: options.description } : {}),\n    },\n  ];\n}\n\nexport function buildPageJsonLd(options: {\n  siteName: string;\n  siteUrl: string;\n  page: AgentWebPage;\n}) {\n  const breadcrumbs = breadcrumbItemsForPath(options.page.path);\n  return [\n    {\n      \"@context\": \"https://schema.org\",\n      \"@type\": \"WebPage\",\n      name: options.page.title,\n      url: absoluteUrl(options.siteUrl, options.page.path),\n      ...(options.page.description\n        ? { description: options.page.description }\n        : {}),\n      isPartOf: {\n        \"@type\": \"WebSite\",\n        name: options.siteName,\n        url: trimTrailingSlash(options.siteUrl),\n      },\n    },\n    ...(breadcrumbs.length > 1\n      ? [\n          {\n            \"@context\": \"https://schema.org\",\n            \"@type\": \"BreadcrumbList\",\n            itemListElement: breadcrumbs.map((item, index) => ({\n              \"@type\": \"ListItem\",\n              position: index + 1,\n              name: item.name,\n              item: absoluteUrl(options.siteUrl, item.path),\n            })),\n          },\n        ]\n      : []),\n  ];\n}\n\nexport function buildMarkdownResponseHeaders(\n  options: MarkdownResponseHeadersOptions,\n): Record<string, string> {\n  return {\n    \"content-type\": \"text/markdown; charset=utf-8\",\n    \"x-markdown-tokens\": String(estimateMarkdownTokens(options.markdown)),\n    link: `<${absoluteUrl(options.siteUrl, \"/llms.txt\")}>; rel=\"llms-txt\", <${absoluteUrl(\n      options.siteUrl,\n      markdownUrlForPage(options.pagePath, options.markdownPath),\n    )}>; rel=\"alternate\"; type=\"text/markdown\"`,\n  };\n}\n\nexport function estimateMarkdownTokens(markdown: string): number {\n  const trimmed = markdown.trim();\n  if (!trimmed) return 0;\n  return Math.max(1, Math.ceil(trimmed.length / 4));\n}\n\nexport function markdownUrlForPage(\n  pagePath: string,\n  markdownPath?: string,\n): string {\n  if (markdownPath) return normalizePagePath(markdownPath);\n  const normalized = normalizePagePath(pagePath);\n  if (normalized === \"/\") return \"/index.md\";\n  return `${normalized}.md`;\n}\n\nexport function markdownFilePathForPage(\n  pagePath: string,\n  markdownPath?: string,\n): string {\n  return markdownUrlForPage(pagePath, markdownPath).replace(/^\\//, \"\");\n}\n\nexport function absoluteUrl(siteUrl: string, pagePath: string): string {\n  const base = trimTrailingSlash(siteUrl);\n  const path = normalizePagePath(pagePath);\n  return `${base}${path}`;\n}\n\nfunction normalizePagePath(pagePath: string): string {\n  const withSlash = pagePath.startsWith(\"/\") ? pagePath : `/${pagePath}`;\n  if (withSlash.length > 1 && withSlash.endsWith(\"/\")) {\n    return withSlash.slice(0, -1);\n  }\n  return withSlash;\n}\n\nfunction trimTrailingSlash(value: string): string {\n  return value.replace(/\\/+$/, \"\");\n}\n\nfunction normalizeLastmod(\n  value: string | Date | undefined,\n): string | undefined {\n  if (!value) return undefined;\n  if (value instanceof Date) return value.toISOString().slice(0, 10);\n  const trimmed = value.trim();\n  if (!trimmed) return undefined;\n  const parsed = new Date(trimmed);\n  if (Number.isNaN(parsed.getTime())) return trimmed;\n  return parsed.toISOString().slice(0, 10);\n}\n\nfunction breadcrumbItemsForPath(\n  pagePath: string,\n): { name: string; path: string }[] {\n  const normalized = normalizePagePath(pagePath);\n  if (normalized === \"/\") return [{ name: \"Home\", path: \"/\" }];\n  const segments = normalized.split(\"/\").filter(Boolean);\n  const items = [{ name: \"Home\", path: \"/\" }];\n  let current = \"\";\n  for (const segment of segments) {\n    current += `/${segment}`;\n    items.push({\n      name: titleFromSegment(segment),\n      path: current,\n    });\n  }\n  return items;\n}\n\nfunction titleFromSegment(segment: string): string {\n  return segment\n    .split(\"-\")\n    .filter(Boolean)\n    .map((part) => part.charAt(0).toUpperCase() + part.slice(1))\n    .join(\" \");\n}\n\nfunction xmlEscape(value: string): string {\n  return value\n    .replace(/&/g, \"&amp;\")\n    .replace(/</g, \"&lt;\")\n    .replace(/>/g, \"&gt;\")\n    .replace(/\"/g, \"&quot;\")\n    .replace(/'/g, \"&apos;\");\n}\n"]}