blodemd 0.0.13 → 0.0.15

package/packages/@repo/previewing/dist/toc-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toc-index.d.ts","sourceRoot":"","sources":["../src/toc-index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAMxD,eAAO,MAAM,UAAU,GAAI,QAAQ,MAAM,KAAG,OAAO,EAoClD,CAAC;AAEF,eAAO,MAAM,aAAa,GACxB,OAAO,YAAY,EACnB,QAAQ,aAAa,KACpB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAoBhC,CAAC"}

package/packages/@repo/previewing/dist/toc-index.js

@@ -0,0 +1,53 @@
+import { slugify } from "@repo/common";
+import { NEWLINE_REGEX } from "./constants.js";
+const HEADING_REGEX = /^(#{2,4})\s+(.*)$/;
+// Matches ``` and ~~~ fenced blocks, requiring the same fence to close them.
+const TOC_FENCE_REGEX = /(`{3,}|~{3,})[\s\S]*?\1/g;
+export const extractToc = (source) => {
+    const withoutCode = source.replaceAll(TOC_FENCE_REGEX, "");
+    const lines = withoutCode.split(NEWLINE_REGEX);
+    const toc = [];
+    const emitted = new Set();
+    for (const line of lines) {
+        const match = HEADING_REGEX.exec(line.trim());
+        if (!match) {
+            continue;
+        }
+        const [, hashes = "", heading = ""] = match;
+        if (!(hashes && heading)) {
+            continue;
+        }
+        const baseId = slugify(heading.trim());
+        // Increment until the id is unique among the ids we have already emitted,
+        // so a suffixed id never collides with an explicit "foo-1" heading.
+        let id = baseId;
+        let count = 1;
+        while (emitted.has(id)) {
+            id = `${baseId}-${count}`;
+            count += 1;
+        }
+        emitted.add(id);
+        toc.push({
+            id,
+            level: hashes.length,
+            title: heading.trim(),
+        });
+    }
+    return toc;
+};
+export const buildTocIndex = async (index, source) => {
+    const itemsBySlug = new Map();
+    const results = await Promise.all(index.entries.map(async (entry) => {
+        if (entry.kind !== "entry") {
+            return null;
+        }
+        const rawContent = await source.readFile(entry.relativePath);
+        return { slug: entry.slug, toc: extractToc(rawContent) };
+    }));
+    for (const result of results) {
+        if (result) {
+            itemsBySlug.set(result.slug, result.toc);
+        }
+    }
+    return itemsBySlug;
+};

package/packages/@repo/previewing/dist/types.d.ts

@@ -0,0 +1,92 @@
+import type { ContentType, DocsOpenApiSource, FrontmatterByType, PageMode, SiteConfig } from "@repo/models";
+import type { OpenApiOperation, OpenApiSpec } from "@repo/prebuild";
+export type SiteConfigResult = {
+    ok: true;
+    config: SiteConfig;
+    warnings: string[];
+} | {
+    ok: false;
+    errors: string[];
+};
+export type ContentEntry = {
+    kind: "entry";
+    slug: string;
+    title: string;
+    description?: string;
+    hidden?: boolean;
+    type: ContentType;
+    collectionId: string;
+    sourcePath: string;
+    relativePath: string;
+    frontmatter: FrontmatterByType[ContentType];
+} | {
+    kind: "index";
+    slug: string;
+    title: string;
+    description?: string;
+    type: ContentType;
+    collectionId: string;
+};
+export interface ContentIndex {
+    entries: ContentEntry[];
+    bySlug: Map<string, ContentEntry>;
+    byCollection: Map<string, ContentEntry[]>;
+    errors: string[];
+}
+export interface PageMetadata {
+    title?: string;
+    sidebarTitle?: string;
+    icon?: string;
+    iconType?: string;
+    tag?: string;
+    hidden?: boolean;
+    deprecated?: boolean;
+    url?: string;
+    mode?: PageMode;
+    noindex?: boolean;
+    hideFooterPagination?: boolean;
+    hideApiMarker?: boolean;
+    keywords?: string[];
+}
+export interface SearchIndexItem {
+    href?: string;
+    title: string;
+    path: string;
+}
+export interface TocItem {
+    id: string;
+    level: number;
+    title: string;
+}
+export interface UtilityPage {
+    content: string;
+    description?: string;
+    slug: string;
+    title: string;
+}
+export interface UtilitySegment {
+    pageSlugs: string[];
+    slug: string;
+    title: string;
+}
+export interface UtilityIndex {
+    description?: string;
+    name: string;
+    pages: UtilityPage[];
+    segments?: UtilitySegment[];
+    slug?: string;
+}
+export interface UtilityArtifact {
+    content: string;
+    contentType: string;
+    path: string;
+}
+export interface PrebuiltOpenApiEntry {
+    identifier: string;
+    operation: OpenApiOperation;
+    slug: string;
+    source: DocsOpenApiSource;
+    sourceKey: string;
+    spec: OpenApiSpec;
+}
+//# sourceMappingURL=types.d.ts.map

package/packages/@repo/previewing/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACX,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAEpE,MAAM,MAAM,gBAAgB,GACxB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,GACpD;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AAEpC,MAAM,MAAM,YAAY,GACpB;IACE,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,WAAW,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC;CAC7C,GACD;IACE,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,WAAW,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEN,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAClC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAC1C,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,cAAc,EAAE,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,gBAAgB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,iBAAiB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,WAAW,CAAC;CACnB"}

package/packages/@repo/previewing/dist/types.js

@@ -0,0 +1 @@
+export {};

package/packages/@repo/previewing/dist/utility-index.d.ts

@@ -0,0 +1,7 @@
+import type { SiteConfig } from "@repo/models";
+import type { ContentSource } from "./content-source.js";
+import type { ContentIndex, UtilityArtifact, UtilityIndex } from "./types.js";
+export declare const buildUtilityIndex: (index: ContentIndex, source: ContentSource, config: SiteConfig) => Promise<UtilityIndex>;
+export declare const getPrebuiltUtilityLlmPagePath: (slug: string) => string;
+export declare const buildUtilityArtifacts: (index: UtilityIndex) => UtilityArtifact[];
+//# sourceMappingURL=utility-index.d.ts.map

package/packages/@repo/previewing/dist/utility-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utility-index.d.ts","sourceRoot":"","sources":["../src/utility-index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAmB/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAWzD,OAAO,KAAK,EACV,YAAY,EACZ,eAAe,EACf,YAAY,EAGb,MAAM,YAAY,CAAC;AAoCpB,eAAO,MAAM,iBAAiB,GAC5B,OAAO,YAAY,EACnB,QAAQ,aAAa,EACrB,QAAQ,UAAU,KACjB,OAAO,CAAC,YAAY,CA8CtB,CAAC;AAqBF,eAAO,MAAM,6BAA6B,GAAI,MAAM,MAAM,WAGzD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAChC,OAAO,YAAY,KAClB,eAAe,EAwJjB,CAAC"}

package/packages/@repo/previewing/dist/utility-index.js

@@ -0,0 +1,201 @@
+import { normalizePath, slugify } from "@repo/common";
+import { getDocsCollectionWithNavigation, getDocsNavigation, } from "./config-loader.js";
+import { PREBUILT_UTILITY_LLMS_FULL_PATH, PREBUILT_UTILITY_LLMS_PATH, PREBUILT_UTILITY_LLMS_SEGMENT_PREFIX, PREBUILT_UTILITY_SITEMAP_PATH, PREBUILT_UTILITY_SKILLS_INDEX_PATH, PREBUILT_UTILITY_SKILLS_MD_PREFIX, UTILITY_DOCS_ROOT_TOKEN, } from "./constants.js";
+import { buildPageMetadataMap, shouldIncludeSearchEntry, } from "./content-index.js";
+import { prepareLlmsFullContent, toAgentMarkdown, } from "./markdown/agent-markdown.js";
+import { formatMarkdownPage, formatMarkdownPageSection, stripFrontmatter, } from "./markdown/format.js";
+import { buildUtilityOpenApiPages } from "./openapi-pages.js";
+const collectUtilitySegments = (config, pages) => {
+    const segments = new Map();
+    const addGroup = (group) => {
+        if (group.hidden || !group.group) {
+            return;
+        }
+        const pageSlugs = (group.pages ?? []).filter((page) => pages.has(page));
+        if (pageSlugs.length === 0) {
+            return;
+        }
+        const slug = slugify(group.group);
+        segments.set(slug, { pageSlugs, slug, title: group.group });
+    };
+    const navigation = getDocsNavigation(config);
+    for (const group of navigation?.groups ?? []) {
+        addGroup(group);
+    }
+    for (const tab of navigation?.tabs ?? []) {
+        for (const group of tab.groups ?? []) {
+            addGroup(group);
+        }
+    }
+    return [...segments.values()];
+};
+export const buildUtilityIndex = async (index, source, config) => {
+    const pageMetadataMap = buildPageMetadataMap(index);
+    const pages = new Map();
+    const contentPages = await Promise.all(index.entries.map(async (entry) => {
+        if (entry.kind !== "entry") {
+            return null;
+        }
+        if (!shouldIncludeSearchEntry(entry, pageMetadataMap, config)) {
+            return null;
+        }
+        const rawContent = await source.readFile(entry.relativePath);
+        return {
+            content: stripFrontmatter(rawContent),
+            description: entry.description,
+            slug: entry.slug,
+            title: entry.title,
+        };
+    }));
+    for (const page of contentPages) {
+        if (page) {
+            pages.set(page.slug, page);
+        }
+    }
+    for (const page of await buildUtilityOpenApiPages(config, getDocsCollectionWithNavigation(config), source)) {
+        pages.set(page.slug, page);
+    }
+    const sortedPages = [...pages.values()];
+    // oxlint-disable-next-line eslint-plugin-unicorn/no-array-sort
+    sortedPages.sort((left, right) => left.slug.localeCompare(right.slug));
+    return {
+        description: config.description,
+        name: config.name,
+        pages: sortedPages,
+        segments: collectUtilitySegments(config, pages),
+        slug: config.slug,
+    };
+};
+const toUtilityDocPath = (value) => {
+    const clean = normalizePath(value);
+    if (!clean || clean === "index") {
+        return "/";
+    }
+    return `/${clean}`;
+};
+const toUtilityTemplatedDocUrl = (value) => `${UTILITY_DOCS_ROOT_TOKEN}${toUtilityDocPath(value)}`;
+const toUtilityTemplatedMarkdownDocUrl = (value) => {
+    const clean = normalizePath(value);
+    if (!clean || clean === "index") {
+        return `${UTILITY_DOCS_ROOT_TOKEN}/index.md`;
+    }
+    return `${UTILITY_DOCS_ROOT_TOKEN}/${clean}.md`;
+};
+export const getPrebuiltUtilityLlmPagePath = (slug) => {
+    const normalized = normalizePath(slug);
+    return `_utility/llms-pages/${normalized || "index"}.mdx`;
+};
+export const buildUtilityArtifacts = (index) => {
+    const segments = index.segments ?? [];
+    const segmentLines = segments.length > 0
+        ? [
+            "",
+            "## Segments",
+            ...segments.map((segment) => `- [${segment.title}](${UTILITY_DOCS_ROOT_TOKEN}/llms/${segment.slug}.txt)`),
+        ]
+        : [];
+    const llmsLines = [
+        `# ${index.name}`,
+        index.description ? `> ${index.description}` : null,
+        "",
+        `Sitemap: ${toUtilityTemplatedDocUrl("sitemap.xml")}`,
+        `Full content: ${UTILITY_DOCS_ROOT_TOKEN}/llms-full.txt`,
+        `Skills: ${UTILITY_DOCS_ROOT_TOKEN}/.well-known/skills/index.json`,
+        ...segmentLines,
+        "",
+        "## Docs",
+        ...index.pages.map((page) => {
+            const description = page.description ? `: ${page.description}` : "";
+            return `- [${page.title}](${toUtilityTemplatedMarkdownDocUrl(page.slug)})${description}`;
+        }),
+    ];
+    const sitemap = `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${index.pages
+        .map((page) => `  <url><loc>${toUtilityTemplatedDocUrl(page.slug)}</loc></url>`)
+        .join("\n")}
+</urlset>`;
+    const llmsFull = index.pages
+        .map((page) => formatMarkdownPageSection(page.title, toUtilityTemplatedDocUrl(page.slug), prepareLlmsFullContent(page.content, UTILITY_DOCS_ROOT_TOKEN, ""), page.description))
+        .join("\n\n");
+    const skillSlug = index.slug ?? slugify(index.name);
+    const skillDescription = `${index.name} documentation. ${index.description ?? ""}`.trim();
+    const skillsIndex = JSON.stringify({
+        skills: [
+            {
+                description: skillDescription,
+                files: ["SKILL.md"],
+                name: skillSlug,
+            },
+        ],
+    }, null, 2);
+    const topPages = index.pages.slice(0, 20);
+    const skillMdLines = [
+        "---",
+        `name: ${skillSlug}`,
+        `description: ${skillDescription} Use when working with ${index.name}, answering questions about its features, or helping users follow its guides.`,
+        "---",
+        "",
+        `# ${index.name}`,
+        "",
+        index.description ? `${index.description}\n` : "",
+        "## Documentation",
+        "",
+        `- Full docs index: ${UTILITY_DOCS_ROOT_TOKEN}/llms.txt`,
+        `- Complete docs content: ${UTILITY_DOCS_ROOT_TOKEN}/llms-full.txt`,
+        "- Append `.md` to any page URL for raw markdown",
+        "",
+        "## Key Pages",
+        "",
+        ...topPages.map((page) => {
+            const desc = page.description ? ` - ${page.description}` : "";
+            return `- [${page.title}](${toUtilityTemplatedMarkdownDocUrl(page.slug)})${desc}`;
+        }),
+    ];
+    return [
+        {
+            content: sitemap,
+            contentType: "application/xml; charset=utf-8",
+            path: PREBUILT_UTILITY_SITEMAP_PATH,
+        },
+        {
+            content: llmsLines.filter((line) => line !== null).join("\n"),
+            contentType: "text/plain; charset=utf-8",
+            path: PREBUILT_UTILITY_LLMS_PATH,
+        },
+        {
+            content: llmsFull,
+            contentType: "text/plain; charset=utf-8",
+            path: PREBUILT_UTILITY_LLMS_FULL_PATH,
+        },
+        {
+            content: skillsIndex,
+            contentType: "application/json; charset=utf-8",
+            path: PREBUILT_UTILITY_SKILLS_INDEX_PATH,
+        },
+        {
+            content: skillMdLines.filter((line) => line !== null).join("\n"),
+            contentType: "text/markdown; charset=utf-8",
+            path: `${PREBUILT_UTILITY_SKILLS_MD_PREFIX}${skillSlug}/SKILL.md`,
+        },
+        ...segments.map((segment) => {
+            const segmentPages = index.pages.filter((page) => segment.pageSlugs.includes(page.slug));
+            const content = [
+                `# ${index.name} - ${segment.title}`,
+                `> Segment of ${UTILITY_DOCS_ROOT_TOKEN}/llms-full.txt`,
+                "",
+                ...segmentPages.map((page) => formatMarkdownPageSection(page.title, toUtilityTemplatedDocUrl(page.slug), prepareLlmsFullContent(page.content, UTILITY_DOCS_ROOT_TOKEN, ""), page.description)),
+            ].join("\n\n");
+            return {
+                content,
+                contentType: "text/plain; charset=utf-8",
+                path: `${PREBUILT_UTILITY_LLMS_SEGMENT_PREFIX}${segment.slug}.txt`,
+            };
+        }),
+        ...index.pages.map((page) => ({
+            content: formatMarkdownPage(page.title, toAgentMarkdown(page.content), page.description),
+            contentType: "text/markdown; charset=utf-8",
+            path: getPrebuiltUtilityLlmPagePath(page.slug),
+        })),
+    ];
+};

package/packages/@repo/previewing/package.json

@@ -32,7 +32,7 @@
   },
   "devDependencies": {
     "@repo/typescript-config": "*",
-    "@types/node": "^22.19.15",
+    "@types/node": "^24.12.2",
     "oxfmt": "^0.42.0",
     "oxlint": "^1.57.0",
     "typescript": "6.0.2",

package/packages/@repo/previewing/src/blob-source.ts

@@ -116,12 +116,27 @@ export class BlobContentSource implements ContentSource {
     const manifest = await this.loadManifest();
     const prefix = normalizeDirectory(directory);
 
-    const files = [...manifest.keys()].filter((file) => {
-      if (shouldIgnoreRootDocsFile(file)) {
-        return false;
+    const files: string[] = [];
+    for (const file of manifest.keys()) {
+      if (prefix && !file.startsWith(prefix)) {
+        continue;
       }
-      return prefix ? file.startsWith(prefix) : true;
-    });
+      // Return paths relative to the listed directory, matching
+      // FsContentSource so callers can join them onto the collection root.
+      const relativePath = prefix ? file.slice(prefix.length) : file;
+      if (!relativePath) {
+        continue;
+      }
+      // Only top-level entries of the listed directory are subject to the
+      // root-docs-file ignore list, again matching FsContentSource.
+      if (
+        !relativePath.includes("/") &&
+        shouldIgnoreRootDocsFile(relativePath)
+      ) {
+        continue;
+      }
+      files.push(relativePath);
+    }
     // oxlint-disable-next-line eslint-plugin-unicorn/no-array-sort
     files.sort();
     return files;