@clidey/dory 0.27.0 → 0.30.0

package/src/plugins/docs-assets.ts

@@ -1,79 +0,0 @@
-import type { Plugin } from 'vite';
-import { cpSync, existsSync, readdirSync, statSync } from 'fs';
-import { resolve, extname } from 'path';
-
-/**
- * Plugin to copy docs assets to the build output
- * Since we can't use publicDir for docs (we need to import from it),
- * this plugin manually copies asset files during build
- */
-export function docsAssetsPlugin(): Plugin {
-  return {
-    name: 'docs-assets',
-    apply: 'build', // Only run during build
-    closeBundle() {
-      const docsDir = resolve(process.cwd(), 'docs');
-      const outDir = resolve(process.cwd(), 'dist');
-
-      if (!existsSync(docsDir)) {
-        console.warn('[docs-assets] docs directory not found, skipping asset copy');
-        return;
-      }
-
-      // Define asset extensions to copy
-      const assetExtensions = new Set([
-        '.png', '.jpg', '.jpeg', '.gif', '.svg', '.webp', '.ico',
-        '.pdf', '.mp4', '.webm', '.mp3', '.wav',
-        '.woff', '.woff2', '.ttf', '.eot',
-      ]);
-
-      // Define file/folder patterns to skip
-      const skipPatterns = new Set([
-        'dory.json',
-        'node_modules',
-        '.DS_Store',
-      ]);
-
-      const shouldSkip = (name: string) => {
-        if (skipPatterns.has(name)) return true;
-        const ext = extname(name).toLowerCase();
-        // Skip MDX and JSON files (they're processed by Vite)
-        if (ext === '.mdx' || ext === '.md' || ext === '.json') return true;
-        return false;
-      };
-
-      const copyAssets = (srcDir: string, destDir: string, relativePath: string = '') => {
-        const items = readdirSync(srcDir);
-
-        for (const item of items) {
-          if (shouldSkip(item)) continue;
-
-          const srcPath = resolve(srcDir, item);
-          const destPath = resolve(destDir, item);
-          const itemRelativePath = relativePath ? `${relativePath}/${item}` : item;
-
-          try {
-            const stats = statSync(srcPath);
-
-            if (stats.isDirectory()) {
-              // Recursively copy directories
-              copyAssets(srcPath, destPath, itemRelativePath);
-            } else if (stats.isFile()) {
-              const ext = extname(item).toLowerCase();
-              // Copy if it's an asset file
-              if (assetExtensions.has(ext)) {
-                cpSync(srcPath, destPath, { force: true });
-                console.log(`[docs-assets] Copied ${itemRelativePath}`);
-              }
-            }
-          } catch (error) {
-            console.warn(`[docs-assets] Failed to copy ${itemRelativePath}:`, error);
-          }
-        }
-      };
-
-      console.log('[docs-assets] Copying assets from docs to dist...');
-      copyAssets(docsDir, outDir);
-    },
-  };
-}

package/src/plugins/frontmatter-dev-server.ts

@@ -1,158 +0,0 @@
-import type { Plugin } from 'vite';
-import fs from 'fs';
-import path from 'path';
-
-// Read dory.json to get navigation order (flat list, in order)
-function getNavigationOrder(docsDir: string): string[] {
-  const doryJsonPath = path.join(docsDir, 'dory.json');
-  if (!fs.existsSync(doryJsonPath)) return [];
-  const doryJson = JSON.parse(fs.readFileSync(doryJsonPath, 'utf-8'));
-  const order: string[] = [];
-
-  function walkPages(pages: any[]) {
-    for (const page of pages) {
-      if (typeof page === 'string') {
-        order.push(page);
-      } else if (typeof page === 'object' && page.pages) {
-        walkPages(page.pages);
-      }
-    }
-  }
-
-  if (doryJson.navigation && Array.isArray(doryJson.navigation.tabs)) {
-    for (const tab of doryJson.navigation.tabs) {
-      if (tab.groups && Array.isArray(tab.groups)) {
-        for (const group of tab.groups) {
-          if (group.pages && Array.isArray(group.pages)) {
-            walkPages(group.pages);
-          }
-        }
-      }
-    }
-  }
-  return order;
-}
-
-// Function to parse frontmatter from MDX content
-function parseFrontmatter(content: string) {
-  const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---/);
-  if (!frontmatterMatch) return { data: {}, content };
-
-  const frontmatter = frontmatterMatch[1];
-  const data: Record<string, any> = {};
-
-  frontmatter.split('\n').forEach(line => {
-    const [key, ...valueParts] = line.split(':');
-    if (key && valueParts.length) {
-      const value = valueParts.join(':').trim();
-      data[key.trim()] = value.replace(/^["']|["']$/g, '');
-    }
-  });
-
-  return { data, content: content.slice(frontmatterMatch[0].length) };
-}
-
-// Convert filename to path format used by the store
-function pathFromFilename(filename: string, docsDir: string): string {
-  return filename
-    .replace(docsDir, '')
-    .replace(/\/?index\.mdx$/, '/')
-    .replace(/\.mdx$/, '')
-    .replace(/\\/g, '/')
-    .toLowerCase();
-}
-
-// Function to recursively find all MDX files and map by relative path (without .mdx)
-function findMdxFilesMap(dir: string, baseDir: string): Record<string, string> {
-  const files: Record<string, string> = {};
-  const items = fs.readdirSync(dir, { withFileTypes: true });
-
-  for (const item of items) {
-    const fullPath = path.join(dir, item.name);
-    if (item.isDirectory()) {
-      Object.assign(files, findMdxFilesMap(fullPath, baseDir));
-    } else if (item.isFile() && item.name.endsWith('.mdx')) {
-      // Key: relative path without .mdx, with forward slashes
-      let rel = path.relative(baseDir, fullPath).replace(/\\/g, '/');
-      if (rel.endsWith('.mdx')) rel = rel.slice(0, -4);
-      files[rel] = fullPath;
-    }
-  }
-
-  return files;
-}
-
-// Function to generate frontmatter JSON in dory.json order, then append any extra files
-function generateFrontmatterJson(docsDir: string): Array<Record<string, any>> {
-  const navOrder = getNavigationOrder(docsDir);
-  const mdxFilesMap = findMdxFilesMap(docsDir, docsDir);
-  const usedKeys = new Set<string>();
-  const frontmatterArray: Array<Record<string, any>> = [];
-
-  // Process files in navigation order first
-  for (const navKey of navOrder) {
-    // Try both with and without "index"
-    let fileKey = navKey;
-    if (mdxFilesMap[fileKey]) {
-      usedKeys.add(fileKey);
-    } else if (mdxFilesMap[`${fileKey}/index`]) {
-      fileKey = `${fileKey}/index`;
-      usedKeys.add(fileKey);
-    } else {
-      continue;
-    }
-
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data } = parseFrontmatter(rawContent);
-    const pathname = pathFromFilename(filePath, docsDir);
-
-    frontmatterArray.push({
-      ...data,
-      path: pathname
-    });
-  }
-
-  // Process any extra files not in navigation order, sorted
-  const extraKeys = Object.keys(mdxFilesMap).filter(k => !usedKeys.has(k)).sort();
-  for (const fileKey of extraKeys) {
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data } = parseFrontmatter(rawContent);
-    const pathname = pathFromFilename(filePath, docsDir);
-
-    frontmatterArray.push({
-      ...data,
-      path: pathname
-    });
-  }
-
-  return frontmatterArray;
-}
-
-export function frontmatterDevServer(): Plugin {
-  return {
-    name: 'frontmatter-dev-server',
-    configureServer(server) {
-      server.middlewares.use('/frontmatter.json', (req, res, next) => {
-        if (req.method !== 'GET') {
-          return next();
-        }
-
-        try {
-          const docsDir = path.join(process.cwd(), 'docs');
-          const frontmatterArray = generateFrontmatterJson(docsDir);
-          const jsonContent = JSON.stringify(frontmatterArray, null, 2);
-
-          res.setHeader('Content-Type', 'application/json; charset=utf-8');
-          res.setHeader('Content-Length', Buffer.byteLength(jsonContent));
-          res.end(jsonContent);
-        } catch (error) {
-          console.error('Error generating frontmatter JSON:', error);
-          res.statusCode = 500;
-          res.end('Internal Server Error');
-        }
-      });
-    }
-  };
-}

package/src/plugins/frontmatter-generator.ts

@@ -1,157 +0,0 @@
-import type { Plugin } from 'vite';
-import fs from 'fs';
-import path from 'path';
-
-interface FrontmatterGeneratorOptions {
-  docsDir?: string;
-  outputPath?: string;
-}
-
-// Read dory.json to get navigation order (flat list, in order)
-function getNavigationOrder(docsDir: string): string[] {
-  const doryJsonPath = path.join(docsDir, 'dory.json');
-  if (!fs.existsSync(doryJsonPath)) return [];
-  const doryJson = JSON.parse(fs.readFileSync(doryJsonPath, 'utf-8'));
-  const order: string[] = [];
-
-  function walkPages(pages: any[]) {
-    for (const page of pages) {
-      if (typeof page === 'string') {
-        order.push(page);
-      } else if (typeof page === 'object' && page.pages) {
-        walkPages(page.pages);
-      }
-    }
-  }
-
-  if (doryJson.navigation && Array.isArray(doryJson.navigation.tabs)) {
-    for (const tab of doryJson.navigation.tabs) {
-      if (tab.groups && Array.isArray(tab.groups)) {
-        for (const group of tab.groups) {
-          if (group.pages && Array.isArray(group.pages)) {
-            walkPages(group.pages);
-          }
-        }
-      }
-    }
-  }
-  return order;
-}
-
-// Function to parse frontmatter from MDX content
-function parseFrontmatter(content: string) {
-  const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---/);
-  if (!frontmatterMatch) return { data: {}, content };
-
-  const frontmatter = frontmatterMatch[1];
-  const data: Record<string, any> = {};
-
-  frontmatter.split('\n').forEach(line => {
-    const [key, ...valueParts] = line.split(':');
-    if (key && valueParts.length) {
-      const value = valueParts.join(':').trim();
-      data[key.trim()] = value.replace(/^["']|["']$/g, '');
-    }
-  });
-
-  return { data, content: content.slice(frontmatterMatch[0].length) };
-}
-
-// Convert filename to path format used by the store
-function pathFromFilename(filename: string, docsDir: string): string {
-  return filename
-    .replace(docsDir, '')
-    .replace(/\/?index\.mdx$/, '/')
-    .replace(/\.mdx$/, '')
-    .replace(/\\/g, '/')
-    .toLowerCase();
-}
-
-// Function to recursively find all MDX files and map by relative path (without .mdx)
-function findMdxFilesMap(dir: string, baseDir: string): Record<string, string> {
-  const files: Record<string, string> = {};
-  const items = fs.readdirSync(dir, { withFileTypes: true });
-
-  for (const item of items) {
-    const fullPath = path.join(dir, item.name);
-    if (item.isDirectory()) {
-      Object.assign(files, findMdxFilesMap(fullPath, baseDir));
-    } else if (item.isFile() && item.name.endsWith('.mdx')) {
-      // Key: relative path without .mdx, with forward slashes
-      let rel = path.relative(baseDir, fullPath).replace(/\\/g, '/');
-      if (rel.endsWith('.mdx')) rel = rel.slice(0, -4);
-      files[rel] = fullPath;
-    }
-  }
-
-  return files;
-}
-
-// Function to generate frontmatter JSON in dory.json order, then append any extra files
-function generateFrontmatterJson(docsDir: string): Array<Record<string, any>> {
-  const navOrder = getNavigationOrder(docsDir);
-  const mdxFilesMap = findMdxFilesMap(docsDir, docsDir);
-  const usedKeys = new Set<string>();
-  const frontmatterArray: Array<Record<string, any>> = [];
-
-  // Process files in navigation order first
-  for (const navKey of navOrder) {
-    // Try both with and without "index"
-    let fileKey = navKey;
-    if (mdxFilesMap[fileKey]) {
-      usedKeys.add(fileKey);
-    } else if (mdxFilesMap[`${fileKey}/index`]) {
-      fileKey = `${fileKey}/index`;
-      usedKeys.add(fileKey);
-    } else {
-      continue;
-    }
-
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data } = parseFrontmatter(rawContent);
-    const pathname = pathFromFilename(filePath, docsDir);
-
-    frontmatterArray.push({
-      ...data,
-      path: pathname
-    });
-  }
-
-  // Process any extra files not in navigation order, sorted
-  const extraKeys = Object.keys(mdxFilesMap).filter(k => !usedKeys.has(k)).sort();
-  for (const fileKey of extraKeys) {
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data } = parseFrontmatter(rawContent);
-    const pathname = pathFromFilename(filePath, docsDir);
-
-    frontmatterArray.push({
-      ...data,
-      path: pathname
-    });
-  }
-
-  return frontmatterArray;
-}
-
-export function frontmatterGenerator(options: FrontmatterGeneratorOptions = {}): Plugin {
-  return {
-    name: 'frontmatter-generator',
-    generateBundle() {
-      const docsDir = options.docsDir || path.join(process.cwd(), 'docs');
-      const frontmatterArray = generateFrontmatterJson(docsDir);
-      const jsonContent = JSON.stringify(frontmatterArray, null, 2);
-
-      this.emitFile({
-        type: 'asset',
-        fileName: 'frontmatter.json',
-        source: jsonContent
-      });
-
-      console.log(`✅ Generated frontmatter JSON file`);
-      console.log(`📄 Processed ${frontmatterArray.length} MDX files`);
-      console.log(`📝 Total JSON size: ${jsonContent.length} characters`);
-    }
-  };
-}

package/src/plugins/llm-txt-dev-server.ts

@@ -1,183 +0,0 @@
-import type { Plugin } from 'vite';
-import fs from 'fs';
-import path from 'path';
-
-// Read dory.json to get navigation order (flat list, in order)
-function getNavigationOrder(docsDir: string): string[] {
-  const doryJsonPath = path.join(docsDir, 'dory.json');
-  if (!fs.existsSync(doryJsonPath)) return [];
-  const doryJson = JSON.parse(fs.readFileSync(doryJsonPath, 'utf-8'));
-  const order: string[] = [];
-
-  function walkPages(pages: any[]) {
-    for (const page of pages) {
-      if (typeof page === 'string') {
-        order.push(page);
-      } else if (typeof page === 'object' && page.pages) {
-        walkPages(page.pages);
-      }
-    }
-  }
-
-  if (doryJson.navigation && Array.isArray(doryJson.navigation.tabs)) {
-    for (const tab of doryJson.navigation.tabs) {
-      if (tab.groups && Array.isArray(tab.groups)) {
-        for (const group of tab.groups) {
-          if (group.pages && Array.isArray(group.pages)) {
-            walkPages(group.pages);
-          }
-        }
-      }
-    }
-  }
-  return order;
-}
-
-// Function to parse frontmatter from MDX content
-function parseFrontmatter(content: string) {
-  const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---\n/);
-  if (!frontmatterMatch) return { data: {}, content };
-
-  const frontmatter = frontmatterMatch[1];
-  const data: Record<string, string> = {};
-
-  frontmatter.split('\n').forEach(line => {
-    const [key, ...valueParts] = line.split(':');
-    if (key && valueParts.length) {
-      const value = valueParts.join(':').trim();
-      data[key.trim()] = value.replace(/^["']|["']$/g, '');
-    }
-  });
-
-  return { data, content: content.slice(frontmatterMatch[0].length) };
-}
-
-// Function to recursively find all MDX files and map by relative path (without .mdx)
-function findMdxFilesMap(dir: string, baseDir: string): Record<string, string> {
-  const files: Record<string, string> = {};
-  const items = fs.readdirSync(dir, { withFileTypes: true });
-
-  for (const item of items) {
-    const fullPath = path.join(dir, item.name);
-    if (item.isDirectory()) {
-      Object.assign(files, findMdxFilesMap(fullPath, baseDir));
-    } else if (item.isFile() && item.name.endsWith('.mdx')) {
-      // Key: relative path without .mdx, with forward slashes
-      let rel = path.relative(baseDir, fullPath).replace(/\\/g, '/');
-      if (rel.endsWith('.mdx')) rel = rel.slice(0, -4);
-      files[rel] = fullPath;
-    }
-  }
-
-  return files;
-}
-
-// Function to clean MDX content for LLM consumption
-function cleanMdxContent(content: string): string {
-  // Remove JSX components but keep their content
-  let cleaned = content
-    // Remove JSX opening/closing tags but keep content
-    .replace(/<(\w+)([^>]*?)>/g, '')
-    .replace(/<\/\w+>/g, '')
-    // Remove code block language specifiers
-    .replace(/```(\w+)/g, '```')
-    // Remove HTML comments
-    .replace(/<!--[\s\S]*?-->/g, '')
-    // Remove excessive whitespace
-    .replace(/\n\s*\n\s*\n/g, '\n\n')
-    // Remove leading/trailing whitespace
-    .trim();
-
-  return cleaned;
-}
-
-// Function to generate LLM text content in dory.json order, then append any extra files
-function generateLlmContent(docsDir: string): string {
-  const navOrder = getNavigationOrder(docsDir);
-  const mdxFilesMap = findMdxFilesMap(docsDir, docsDir);
-  const usedKeys = new Set<string>();
-  let aggregatedContent = '';
-
-  // Output files in navigation order, in order as in dory.json
-  for (const navKey of navOrder) {
-    // Try both with and without "index"
-    let fileKey = navKey;
-    if (mdxFilesMap[fileKey]) {
-      usedKeys.add(fileKey);
-    } else if (mdxFilesMap[`${fileKey}/index`]) {
-      fileKey = `${fileKey}/index`;
-      usedKeys.add(fileKey);
-    } else {
-      continue;
-    }
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data, content } = parseFrontmatter(rawContent);
-    const cleanedContent = cleanMdxContent(content);
-
-    // Add file header
-    aggregatedContent += `\n# ${fileKey}.mdx\n`;
-
-    // Add title if available
-    if (data.title) {
-      aggregatedContent += `## ${data.title}\n\n`;
-    }
-
-    // Add description if available
-    if (data.description) {
-      aggregatedContent += `${data.description}\n\n`;
-    }
-
-    // Add cleaned content
-    aggregatedContent += cleanedContent + '\n\n';
-    aggregatedContent += '---\n\n';
-  }
-
-  // Output any extra files not in navigation order, sorted
-  const extraKeys = Object.keys(mdxFilesMap).filter(k => !usedKeys.has(k)).sort();
-  for (const fileKey of extraKeys) {
-    const filePath = mdxFilesMap[fileKey];
-    const rawContent = fs.readFileSync(filePath, 'utf-8');
-    const { data, content } = parseFrontmatter(rawContent);
-    const cleanedContent = cleanMdxContent(content);
-
-    aggregatedContent += `\n# ${fileKey}.mdx\n`;
-    if (data.title) {
-      aggregatedContent += `## ${data.title}\n\n`;
-    }
-    if (data.description) {
-      aggregatedContent += `${data.description}\n\n`;
-    }
-    aggregatedContent += cleanedContent + '\n\n';
-    aggregatedContent += '---\n\n';
-  }
-
-  // Remove leading newlines for the very first file, so the first file is at the very top
-  return aggregatedContent.replace(/^\n+/, '').trim();
-}
-
-export function llmTxtDevServer(): Plugin {
-  return {
-    name: 'llm-txt-dev-server',
-    configureServer(server) {
-      server.middlewares.use('/llms.txt', (req, res, next) => {
-        if (req.method !== 'GET') {
-          return next();
-        }
-
-        try {
-          const docsDir = path.join(process.cwd(), 'docs');
-          const llmContent = generateLlmContent(docsDir);
-
-          res.setHeader('Content-Type', 'text/plain; charset=utf-8');
-          res.setHeader('Content-Length', Buffer.byteLength(llmContent));
-          res.end(llmContent);
-        } catch (error) {
-          console.error('Error generating LLM text:', error);
-          res.statusCode = 500;
-          res.end('Internal Server Error');
-        }
-      });
-    }
-  };
-}