doccupine 0.0.63 → 0.0.64

package/dist/templates/services/mcp/tools.d.ts

@@ -1 +1 @@
-export declare const mcpToolsTemplate = "import path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport type {\n  MCPToolDefinition,\n  DocsResource,\n  DocsChunk,\n  GetDocParams,\n  ListDocsParams,\n} from \"@/services/mcp/types\";\n\nconst PROJECT_ROOT = process.cwd();\nconst APP_DIR = path.join(PROJECT_ROOT, \"app\");\nconst VALID_EXT = new Set([\".ts\", \".tsx\", \".js\", \".jsx\"]);\n\n/**\n * Tool definitions for MCP - these describe the available tools\n */\nexport const DOCS_TOOLS: MCPToolDefinition[] = [\n  {\n    name: \"search_docs\",\n    description:\n      \"Search through the documentation content using semantic search. Returns relevant chunks of documentation based on the query.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        query: {\n          type: \"string\",\n          description: \"The search query to find relevant documentation\",\n        },\n        limit: {\n          type: \"number\",\n          description: \"Maximum number of results to return (default: 6)\",\n        },\n      },\n      required: [\"query\"],\n    },\n  },\n  {\n    name: \"get_doc\",\n    description:\n      \"Get the full content of a specific documentation page by its path.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        path: {\n          type: \"string\",\n          description:\n            \"The file path to the documentation page (e.g., 'app/getting-started/page.tsx')\",\n        },\n      },\n      required: [\"path\"],\n    },\n  },\n  {\n    name: \"list_docs\",\n    description:\n      \"List all available documentation pages, optionally filtered by directory.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        directory: {\n          type: \"string\",\n          description:\n            \"Optional directory to filter results (e.g., 'components')\",\n        },\n      },\n    },\n  },\n];\n\n/**\n * Recursively walk directory to find documentation files\n */\nasync function* walkDocs(dir: string): AsyncGenerator<string> {\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  for (const entry of entries) {\n    const fullPath = path.join(dir, entry.name);\n    if (entry.isDirectory()) {\n      if ([\"node_modules\", \".next\", \".git\", \"api\"].includes(entry.name)) {\n        continue;\n      }\n      yield* walkDocs(fullPath);\n    } else {\n      const ext = path.extname(entry.name).toLowerCase();\n      if (VALID_EXT.has(ext) && entry.name.startsWith(\"page.\")) {\n        yield fullPath;\n      }\n    }\n  }\n}\n\n/**\n * Extract content blocks from a file\n */\nfunction extractContentBlocks(fileText: string): string[] {\n  const results: string[] = [];\n\n  const tplRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*`((?:\\\\`|[^`])*)`\\s*;/g;\n  let m: RegExpExecArray | null;\n  while ((m = tplRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  const sglRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*'([^']*)'\\s*;/g;\n  while ((m = sglRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  const dblRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*\"([^\"]*)\"\\s*;/g;\n  while ((m = dblRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  return results;\n}\n\n/**\n * Get the title from markdown content\n */\nfunction extractTitle(content: string): string {\n  const match = content.match(/^#\\s+(.+)$/m);\n  return match ? match[1].trim() : \"Untitled\";\n}\n\n/**\n * List all documentation resources\n */\nexport async function listDocs(\n  params?: ListDocsParams,\n): Promise<DocsResource[]> {\n  const resources: DocsResource[] = [];\n  const filterDir = params?.directory;\n\n  for await (const filePath of walkDocs(APP_DIR)) {\n    const relativePath = path.relative(PROJECT_ROOT, filePath);\n\n    if (filterDir && !relativePath.includes(filterDir)) {\n      continue;\n    }\n\n    try {\n      const fileContent = await fs.readFile(filePath, \"utf8\");\n      const blocks = extractContentBlocks(fileContent);\n      const content = blocks.join(\"\\n\\n\");\n      const title = extractTitle(content);\n      const docPath = path.dirname(relativePath).replace(/^app\\/?/, \"\") || \"/\";\n\n      resources.push({\n        uri: `docs://${docPath}`,\n        name: title,\n        path: relativePath,\n        content,\n      });\n    } catch (error) {\n      console.warn(`Failed to read doc file: ${filePath}`, error);\n    }\n  }\n\n  return resources;\n}\n\n/**\n * Get a specific documentation page\n */\nexport async function getDoc(\n  params: GetDocParams,\n): Promise<DocsResource | null> {\n  let targetPath = params.path;\n\n  // Normalize path\n  if (!targetPath.startsWith(\"app/\")) {\n    targetPath = `app/${targetPath}`;\n  }\n  if (!targetPath.includes(\"page.\")) {\n    targetPath = path.join(targetPath, \"page.tsx\");\n  }\n\n  const fullPath = path.join(PROJECT_ROOT, targetPath);\n\n  // Prevent path traversal\n  const resolvedPath = path.resolve(fullPath);\n  if (!resolvedPath.startsWith(path.resolve(APP_DIR))) {\n    return null;\n  }\n\n  try {\n    const fileContent = await fs.readFile(fullPath, \"utf8\");\n    const blocks = extractContentBlocks(fileContent);\n    const content = blocks.join(\"\\n\\n\");\n    const title = extractTitle(content);\n    const docPath = path.dirname(targetPath).replace(/^app\\/?/, \"\") || \"/\";\n\n    return {\n      uri: `docs://${docPath}`,\n      name: title,\n      path: targetPath,\n      content,\n    };\n  } catch (error) {\n    console.warn(`Failed to read doc: ${targetPath}`, error);\n    return null;\n  }\n}\n\n/**\n * Chunk text for embeddings.\n * - chunkSize=800 chars balances granularity with embedding context window limits\n * - overlap=100 chars ensures continuity so searches don't miss content at chunk boundaries\n */\nexport function chunkText(\n  text: string,\n  chunkSize = 800,\n  overlap = 100,\n): string[] {\n  const chunks: string[] = [];\n  let i = 0;\n  while (i < text.length) {\n    const end = Math.min(i + chunkSize, text.length);\n    chunks.push(text.slice(i, end));\n    if (end === text.length) break;\n    i = end - overlap;\n    if (i < 0) i = 0;\n  }\n  return chunks;\n}\n\n/**\n * Get all documentation chunks for indexing\n */\nexport async function getAllDocsChunks(): Promise<DocsChunk[]> {\n  const allChunks: DocsChunk[] = [];\n  const docs = await listDocs();\n\n  for (const doc of docs) {\n    const cleanContent = doc.content\n      .replace(/\\r\\n/g, \"\\n\")\n      .replace(/\\n{3,}/g, \"\\n\\n\")\n      .slice(0, 200_000);\n\n    const textChunks = chunkText(cleanContent);\n    for (let i = 0; i < textChunks.length; i++) {\n      allChunks.push({\n        id: `${doc.path}:${i}`,\n        text: textChunks[i],\n        path: doc.path,\n        uri: doc.uri,\n      });\n    }\n  }\n\n  return allChunks;\n}\n";
+export declare const mcpToolsTemplate = "import path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport type {\n  MCPToolDefinition,\n  DocsResource,\n  DocsChunk,\n  GetDocParams,\n  ListDocsParams,\n} from \"@/services/mcp/types\";\n\nconst PROJECT_ROOT = process.cwd();\nconst APP_DIR = path.join(PROJECT_ROOT, \"app\");\nconst VALID_EXT = new Set([\".ts\", \".tsx\", \".js\", \".jsx\"]);\n\n/**\n * Tool definitions for MCP - these describe the available tools\n */\nexport const DOCS_TOOLS: MCPToolDefinition[] = [\n  {\n    name: \"search_docs\",\n    description:\n      \"Search through the documentation content using semantic search. Returns relevant chunks of documentation based on the query.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        query: {\n          type: \"string\",\n          description: \"The search query to find relevant documentation\",\n        },\n        limit: {\n          type: \"number\",\n          description: \"Maximum number of results to return (default: 6)\",\n        },\n      },\n      required: [\"query\"],\n    },\n  },\n  {\n    name: \"get_doc\",\n    description:\n      \"Get the full content of a specific documentation page by its path.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        path: {\n          type: \"string\",\n          description:\n            \"The file path to the documentation page (e.g., 'app/getting-started/page.tsx')\",\n        },\n      },\n      required: [\"path\"],\n    },\n  },\n  {\n    name: \"list_docs\",\n    description:\n      \"List all available documentation pages, optionally filtered by directory.\",\n    inputSchema: {\n      type: \"object\",\n      properties: {\n        directory: {\n          type: \"string\",\n          description:\n            \"Optional directory to filter results (e.g., 'components')\",\n        },\n      },\n    },\n  },\n];\n\n/**\n * Recursively walk directory to find documentation files\n */\nasync function* walkDocs(dir: string): AsyncGenerator<string> {\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  for (const entry of entries) {\n    const fullPath = path.join(dir, entry.name);\n    if (entry.isDirectory()) {\n      if ([\"node_modules\", \".next\", \".git\", \"api\"].includes(entry.name)) {\n        continue;\n      }\n      yield* walkDocs(fullPath);\n    } else {\n      const ext = path.extname(entry.name).toLowerCase();\n      if (VALID_EXT.has(ext) && entry.name.startsWith(\"page.\")) {\n        yield fullPath;\n      }\n    }\n  }\n}\n\n/**\n * Extract content blocks from a file\n */\nfunction extractContentBlocks(fileText: string): string[] {\n  const results: string[] = [];\n\n  const tplRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*`((?:\\\\`|[^`])*)`\\s*;/g;\n  let m: RegExpExecArray | null;\n  while ((m = tplRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  const sglRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*'([^']*)'\\s*;/g;\n  while ((m = sglRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  const dblRegex = /(?:export\\s+)?const\\s+content\\s*=\\s*\"([^\"]*)\"\\s*;/g;\n  while ((m = dblRegex.exec(fileText)) !== null) {\n    results.push(m[1]);\n  }\n\n  return results;\n}\n\n/**\n * Get the title from markdown content\n */\nfunction extractTitle(content: string): string {\n  const match = content.match(/^#\\s+(.+)$/m);\n  return match ? match[1].trim() : \"Untitled\";\n}\n\n/**\n * List all documentation resources\n */\nexport async function listDocs(\n  params?: ListDocsParams,\n): Promise<DocsResource[]> {\n  const resources: DocsResource[] = [];\n  const filterDir = params?.directory;\n\n  for await (const filePath of walkDocs(APP_DIR)) {\n    const relativePath = path.relative(PROJECT_ROOT, filePath);\n\n    if (filterDir && !relativePath.includes(filterDir)) {\n      continue;\n    }\n\n    try {\n      const fileContent = await fs.readFile(filePath, \"utf8\");\n      const blocks = extractContentBlocks(fileContent);\n      const content = blocks.join(\"\\n\\n\");\n      const title = extractTitle(content);\n      const docPath = path.dirname(relativePath).replace(/^app\\/?/, \"\") || \"/\";\n\n      resources.push({\n        uri: `docs://${docPath}`,\n        name: title,\n        path: relativePath,\n        content,\n      });\n    } catch (error) {\n      console.warn(`Failed to read doc file: ${filePath}`, error);\n    }\n  }\n\n  return resources;\n}\n\n/**\n * Get a specific documentation page\n */\nexport async function getDoc(\n  params: GetDocParams,\n): Promise<DocsResource | null> {\n  let targetPath = params.path;\n\n  // Normalize path\n  if (!targetPath.startsWith(\"app/\")) {\n    targetPath = `app/${targetPath}`;\n  }\n  if (!targetPath.includes(\"page.\")) {\n    targetPath = path.join(targetPath, \"page.tsx\");\n  }\n\n  const fullPath = path.join(PROJECT_ROOT, targetPath);\n\n  // Prevent path traversal\n  const resolvedPath = path.resolve(fullPath);\n  if (!resolvedPath.startsWith(path.resolve(APP_DIR))) {\n    return null;\n  }\n\n  try {\n    const fileContent = await fs.readFile(fullPath, \"utf8\");\n    const blocks = extractContentBlocks(fileContent);\n    const content = blocks.join(\"\\n\\n\");\n    const title = extractTitle(content);\n    const docPath = path.dirname(targetPath).replace(/^app\\/?/, \"\") || \"/\";\n\n    return {\n      uri: `docs://${docPath}`,\n      name: title,\n      path: targetPath,\n      content,\n    };\n  } catch (error) {\n    console.warn(`Failed to read doc: ${targetPath}`, error);\n    return null;\n  }\n}\n\n/**\n * Chunk text for embeddings.\n * - chunkSize=800 chars balances granularity with embedding context window limits\n * - overlap=100 chars ensures continuity so searches don't miss content at chunk boundaries\n */\nfunction chunkText(text: string, chunkSize = 800, overlap = 100): string[] {\n  const chunks: string[] = [];\n  let i = 0;\n  while (i < text.length) {\n    const end = Math.min(i + chunkSize, text.length);\n    chunks.push(text.slice(i, end));\n    if (end === text.length) break;\n    i = end - overlap;\n    if (i < 0) i = 0;\n  }\n  return chunks;\n}\n\n/**\n * Get all documentation chunks for indexing\n */\nexport async function getAllDocsChunks(): Promise<DocsChunk[]> {\n  const allChunks: DocsChunk[] = [];\n  const docs = await listDocs();\n\n  for (const doc of docs) {\n    const cleanContent = doc.content\n      .replace(/\\r\\n/g, \"\\n\")\n      .replace(/\\n{3,}/g, \"\\n\\n\")\n      .slice(0, 200_000);\n\n    const textChunks = chunkText(cleanContent);\n    for (let i = 0; i < textChunks.length; i++) {\n      allChunks.push({\n        id: `${doc.path}:${i}`,\n        text: textChunks[i],\n        path: doc.path,\n        uri: doc.uri,\n      });\n    }\n  }\n\n  return allChunks;\n}\n";

package/dist/templates/services/mcp/tools.js

@@ -207,11 +207,7 @@ export async function getDoc(
  * - chunkSize=800 chars balances granularity with embedding context window limits
  * - overlap=100 chars ensures continuity so searches don't miss content at chunk boundaries
  */
-export function chunkText(
-  text: string,
-  chunkSize = 800,
-  overlap = 100,
-): string[] {
+function chunkText(text: string, chunkSize = 800, overlap = 100): string[] {
   const chunks: string[] = [];
   let i = 0;
   while (i < text.length) {

package/dist/templates/utils/config.d.ts

@@ -1 +1 @@
-export declare const configTemplate = "import { z } from \"zod\";\nimport configData from \"@/config.json\";\n\nconst configSchema = z.object({\n  name: z.string().optional(),\n  description: z.string().optional(),\n  icon: z.string().optional(),\n  image: z.string().optional(),\n});\n\nexport type Config = z.infer<typeof configSchema>;\n\nexport const config: Config = configSchema.parse(configData);\n";
+export declare const configTemplate = "import { z } from \"zod\";\nimport configData from \"@/config.json\";\n\nconst configSchema = z.object({\n  name: z.string().optional(),\n  description: z.string().optional(),\n  icon: z.string().optional(),\n  image: z.string().optional(),\n});\n\ntype Config = z.infer<typeof configSchema>;\n\nexport const config: Config = configSchema.parse(configData);\n";

package/dist/templates/utils/config.js

@@ -8,7 +8,7 @@ const configSchema = z.object({
   image: z.string().optional(),
 });
 
-export type Config = z.infer<typeof configSchema>;
+type Config = z.infer<typeof configSchema>;
 
 export const config: Config = configSchema.parse(configData);
 `;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "doccupine",
-  "version": "0.0.63",
+  "version": "0.0.64",
   "description": "Free and open-source documentation platform. Write MDX, get a production-ready site with AI chat, built-in components, and an MCP server - in one command.",
   "main": "dist/index.js",
   "bin": {