@chappibunny/repolens 1.3.0 → 1.4.0

package/RELEASE.md

@@ -22,7 +22,7 @@ RepoLens uses semantic versioning:
 8. Push branch and tag: `git push --follow-tags`
 9. GitHub Actions `release.yml` runs automatically:
    - Security audit (dependency + secrets scanning)
-   - Test suite (163 tests)
+   - Test suite (185 tests)
    - Create GitHub Release with tarball
    - Publish to npm (`npm publish --access public`)
 10. Verify on npm: `npm view @chappibunny/repolens version`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chappibunny/repolens",
-  "version": "1.3.0",
+  "version": "1.4.0",
   "description": "AI-assisted documentation intelligence system for technical and non-technical audiences",
   "license": "MIT",
   "type": "module",

package/src/ai/prompts.js

@@ -1,5 +1,48 @@
 // Strict prompt templates for AI-generated documentation sections
 
+const MAX_CONTEXT_CHARS = 12000; // ~3000 tokens, safe for all models
+
+/**
+ * Truncate a context object to fit within token limits.
+ * Prunes large arrays (routes, modules, domains) to keep context compact.
+ */
+function truncateContext(context) {
+  let json = JSON.stringify(context, null, 2);
+  if (json.length <= MAX_CONTEXT_CHARS) return json;
+
+  // Progressively shrink: reduce array sizes
+  const trimmed = { ...context };
+
+  // Trim routes
+  if (trimmed.routes) {
+    if (trimmed.routes.pages && trimmed.routes.pages.length > 15) {
+      trimmed.routes = { ...trimmed.routes, pages: trimmed.routes.pages.slice(0, 15) };
+    }
+    if (trimmed.routes.apis && trimmed.routes.apis.length > 15) {
+      trimmed.routes = { ...trimmed.routes, apis: trimmed.routes.apis.slice(0, 15) };
+    }
+  }
+
+  // Trim domains
+  if (Array.isArray(trimmed.domains) && trimmed.domains.length > 8) {
+    trimmed.domains = trimmed.domains.slice(0, 8);
+  }
+
+  // Trim top modules
+  if (Array.isArray(trimmed.topModules) && trimmed.topModules.length > 10) {
+    trimmed.topModules = trimmed.topModules.slice(0, 10);
+  }
+
+  json = JSON.stringify(trimmed, null, 2);
+
+  // Final hard truncation if still over limit
+  if (json.length > MAX_CONTEXT_CHARS) {
+    json = json.slice(0, MAX_CONTEXT_CHARS) + "\n... (context truncated for token limit)";
+  }
+
+  return json;
+}
+
 export const SYSTEM_PROMPT = `You are a senior software architect and technical writer.
 Your job is to turn structured repository analysis into clear documentation.
 
@@ -20,7 +63,7 @@ export function createExecutiveSummaryPrompt(context) {
   return `Write an executive summary for a mixed audience of technical and non-technical readers.
 
 Use this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain what the system appears to do based on the modules and routes.
@@ -53,7 +96,7 @@ export function createSystemOverviewPrompt(context) {
   return `Write a system overview for a mixed audience.
 
 Use this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Provide a concise, high-level orientation to the codebase.
@@ -81,7 +124,7 @@ export function createBusinessDomainsPrompt(context) {
   return `Write business domain documentation for a mixed audience, especially non-technical readers.
 
 Use this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Translate codebase structure into business language.
@@ -113,7 +156,7 @@ export function createArchitectureOverviewPrompt(context) {
   return `Write an architecture overview for engineers, architects, and technical PMs.
 
 Use this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain the layered architecture based on observable patterns.
@@ -147,10 +190,10 @@ export function createDataFlowsPrompt(flows, context) {
   return `Write data flow documentation for a mixed audience.
 
 Use this flow information:
-${JSON.stringify(flows, null, 2)}
+${truncateContext(flows)}
 
 And this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain major information flows in plain language.
@@ -179,7 +222,7 @@ export function createDeveloperOnboardingPrompt(context) {
   return `Write developer onboarding documentation to help new engineers get productive quickly.
 
 Use this context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Guide new developers through the codebase structure.
@@ -218,7 +261,7 @@ Type: ${module.type}
 Domain: ${module.domain}
 
 Additional context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain the module's likely purpose.
@@ -252,7 +295,7 @@ File: ${route.file}
 Type: ${route.type}
 
 Additional context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain the user purpose of this route.
@@ -283,7 +326,7 @@ API: ${api.methods.join(", ")} ${api.path}
 File: ${api.file}
 
 Additional context:
-${JSON.stringify(context, null, 2)}
+${truncateContext(context)}
 
 Requirements:
 - Explain the purpose in plain language and technical language.

package/src/analyzers/domain-inference.js

@@ -2,42 +2,42 @@
 
 const DEFAULT_DOMAIN_HINTS = [
   { 
-    match: ["auth", "login", "signup", "session", "user", "account"], 
-    domain: "Authentication",
-    description: "User authentication and identity flows"
+    match: ["auth", "login", "signup", "session", "user", "account", "oauth", "sso"], 
+    domain: "Authentication & Identity",
+    description: "User authentication, authorization, and identity management"
   },
   { 
-    match: ["stock", "chart", "price", "market", "watchlist", "ticker", "quote"], 
-    domain: "Market Data & Analysis",
-    description: "Market data retrieval, analysis, and visualization"
+    match: ["dashboard", "analytics", "chart", "report", "metric", "stat", "insight"], 
+    domain: "Analytics & Reporting",
+    description: "Data visualization, reporting, and analytics dashboards"
   },
   { 
-    match: ["article", "newsletter", "news", "research", "content", "blog", "post"], 
-    domain: "Content & Research",
-    description: "Content publishing, research, and insight delivery"
+    match: ["article", "newsletter", "news", "research", "content", "blog", "post", "cms"], 
+    domain: "Content Management",
+    description: "Content publishing, management, and delivery"
   },
   { 
-    match: ["portfolio", "positions", "holdings", "trades", "orders"], 
-    domain: "Portfolio Management",
-    description: "Portfolio tracking and trading functionality"
+    match: ["search", "filter", "query", "index", "catalog", "browse"], 
+    domain: "Search & Discovery",
+    description: "Search functionality, filtering, and content discovery"
   },
   { 
-    match: ["alert", "notification", "email", "sms", "webhook"], 
-    domain: "Alerts & Notifications",
-    description: "User notification and alerting system"
+    match: ["alert", "notification", "email", "sms", "webhook", "push", "message"], 
+    domain: "Notifications",
+    description: "User notifications and messaging system"
   },
   { 
-    match: ["payment", "subscription", "billing", "stripe", "checkout"], 
+    match: ["payment", "subscription", "billing", "stripe", "checkout", "invoice"], 
     domain: "Payments & Billing",
     description: "Payment processing and subscription management"
   },
   { 
-    match: ["api", "endpoint", "route", "handler"], 
+    match: ["api", "endpoint", "route", "handler", "controller", "middleware"], 
     domain: "API Layer",
     description: "Backend API endpoints and request handling"
   },
   { 
-    match: ["component", "ui", "button", "form", "modal", "dialog"], 
+    match: ["component", "ui", "button", "form", "modal", "dialog", "layout", "widget"], 
     domain: "UI Components",
     description: "Reusable user interface components"
   },
@@ -47,19 +47,34 @@ const DEFAULT_DOMAIN_HINTS = [
     description: "Custom React hooks for state and behavior"
   },
   { 
-    match: ["store", "state", "redux", "zustand", "context"], 
+    match: ["store", "state", "redux", "zustand", "context", "atom"], 
     domain: "State Management",
     description: "Application state management"
   },
   { 
-    match: ["lib", "util", "helper", "common", "shared"], 
+    match: ["lib", "util", "helper", "common", "shared", "tool"], 
     domain: "Shared Utilities",
     description: "Common utilities and helper functions"
   },
   { 
-    match: ["data", "database", "db", "prisma", "sql"], 
+    match: ["data", "database", "db", "prisma", "sql", "model", "schema", "migration", "seed"], 
     domain: "Data Layer",
-    description: "Database access and data persistence"
+    description: "Database access, models, and data persistence"
+  },
+  {
+    match: ["config", "setting", "env", "constant"],
+    domain: "Configuration",
+    description: "Application configuration and environment settings"
+  },
+  {
+    match: ["test", "spec", "fixture", "mock", "stub", "e2e", "cypress", "playwright"],
+    domain: "Testing",
+    description: "Test suites, fixtures, and testing utilities"
+  },
+  {
+    match: ["job", "queue", "worker", "cron", "task", "scheduler", "background"],
+    domain: "Background Jobs",
+    description: "Background processing, job queues, and scheduled tasks"
   }
 ];
 

package/src/cli.js

@@ -89,7 +89,7 @@ async function printBanner() {
 ██╔══██╗██╔══╝  ██╔═══╝ ██║   ██║██║     ██╔══╝  ██║╚██╗██║╚════██║
 ██║  ██║███████╗██║     ╚██████╔╝███████╗███████╗██║ ╚████║███████║
 ╚═╝  ╚═╝╚══════╝╚═╝      ╚═════╝ ╚══════╝╚══════╝╚═╝  ╚═══╝╚══════╝
-          🔍 Repository Intelligence by RABITAI 🐰
+          🔍 Repository Intelligence by RepoLens
           v${version}
 `);
   console.log("─".repeat(70));
@@ -133,7 +133,7 @@ async function findConfig(startDir = process.cwd()) {
 
 function printHelp() {
   console.log(`
-RepoLens — Repository Intelligence CLI by RABITAI 🐰
+RepoLens — Repository Intelligence CLI
 
 Usage:
   repolens <command> [options]

package/src/docs/generate-doc-set.js

@@ -200,7 +200,7 @@ async function generateDocument(docPlan, context) {
       
     case "system_map":
       // Hybrid: deterministic diagram + AI explanation (for now, just diagram)
-      return renderSystemMap(scanResult, config);
+      return renderSystemMap(scanResult, config, depGraph);
       
     case "developer_onboarding":
       return await generateDeveloperOnboarding(aiContext);

package/src/doctor.js

@@ -151,6 +151,57 @@ export async function runDoctor(targetDir = process.cwd()) {
     }
   }
 
+  // Validate environment variables for configured publishers
+  if (cfg && Array.isArray(cfg.publishers)) {
+    info("Environment:");
+    info("");
+
+    const envChecks = [];
+
+    if (cfg.publishers.includes("notion")) {
+      envChecks.push(
+        { key: "NOTION_TOKEN", required: true, publisher: "Notion" },
+        { key: "NOTION_PARENT_PAGE_ID", required: true, publisher: "Notion" },
+      );
+    }
+
+    if (cfg.publishers.includes("confluence")) {
+      envChecks.push(
+        { key: "CONFLUENCE_URL", required: true, publisher: "Confluence" },
+        { key: "CONFLUENCE_EMAIL", required: true, publisher: "Confluence" },
+        { key: "CONFLUENCE_API_TOKEN", required: true, publisher: "Confluence" },
+        { key: "CONFLUENCE_SPACE_KEY", required: true, publisher: "Confluence" },
+        { key: "CONFLUENCE_PARENT_PAGE_ID", required: true, publisher: "Confluence" },
+      );
+    }
+
+    if (cfg.publishers.includes("github_wiki")) {
+      envChecks.push(
+        { key: "GITHUB_TOKEN", required: true, publisher: "GitHub Wiki" },
+      );
+    }
+
+    if (cfg.ai?.enabled || process.env.REPOLENS_AI_ENABLED === "true") {
+      envChecks.push(
+        { key: "REPOLENS_AI_API_KEY", required: true, publisher: "AI" },
+      );
+    }
+
+    if (envChecks.length === 0) {
+      ok("No publisher-specific env vars required (Markdown only)");
+    }
+
+    for (const check of envChecks) {
+      if (process.env[check.key]) {
+        ok(`${check.key} is set (${check.publisher})`);
+      } else {
+        warn(`${check.key} is not set — required for ${check.publisher} publishing`);
+      }
+    }
+
+    info("");
+  }
+
   info("");
 
   const detectedRoots = await detectRepoRoots(repoRoot);

package/src/integrations/discord.js

@@ -71,7 +71,7 @@ function buildEmbed(payload) {
   };
 
   return {
-    title: title || "RABITAI Documentation Updated",
+    title: title || "RepoLens Documentation Updated",
     description: description || "Documentation has been regenerated",
     color: typeof color === "string" ? colorMap[color] || colorMap.info : color || colorMap.info,
     fields: fields.map((field) => ({
@@ -82,7 +82,7 @@ function buildEmbed(payload) {
     timestamp,
     footer: footer
       ? { text: footer }
-      : { text: "RABITAI 🐰" },
+      : { text: "RepoLens 🔍" },
     url: url || undefined,
   };
 }
@@ -237,7 +237,7 @@ export function buildErrorNotification(options) {
   }
 
   return {
-    title: "🚨 RABITAI Error",
+    title: "🚨 RepoLens Error",
     description: "Documentation generation failed",
     color: "error",
     fields,

package/src/publishers/confluence.js

@@ -136,7 +136,12 @@ async function writeCache(cache) {
 
 // Convert Markdown to Confluence Storage Format
 function markdownToConfluenceStorage(markdown) {
-  const lines = markdown.split("\n");
+  // Rewrite relative file links that can't resolve in Confluence
+  const rewritten = markdown.replace(
+    /\[([^\]]+)\]\(\.{1,2}\/[^)]+\)/g,
+    "$1"
+  );
+  const lines = rewritten.split("\n");
   const output = [];
 
   let i = 0;
@@ -161,10 +166,12 @@ function markdownToConfluenceStorage(markdown) {
       }
       i++; // skip closing ```
       const code = codeLines.join("\n");
+      // Escape ]]> inside code to prevent CDATA injection
+      const safeCode = code.replace(/]]>/g, "]]]]><![CDATA[>");
       output.push(
         `<ac:structured-macro ac:name="code">` +
         `<ac:parameter ac:name="language">${escapeHtml(language)}</ac:parameter>` +
-        `<ac:plain-text-body><![CDATA[${code}]]></ac:plain-text-body>` +
+        `<ac:plain-text-body><![CDATA[${safeCode}]]></ac:plain-text-body>` +
         `</ac:structured-macro>`
       );
       continue;

package/src/publishers/markdown.js

@@ -8,12 +8,21 @@ function outputDir(cfg) {
 
 function pageFileName(key) {
   const mapping = {
+    executive_summary: "executive_summary.md",
     system_overview: "system_overview.md",
+    business_domains: "business_domains.md",
+    architecture_overview: "architecture_overview.md",
     module_catalog: "module_catalog.md",
     api_surface: "api_surface.md",
+    data_flows: "data_flows.md",
     arch_diff: "architecture_diff.md",
     route_map: "route_map.md",
-    system_map: "system_map.md"
+    system_map: "system_map.md",
+    developer_onboarding: "developer_onboarding.md",
+    graphql_schema: "graphql_schema.md",
+    type_graph: "type_graph.md",
+    dependency_graph: "dependency_graph.md",
+    architecture_drift: "architecture_drift.md"
   };
 
   return mapping[key] || `${key}.md`;

package/src/publishers/notion.js

@@ -172,6 +172,18 @@ export async function clearPage(pageId) {
   }
 }
 
+/**
+ * Rewrite relative file links that cannot resolve in external publishers.
+ * Converts [text](./path.md) and [text](../path.md) to just "text",
+ * while preserving absolute URLs like [text](https://example.com).
+ */
+function rewriteRelativeLinks(markdown) {
+  return markdown.replace(
+    /\[([^\]]+)\]\(\.{1,2}\/[^)]+\)/g,
+    "$1"
+  );
+}
+
 function parseInlineRichText(text) {
   // Parse inline markdown: **bold**, *italic*, `code` into Notion rich_text annotations
   const segments = [];
@@ -246,8 +258,11 @@ function markdownToNotionBlocks(markdown) {
     warn(`markdownToNotionBlocks received invalid markdown: ${typeof markdown}`);
     return [];
   }
+
+  // Rewrite relative file links that can't resolve in Notion
+  const rewritten = rewriteRelativeLinks(markdown);
   
-  const lines = markdown.split("\n");
+  const lines = rewritten.split("\n");
   const blocks = [];
   let i = 0;
 
@@ -326,28 +341,88 @@ function markdownToNotionBlocks(markdown) {
 
       if (tableRows.length > 0) {
         const columnCount = tableRows[0].length;
-        const tableBlock = {
-          object: "block",
-          type: "table",
-          table: {
-            table_width: columnCount,
-            has_column_header: true,
-            has_row_header: false,
-            children: tableRows.map((row) => ({
-              type: "table_row",
-              table_row: {
-                cells: row.slice(0, columnCount).map(cell => parseInlineRichText(cell))
+        const headerRow = tableRows[0];
+        const dataRows = tableRows.slice(1);
+
+        // Notion API limit: max 100 rows per table (including header)
+        // Split into chunks if needed
+        if (dataRows.length >= 100) {
+          const CHUNK_SIZE = 99; // 99 data rows + 1 header = 100 total
+
+          for (let chunkIdx = 0; chunkIdx < dataRows.length; chunkIdx += CHUNK_SIZE) {
+            const chunkRows = dataRows.slice(chunkIdx, chunkIdx + CHUNK_SIZE);
+            const allRows = [headerRow, ...chunkRows];
+
+            const tableBlock = {
+              object: "block",
+              type: "table",
+              table: {
+                table_width: columnCount,
+                has_column_header: true,
+                has_row_header: false,
+                children: allRows.map((row) => ({
+                  type: "table_row",
+                  table_row: {
+                    cells: row.slice(0, columnCount).map(cell => parseInlineRichText(cell))
+                  }
+                }))
               }
-            }))
+            };
+
+            // Pad rows that have fewer cells than the header
+            for (const child of tableBlock.table.children) {
+              while (child.table_row.cells.length < columnCount) {
+                child.table_row.cells.push([{ type: "text", text: { content: "" } }]);
+              }
+            }
+
+            blocks.push(tableBlock);
+
+            // Add continuation note between chunks
+            if (chunkIdx + CHUNK_SIZE < dataRows.length) {
+              const remaining = dataRows.length - (chunkIdx + CHUNK_SIZE);
+              blocks.push({
+                object: "block",
+                type: "paragraph",
+                paragraph: {
+                  rich_text: [{
+                    type: "text",
+                    text: {
+                      content: `📋 Table continued below (${remaining} more rows)...`
+                    },
+                    annotations: { italic: true, color: "gray" }
+                  }]
+                }
+              });
+            }
           }
-        };
-        // Pad rows that have fewer cells than the header
-        for (const child of tableBlock.table.children) {
-          while (child.table_row.cells.length < columnCount) {
-            child.table_row.cells.push([{ type: "text", text: { content: "" } }]);
+        } else {
+          // Table fits in one block
+          const tableBlock = {
+            object: "block",
+            type: "table",
+            table: {
+              table_width: columnCount,
+              has_column_header: true,
+              has_row_header: false,
+              children: tableRows.map((row) => ({
+                type: "table_row",
+                table_row: {
+                  cells: row.slice(0, columnCount).map(cell => parseInlineRichText(cell))
+                }
+              }))
+            }
+          };
+
+          // Pad rows that have fewer cells than the header
+          for (const child of tableBlock.table.children) {
+            while (child.table_row.cells.length < columnCount) {
+              child.table_row.cells.push([{ type: "text", text: { content: "" } }]);
+            }
           }
+
+          blocks.push(tableBlock);
         }
-        blocks.push(tableBlock);
       }
       continue;
     }
@@ -448,7 +523,7 @@ function markdownToNotionBlocks(markdown) {
 }
 
 // Exported for testing
-export { markdownToNotionBlocks, parseInlineRichText };
+export { markdownToNotionBlocks, parseInlineRichText, rewriteRelativeLinks };
 
 export async function replacePageContent(pageId, markdown) {
   // Ensure page is unarchived before editing

package/src/renderers/render.js

@@ -266,6 +266,10 @@ export function renderRouteMap(cfg, scan) {
       lines.push(`| \`${page.path}\` | \`${page.file}\` |`);
     }
 
+    if (scan.pages.length > 200) {
+      lines.push(``, `> **Note:** Showing 200 of ${scan.pages.length} pages. Configure \`scan.include\` to narrow scope.`);
+    }
+
     lines.push(``);
   }
 
@@ -283,6 +287,10 @@ export function renderRouteMap(cfg, scan) {
       lines.push(`| ${route.methods.join(", ")} | \`${route.path}\` | \`${route.file}\` |`);
     }
 
+    if (scan.api.length > 200) {
+      lines.push(``, `> **Note:** Showing 200 of ${scan.api.length} API endpoints.`);
+    }
+
     lines.push(``);
   }
 

package/src/renderers/renderDiff.js

@@ -88,6 +88,9 @@ export function renderArchitectureDiff(diff) {
     for (const route of data.addedRoutes.slice(0, 25)) {
       lines.push(`- \`${route}\``);
     }
+    if (data.addedRoutes.length > 25) {
+      lines.push(``, `> Showing 25 of ${data.addedRoutes.length} added routes.`);
+    }
     lines.push("");
   }
 
@@ -96,6 +99,9 @@ export function renderArchitectureDiff(diff) {
     for (const route of data.removedRoutes.slice(0, 25)) {
       lines.push(`- \`${route}\``);
     }
+    if (data.removedRoutes.length > 25) {
+      lines.push(``, `> Showing 25 of ${data.removedRoutes.length} removed routes.`);
+    }
     lines.push("");
   }
 
@@ -104,6 +110,9 @@ export function renderArchitectureDiff(diff) {
     for (const module of data.impactedModules.slice(0, 40)) {
       lines.push(`- \`${module}\``);
     }
+    if (data.impactedModules.length > 40) {
+      lines.push(``, `> Showing 40 of ${data.impactedModules.length} impacted modules.`);
+    }
     lines.push("");
   }
 
@@ -112,6 +121,9 @@ export function renderArchitectureDiff(diff) {
     for (const file of data.added.slice(0, 25)) {
       lines.push(`- \`${file}\``);
     }
+    if (data.added.length > 25) {
+      lines.push(``, `> Showing 25 of ${data.added.length} added files.`);
+    }
     lines.push("");
   }
 
@@ -120,6 +132,9 @@ export function renderArchitectureDiff(diff) {
     for (const file of data.removed.slice(0, 25)) {
       lines.push(`- \`${file}\``);
     }
+    if (data.removed.length > 25) {
+      lines.push(``, `> Showing 25 of ${data.removed.length} removed files.`);
+    }
     lines.push("");
   }
 
@@ -128,6 +143,9 @@ export function renderArchitectureDiff(diff) {
     for (const file of data.modified.slice(0, 25)) {
       lines.push(`- \`${file}\``);
     }
+    if (data.modified.length > 25) {
+      lines.push(``, `> Showing 25 of ${data.modified.length} modified files.`);
+    }
     lines.push("");
   }