@rely-ai/caliber 1.13.1 → 1.14.1

package/dist/bin.js

@@ -408,117 +408,145 @@ var IGNORE_DIRS2 = /* @__PURE__ */ new Set([
   ".caliber",
   "__pycache__",
   ".venv",
+  "venv",
+  "env",
   "vendor",
-  "target"
+  "target",
+  ".parcel-cache",
+  ".nyc_output",
+  ".claude",
+  ".cursor",
+  ".agents",
+  ".codex"
 ]);
-var SOURCE_EXTENSIONS = /* @__PURE__ */ new Set([".ts", ".tsx", ".js", ".jsx", ".py"]);
-var CONFIG_FILE_NAMES = /* @__PURE__ */ new Set([
-  "package.json",
-  "Dockerfile",
-  "docker-compose.yml",
-  "docker-compose.yaml",
-  "Makefile",
-  "tsconfig.json",
-  "pyproject.toml",
-  "turbo.json",
-  "requirements.txt",
-  "go.mod",
-  "Cargo.toml",
-  "Gemfile",
-  "next.config.js",
-  "next.config.mjs",
-  "next.config.ts",
-  "vite.config.ts",
-  "vite.config.js",
-  "vite.config.mjs",
-  "drizzle.config.ts",
-  "drizzle.config.js",
-  "jest.config.ts",
-  "jest.config.js",
-  "jest.config.mjs",
-  "vitest.config.ts",
-  "vitest.config.js",
-  "vitest.config.mts",
-  "alembic.ini",
-  "setup.cfg",
-  "tox.ini"
+var TEXT_EXTENSIONS = /* @__PURE__ */ new Set([
+  ".ts",
+  ".tsx",
+  ".js",
+  ".jsx",
+  ".mjs",
+  ".cjs",
+  ".py",
+  ".pyw",
+  ".go",
+  ".rs",
+  ".rb",
+  ".java",
+  ".kt",
+  ".scala",
+  ".cs",
+  ".c",
+  ".cpp",
+  ".h",
+  ".hpp",
+  ".swift",
+  ".m",
+  ".php",
+  ".lua",
+  ".r",
+  ".jl",
+  ".ex",
+  ".exs",
+  ".erl",
+  ".hs",
+  ".sh",
+  ".bash",
+  ".zsh",
+  ".fish",
+  ".sql",
+  ".graphql",
+  ".gql",
+  ".prisma",
+  ".html",
+  ".css",
+  ".scss",
+  ".sass",
+  ".less",
+  ".svelte",
+  ".vue",
+  ".astro",
+  ".json",
+  ".yaml",
+  ".yml",
+  ".toml",
+  ".ini",
+  ".cfg",
+  ".env",
+  ".xml",
+  ".plist",
+  ".md",
+  ".mdx",
+  ".txt",
+  ".rst",
+  ".tf",
+  ".hcl",
+  ".proto",
+  ".mdc"
 ]);
-var CONFIG_GLOBS_DIRS = [
-  { dir: ".github/workflows", pattern: /\.ya?ml$/ }
+var SKIP_FILES = /* @__PURE__ */ new Set([
+  "package-lock.json",
+  "yarn.lock",
+  "pnpm-lock.yaml",
+  "bun.lockb",
+  "Cargo.lock",
+  "Gemfile.lock",
+  "poetry.lock",
+  "composer.lock",
+  ".DS_Store",
+  "Thumbs.db"
+]);
+var SKIP_PATTERNS = [
+  /\.min\.(js|css)$/,
+  /\.bundle\.(js|css)$/,
+  /\.map$/,
+  /\.d\.ts$/,
+  /\.generated\./,
+  /\.snap$/
 ];
-var TOTAL_BUDGET = 4e5;
-var CONFIG_BUDGET = Math.floor(TOTAL_BUDGET * 0.15);
-var SOURCE_BUDGET = Math.floor(TOTAL_BUDGET * 0.85);
+var TOKEN_BUDGET = 18e4;
+var CHAR_BUDGET = TOKEN_BUDGET * 4;
 function analyzeCode(dir) {
-  const sourceFiles = [];
-  const configFiles = [];
-  walkDir(dir, "", 0, 10, sourceFiles, configFiles, dir);
-  sortByPriority(sourceFiles);
-  let configChars = 0;
-  const trimmedConfigs = [];
-  for (const cfg of configFiles) {
-    const size = cfg.path.length + cfg.content.length;
-    if (configChars + size > CONFIG_BUDGET) break;
-    trimmedConfigs.push(cfg);
-    configChars += size;
-  }
-  let sourceChars = 0;
+  const allFiles = [];
+  walkDir(dir, "", 0, 10, allFiles);
+  sortByPriority(allFiles);
+  let totalChars = 0;
+  let includedChars = 0;
   let truncated = false;
-  const fileSummaries = [];
-  const MAX_CONTENT_LINE_COUNT = 300;
-  const CONTENT_BUDGET = Math.floor(SOURCE_BUDGET * 0.75);
-  const SUMMARY_BUDGET = SOURCE_BUDGET - CONTENT_BUDGET;
-  for (const relPath of sourceFiles) {
-    const fullPath = path3.join(dir, relPath);
-    let fileContent;
+  const files = [];
+  const fileSizes = /* @__PURE__ */ new Map();
+  for (const relPath of allFiles) {
     try {
-      fileContent = fs3.readFileSync(fullPath, "utf-8");
+      const stat = fs3.statSync(path3.join(dir, relPath));
+      fileSizes.set(relPath, stat.size);
+      totalChars += stat.size;
     } catch {
-      continue;
-    }
-    const lineCount = fileContent.split("\n").length;
-    if (lineCount > MAX_CONTENT_LINE_COUNT) continue;
-    const ext = path3.extname(relPath);
-    const language = resolveLanguage(ext);
-    if (!language) continue;
-    const summary = language === "py" ? extractPython(relPath, fileContent) : extractTypeScriptJavaScript(relPath, fileContent, language);
-    summary.content = fileContent;
-    const entrySize = estimateSummarySize(summary) + fileContent.length;
-    if (sourceChars + entrySize > CONTENT_BUDGET) {
-      truncated = true;
-      break;
     }
-    fileSummaries.push(summary);
-    sourceChars += entrySize;
   }
-  const processedPaths = new Set(fileSummaries.map((f) => f.path));
-  let summaryChars = 0;
-  for (const relPath of sourceFiles) {
-    if (processedPaths.has(relPath)) continue;
+  for (const relPath of allFiles) {
     const fullPath = path3.join(dir, relPath);
-    let fileContent;
+    let content;
     try {
-      fileContent = fs3.readFileSync(fullPath, "utf-8");
+      content = fs3.readFileSync(fullPath, "utf-8");
     } catch {
       continue;
     }
-    const lineCount = fileContent.split("\n").length;
-    if (lineCount > 1e3) continue;
-    const ext = path3.extname(relPath);
-    const language = resolveLanguage(ext);
-    if (!language) continue;
-    const summary = language === "py" ? extractPython(relPath, fileContent) : extractTypeScriptJavaScript(relPath, fileContent, language);
-    const summarySize = estimateSummarySize(summary);
-    if (summaryChars + summarySize > SUMMARY_BUDGET) {
+    if (content.split("\n").length > 500) continue;
+    const entrySize = relPath.length + content.length + 10;
+    if (includedChars + entrySize > CHAR_BUDGET) {
       truncated = true;
-      break;
+      continue;
     }
-    fileSummaries.push(summary);
-    summaryChars += summarySize;
+    files.push({ path: relPath, content, size: content.length });
+    includedChars += entrySize;
   }
-  return { fileSummaries, configFiles: trimmedConfigs, truncated };
+  return {
+    files,
+    truncated,
+    totalProjectTokens: Math.ceil(totalChars / 4),
+    includedTokens: Math.ceil(includedChars / 4)
+  };
 }
-function walkDir(base, rel, depth, maxDepth, sourceFiles, configFiles, rootDir) {
+function walkDir(base, rel, depth, maxDepth, files) {
   if (depth > maxDepth) return;
   const fullPath = path3.join(base, rel);
   let entries;
@@ -532,171 +560,52 @@ function walkDir(base, rel, depth, maxDepth, sourceFiles, configFiles, rootDir)
     if (entry.name.startsWith(".") && depth === 0 && entry.isDirectory()) continue;
     const relPath = rel ? `${rel}/${entry.name}` : entry.name;
     if (entry.isDirectory()) {
-      const matchedGlobDir = CONFIG_GLOBS_DIRS.find(
-        (g) => relPath === g.dir || relPath.endsWith(`/${g.dir}`)
-      );
-      if (matchedGlobDir) {
-        collectConfigsFromDir(base, relPath, matchedGlobDir.pattern, configFiles);
-      }
-      walkDir(base, relPath, depth + 1, maxDepth, sourceFiles, configFiles, rootDir);
-    } else {
-      if (CONFIG_FILE_NAMES.has(entry.name)) {
-        try {
-          const content = fs3.readFileSync(path3.join(base, relPath), "utf-8");
-          configFiles.push({ path: relPath, content });
-        } catch {
-        }
-      }
-      const ext = path3.extname(entry.name);
-      if (SOURCE_EXTENSIONS.has(ext) && !entry.name.endsWith(".d.ts")) {
-        sourceFiles.push(relPath);
-      }
-    }
-  }
-}
-function collectConfigsFromDir(base, relDir, pattern, configFiles) {
-  const fullDir = path3.join(base, relDir);
-  let entries;
-  try {
-    entries = fs3.readdirSync(fullDir, { withFileTypes: true });
-  } catch {
-    return;
-  }
-  for (const entry of entries) {
-    if (entry.isFile() && pattern.test(entry.name)) {
-      const relPath = `${relDir}/${entry.name}`;
-      try {
-        const content = fs3.readFileSync(path3.join(base, relPath), "utf-8");
-        configFiles.push({ path: relPath, content });
-      } catch {
+      walkDir(base, relPath, depth + 1, maxDepth, files);
+    } else if (entry.isFile()) {
+      if (SKIP_FILES.has(entry.name)) continue;
+      if (SKIP_PATTERNS.some((p) => p.test(entry.name))) continue;
+      const ext = path3.extname(entry.name).toLowerCase();
+      if (TEXT_EXTENSIONS.has(ext) || depth === 0 && !ext && !entry.name.startsWith(".")) {
+        files.push(relPath);
       }
     }
   }
 }
 function sortByPriority(files) {
-  const entryPointNames = /* @__PURE__ */ new Set(["index.ts", "index.js", "main.py", "app.ts", "app.js", "server.ts", "server.js"]);
-  const routePattern = /(route|api|controller)/i;
-  const schemaPattern = /(types|schema|models)/i;
-  const servicePattern = /(service|lib|utils)/i;
-  const testPattern = /(test|spec|__tests__)/i;
+  const entryPointNames = /* @__PURE__ */ new Set([
+    "index.ts",
+    "index.js",
+    "index.tsx",
+    "index.jsx",
+    "main.ts",
+    "main.py",
+    "main.go",
+    "main.rs",
+    "app.ts",
+    "app.js",
+    "app.py",
+    "server.ts",
+    "server.js",
+    "mod.rs",
+    "lib.rs"
+  ]);
+  const configPattern = /\.(json|ya?ml|toml|ini|cfg|env)$|config\.|Makefile|Dockerfile/i;
+  const routePattern = /(route|api|controller|endpoint|handler)/i;
+  const schemaPattern = /(types|schema|models|entities|migration)/i;
+  const servicePattern = /(service|lib|utils|helper|middleware)/i;
+  const testPattern = /(test|spec|__tests__|_test\.|\.test\.)/i;
   function priority(filePath) {
     const base = path3.basename(filePath);
     if (entryPointNames.has(base)) return 0;
-    if (routePattern.test(filePath)) return 1;
-    if (schemaPattern.test(filePath)) return 2;
-    if (servicePattern.test(filePath)) return 3;
-    if (testPattern.test(filePath)) return 5;
-    return 4;
+    if (configPattern.test(filePath)) return 1;
+    if (routePattern.test(filePath)) return 2;
+    if (schemaPattern.test(filePath)) return 3;
+    if (servicePattern.test(filePath)) return 4;
+    if (testPattern.test(filePath)) return 6;
+    return 5;
   }
   files.sort((a, b) => priority(a) - priority(b));
 }
-function resolveLanguage(ext) {
-  if (ext === ".ts" || ext === ".tsx") return "ts";
-  if (ext === ".js" || ext === ".jsx") return "js";
-  if (ext === ".py") return "py";
-  return null;
-}
-function extractTypeScriptJavaScript(filePath, content, language) {
-  const lines = content.split("\n");
-  const imports = [];
-  const exports = [];
-  const functions = [];
-  const classes = [];
-  const types = [];
-  const routes = [];
-  for (const line of lines) {
-    const trimmed = line.trim();
-    if (/^import\s+/.test(trimmed)) {
-      imports.push(trimmed);
-      continue;
-    }
-    const exportMatch = trimmed.match(
-      /^export\s+(?:default\s+)?(?:async\s+)?(function|const|class|interface|type|enum)\s+(\w+)/
-    );
-    if (exportMatch) {
-      exports.push(`${exportMatch[1]} ${exportMatch[2]}`);
-      if (exportMatch[1] === "class") classes.push(exportMatch[2]);
-      if (exportMatch[1] === "interface" || exportMatch[1] === "type") types.push(exportMatch[2]);
-      if (exportMatch[1] === "function") functions.push(exportMatch[2]);
-      continue;
-    }
-    const fnMatch = trimmed.match(/^(?:async\s+)?function\s+(\w+)/);
-    if (fnMatch && !trimmed.startsWith("export")) {
-      functions.push(fnMatch[1]);
-      continue;
-    }
-    const arrowMatch = trimmed.match(/^(?:export\s+)?const\s+(\w+)\s*=\s*(?:async\s*)?\(/);
-    if (arrowMatch && !exports.some((e) => e.endsWith(arrowMatch[1]))) {
-      functions.push(arrowMatch[1]);
-    }
-    const classMatch = trimmed.match(/^class\s+(\w+)/);
-    if (classMatch && !trimmed.startsWith("export")) {
-      classes.push(classMatch[1]);
-      continue;
-    }
-    const ifaceMatch = trimmed.match(/^(?:interface|type)\s+(\w+)/);
-    if (ifaceMatch && !trimmed.startsWith("export")) {
-      types.push(ifaceMatch[1]);
-      continue;
-    }
-    const routeMatch = trimmed.match(
-      /(?:router|app|server)\.(get|post|put|patch|delete|all|use)\s*\(\s*['"`]([^'"`]+)['"`]/
-    );
-    if (routeMatch) {
-      routes.push(`${routeMatch[1].toUpperCase()} ${routeMatch[2]}`);
-    }
-  }
-  return { path: filePath, language, imports, exports, functions, classes, types, routes };
-}
-function extractPython(filePath, content) {
-  const lines = content.split("\n");
-  const imports = [];
-  const functions = [];
-  const classes = [];
-  const routes = [];
-  let prevLine = "";
-  for (const line of lines) {
-    const trimmed = line.trim();
-    if (/^import\s+/.test(trimmed) || /^from\s+/.test(trimmed)) {
-      imports.push(trimmed);
-      continue;
-    }
-    const defMatch = trimmed.match(/^def\s+(\w+)\s*\(([^)]*)\)/);
-    if (defMatch) {
-      functions.push(`${defMatch[1]}(${defMatch[2]})`);
-    }
-    const classMatch = trimmed.match(/^class\s+(\w+)/);
-    if (classMatch) {
-      classes.push(classMatch[1]);
-    }
-    const decoratorRoute = prevLine.match(
-      /@(?:app|router)\.(get|post|put|patch|delete|options|head)\s*\(\s*['"]([^'"]+)['"]/
-    );
-    if (decoratorRoute && defMatch) {
-      routes.push(`${decoratorRoute[1].toUpperCase()} ${decoratorRoute[2]}`);
-    }
-    const includeRouter = trimmed.match(
-      /include_router\s*\([^,]+,\s*prefix\s*=\s*['"]([^'"]+)['"]/
-    );
-    if (includeRouter) {
-      routes.push(`ROUTER ${includeRouter[1]}`);
-    }
-    prevLine = trimmed;
-  }
-  return {
-    path: filePath,
-    language: "py",
-    imports,
-    exports: [],
-    functions,
-    classes,
-    types: [],
-    routes
-  };
-}
-function estimateSummarySize(summary) {
-  return summary.path.length + summary.imports.reduce((s, i) => s + i.length, 0) + summary.exports.reduce((s, e) => s + e.length, 0) + summary.functions.reduce((s, f) => s + f.length, 0) + summary.classes.reduce((s, c) => s + c.length, 0) + summary.types.reduce((s, t) => s + t.length, 0) + summary.routes.reduce((s, r) => s + r.length, 0);
-}
 
 // src/llm/index.ts
 init_config();
@@ -2469,12 +2378,7 @@ var LIMITS = {
   EXISTING_CONFIG_CHARS: 8e3,
   SKILLS_MAX: 10,
   SKILL_CHARS: 3e3,
-  RULES_MAX: 10,
-  CONFIG_FILES_MAX: 20,
-  CONFIG_FILE_CHARS: 5e3,
-  ROUTES_MAX: 100,
-  FILE_SUMMARIES_MAX: 200,
-  FILE_CONTENT_CHARS: 8e3
+  RULES_MAX: 10
 };
 function truncate(text, maxChars) {
   if (text.length <= maxChars) return text;
@@ -2587,52 +2491,19 @@ ${truncate(skill.content, LIMITS.SKILL_CHARS)}`);
   }
   if (fingerprint.codeAnalysis) {
     const ca = fingerprint.codeAnalysis;
-    if (ca.configFiles.length > 0) {
-      parts.push("\n--- Project Config Files ---");
-      for (const cfg of ca.configFiles.slice(0, LIMITS.CONFIG_FILES_MAX)) {
-        parts.push(`
-[${cfg.path}]
-${truncate(cfg.content, LIMITS.CONFIG_FILE_CHARS)}`);
-      }
-    }
-    const allRoutes = ca.fileSummaries.filter((f) => f.routes.length > 0).flatMap((f) => f.routes.map((r) => `${r}  (${f.path})`));
-    if (allRoutes.length > 0) {
-      parts.push("\n--- API Routes ---");
-      for (const route of allRoutes.slice(0, LIMITS.ROUTES_MAX)) {
-        parts.push(`- ${route}`);
-      }
-      if (allRoutes.length > LIMITS.ROUTES_MAX) {
-        parts.push(`(${allRoutes.length - LIMITS.ROUTES_MAX} more routes omitted)`);
-      }
-    }
-    const filesWithContent = ca.fileSummaries.filter((f) => f.content);
-    const filesWithoutContent = ca.fileSummaries.filter((f) => !f.content);
-    if (filesWithContent.length > 0) {
-      parts.push("\n--- Source Files (full content \u2014 use these to extract patterns for skills) ---");
-      for (const f of filesWithContent.slice(0, LIMITS.FILE_SUMMARIES_MAX)) {
-        parts.push(`
-[${f.path}] (${f.language})`);
-        parts.push(truncate(f.content, LIMITS.FILE_CONTENT_CHARS));
-      }
-    }
-    if (filesWithoutContent.length > 0) {
-      parts.push("\n--- Source File Summaries ---");
-      for (const f of filesWithoutContent.slice(0, LIMITS.FILE_SUMMARIES_MAX)) {
-        const sections = [`[${f.path}] (${f.language})`];
-        if (f.imports.length > 0) sections.push(`  imports: ${f.imports.slice(0, 10).join("; ")}`);
-        if (f.exports.length > 0) sections.push(`  exports: ${f.exports.slice(0, 10).join(", ")}`);
-        if (f.functions.length > 0) sections.push(`  functions: ${f.functions.slice(0, 10).join(", ")}`);
-        if (f.classes.length > 0) sections.push(`  classes: ${f.classes.join(", ")}`);
-        if (f.types.length > 0) sections.push(`  types: ${f.types.slice(0, 10).join(", ")}`);
-        parts.push(sections.join("\n"));
-      }
-      if (filesWithoutContent.length > LIMITS.FILE_SUMMARIES_MAX) {
-        parts.push(`
-(${filesWithoutContent.length - LIMITS.FILE_SUMMARIES_MAX} more files omitted)`);
-      }
-    }
     if (ca.truncated) {
-      parts.push("\n(Code analysis was truncated due to size limits \u2014 not all files are shown.)");
+      const pct = ca.totalProjectTokens > 0 ? Math.round(ca.includedTokens / ca.totalProjectTokens * 100) : 100;
+      parts.push(`
+--- Project Files (trimmed to ~${ca.includedTokens.toLocaleString()}/${ca.totalProjectTokens.toLocaleString()} tokens, ${pct}% of total) ---`);
+    } else {
+      parts.push(`
+--- Project Files (${ca.files.length} files, ~${ca.includedTokens.toLocaleString()} tokens) ---`);
+    }
+    parts.push("Study these files to extract patterns for skills. Use the exact code patterns you see here.\n");
+    for (const f of ca.files) {
+      parts.push(`[${f.path}]`);
+      parts.push(f.content);
+      parts.push("");
     }
   }
   const allDeps = extractAllDeps(process.cwd());
@@ -6149,7 +6020,7 @@ async function initCommand(options) {
   spinner.succeed("Project analyzed");
   log(options.verbose, `Fingerprint: ${fingerprint.languages.length} languages, ${fingerprint.frameworks.length} frameworks, ${fingerprint.fileTree.length} files`);
   if (options.verbose && fingerprint.codeAnalysis) {
-    log(options.verbose, `Code analysis: ${fingerprint.codeAnalysis.fileSummaries.length} file summaries, ${fingerprint.codeAnalysis.configFiles.length} config files`);
+    log(options.verbose, `Code analysis: ${fingerprint.codeAnalysis.files.length} files, ~${fingerprint.codeAnalysis.includedTokens.toLocaleString()} tokens${fingerprint.codeAnalysis.truncated ? ` (trimmed from ~${fingerprint.codeAnalysis.totalProjectTokens.toLocaleString()})` : ""}`);
   }
   trackInitProjectDiscovered(fingerprint.languages.length, fingerprint.frameworks.length, fingerprint.fileTree.length);
   console.log(chalk8.dim(`  Languages: ${fingerprint.languages.join(", ") || "none detected"}`));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rely-ai/caliber",
-  "version": "1.13.1",
+  "version": "1.14.1",
   "description": "Analyze your codebase and generate optimized AI agent configs (CLAUDE.md, .cursorrules, skills) — no API key needed",
   "type": "module",
   "bin": {