@rely-ai/caliber 1.22.0 → 1.22.1-dev.1773778672

package/dist/bin.js

@@ -285,9 +285,26 @@ var IGNORE_DIRS = /* @__PURE__ */ new Set([
   "target"
 ]);
 function getFileTree(dir, maxDepth = 3) {
+  const entries = [];
+  scan(dir, "", 0, maxDepth, entries);
+  const dirs = [];
   const files = [];
-  scan(dir, "", 0, maxDepth, files);
-  return files;
+  for (const e of entries) {
+    (e.isDir ? dirs : files).push(e);
+  }
+  for (const d of dirs) {
+    const prefix = d.relPath;
+    let maxChildMtime = d.mtime;
+    for (const f of files) {
+      if (f.relPath.startsWith(prefix) && f.mtime > maxChildMtime) {
+        maxChildMtime = f.mtime;
+      }
+    }
+    d.mtime = maxChildMtime;
+  }
+  dirs.sort((a, b) => b.mtime - a.mtime);
+  files.sort((a, b) => b.mtime - a.mtime);
+  return [...dirs.map((e) => e.relPath), ...files.map((e) => e.relPath)];
 }
 function scan(base, rel, depth, maxDepth, result) {
   if (depth > maxDepth) return;
@@ -302,11 +319,17 @@ function scan(base, rel, depth, maxDepth, result) {
     if (entry.name.startsWith(".") && depth === 0 && entry.isDirectory()) continue;
     if (IGNORE_DIRS.has(entry.name)) continue;
     const relPath = rel ? `${rel}/${entry.name}` : entry.name;
+    const entryPath = path.join(base, relPath);
+    let mtime = 0;
+    try {
+      mtime = fs.statSync(entryPath).mtimeMs;
+    } catch {
+    }
     if (entry.isDirectory()) {
-      result.push(`${relPath}/`);
+      result.push({ relPath: `${relPath}/`, isDir: true, mtime });
       scan(base, relPath, depth + 1, maxDepth, result);
     } else {
-      result.push(relPath);
+      result.push({ relPath, isDir: false, mtime });
     }
   }
 }
@@ -584,7 +607,7 @@ var SOURCE_EXTENSIONS = /* @__PURE__ */ new Set([
   ".swift",
   ".php"
 ]);
-var TOKEN_BUDGET = 18e4;
+var TOKEN_BUDGET = 8e4;
 var CHAR_BUDGET = TOKEN_BUDGET * 4;
 function compressContent(content, ext) {
   const cp = EXT_COMMENT[ext] ? COMMENT_LINE[EXT_COMMENT[ext]] : null;
@@ -829,7 +852,7 @@ function analyzeCode(dir) {
     const repFP = structuralFingerprint(rep.compressed, rep.ext);
     const similar = group.slice(1).filter((f) => structuralFingerprint(f.compressed, f.ext) === repFP);
     const unique = group.slice(1).filter((f) => structuralFingerprint(f.compressed, f.ext) !== repFP);
-    const repEntry = { path: rep.path, content: rep.compressed, size: rep.compressed.length };
+    const repEntry = { path: rep.path, content: rep.compressed, size: rep.compressed.length, priority: rep.score };
     const repSize = rep.path.length + rep.compressed.length + 10;
     if (includedChars + repSize <= CHAR_BUDGET) {
       result.push(repEntry);
@@ -841,14 +864,14 @@ function analyzeCode(dir) {
       const summary = `(${similar.length} similar file${similar.length === 1 ? "" : "s"} in ${dirPath}/: ${names.join(", ")})`;
       const summarySize = summary.length + 30;
       if (includedChars + summarySize <= CHAR_BUDGET) {
-        result.push({ path: `[similar to ${rep.path}]`, content: summary, size: summary.length });
+        result.push({ path: `[similar to ${rep.path}]`, content: summary, size: summary.length, priority: rep.score });
         includedChars += summarySize;
       }
     }
     for (const f of unique) {
       const skeletonSize = f.path.length + f.skeleton.length + 10;
       if (includedChars + skeletonSize <= CHAR_BUDGET) {
-        result.push({ path: f.path, content: f.skeleton, size: f.skeleton.length });
+        result.push({ path: f.path, content: f.skeleton, size: f.skeleton.length, priority: f.score });
         includedChars += skeletonSize;
       }
     }
@@ -858,7 +881,7 @@ function analyzeCode(dir) {
     if (includedPaths.has(f.path)) continue;
     const skeletonSize = f.path.length + f.skeleton.length + 10;
     if (includedChars + skeletonSize > CHAR_BUDGET) continue;
-    result.push({ path: f.path, content: f.skeleton, size: f.skeleton.length });
+    result.push({ path: f.path, content: f.skeleton, size: f.skeleton.length, priority: f.score });
     includedChars += skeletonSize;
   }
   return {
@@ -2700,6 +2723,7 @@ async function generateSkillsForSetup(setup, fingerprint, targetAgent, onStatus)
   if (failed > 0) onStatus?.(`${succeeded} generated, ${failed} failed`);
   return succeeded;
 }
+var MAX_PROMPT_TOKENS = 12e4;
 var LIMITS = {
   FILE_TREE_ENTRIES: 500,
   EXISTING_CONFIG_CHARS: 8e3,
@@ -2712,6 +2736,41 @@ function truncate(text, maxChars) {
   return text.slice(0, maxChars) + `
 ... (truncated at ${maxChars} chars)`;
 }
+function sampleFileTree(fileTree, codeAnalysisPaths, limit) {
+  if (fileTree.length <= limit) return fileTree;
+  const dirs = [];
+  const rootFiles = [];
+  const nestedFiles = [];
+  for (const entry of fileTree) {
+    if (entry.endsWith("/")) {
+      dirs.push(entry);
+    } else if (!entry.includes("/")) {
+      rootFiles.push(entry);
+    } else {
+      nestedFiles.push(entry);
+    }
+  }
+  const result = [];
+  const included = /* @__PURE__ */ new Set();
+  function add(entry) {
+    if (!included.has(entry)) {
+      included.add(entry);
+      result.push(entry);
+    }
+  }
+  const dirBudget = Math.min(dirs.length, Math.floor(limit * 0.4));
+  for (let i = 0; i < dirBudget; i++) add(dirs[i]);
+  for (const f of rootFiles.slice(0, 50)) add(f);
+  for (const p of codeAnalysisPaths) {
+    if (result.length >= limit) break;
+    if (fileTree.includes(p)) add(p);
+  }
+  for (const f of nestedFiles) {
+    if (result.length >= limit) break;
+    add(f);
+  }
+  return result.slice(0, limit);
+}
 function buildGeneratePrompt(fingerprint, targetAgent, prompt, failingChecks, currentScore, passingChecks) {
   const parts = [];
   const existing = fingerprint.existingConfigs;
@@ -2763,9 +2822,10 @@ Git remote: ${fingerprint.gitRemoteUrl}`);
   if (fingerprint.frameworks.length > 0) parts.push(`Frameworks: ${fingerprint.frameworks.join(", ")}`);
   if (fingerprint.description) parts.push(`Project description: ${fingerprint.description}`);
   if (fingerprint.fileTree.length > 0) {
-    const tree = fingerprint.fileTree.slice(0, LIMITS.FILE_TREE_ENTRIES);
+    const caPaths = fingerprint.codeAnalysis?.files.map((f) => f.path) ?? [];
+    const tree = sampleFileTree(fingerprint.fileTree, caPaths, LIMITS.FILE_TREE_ENTRIES);
     parts.push(`
-File tree (top-level, ${tree.length}/${fingerprint.fileTree.length}):
+File tree (${tree.length}/${fingerprint.fileTree.length}):
 ${tree.join("\n")}`);
   }
   if (existing.claudeMd) parts.push(`
@@ -2816,23 +2876,6 @@ ${truncate(skill.content, LIMITS.SKILL_CHARS)}`);
 (${existing.cursorSkills.length - LIMITS.SKILLS_MAX} more skills omitted)`);
     }
   }
-  if (fingerprint.codeAnalysis) {
-    const ca = fingerprint.codeAnalysis;
-    if (ca.truncated) {
-      const pct = ca.totalProjectTokens > 0 ? Math.round(ca.includedTokens / ca.totalProjectTokens * 100) : 100;
-      parts.push(`
---- Project Files (trimmed to ~${ca.includedTokens.toLocaleString()}/${ca.totalProjectTokens.toLocaleString()} tokens, ${pct}% of total) ---`);
-    } else {
-      parts.push(`
---- Project Files (${ca.files.length} files, ~${ca.includedTokens.toLocaleString()} tokens) ---`);
-    }
-    parts.push("Study these files to extract patterns for skills. Use the exact code patterns you see here.\n");
-    for (const f of ca.files) {
-      parts.push(`[${f.path}]`);
-      parts.push(f.content);
-      parts.push("");
-    }
-  }
   const allDeps = extractAllDeps(process.cwd());
   if (allDeps.length > 0) {
     parts.push(`
@@ -2841,6 +2884,42 @@ Project dependencies (${allDeps.length}):`);
   }
   if (prompt) parts.push(`
 User instructions: ${prompt}`);
+  if (fingerprint.codeAnalysis) {
+    const ca = fingerprint.codeAnalysis;
+    const basePrompt = parts.join("\n");
+    const baseTokens = estimateTokens(basePrompt);
+    const tokenBudgetForCode = Math.max(0, MAX_PROMPT_TOKENS - baseTokens);
+    const codeLines = [];
+    let codeChars = 0;
+    codeLines.push("Study these files to extract patterns for skills. Use the exact code patterns you see here.\n");
+    const sortedFiles = [...ca.files].sort((a, b) => (b.priority ?? 0) - (a.priority ?? 0));
+    let includedFiles = 0;
+    for (const f of sortedFiles) {
+      const entry = `[${f.path}]
+${f.content}
+`;
+      if (estimateTokens(codeLines.join("\n") + entry) > tokenBudgetForCode && includedFiles > 0) break;
+      codeLines.push(entry);
+      codeChars += f.content.length;
+      includedFiles++;
+    }
+    const includedTokens = Math.ceil(codeChars / 4);
+    let header;
+    if (includedFiles < ca.files.length) {
+      const pct = ca.totalProjectTokens > 0 ? Math.round(includedTokens / ca.totalProjectTokens * 100) : 100;
+      header = `
+--- Project Files (trimmed to ~${includedTokens.toLocaleString()}/${ca.totalProjectTokens.toLocaleString()} tokens, ${pct}% of total) ---`;
+    } else if (ca.truncated) {
+      const pct = ca.totalProjectTokens > 0 ? Math.round(ca.includedTokens / ca.totalProjectTokens * 100) : 100;
+      header = `
+--- Project Files (trimmed to ~${ca.includedTokens.toLocaleString()}/${ca.totalProjectTokens.toLocaleString()} tokens, ${pct}% of total) ---`;
+    } else {
+      header = `
+--- Project Files (${ca.files.length} files, ~${ca.includedTokens.toLocaleString()} tokens) ---`;
+    }
+    parts.push(header);
+    parts.push(codeLines.join("\n"));
+  }
   return parts.join("\n");
 }
 
@@ -9162,7 +9241,7 @@ function sanitizeSecrets(text) {
 
 // src/ai/learn.ts
 init_config();
-var MAX_PROMPT_TOKENS = 1e5;
+var MAX_PROMPT_TOKENS2 = 1e5;
 function formatEventsForPrompt(events) {
   return events.map((e, i) => {
     if (e.hook_event_name === "UserPromptSubmit") {
@@ -9210,7 +9289,7 @@ function parseAnalysisResponse(raw) {
   }
 }
 async function analyzeEvents(events, existingClaudeMd, existingLearnedSection, existingSkills) {
-  const fittedEvents = trimEventsToFit(events, MAX_PROMPT_TOKENS - 1e4);
+  const fittedEvents = trimEventsToFit(events, MAX_PROMPT_TOKENS2 - 1e4);
   const eventsText = formatEventsForPrompt(fittedEvents);
   const contextParts = [];
   if (existingClaudeMd) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rely-ai/caliber",
-  "version": "1.22.0",
+  "version": "1.22.1-dev.1773778672",
   "description": "Analyze your codebase and generate optimized AI agent configs (CLAUDE.md, .cursorrules, skills) — no API key needed",
   "type": "module",
   "bin": {