@rely-ai/caliber 1.15.2 → 1.16.0

package/dist/bin.js

@@ -503,40 +503,173 @@ var SKIP_PATTERNS = [
   /\.generated\./,
   /\.snap$/
 ];
+var COMMENT_LINE_PATTERNS = {
+  "c-style": /^\s*\/\//,
+  // ts, js, go, rs, java, etc.
+  "hash": /^\s*#/,
+  // py, sh, yaml, tf, etc.
+  "html": /^\s*<!--.*-->\s*$/
+};
+var EXT_TO_COMMENT_STYLE = {
+  ".ts": "c-style",
+  ".tsx": "c-style",
+  ".js": "c-style",
+  ".jsx": "c-style",
+  ".mjs": "c-style",
+  ".cjs": "c-style",
+  ".go": "c-style",
+  ".rs": "c-style",
+  ".java": "c-style",
+  ".kt": "c-style",
+  ".scala": "c-style",
+  ".cs": "c-style",
+  ".c": "c-style",
+  ".cpp": "c-style",
+  ".h": "c-style",
+  ".hpp": "c-style",
+  ".swift": "c-style",
+  ".php": "c-style",
+  ".py": "hash",
+  ".pyw": "hash",
+  ".rb": "hash",
+  ".sh": "hash",
+  ".bash": "hash",
+  ".zsh": "hash",
+  ".fish": "hash",
+  ".r": "hash",
+  ".tf": "hash",
+  ".hcl": "hash",
+  ".yaml": "hash",
+  ".yml": "hash",
+  ".toml": "hash",
+  ".ini": "hash",
+  ".cfg": "hash",
+  ".env": "hash",
+  ".html": "html",
+  ".xml": "html",
+  ".svg": "html",
+  ".vue": "html",
+  ".svelte": "html"
+};
 var TOKEN_BUDGET = 18e4;
 var CHAR_BUDGET = TOKEN_BUDGET * 4;
+function compressContent(content, ext) {
+  const commentStyle = EXT_TO_COMMENT_STYLE[ext];
+  const commentPattern = commentStyle ? COMMENT_LINE_PATTERNS[commentStyle] : null;
+  const lines = content.split("\n");
+  const result = [];
+  let prevBlank = false;
+  let inBlockComment = false;
+  for (const line of lines) {
+    const trimmed = line.trimEnd();
+    if (!inBlockComment && /^\s*\/\*/.test(trimmed) && !trimmed.includes("*/")) {
+      inBlockComment = true;
+      continue;
+    }
+    if (inBlockComment) {
+      if (trimmed.includes("*/")) inBlockComment = false;
+      continue;
+    }
+    if (/^\s*\/\*.*\*\/\s*$/.test(trimmed)) continue;
+    if (trimmed.length === 0) {
+      if (!prevBlank) result.push("");
+      prevBlank = true;
+      continue;
+    }
+    prevBlank = false;
+    if (commentPattern && commentPattern.test(trimmed)) continue;
+    const leadingMatch = line.match(/^(\s*)/);
+    if (leadingMatch) {
+      const spaces = leadingMatch[1].replace(/\t/g, "    ").length;
+      const normalizedIndent = " ".repeat(Math.floor(spaces / 2) * 2);
+      result.push(normalizedIndent + line.trimStart().trimEnd());
+    } else {
+      result.push(trimmed);
+    }
+  }
+  while (result.length > 0 && result[result.length - 1] === "") result.pop();
+  return result.join("\n");
+}
+function structuralFingerprint(content, ext) {
+  const lines = content.split("\n").filter((l) => l.trim().length > 0);
+  const lineCount = lines.length;
+  const sizeBucket = Math.floor(lineCount / 10) * 10;
+  const firstLine = lines[0]?.trim().slice(0, 60) || "";
+  const imports = lines.filter((l) => /^\s*(import |from |require\(|use )/.test(l)).length;
+  const exports = lines.filter((l) => /^\s*export /.test(l)).length;
+  const functions = lines.filter((l) => /^\s*(function |def |func |fn |pub fn )/.test(l)).length;
+  return `${ext}:${sizeBucket}:${imports}:${exports}:${functions}:${firstLine}`;
+}
+function deduplicateFiles(files) {
+  const groups = /* @__PURE__ */ new Map();
+  for (const f of files) {
+    const fp = structuralFingerprint(f.content, f.ext);
+    const group = groups.get(fp) || [];
+    group.push({ path: f.path, content: f.content });
+    groups.set(fp, group);
+  }
+  const result = [];
+  for (const [, group] of groups) {
+    const representative = group[0];
+    result.push({
+      path: representative.path,
+      content: representative.content,
+      size: representative.content.length
+    });
+    if (group.length > 1) {
+      const similarPaths = group.slice(1).map((f) => f.path);
+      const summary = `(${similarPaths.length} similar file${similarPaths.length === 1 ? "" : "s"}: ${similarPaths.join(", ")})`;
+      result.push({
+        path: `[similar to ${representative.path}]`,
+        content: summary,
+        size: summary.length
+      });
+    }
+  }
+  return result;
+}
 function analyzeCode(dir) {
   const allFiles = [];
   walkDir(dir, "", 0, 10, allFiles);
   sortByPriority(allFiles);
   let totalChars = 0;
-  let includedChars = 0;
-  let truncated = false;
-  const files = [];
-  const fileSizes = /* @__PURE__ */ new Map();
   for (const relPath of allFiles) {
     try {
       const stat = fs3.statSync(path3.join(dir, relPath));
-      fileSizes.set(relPath, stat.size);
       totalChars += stat.size;
     } catch {
     }
   }
+  const readFiles = [];
   for (const relPath of allFiles) {
     const fullPath = path3.join(dir, relPath);
-    let content;
+    let rawContent;
     try {
-      content = fs3.readFileSync(fullPath, "utf-8");
+      rawContent = fs3.readFileSync(fullPath, "utf-8");
     } catch {
       continue;
     }
-    if (content.split("\n").length > 500) continue;
-    const entrySize = relPath.length + content.length + 10;
+    if (rawContent.split("\n").length > 500) continue;
+    const ext = path3.extname(relPath).toLowerCase();
+    const compressed = compressContent(rawContent, ext);
+    readFiles.push({
+      path: relPath,
+      content: compressed,
+      ext,
+      rawSize: rawContent.length
+    });
+  }
+  const deduped = deduplicateFiles(readFiles);
+  let includedChars = 0;
+  let truncated = false;
+  const files = [];
+  for (const file of deduped) {
+    const entrySize = file.path.length + file.content.length + 10;
     if (includedChars + entrySize > CHAR_BUDGET) {
       truncated = true;
       continue;
     }
-    files.push({ path: relPath, content, size: content.length });
+    files.push(file);
     includedChars += entrySize;
   }
   return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rely-ai/caliber",
-  "version": "1.15.2",
+  "version": "1.16.0",
   "description": "Analyze your codebase and generate optimized AI agent configs (CLAUDE.md, .cursorrules, skills) — no API key needed",
   "type": "module",
   "bin": {