@rely-ai/caliber 1.15.0 → 1.15.2

package/README.md

@@ -65,16 +65,13 @@ caliber init
 ├─ 2. 🔍 Discover     Analyze languages, frameworks, dependencies, file structure,
 │                      and existing agent configs via LLM
 │
-├─ 3. 🛠️  Generate     Create tailored config files based on your codebase
-│                      (or audit existing ones and suggest improvements)
+├─ 3. 🛠️  Generate     Create CLAUDE.md + skills in parallel (core docs via smart
+│                      model, skills via fast model). Auto-polishes for max score
 │
 ├─ 4. 👀 Review       See a diff of proposed changes — accept, refine via
 │                      chat, or decline. All changes are backed up automatically
 │
-├─ 5. 🔗 MCP Servers  Discover and install MCP servers for tools your project
-│                      uses (databases, APIs, platforms)
-│
-└─ 6. 🧩 Skills       Search community skill registries and install relevant
+└─ 5. 🧩 Skills       Search community skill registries and install relevant
                        skills for your tech stack
 ```
 
@@ -151,28 +148,30 @@ caliber undo                         # Revert everything
 
 ## 📊 Scoring
 
-`caliber score` gives you a deterministic quality score using industry best practices.
+`caliber score` gives you a deterministic, tech-stack-agnostic quality score. No LLM needed — it cross-references your config files against the actual project filesystem.
 
 ```
-  Config Score: 87/100 (A) ✨
-
-  FILES & SETUP      22/25   ████████████████████░░
-  QUALITY            21/25   ████████████████████░░
-  COVERAGE           18/20   ██████████████████░░░░
-  ACCURACY           13/15   █████████████████░░░░░
-  FRESHNESS & SAFETY  8/10   ████████████████░░░░░░
-  BONUS               5/5   ████████████████████████
+  Agent Config Score    88 / 100    Grade A
+
+  FILES & SETUP                                17 / 17
+  QUALITY                                      21 / 23
+  GROUNDING                                    20 / 20
+  ACCURACY                                     10 / 15
+  FRESHNESS & SAFETY                           10 / 10
+  BONUS                                         5 / 5
 ```
 
 | Category               | Points | What it checks                                                     |
 | ---------------------- | ------ | ------------------------------------------------------------------ |
-| **Files & Setup**      | 25     | Config files exist, skills present, cross-platform parity          |
-| **Quality**            | 25     | Has build/test commands, not bloated, no vague text, no duplicates |
-| **Coverage**           | 20     | Mentions actual dependencies and services                          |
-| **Accuracy**           | 15     | Documented commands and file paths are valid                       |
-| **Freshness & Safety** | 10     | Recently updated, no leaked secrets, permissions set               |
+| **Files & Setup**      | 25     | Config files exist, skills present, MCP servers, cross-platform parity |
+| **Quality**            | 25     | Has code blocks, concise token budget, concrete instructions, structured headings |
+| **Grounding**          | 20     | Config references actual project directories and files             |
+| **Accuracy**           | 15     | Referenced paths exist on disk, config is in sync with code (git-based) |
+| **Freshness & Safety** | 10     | Recently updated, no leaked secrets, permissions configured        |
 | **Bonus**              | 5      | Auto-refresh hooks, AGENTS.md, OpenSkills format                   |
 
+Every failing check includes structured fix data — when `caliber init` runs, the LLM receives exactly what's wrong and how to fix it.
+
 ## 🧩 Skills
 
 Caliber searches three community registries and scores results against your project

package/dist/bin.js

@@ -5997,9 +5997,8 @@ async function initCommand(options) {
   console.log(chalk8.dim("  2. Discover   Analyze your code, dependencies, and structure"));
   console.log(chalk8.dim("  3. Generate   Create config files tailored to your project"));
   console.log(chalk8.dim("  4. Review     Preview, refine, and apply the changes"));
-  console.log(chalk8.dim("  5. Enhance    Discover MCP servers for your tools"));
-  console.log(chalk8.dim("  6. Skills     Browse community skills for your stack\n"));
-  console.log(title.bold("  Step 1/6 \u2014 Connect your LLM\n"));
+  console.log(chalk8.dim("  5. Skills     Browse community skills for your stack\n"));
+  console.log(title.bold("  Step 1/5 \u2014 Connect your LLM\n"));
   let config = loadConfig();
   if (!config) {
     console.log(chalk8.dim("  No LLM provider set yet. Choose how to run Caliber:\n"));
@@ -6030,7 +6029,7 @@ async function initCommand(options) {
 - **Fast model**: ${fastModel || "none"}`);
   }
   await validateModel({ fast: true });
-  console.log(title.bold("  Step 2/6 \u2014 Discover your project\n"));
+  console.log(title.bold("  Step 2/5 \u2014 Discover your project\n"));
   console.log(chalk8.dim("  Learning about your languages, dependencies, structure, and existing configs.\n"));
   const spinner = ora2("Analyzing project...").start();
   const fingerprint = await collectFingerprint(process.cwd());
@@ -6041,8 +6040,13 @@ async function initCommand(options) {
   }
   trackInitProjectDiscovered(fingerprint.languages.length, fingerprint.frameworks.length, fingerprint.fileTree.length);
   console.log(chalk8.dim(`  Languages: ${fingerprint.languages.join(", ") || "none detected"}`));
-  console.log(chalk8.dim(`  Files: ${fingerprint.fileTree.length} found
-`));
+  console.log(chalk8.dim(`  Files: ${fingerprint.fileTree.length} found`));
+  if (fingerprint.codeAnalysis) {
+    const ca = fingerprint.codeAnalysis;
+    const contextInfo = ca.truncated ? `Context: ~${ca.includedTokens.toLocaleString()} tokens (${Math.round(ca.includedTokens / ca.totalProjectTokens * 100)}% of ${ca.totalProjectTokens.toLocaleString()} total)` : `Context: ~${ca.includedTokens.toLocaleString()} tokens`;
+    console.log(chalk8.dim(`  ${contextInfo}`));
+  }
+  console.log("");
   if (report) {
     report.markStep("Fingerprint");
     report.addJson("Fingerprint: Git", { remote: fingerprint.gitRemoteUrl, packageName: fingerprint.packageName });
@@ -6135,7 +6139,7 @@ async function initCommand(options) {
     passingChecks = baselineScore.checks.filter((c) => c.passed).map((c) => ({ name: c.name }));
     currentScore = baselineScore.score;
     if (failingChecks.length > 0) {
-      console.log(title.bold("  Step 3/6 \u2014 Fine-tuning\n"));
+      console.log(title.bold("  Step 3/5 \u2014 Fine-tuning\n"));
       console.log(chalk8.dim(`  Your setup scores ${baselineScore.score}/100 \u2014 fixing ${failingChecks.length} remaining issue${failingChecks.length === 1 ? "" : "s"}:
 `));
       for (const check of failingChecks) {
@@ -6144,11 +6148,11 @@ async function initCommand(options) {
       console.log("");
     }
   } else if (hasExistingConfig) {
-    console.log(title.bold("  Step 3/6 \u2014 Improve your setup\n"));
+    console.log(title.bold("  Step 3/5 \u2014 Improve your setup\n"));
     console.log(chalk8.dim("  Reviewing your existing configs against your codebase"));
     console.log(chalk8.dim("  and preparing improvements.\n"));
   } else {
-    console.log(title.bold("  Step 3/6 \u2014 Build your agent setup\n"));
+    console.log(title.bold("  Step 3/5 \u2014 Build your agent setup\n"));
     console.log(chalk8.dim("  Creating config files tailored to your project.\n"));
   }
   console.log(chalk8.dim("  This can take a couple of minutes depending on your model and provider.\n"));
@@ -6225,7 +6229,7 @@ async function initCommand(options) {
     role: "assistant",
     content: summarizeSetup("Initial generation", generatedSetup)
   });
-  console.log(title.bold("  Step 4/6 \u2014 Review and apply\n"));
+  console.log(title.bold("  Step 4/5 \u2014 Review and apply\n"));
   const setupFiles = collectSetupFiles(generatedSetup);
   const staged = stageFiles(setupFiles, process.cwd());
   const totalChanges = staged.newFiles + staged.modifiedFiles;
@@ -6398,7 +6402,7 @@ async function initCommand(options) {
       log(options.verbose, `  Still failing: ${c.name} (${c.earnedPoints}/${c.maxPoints})${c.suggestion ? ` \u2014 ${c.suggestion}` : ""}`);
     }
   }
-  console.log(title.bold("\n  Step 6/6 \u2014 Community skills\n"));
+  console.log(title.bold("\n  Step 5/5 \u2014 Community skills\n"));
   console.log(chalk8.dim("  Search public skill registries for skills that match your tech stack.\n"));
   let wantsSkills;
   if (options.autoApprove) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rely-ai/caliber",
-  "version": "1.15.0",
+  "version": "1.15.2",
   "description": "Analyze your codebase and generate optimized AI agent configs (CLAUDE.md, .cursorrules, skills) — no API key needed",
   "type": "module",
   "bin": {