@letta-ai/letta-code 0.19.7 → 0.19.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@letta-ai/letta-code",
-  "version": "0.19.7",
+  "version": "0.19.9",
   "description": "Letta Code is a CLI tool for interacting with stateful Letta agents from the terminal.",
   "type": "module",
   "bin": {
@@ -64,6 +64,7 @@
     "typescript": "^5.0.0"
   },
   "scripts": {
+    "prepare": "node .husky/install.mjs",
     "lint": "bunx --bun @biomejs/biome@2.2.5 check src",
     "fix": "bunx --bun @biomejs/biome@2.2.5 check --write src",
     "typecheck": "tsc --noEmit",

package/scripts/latency-benchmark.ts

@@ -128,7 +128,9 @@ function parseTimingLogs(stderr: string): {
 /**
  * Run a single benchmark scenario
  */
-async function runBenchmark(scenario: ScenarioConfig): Promise<BenchmarkResult> {
+async function runBenchmark(
+  scenario: ScenarioConfig,
+): Promise<BenchmarkResult> {
   const start = performance.now();
 
   return new Promise((resolve) => {
@@ -210,16 +212,16 @@ function printResults(results: BenchmarkResult[]): void {
     // Print API calls summary
     if (result.apiCalls.length > 0) {
       console.log("  API Calls:");
-      const totalApiMs = result.apiCalls.reduce((sum, c) => sum + c.durationMs, 0);
+      const totalApiMs = result.apiCalls.reduce(
+        (sum, c) => sum + c.durationMs,
+        0,
+      );
 
       // Group by path pattern
       const grouped: Record<string, { count: number; totalMs: number }> = {};
       for (const call of result.apiCalls) {
         // Normalize paths (remove UUIDs)
-        const normalizedPath = call.path.replace(
-          /[a-f0-9-]{36}/g,
-          "{id}",
-        );
+        const normalizedPath = call.path.replace(/[a-f0-9-]{36}/g, "{id}");
         const key = `${call.method} ${normalizedPath}`;
         if (!grouped[key]) {
           grouped[key] = { count: 0, totalMs: 0 };
@@ -262,7 +264,10 @@ function printResults(results: BenchmarkResult[]): void {
   console.log("-".repeat(70));
 
   for (const result of results) {
-    const totalApiMs = result.apiCalls.reduce((sum, c) => sum + c.durationMs, 0);
+    const totalApiMs = result.apiCalls.reduce(
+      (sum, c) => sum + c.durationMs,
+      0,
+    );
     const cliOverhead = result.totalMs - totalApiMs;
     console.log(
       result.scenario.padEnd(20) +
@@ -301,7 +306,9 @@ async function main(): Promise<void> {
 
   if (scenariosToRun.length === 0) {
     console.error(`Error: Unknown scenario "${scenarioFilter}"`);
-    console.error(`Available scenarios: ${SCENARIOS.map((s) => s.name).join(", ")}`);
+    console.error(
+      `Available scenarios: ${SCENARIOS.map((s) => s.name).join(", ")}`,
+    );
     process.exit(1);
   }
 
@@ -323,7 +330,9 @@ async function main(): Promise<void> {
       allResults.push(result);
 
       if (result.exitCode !== 0) {
-        console.warn(`  Warning: ${scenario.name} exited with code ${result.exitCode}`);
+        console.warn(
+          `  Warning: ${scenario.name} exited with code ${result.exitCode}`,
+        );
       } else {
         console.log(`  Completed in ${formatMs(result.totalMs)}`);
       }

package/skills/context_doctor/SKILL.md

@@ -0,0 +1,132 @@
+---
+name: Context Doctor
+id: context_doctor
+description: Identify and repair degradation in system prompt, external memory, and skills preventing you from following instructions or remembering information as well as you should.
+---
+
+# Context Doctor
+Your context is managed by yourself, along with additional memory subagents. Your context includes: 
+- Your system prompt and instructions (contained in `system/`)
+- Your external memory 
+- Your skills (procedural memory) 
+
+Over time, context can degrade — bloat and poor prompt quality erode your ability to remember the right things and follow instructions properly. This skill helps you identify issues with your context and repair them collaboratively with the user.
+
+## Operating Procedure
+
+### Step 1: Identifying and resolving context issues 
+Explore your memory files to identify issues. Consider what is confusing about your own prompts and context, and resolve the issues.
+
+Below are additional common issues with context and how they can be resolved: 
+
+### Context quality 
+Your system prompt and memory filesystem should be well structured and clear. 
+
+**Questions to ask**: 
+- Is my system prompt clear and well formatted? 
+- Are there wasteful or unnecessary tokens in my prompts? 
+- Do I know when to load which files in my memory filesystem? 
+
+#### System prompt bloat 
+Prompts that are compiled as part of the system prompt (contained in `system/`) should only take up about 10% of the total context size, though this is a recommendation, not a hard requirement. Usually this means about 15-20k tokens. 
+
+Use the following script to evaluate the token usage of the system prompt: 
+```bash
+bun scripts/estimate_system_tokens.ts --memory-dir "$MEMORY_DIR"
+```
+
+**Questions to ask**:
+- Do all these tokens need to be passed to the LLM on every turn, or can they be retrieved when needed through being part of external memory of my conversation history? 
+- Do any of these prompts confuse or distract me? 
+- Am I able to effectively follow critical instructions (e.g. persona information, user preferences) given the current prompt structure and contents? 
+
+**Solution**: Reduce the size of the system prompt if needed: 
+- Move files outside of `system/` so they are no longer part of the system prompt
+- Compact information to be more information dense or eliminate redundancy
+- Leverage progressive disclosure: move some context outside of `system/` and reference it to pull in dynamically
+
+**Scope**: You may refine, tighten, and restructure prompts to improve clarity and adherence — but do not change the intended semantics. The goal is better signal, not different behavior.
+- Do not alter persona-defining content (who you are, how you communicate)
+- Do not remove or change user identity or preferences (e.g. the human's name, their stated goals)
+- Do not rewrite instructions in ways that shift their meaning — only reduce noise and improve structure
+
+#### Context redundancy and unclear organization 
+The context in the memory filesystem should have a clear structure, with a well-defined purpose for each file. Memory file descriptions should be precise and non-overlapping. Their contents should be consistent with the description, and have non-overlapping content to other files. 
+
+**Questions to ask**: 
+- Do the descriptions make clear what file is for what? 
+- Do the contents of the file match the descriptions? (you can ask subagents to check)
+
+**Solution**: Read all memory files (use subagents for efficiency), then:
+- Consolidate redundant files
+- Reorganize files and rewrite descriptions to have clear separation of concerns
+- Avoid duplication by referencing common files from multiple places (e.g. `[[reference/api]]`)
+- Rewrite unclear or low-quality content
+
+#### Invalid context format
+Files in the memory filesystem must follow certain structural requirements: 
+- Must have a `system/persona.md`
+- Must NOT have overlapping file and folder names (e.g. `system/human.md` and `system/human/identity.md`) 
+- Must follow specification for skills (e.g. `skills/{skill_name}/`) with the format:
+```
+skill-name/
+├── SKILL.md          # Required: metadata + instructions
+├── scripts/          # Optional: executable code
+├── references/       # Optional: documentation
+├── assets/           # Optional: templates, resources
+└── ...               # Any additional files or directories
+```
+
+**Solution**: Reorganize files to follow the required structure
+
+### Poor use of progressive disclosure
+Only critical information should be in the system prompt, since it's passed on every turn. Use progressive disclosure so that context only *sometimes* needed can be dynamically retrieved.
+
+Files that are outside of `system/` are not part of the system prompt, and must be dynamically loaded. You must index your files to ensure your future self can discover them: for example, make sure that files have informative names and descriptions, or are referenced from parts of your system prompt. Otherwise, you will never discover the external context or make use of it. 
+
+**Solution**: 
+- Reference external skills from the relevant parts of in-context memory:
+```
+When running a migration, always use the skill [[skills/db-migrations]]
+```
+or external memory files: 
+```
+Sarah's active projects are: Letta Code [[projects/letta_code.md]] and Letta Cloud [[projects/letta_cloud]]
+```
+- Ensure that contents of files match the file name and descriptions 
+- Make sure your future self will be able to find and load external files when needed. 
+
+### Step 2: Implement context fixes
+Create a plan for what fixes you want to make, then implement them.
+
+Before moving on, verify:
+- [ ] System prompt token budget reviewed (target ~10% of context, usually 15-20k tokens)
+- [ ] No overlapping or redundant files remain
+- [ ] All file descriptions are unique, accurate, and match their contents
+- [ ] Moved-out knowledge has references from in-context memory so it can be discovered
+- [ ] No semantic changes to persona, user identity, or behavioral instructions
+
+### Step 3: Commit and push
+Review changes, then commit with a descriptive message:
+
+```bash
+cd $MEMORY_DIR
+git status                # Review what changed before staging
+git add <specific files>  # Stage targeted paths — avoid blind `git add -A`
+git commit --author="<AGENT_NAME> <<ACTUAL_AGENT_ID>@letta.com>" -m "fix(doctor): <summary> 🏥
+
+<identified issues and implemented solutions>"
+
+git push
+```
+
+### Step 4: Final checklist and message
+Tell the user what issues you identitied, the fixes you made, the commit you made, and also recommend that they run `/recompile` to apply these changes to the current system prompt. 
+
+Before finishing make sure you: 
+- [ ] Resolved all the identified context issues
+- [ ] Pushed your changes successfully 
+- [ ] Told the user to run `/recompile` to refresh the system prompt and apply changes
+
+## Critical information 
+- **Ask the user about their goals for you, not the implementation**: You understand your own context best, and should follow the guidelines in this document. Do NOT ask the user about their structural preferences - the context is for YOU, not them. Ask them how they want YOU to behave or know instead. 

package/skills/context_doctor/scripts/estimate_system_tokens.ts

@@ -0,0 +1,181 @@
+#!/usr/bin/env bun
+
+import { existsSync, readdirSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+import { getClient } from "../../../../agent/client";
+import { settingsManager } from "../../../../settings-manager";
+
+const BYTES_PER_TOKEN = 4;
+
+type FileEstimate = {
+  path: string;
+  tokens: number;
+};
+
+type ParsedArgs = {
+  memoryDir?: string;
+  agentId?: string;
+  top: number;
+};
+
+function parseArgs(argv: string[]): ParsedArgs {
+  const parsed: ParsedArgs = { top: 20 };
+
+  for (let i = 0; i < argv.length; i++) {
+    const arg = argv[i];
+    if (arg === "--memory-dir") {
+      parsed.memoryDir = argv[i + 1];
+      i++;
+      continue;
+    }
+    if (arg === "--agent-id") {
+      parsed.agentId = argv[i + 1];
+      i++;
+      continue;
+    }
+    if (arg === "--top") {
+      const raw = argv[i + 1];
+      const value = Number.parseInt(raw ?? "", 10);
+      if (!Number.isNaN(value) && value >= 0) {
+        parsed.top = value;
+      }
+      i++;
+    }
+  }
+
+  return parsed;
+}
+
+function estimateTokens(text: string): number {
+  return Math.ceil(Buffer.byteLength(text, "utf8") / BYTES_PER_TOKEN);
+}
+
+function normalizePath(value: string): string {
+  return value.replaceAll("\\", "/");
+}
+
+function walkMarkdownFiles(dir: string): string[] {
+  if (!existsSync(dir)) {
+    return [];
+  }
+
+  const out: string[] = [];
+  const entries = readdirSync(dir, { withFileTypes: true });
+
+  for (const entry of entries) {
+    if (entry.name.startsWith(".")) {
+      continue;
+    }
+    const full = join(dir, entry.name);
+    if (entry.isDirectory()) {
+      if (entry.name === ".git") {
+        continue;
+      }
+      out.push(...walkMarkdownFiles(full));
+      continue;
+    }
+    if (entry.isFile() && entry.name.endsWith(".md")) {
+      out.push(full);
+    }
+  }
+
+  return out;
+}
+
+function inferAgentIdFromMemoryDir(memoryDir: string): string | null {
+  const parts = normalizePath(memoryDir).split("/");
+  for (let i = 0; i < parts.length - 1; i++) {
+    if (parts[i] === "agents" && parts[i + 1]?.startsWith("agent-")) {
+      return parts[i + 1];
+    }
+  }
+
+  const maybe = parts.at(-2);
+  return maybe?.startsWith("agent-") ? maybe : null;
+}
+
+async function resolveAgentId(
+  memoryDir: string,
+  cliAgentId?: string,
+): Promise<string> {
+  if (cliAgentId) {
+    return cliAgentId;
+  }
+
+  if (process.env.AGENT_ID) {
+    return process.env.AGENT_ID;
+  }
+
+  const inferred = inferAgentIdFromMemoryDir(memoryDir);
+  if (inferred) {
+    return inferred;
+  }
+
+  const fromSession = settingsManager.getEffectiveLastAgentId(process.cwd());
+  if (fromSession) {
+    return fromSession;
+  }
+
+  throw new Error(
+    "Unable to resolve agent ID. Pass --agent-id or set AGENT_ID.",
+  );
+}
+
+function formatNumber(value: number): string {
+  return value.toLocaleString("en-US");
+}
+
+async function main(): Promise<number> {
+  await settingsManager.initialize();
+
+  const args = parseArgs(process.argv.slice(2));
+  const memoryDir = args.memoryDir || process.env.MEMORY_DIR;
+
+  if (!memoryDir) {
+    throw new Error("Missing memory dir. Pass --memory-dir or set MEMORY_DIR.");
+  }
+
+  const systemDir = join(memoryDir, "system");
+  if (!existsSync(systemDir)) {
+    throw new Error(`Missing system directory: ${systemDir}`);
+  }
+
+  const agentId = await resolveAgentId(memoryDir, args.agentId);
+
+  // Use the SDK auth path used by letta-code (OAuth + API key handling via getClient).
+  const client = await getClient();
+  await client.agents.retrieve(agentId);
+
+  const files = walkMarkdownFiles(systemDir).sort();
+  const rows: FileEstimate[] = [];
+
+  for (const filePath of files) {
+    const text = readFileSync(filePath, "utf8");
+    const rel = normalizePath(filePath.slice(memoryDir.length + 1));
+    rows.push({ path: rel, tokens: estimateTokens(text) });
+  }
+
+  const estimatedTotalTokens = rows.reduce((sum, row) => sum + row.tokens, 0);
+
+  console.log("Estimated total tokens");
+  console.log(`  ${formatNumber(estimatedTotalTokens)}`);
+
+  console.log("\nPer-file token estimates");
+  console.log(`  ${"tokens".padStart(8)}  path`);
+
+  const sortedRows = [...rows].sort((a, b) => b.tokens - a.tokens);
+  for (const row of sortedRows.slice(0, Math.max(0, args.top))) {
+    console.log(`  ${formatNumber(row.tokens).padStart(8)}  ${row.path}`);
+  }
+
+  return 0;
+}
+
+main()
+  .then((code) => {
+    process.exit(code);
+  })
+  .catch((error: unknown) => {
+    console.error(error instanceof Error ? error.message : String(error));
+    process.exit(1);
+  });