@compilr-dev/sdk 0.8.0 → 0.9.1

package/dist/agent.js

@@ -2,6 +2,7 @@
  * CompilrAgent — high-level wrapper around @compilr-dev/agents Agent
  */
 import { Agent, ContextManager, createSuggestTool, } from '@compilr-dev/agents';
+import { createCompressorHook } from './compressors/index.js';
 import { resolveProvider } from './provider.js';
 import { resolvePreset } from './presets/index.js';
 import { assembleTools, deduplicateTools } from './tools.js';
@@ -241,6 +242,13 @@ class CompilrAgentImpl {
                 : [];
             mergedHooks.beforeLLM = [...existingHooks, ...capabilityHooks];
         }
+        // Add output compressor as the first afterTool hook (runs before delegation)
+        const existingAfterTool = config?.hooks?.afterTool
+            ? Array.isArray(config.hooks.afterTool)
+                ? config.hooks.afterTool
+                : [config.hooks.afterTool]
+            : [];
+        mergedHooks.afterTool = [createCompressorHook(), ...existingAfterTool];
         // Build observation mask config — SDK defaults include platform tools
         const observationMask = config?.context?.observationMask !== false
             ? {

package/dist/compressors/bash.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Bash Output Compressors — command-specific output compression
+ *
+ * Each compressor understands the structure of a CLI tool's output
+ * and strips noise (progress bars, boilerplate, redundant info)
+ * while preserving signal (errors, changed files, test failures).
+ */
+/**
+ * Compress bash command output based on the command that was run.
+ * Returns null if no compressor matches (output passes through unchanged).
+ */
+export declare function compressBashOutput(command: string, stdout: string): string | null;

package/dist/compressors/bash.js

@@ -0,0 +1,342 @@
+/**
+ * Bash Output Compressors — command-specific output compression
+ *
+ * Each compressor understands the structure of a CLI tool's output
+ * and strips noise (progress bars, boilerplate, redundant info)
+ * while preserving signal (errors, changed files, test failures).
+ */
+// ─── Router ─────────────────────────────────────────────────────────────────
+/**
+ * Compress bash command output based on the command that was run.
+ * Returns null if no compressor matches (output passes through unchanged).
+ */
+export function compressBashOutput(command, stdout) {
+    const cmd = command.trim();
+    // git commands
+    if (cmd.match(/^git\s+status/))
+        return compressGitStatus(stdout);
+    if (cmd.match(/^git\s+log/))
+        return compressGitLog(stdout);
+    if (cmd.match(/^git\s+diff/))
+        return compressGitDiff(stdout);
+    if (cmd.match(/^git\s+(add|commit|push|pull|fetch|merge|rebase|checkout|switch|branch)/))
+        return compressGitAction(stdout);
+    // npm/yarn/pnpm
+    if (cmd.match(/^(npm|yarn|pnpm)\s+install/))
+        return compressNpmInstall(stdout);
+    if (cmd.match(/^(npm|yarn|pnpm)\s+(test|run\s+test)/))
+        return compressTestOutput(stdout);
+    if (cmd.match(/^(npm|yarn|pnpm)\s+run\s+(lint|eslint)/))
+        return compressLintOutput(stdout);
+    if (cmd.match(/^(npm|yarn|pnpm)\s+run\s+(build|tsc)/))
+        return compressBuildOutput(stdout);
+    // Direct test runners
+    if (cmd.match(/^(jest|vitest|mocha|pytest|cargo\s+test|go\s+test)/))
+        return compressTestOutput(stdout);
+    // Direct linters
+    if (cmd.match(/^(eslint|tsc|ruff|cargo\s+clippy|golangci-lint)/))
+        return compressLintOutput(stdout);
+    // ls / find / tree
+    if (cmd.match(/^(ls|find|tree|fd)\b/))
+        return compressFileList(stdout);
+    // curl / wget (HTTP responses)
+    if (cmd.match(/^(curl|wget)\b/))
+        return compressCurlOutput(stdout);
+    return null; // No compressor matched
+}
+// ─── Git Status ─────────────────────────────────────────────────────────────
+function compressGitStatus(output) {
+    const lines = output.split('\n').filter((l) => l.trim());
+    if (lines.length <= 20)
+        return output;
+    const sections = [];
+    let current = null;
+    for (const line of lines) {
+        if (line.startsWith('On branch') ||
+            line.startsWith('Your branch') ||
+            line.startsWith('HEAD detached')) {
+            sections.push({ header: line, files: [] });
+        }
+        else if (line.match(/^(Changes|Untracked|Unmerged)/)) {
+            current = { header: line, files: [] };
+            sections.push(current);
+        }
+        else if (current &&
+            (line.startsWith('\t') || line.match(/^\s+(modified|new file|deleted|renamed)/))) {
+            current.files.push(line.trim());
+        }
+    }
+    // Rebuild with capped file lists
+    const maxFilesPerSection = 15;
+    const result = [];
+    for (const section of sections) {
+        result.push(section.header);
+        const shown = section.files.slice(0, maxFilesPerSection);
+        for (const f of shown)
+            result.push(`  ${f}`);
+        if (section.files.length > maxFilesPerSection) {
+            result.push(`  ... +${String(section.files.length - maxFilesPerSection)} more files`);
+        }
+    }
+    return result.join('\n');
+}
+// ─── Git Log ────────────────────────────────────────────────────────────────
+function compressGitLog(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 30)
+        return output;
+    // Keep first 25 lines (recent commits), summarize the rest
+    const kept = lines.slice(0, 25);
+    const remaining = lines.slice(25).filter((l) => l.match(/^commit\s/));
+    if (remaining.length > 0) {
+        kept.push(`\n... +${String(remaining.length)} older commits omitted`);
+    }
+    return kept.join('\n');
+}
+// ─── Git Diff ───────────────────────────────────────────────────────────────
+function compressGitDiff(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 50)
+        return output;
+    // Keep diff headers and first N lines of each file, collapse large hunks
+    const result = [];
+    let currentFile = '';
+    let hunkLines = 0;
+    const maxHunkLines = 30;
+    for (const line of lines) {
+        if (line.startsWith('diff --git')) {
+            currentFile = line;
+            hunkLines = 0;
+            result.push(line);
+        }
+        else if (line.startsWith('---') || line.startsWith('+++') || line.startsWith('@@')) {
+            hunkLines = 0;
+            result.push(line);
+        }
+        else if (line.startsWith('+') || line.startsWith('-') || line.startsWith(' ')) {
+            hunkLines++;
+            if (hunkLines <= maxHunkLines) {
+                result.push(line);
+            }
+            else if (hunkLines === maxHunkLines + 1) {
+                result.push(`... (hunk truncated, ${currentFile.split(' b/')[1] ?? 'file'} continues)`);
+            }
+        }
+        else {
+            result.push(line);
+        }
+    }
+    return result.join('\n');
+}
+// ─── Git Action (add, commit, push, pull, etc.) ─────────────────────────────
+function compressGitAction(output) {
+    const lines = output.split('\n').filter((l) => l.trim());
+    if (lines.length <= 15)
+        return output;
+    // Keep summary lines, strip verbose file lists
+    const important = lines.filter((l) => l.match(/^(\[|To |From |Already|Everything|Branch|Updating|Fast-forward|CONFLICT|error:|fatal:|warning:|\s*\d+ file|create mode|delete mode)/) ||
+        l.includes('->') ||
+        l.includes('insertions') ||
+        l.includes('deletions'));
+    if (important.length > 0 && important.length < lines.length) {
+        const omitted = lines.length - important.length;
+        important.push(`(${String(omitted)} lines of detail omitted)`);
+        return important.join('\n');
+    }
+    return output;
+}
+// ─── npm install ────────────────────────────────────────────────────────────
+function compressNpmInstall(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 10)
+        return output;
+    // Keep: added/removed/changed summary, warnings, errors
+    // Strip: progress bars, individual package resolutions, timing
+    const kept = lines.filter((l) => {
+        const t = l.trim();
+        if (!t)
+            return false;
+        if (t.startsWith('npm warn') || t.startsWith('npm error') || t.startsWith('npm ERR'))
+            return true;
+        if (t.match(/^added \d|^removed \d|^changed \d|^up to date/))
+            return true;
+        if (t.includes('vulnerabilit'))
+            return true;
+        if (t.startsWith('found '))
+            return true;
+        return false;
+    });
+    if (kept.length === 0)
+        return output; // Couldn't parse — return original
+    return kept.join('\n');
+}
+// ─── Test Output ────────────────────────────────────────────────────────────
+function compressTestOutput(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 30)
+        return output;
+    const result = [];
+    let inFailure = false;
+    let failureLines = 0;
+    const maxFailureLines = 20;
+    for (const line of lines) {
+        const t = line.trim();
+        // Always keep: summary lines, failures, errors
+        if (t.match(/^(Tests?|Test Suites?|FAIL|PASS|ERROR|✓|✗|✘|×|●|Ran \d|passed|failed|\d+ passing|\d+ failing|Test Files|Duration)/i)) {
+            result.push(line);
+            continue;
+        }
+        // Keep failure context (limited)
+        if (t.match(/^(FAIL|✗|✘|×|Error:|AssertionError|Expected|Received|at\s)/i) || inFailure) {
+            if (t.match(/^(FAIL|✗|✘|×)/i)) {
+                inFailure = true;
+                failureLines = 0;
+            }
+            failureLines++;
+            if (failureLines <= maxFailureLines) {
+                result.push(line);
+            }
+            if (t === '' || t.match(/^(PASS|✓)/)) {
+                inFailure = false;
+            }
+            continue;
+        }
+        // Strip: individual passing test names, progress, timing of each test
+        // (these are the bulk of test output — passing tests don't need names)
+    }
+    if (result.length < lines.length) {
+        const omitted = lines.length - result.length;
+        result.push(`(${String(omitted)} lines of passing test detail omitted)`);
+    }
+    return result.join('\n');
+}
+// ─── Lint Output ────────────────────────────────────────────────────────────
+function compressLintOutput(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 30)
+        return output;
+    // Group errors by rule, cap per rule
+    const errors = [];
+    const warnings = [];
+    const summaryLines = [];
+    const ruleCount = new Map();
+    const maxPerRule = 5;
+    for (const line of lines) {
+        const t = line.trim();
+        // Summary lines
+        if (t.match(/^✖|^\d+ problem|^\d+ error|^\d+ warning|^error:|^warning:/i)) {
+            summaryLines.push(line);
+            continue;
+        }
+        // ESLint-style: "file:line:col  error  message  rule"
+        const ruleMatch = t.match(/\s+(error|warning)\s+.+\s+(\S+)$/);
+        if (ruleMatch) {
+            const rule = ruleMatch[2];
+            const count = (ruleCount.get(rule) ?? 0) + 1;
+            ruleCount.set(rule, count);
+            if (count <= maxPerRule) {
+                if (ruleMatch[1] === 'error')
+                    errors.push(line);
+                else
+                    warnings.push(line);
+            }
+            continue;
+        }
+        // TypeScript-style: "file(line,col): error TS..."
+        if (t.match(/error TS\d+/)) {
+            errors.push(line);
+            continue;
+        }
+    }
+    const result = [...errors, ...warnings.slice(0, 20)];
+    // Show rules that were capped
+    for (const [rule, count] of ruleCount) {
+        if (count > maxPerRule) {
+            result.push(`  ... +${String(count - maxPerRule)} more ${rule}`);
+        }
+    }
+    result.push(...summaryLines);
+    if (result.length < lines.length) {
+        return result.join('\n');
+    }
+    return output;
+}
+// ─── Build Output ───────────────────────────────────────────────────────────
+function compressBuildOutput(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 20)
+        return output;
+    // Keep errors and summary, strip progress/compilation messages
+    const kept = lines.filter((l) => {
+        const t = l.trim();
+        if (!t)
+            return false;
+        if (t.match(/^(error|Error|ERROR|warning|Warning|WARN)/))
+            return true;
+        if (t.match(/^(✓|✗|✘|Done|Built|Compiled|Successfully|Failed|FAIL)/))
+            return true;
+        if (t.match(/error TS\d+/))
+            return true;
+        if (t.includes('bundle') && t.includes('kB'))
+            return true; // Bundle size info
+        return false;
+    });
+    if (kept.length > 0 && kept.length < lines.length * 0.7) {
+        const omitted = lines.length - kept.length;
+        kept.push(`(${String(omitted)} lines of build output omitted)`);
+        return kept.join('\n');
+    }
+    return output;
+}
+// ─── File List (ls, find, tree) ─────────────────────────────────────────────
+function compressFileList(output) {
+    const lines = output.split('\n').filter((l) => l.trim());
+    if (lines.length <= 20)
+        return output;
+    // Group by top-level directory, cap entries
+    const groups = new Map();
+    for (const line of lines) {
+        const parts = line.replace(/^\.\//, '').split('/');
+        const dir = parts.length > 1 ? parts[0] : '.';
+        const arr = groups.get(dir) ?? [];
+        arr.push(line);
+        groups.set(dir, arr);
+    }
+    const maxPerDir = 10;
+    const result = [];
+    for (const [dir, files] of groups) {
+        if (dir !== '.')
+            result.push(`${dir}/`);
+        const shown = files.slice(0, maxPerDir);
+        for (const f of shown)
+            result.push(f);
+        if (files.length > maxPerDir) {
+            result.push(`  ... +${String(files.length - maxPerDir)} more in ${dir}/`);
+        }
+    }
+    if (result.length < lines.length) {
+        result.push(`\n(${String(lines.length)} total entries, showing ${String(result.length)} lines)`);
+    }
+    return result.join('\n');
+}
+// ─── curl / wget ────────────────────────────────────────────────────────────
+function compressCurlOutput(output) {
+    const lines = output.split('\n');
+    if (lines.length <= 30)
+        return output;
+    // Strip progress bars (curl -# output), keep headers and body
+    const kept = lines.filter((l) => {
+        const t = l.trim();
+        // Strip progress indicators
+        if (t.match(/^[#\s]*\d+(\.\d+)?%/) || t.match(/^\s*\d+\s+\d+\s+\d+\s+\d+/))
+            return false;
+        // Strip curl stats
+        if (t.match(/^\s*(Dload|Upload|Total|Spent|Left|Speed)/))
+            return false;
+        return true;
+    });
+    if (kept.length < lines.length) {
+        return kept.join('\n');
+    }
+    return output;
+}

package/dist/compressors/index.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Tool Output Compressors — Format-aware output compression
+ *
+ * Reduces token usage by 60-90% on common tool outputs.
+ * Understands output structure (git, npm, test runners, etc.)
+ * and strips noise while preserving signal.
+ *
+ * Runs as an AfterToolHook — transparent to agents.
+ * Inspired by rtk-ai/rtk.
+ */
+import type { AfterToolHook } from '@compilr-dev/agents';
+export interface CompressorConfig {
+    /** Minimum output length to trigger compression (default: 500) */
+    minLength?: number;
+    /** Enable/disable specific compressors */
+    disabled?: string[];
+}
+/**
+ * Create an AfterToolHook that compresses tool outputs.
+ *
+ * Usage:
+ * ```typescript
+ * const agent = createCompilrAgent({
+ *   hooks: {
+ *     afterTool: [createCompressorHook()],
+ *   },
+ * });
+ * ```
+ */
+export declare function createCompressorHook(config?: CompressorConfig): AfterToolHook;
+export { compressBashOutput } from './bash.js';

package/dist/compressors/index.js

@@ -0,0 +1,169 @@
+/**
+ * Tool Output Compressors — Format-aware output compression
+ *
+ * Reduces token usage by 60-90% on common tool outputs.
+ * Understands output structure (git, npm, test runners, etc.)
+ * and strips noise while preserving signal.
+ *
+ * Runs as an AfterToolHook — transparent to agents.
+ * Inspired by rtk-ai/rtk.
+ */
+import { compressBashOutput } from './bash.js';
+// ─── Hook Factory ───────────────────────────────────────────────────────────
+/**
+ * Create an AfterToolHook that compresses tool outputs.
+ *
+ * Usage:
+ * ```typescript
+ * const agent = createCompilrAgent({
+ *   hooks: {
+ *     afterTool: [createCompressorHook()],
+ *   },
+ * });
+ * ```
+ */
+export function createCompressorHook(config) {
+    const minLength = config?.minLength ?? 500;
+    return (ctx) => {
+        if (!ctx.result.success)
+            return undefined;
+        const result = ctx.result.result;
+        if (!result || typeof result !== 'object')
+            return undefined;
+        const toolName = ctx.toolName;
+        // ── Bash tool ────────────────────────────────────────────────────
+        if (toolName === 'bash') {
+            const bashResult = result;
+            const stdout = bashResult.stdout;
+            if (!stdout || stdout.length < minLength)
+                return undefined;
+            // Get the command from tool input
+            const command = ctx.input.command ?? '';
+            const compressed = compressBashOutput(command, stdout);
+            if (compressed !== null && compressed.length < stdout.length) {
+                return {
+                    result: {
+                        ...ctx.result,
+                        result: { ...bashResult, stdout: compressed },
+                    },
+                };
+            }
+        }
+        // ── Grep tool ────────────────────────────────────────────────────
+        if (toolName === 'grep') {
+            const grepResult = result;
+            const content = grepResult.content;
+            if (content && typeof content === 'string' && content.length >= minLength) {
+                const compressed = compressGrepOutput(content);
+                if (compressed.length < content.length) {
+                    return {
+                        result: {
+                            ...ctx.result,
+                            result: { ...grepResult, content: compressed },
+                        },
+                    };
+                }
+            }
+        }
+        // ── Read file tool ───────────────────────────────────────────────
+        if (toolName === 'read_file') {
+            const fileResult = result;
+            const content = fileResult.content;
+            if (content && typeof content === 'string' && content.length >= minLength) {
+                const compressed = compressFileContent(content);
+                if (compressed.length < content.length) {
+                    return {
+                        result: {
+                            ...ctx.result,
+                            result: { ...fileResult, content: compressed },
+                        },
+                    };
+                }
+            }
+        }
+        return undefined;
+    };
+}
+// ─── Grep Compressor ────────────────────────────────────────────────────────
+/**
+ * Compress grep output: deduplicate, cap matches per file.
+ */
+function compressGrepOutput(content) {
+    const lines = content.split('\n');
+    if (lines.length <= 50)
+        return content;
+    // Group by file
+    const groups = new Map();
+    for (const line of lines) {
+        const colonIdx = line.indexOf(':');
+        if (colonIdx > 0) {
+            const file = line.substring(0, colonIdx);
+            const rest = line.substring(colonIdx + 1);
+            const arr = groups.get(file) ?? [];
+            arr.push(rest);
+            groups.set(file, arr);
+        }
+    }
+    // Cap at 10 matches per file
+    const maxPerFile = 10;
+    const compressed = [];
+    for (const [file, matches] of groups) {
+        const shown = matches.slice(0, maxPerFile);
+        for (const m of shown) {
+            compressed.push(`${file}:${m}`);
+        }
+        if (matches.length > maxPerFile) {
+            compressed.push(`  ... +${String(matches.length - maxPerFile)} more matches in ${file}`);
+        }
+    }
+    return compressed.join('\n');
+}
+// ─── File Content Compressor ────────────────────────────────────────────────
+/**
+ * Compress file content: collapse consecutive blank lines, large comment blocks.
+ */
+function compressFileContent(content) {
+    const lines = content.split('\n');
+    if (lines.length <= 100)
+        return content;
+    const result = [];
+    let consecutiveBlanks = 0;
+    let inBlockComment = false;
+    let blockCommentLines = 0;
+    for (const line of lines) {
+        const trimmed = line.trim();
+        // Collapse consecutive blank lines
+        if (trimmed === '') {
+            consecutiveBlanks++;
+            if (consecutiveBlanks <= 1)
+                result.push(line);
+            continue;
+        }
+        consecutiveBlanks = 0;
+        // Collapse large block comments (keep first and last line)
+        if (trimmed.startsWith('/*') && !trimmed.endsWith('*/')) {
+            inBlockComment = true;
+            blockCommentLines = 0;
+            result.push(line);
+            continue;
+        }
+        if (inBlockComment) {
+            blockCommentLines++;
+            if (trimmed.endsWith('*/') || trimmed === '*/') {
+                if (blockCommentLines > 5) {
+                    result.push(`  // ... ${String(blockCommentLines - 1)} comment lines omitted`);
+                }
+                result.push(line);
+                inBlockComment = false;
+            }
+            else if (blockCommentLines <= 3) {
+                result.push(line);
+            }
+            continue;
+        }
+        result.push(line);
+    }
+    return result.join('\n');
+}
+// ─── Re-exports ─────────────────────────────────────────────────────────────
+export { compressBashOutput } from './bash.js';

package/dist/index.d.ts

@@ -79,3 +79,5 @@ export { readFileTool, writeFileTool, createBashTool, bashTool, bashOutputTool,
 export { gitStatusTool, gitDiffTool, gitLogTool, gitCommitTool, gitBranchTool, gitStashTool, gitBlameTool, gitFileHistoryTool, detectProjectTool, findProjectRootTool, runTestsTool, runLintTool, runBuildTool, runFormatTool, findDefinitionTool, findReferencesTool, findTodosTool, checkOutdatedTool, findVulnerabilitiesTool, analyzeTestCoverageTool, getFileStructureTool, getComplexityTool, allCodingTools, unifiedTools, } from '@compilr-dev/agents-coding';
 export { createLogger, createSilentLogger } from '@compilr-dev/logger';
 export type { Logger, LoggerOptions, LogLevel } from '@compilr-dev/logger';
+export { createCompressorHook, compressBashOutput } from './compressors/index.js';
+export type { CompressorConfig } from './compressors/index.js';

package/dist/index.js

@@ -225,3 +225,7 @@ allCodingTools, unifiedTools, } from '@compilr-dev/agents-coding';
 // Logger (re-export for consumers)
 // =============================================================================
 export { createLogger, createSilentLogger } from '@compilr-dev/logger';
+// =============================================================================
+// Tool Output Compressors
+// =============================================================================
+export { createCompressorHook, compressBashOutput } from './compressors/index.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@compilr-dev/sdk",
-  "version": "0.8.0",
+  "version": "0.9.1",
   "description": "Universal agent runtime for building AI-powered applications",
   "type": "module",
   "main": "dist/index.js",