karajan-code 1.59.0 → 2.0.0

package/src/proxy/compression/dedup-cache.js

@@ -1,100 +0,0 @@
-import { createHash } from "node:crypto";
-
-/**
- * Cross-turn content deduplication using an LRU hash cache.
- * Detects repeated content across conversation turns and returns
- * compact references instead of duplicated text.
- */
-export class DedupCache {
-  #maxEntries;
-  #cache; // Map preserves insertion order for LRU
-  #totalChecks;
-  #hits;
-  #misses;
-
-  constructor({ maxEntries = 500 } = {}) {
-    this.#maxEntries = maxEntries;
-    this.#cache = new Map();
-    this.#totalChecks = 0;
-    this.#hits = 0;
-    this.#misses = 0;
-  }
-
-  /**
-   * Check if text has been seen in a prior turn.
-   * @param {string} text - Content to check
-   * @param {number} turnIndex - Current turn number
-   * @returns {{isDuplicate: boolean, reference?: string}}
-   */
-  check(text, turnIndex) {
-    this.#totalChecks++;
-
-    const tokenCount = Math.floor(text.length / 4);
-    const hash = createHash("sha256").update(text).digest("hex");
-    const shortHash = hash.slice(0, 6);
-
-    // Small content is never deduped
-    if (tokenCount <= 200) {
-      this.#misses++;
-      this.#upsert(hash, { hash, turnIndex, tokenCount, insertedAt: Date.now() });
-      return { isDuplicate: false };
-    }
-
-    const existing = this.#cache.get(hash);
-
-    if (existing && existing.turnIndex < turnIndex) {
-      // Seen in a prior turn — duplicate
-      this.#hits++;
-      // Refresh LRU position
-      this.#cache.delete(hash);
-      this.#cache.set(hash, { ...existing, insertedAt: Date.now() });
-      return {
-        isDuplicate: true,
-        reference: `[Content from turn ${existing.turnIndex}, hash ${shortHash}, ${tokenCount} tokens - unchanged]`,
-      };
-    }
-
-    // Not seen or same turn — store and return not duplicate
-    this.#misses++;
-    this.#upsert(hash, { hash, turnIndex, tokenCount, insertedAt: Date.now() });
-    return { isDuplicate: false };
-  }
-
-  /**
-   * Insert or update an entry, evicting the oldest if at capacity.
-   */
-  #upsert(key, entry) {
-    // If key already exists, delete first to refresh insertion order
-    if (this.#cache.has(key)) {
-      this.#cache.delete(key);
-    }
-
-    // Evict oldest (first inserted) if at capacity
-    if (this.#cache.size >= this.#maxEntries) {
-      const oldestKey = this.#cache.keys().next().value;
-      this.#cache.delete(oldestKey);
-    }
-
-    this.#cache.set(key, entry);
-  }
-
-  /**
-   * @returns {{totalChecks: number, hits: number, misses: number, entries: number}}
-   */
-  getStats() {
-    return {
-      totalChecks: this.#totalChecks,
-      hits: this.#hits,
-      misses: this.#misses,
-      entries: this.#cache.size,
-    };
-  }
-
-  /** Clear all state (call between sessions). */
-  reset() {
-    this.#cache.clear();
-    this.#totalChecks = 0;
-    this.#hits = 0;
-    this.#misses = 0;
-  }
-}

package/src/proxy/compression/deterministic/bash-build.js

@@ -1,60 +0,0 @@
-/**
- * Deterministic compression for build tool output.
- * Handles: tsc, eslint, prettier, next build, webpack, vite build.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const BUILD_PATTERNS = [
-  /error TS\d+:/,
-  /\d+ errors?/i,
-  /\d+ warnings?/i,
-  /eslint/i,
-  /prettier/i,
-  /webpack/i,
-  /✔|Built in|compiled/i,
-  /Module Error|SyntaxError|TypeError/,
-  /next build|vite build/i
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return BUILD_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-  const lines = clean.split("\n");
-
-  // Collect error/warning lines and summary lines
-  const errors = [];
-  const warnings = [];
-  const summaries = [];
-
-  for (const line of lines) {
-    const trimmed = line.trim();
-    if (!trimmed) continue;
-
-    if (/error TS\d+:|Error:|SyntaxError:|TypeError:|Module Error/i.test(trimmed)) {
-      errors.push(trimmed);
-    } else if (/warning|warn\b/i.test(trimmed) && !/node_modules/.test(trimmed)) {
-      warnings.push(trimmed);
-    } else if (/\d+ errors?|\d+ warnings?|compiled|Built in|✔|Found \d+/i.test(trimmed)) {
-      summaries.push(trimmed);
-    }
-  }
-
-  const parts = [];
-  if (errors.length) {
-    parts.push(`Errors (${errors.length}):\n${truncateLines(errors.join("\n"), 20)}`);
-  }
-  if (warnings.length) {
-    parts.push(`Warnings (${warnings.length}):\n${truncateLines(warnings.join("\n"), 10)}`);
-  }
-  if (summaries.length) {
-    parts.push(summaries.join("\n"));
-  }
-
-  if (parts.length) return parts.join("\n\n");
-
-  return truncateLines(collapseWhitespace(clean), 40);
-}

package/src/proxy/compression/deterministic/bash-git.js

@@ -1,101 +0,0 @@
-/**
- * Deterministic compression for git CLI output.
- * Handles: git status, git diff, git log, git branch.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const GIT_PATTERNS = [
-  /^On branch /m,
-  /^(modified|deleted|new file|renamed):/m,
-  /^Untracked files:/m,
-  /^diff --git/m,
-  /^commit [0-9a-f]{7,40}/m,
-  /^(Changes to be committed|Changes not staged)/m,
-  /^\* /m // git branch current branch marker
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return GIT_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-
-  // git status
-  if (/^On branch /m.test(clean) || /Changes (to be committed|not staged)/m.test(clean)) {
-    return compactStatus(clean);
-  }
-  // git diff
-  if (/^diff --git/m.test(clean)) {
-    return compactDiff(clean);
-  }
-  // git log
-  if (/^commit [0-9a-f]{7,40}/m.test(clean)) {
-    return compactLog(clean);
-  }
-  // git branch
-  if (/^\* /m.test(clean) && clean.split("\n").every((l) => /^[\s*]/.test(l) || !l.trim())) {
-    return compactBranch(clean);
-  }
-  return collapseWhitespace(clean);
-}
-
-function compactStatus(text) {
-  const lines = text.split("\n");
-  const kept = [];
-  const branchLine = lines.find((l) => l.startsWith("On branch "));
-  if (branchLine) kept.push(branchLine);
-
-  for (const line of lines) {
-    const trimmed = line.trim();
-    if (
-      /^(modified|deleted|new file|renamed|both modified):/.test(trimmed) ||
-      /^(Untracked files|Changes to be committed|Changes not staged)/.test(trimmed)
-    ) {
-      kept.push(trimmed);
-    }
-  }
-  return kept.join("\n") || text;
-}
-
-function compactDiff(text) {
-  const files = text.split(/(?=^diff --git)/m);
-  const summaries = [];
-  for (const file of files) {
-    if (!file.trim()) continue;
-    const header = file.match(/^diff --git a\/(.+?) b\/(.+)/m);
-    const fname = header ? header[2] : "unknown";
-    const additions = (file.match(/^\+(?!\+\+)/gm) || []).length;
-    const deletions = (file.match(/^-(?!--)/gm) || []).length;
-    const hunkHeaders = file.match(/^@@.*@@.*$/gm) || [];
-    summaries.push(`${fname}: +${additions}/-${deletions} (${hunkHeaders.length} hunks)`);
-
-    // Keep first few hunk headers for context
-    for (const h of hunkHeaders.slice(0, 3)) {
-      summaries.push(`  ${h.trim()}`);
-    }
-  }
-  return `git diff summary (${files.filter((f) => f.trim()).length} files):\n${summaries.join("\n")}`;
-}
-
-function compactLog(text) {
-  const entries = text.split(/(?=^commit )/m).filter((e) => e.trim());
-  const lines = [];
-  for (const entry of entries) {
-    const hashMatch = entry.match(/^commit ([0-9a-f]{7})/);
-    const msgMatch = entry.match(/^\s{4}(.+)/m);
-    const hash = hashMatch ? hashMatch[1] : "???????";
-    const msg = msgMatch ? msgMatch[1].trim() : "(no message)";
-    lines.push(`${hash} ${msg}`);
-  }
-  return truncateLines(lines.join("\n"), 30);
-}
-
-function compactBranch(text) {
-  const lines = text.split("\n").filter((l) => l.trim());
-  if (lines.length <= 20) return lines.map((l) => l.trim()).join("\n");
-  const current = lines.find((l) => l.startsWith("*"));
-  const count = lines.length;
-  return `${current ? current.trim() : "(detached)"}\n... (${count} branches total)`;
-}

package/src/proxy/compression/deterministic/bash-infra.js

@@ -1,64 +0,0 @@
-/**
- * Deterministic compression for infrastructure CLI output.
- * Handles: docker ps/images/logs, kubectl, terraform plan/apply.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const INFRA_PATTERNS = [
-  /CONTAINER ID/,
-  /REPOSITORY\s+TAG/,
-  /^NAME\s+READY\s+STATUS/m,
-  /^(kubectl|docker|terraform)\s/m,
-  /Terraform will perform/,
-  /Plan:\s+\d+ to add/,
-  /Apply complete/
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return INFRA_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-
-  // docker ps / docker images — compact table
-  if (/CONTAINER ID/.test(clean) || /REPOSITORY\s+TAG/.test(clean)) {
-    return compactTable(clean);
-  }
-
-  // terraform plan/apply
-  if (/Terraform will perform|Plan:\s+\d+|Apply complete/.test(clean)) {
-    return compactTerraform(clean);
-  }
-
-  // kubectl — compact table
-  if (/^NAME\s+READY\s+STATUS/m.test(clean)) {
-    return compactTable(clean);
-  }
-
-  // docker logs — truncate
-  return truncateLines(collapseWhitespace(clean), 30);
-}
-
-function compactTable(text) {
-  const lines = text.split("\n").filter((l) => l.trim());
-  if (lines.length <= 15) return lines.map((l) => collapseWhitespace(l)).join("\n");
-  const header = lines[0];
-  const rows = lines.slice(1, 11);
-  return `${collapseWhitespace(header)}\n${rows.map((r) => collapseWhitespace(r)).join("\n")}\n... (${lines.length - 1} total rows)`;
-}
-
-function compactTerraform(text) {
-  const lines = text.split("\n");
-  const kept = [];
-  for (const line of lines) {
-    if (
-      /Plan:|Apply complete|Terraform will perform|^\s*[#~+-]/.test(line) &&
-      !/Refreshing state/.test(line)
-    ) {
-      kept.push(line.trim());
-    }
-  }
-  return truncateLines(kept.join("\n"), 40) || truncateLines(collapseWhitespace(text), 30);
-}

package/src/proxy/compression/deterministic/bash-misc.js

@@ -1,53 +0,0 @@
-/**
- * Deterministic compression for miscellaneous Bash output.
- * Handles: curl/wget, gh CLI, npx, general long output.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const MISC_PATTERNS = [
-  /HTTP\/[\d.]+\s+\d{3}/,
-  /curl:|wget:/i,
-  /gh (pr|issue|repo|release)/i,
-  /npx:/i
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return MISC_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-
-  // curl/wget — keep status + relevant headers
-  if (/HTTP\/[\d.]+\s+\d{3}/.test(clean)) {
-    return compactHttp(clean);
-  }
-
-  // gh CLI — compact lists
-  if (/gh (pr|issue|repo|release)/i.test(clean)) {
-    return truncateLines(collapseWhitespace(clean), 20);
-  }
-
-  return truncateLines(collapseWhitespace(clean), 40);
-}
-
-function compactHttp(text) {
-  const lines = text.split("\n");
-  const kept = [];
-  for (const line of lines) {
-    if (
-      /HTTP\/[\d.]+\s+\d{3}/.test(line) ||
-      /^(content-type|location|x-[-\w]+|authorization):/i.test(line.trim())
-    ) {
-      kept.push(line.trim());
-    }
-  }
-  // Also keep body, truncated
-  const bodyStart = text.indexOf("\r\n\r\n");
-  if (bodyStart > -1) {
-    const body = text.slice(bodyStart + 4).trim();
-    if (body) kept.push(truncateLines(body, 20));
-  }
-  return kept.join("\n") || truncateLines(collapseWhitespace(text), 30);
-}

package/src/proxy/compression/deterministic/bash-pkg.js

@@ -1,49 +0,0 @@
-/**
- * Deterministic compression for package manager output.
- * Handles: npm/yarn/pnpm install, npm list, npm outdated.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const PKG_PATTERNS = [
-  /added \d+ packages?/i,
-  /npm warn|npm error/i,
-  /packages? in \d/,
-  /├──|└──|│/,
-  /\d+ vulnerabilities/i,
-  /npm outdated/i,
-  /Current\s+Wanted\s+Latest/i
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return PKG_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-
-  // npm install summary
-  if (/added \d+ packages?/i.test(clean)) {
-    const lines = clean.split("\n");
-    const kept = [];
-    for (const line of lines) {
-      const trimmed = line.trim();
-      if (/added \d+ packages?/i.test(trimmed) || /vulnerabilit/i.test(trimmed)) {
-        kept.push(trimmed);
-      }
-    }
-    return kept.join("\n") || clean;
-  }
-
-  // npm list — truncate tree
-  if (/├──|└──/.test(clean)) {
-    return truncateLines(clean, 25);
-  }
-
-  // npm outdated — compact table
-  if (/Current\s+Wanted\s+Latest/i.test(clean)) {
-    return truncateLines(collapseWhitespace(clean), 20);
-  }
-
-  return truncateLines(collapseWhitespace(clean), 30);
-}

package/src/proxy/compression/deterministic/bash-test.js

@@ -1,61 +0,0 @@
-/**
- * Deterministic compression for test runner output.
- * Handles: vitest, jest, mocha, playwright, pytest, cargo test, go test.
- */
-import { stripAnsi, collapseWhitespace, truncateLines } from "./utils.js";
-
-const TEST_PATTERNS = [
-  /Tests?\s+\d+\s+(passed|failed)/i,
-  /✓|✗|✘|PASS|FAIL/,
-  /Test Suites?:/,
-  /test result:/i,
-  /FAILED|PASSED|ERROR/,
-  /vitest|jest|mocha|playwright|pytest|cargo test|go test/i,
-  /\d+ passing/,
-  /\d+ failing/
-];
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  return TEST_PATTERNS.some((p) => p.test(clean));
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-
-  // Extract summary line if present
-  const summaryPatterns = [
-    /Tests?\s+\d+\s+(passed|failed).*/gi,
-    /Test Suites?:.*$/gm,
-    /\d+ passing.*$/gm,
-    /\d+ failing.*$/gm,
-    /test result:.*$/gim,
-    /Tests:.*\d+ total$/gm
-  ];
-
-  const summaries = [];
-  for (const p of summaryPatterns) {
-    const matches = clean.match(p);
-    if (matches) summaries.push(...matches.map((m) => m.trim()));
-  }
-
-  // Extract failed test details (name + error)
-  const failures = [];
-  const failBlocks = clean.split(/(?=(?:FAIL|✗|✘|×)\s)/);
-  for (const block of failBlocks) {
-    if (/^(?:FAIL|✗|✘|×)\s/.test(block)) {
-      failures.push(truncateLines(block.trim(), 8));
-    }
-  }
-
-  const parts = [];
-  if (summaries.length) parts.push(summaries.join("\n"));
-  if (failures.length) {
-    parts.push(`Failed tests:\n${failures.join("\n---\n")}`);
-  }
-
-  if (parts.length) return parts.join("\n\n");
-
-  // Fallback: collapse and truncate
-  return truncateLines(collapseWhitespace(clean), 50);
-}

package/src/proxy/compression/deterministic/glob.js

@@ -1,26 +0,0 @@
-/**
- * Deterministic compression for glob/find/ls output.
- * Truncates long file listings while keeping count.
- */
-import { stripAnsi, truncateLines } from "./utils.js";
-
-const MAX_FILES_SHOWN = 40;
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  const lines = clean.split("\n").filter((l) => l.trim());
-  if (lines.length < 5) return false;
-  // Most lines look like file paths
-  const pathLike = lines.filter((l) => /^[\w./-]+\.\w+$/.test(l.trim()) || /^\//.test(l.trim()));
-  return pathLike.length >= lines.length * 0.6;
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-  const lines = clean.split("\n").filter((l) => l.trim());
-  if (lines.length <= MAX_FILES_SHOWN) return clean;
-
-  const shown = lines.slice(0, MAX_FILES_SHOWN);
-  shown.push(`\n... (${lines.length} total files, showing first ${MAX_FILES_SHOWN})`);
-  return shown.join("\n");
-}

package/src/proxy/compression/deterministic/grep.js

@@ -1,53 +0,0 @@
-/**
- * Deterministic compression for grep/ripgrep output.
- * Collapses repetitive results, keeps first N per file + total count.
- */
-import { stripAnsi, truncateLines } from "./utils.js";
-
-const MAX_MATCHES_PER_FILE = 3;
-const MAX_FILES = 15;
-
-export function looksLike(text) {
-  const clean = stripAnsi(text);
-  // grep-style output: file:line:content or file:content
-  const lines = clean.split("\n").filter((l) => l.trim());
-  if (lines.length < 2) return false;
-  const matchingLines = lines.filter((l) => /^[^\s:]+:\d+:/.test(l) || /^[^\s:]+:/.test(l));
-  return matchingLines.length >= lines.length * 0.5;
-}
-
-export function compact(text) {
-  const clean = stripAnsi(text);
-  const lines = clean.split("\n").filter((l) => l.trim());
-
-  // Group by file
-  const byFile = new Map();
-  for (const line of lines) {
-    const match = line.match(/^([^\s:]+):/);
-    const file = match ? match[1] : "__other__";
-    if (!byFile.has(file)) byFile.set(file, []);
-    byFile.get(file).push(line);
-  }
-
-  const totalFiles = byFile.size;
-  const totalMatches = lines.length;
-  const result = [];
-  let fileCount = 0;
-
-  for (const [file, matches] of byFile) {
-    if (fileCount >= MAX_FILES) break;
-    fileCount++;
-    const shown = matches.slice(0, MAX_MATCHES_PER_FILE);
-    result.push(...shown);
-    if (matches.length > MAX_MATCHES_PER_FILE) {
-      result.push(`  ... (${matches.length - MAX_MATCHES_PER_FILE} more matches in ${file})`);
-    }
-  }
-
-  if (totalFiles > MAX_FILES) {
-    result.push(`\n... (${totalFiles - MAX_FILES} more files)`);
-  }
-  result.push(`\nTotal: ${totalMatches} matches in ${totalFiles} files`);
-
-  return result.join("\n");
-}

package/src/proxy/compression/deterministic/index.js

@@ -1,58 +0,0 @@
-/**
- * Deterministic compression dispatcher.
- * Tries known patterns in order of specificity; returns original text if nothing matches.
- */
-import * as bashGit from "./bash-git.js";
-import * as bashTest from "./bash-test.js";
-import * as bashBuild from "./bash-build.js";
-import * as bashInfra from "./bash-infra.js";
-import * as bashPkg from "./bash-pkg.js";
-import * as bashMisc from "./bash-misc.js";
-import * as grepMod from "./grep.js";
-import * as readMod from "./read.js";
-import * as globMod from "./glob.js";
-
-/** Compressors keyed by tool name hint. */
-const TOOL_COMPRESSORS = {
-  Grep: grepMod,
-  Read: readMod,
-  Glob: globMod
-};
-
-/** Bash compressors tried in order of specificity. */
-const BASH_COMPRESSORS = [
-  bashGit,
-  bashTest,
-  bashBuild,
-  bashInfra,
-  bashPkg,
-  bashMisc
-];
-
-/**
- * Compress tool output deterministically.
- * @param {string} text - raw tool output
- * @param {string} [toolName] - tool name hint (e.g. "Bash", "Grep", "Read", "Glob")
- * @returns {{ text: string, compressed: boolean }}
- */
-export function compressDeterministic(text, toolName = "") {
-  if (!text || typeof text !== "string") return { text: text ?? "", compressed: false };
-
-  // Direct tool match
-  const directCompressor = TOOL_COMPRESSORS[toolName];
-  if (directCompressor && directCompressor.looksLike(text)) {
-    return { text: directCompressor.compact(text), compressed: true };
-  }
-
-  // For Bash or unknown tools, try all bash compressors in order
-  if (!toolName || toolName === "Bash") {
-    for (const compressor of BASH_COMPRESSORS) {
-      if (compressor.looksLike(text)) {
-        return { text: compressor.compact(text), compressed: true };
-      }
-    }
-  }
-
-  // No pattern matched
-  return { text, compressed: false };
-}

package/src/proxy/compression/deterministic/read.js

@@ -1,22 +0,0 @@
-/**
- * Deterministic compression for file read output.
- * Truncates very long file contents while preserving structure.
- */
-import { truncateLines, countTokens } from "./utils.js";
-
-const MAX_LINES = 200;
-const TOKEN_THRESHOLD = 2000;
-
-export function looksLike(text) {
-  // Read output is generic text; we use this as a fallback for very long content
-  // that looks like source code or structured data.
-  if (countTokens(text) < TOKEN_THRESHOLD) return false;
-  const lines = text.split("\n");
-  if (lines.length < 50) return false;
-  // Heuristic: numbered lines (cat -n style) or code-like content
-  return /^\s*\d+\t/.test(lines[0]) || /^(import |export |const |function |class |def |package )/.test(lines[0]);
-}
-
-export function compact(text) {
-  return truncateLines(text, MAX_LINES);
-}

package/src/proxy/compression/deterministic/utils.js

@@ -1,33 +0,0 @@
-/**
- * Shared utilities for deterministic compression.
- */
-
-/** Strip ANSI escape sequences (colors, bold, etc.) */
-export function stripAnsi(text) {
-  // eslint-disable-next-line no-control-regex
-  return text.replace(/\x1B(?:[@-Z\\-_]|\[[0-?]*[ -/]*[@-~])/g, "");
-}
-
-/** Collapse consecutive whitespace (spaces/tabs) into a single space per line. */
-export function collapseWhitespace(text) {
-  return text
-    .split("\n")
-    .map((line) => line.replace(/[ \t]+/g, " ").trim())
-    .join("\n")
-    .replace(/\n{3,}/g, "\n\n");
-}
-
-/** Keep at most `max` lines, appending a truncation note. */
-export function truncateLines(text, max = 100) {
-  const lines = text.split("\n");
-  if (lines.length <= max) return text;
-  const kept = lines.slice(0, max);
-  kept.push(`... (${lines.length - max} more lines truncated)`);
-  return kept.join("\n");
-}
-
-/** Rough token estimate: chars / 4. */
-export function countTokens(text) {
-  if (!text) return 0;
-  return Math.ceil(text.length / 4);
-}