autonomous-flow-daemon 1.1.0 → 1.9.0

package/src/core/hologram/incremental.ts

@@ -0,0 +1,227 @@
+/**
+ * Incremental Hologram — diff-only mode.
+ *
+ * Compares previous and current hologram extractions,
+ * returns only changed nodes with surrounding context in unified-diff style.
+ */
+
+import type { Tree } from "web-tree-sitter";
+import type { HologramResult, LanguageExtractor, HologramOptions } from "./types";
+import { TreeSitterEngine } from "./engine";
+
+/** In-memory cache for previous hologram lines (per file path) */
+const hologramCache = new Map<string, string[]>();
+
+/** Maximum cache entries */
+const MAX_CACHE_SIZE = 200;
+
+export function clearHologramCache(): void {
+  hologramCache.clear();
+}
+
+export function setCachedHologram(filePath: string, lines: string[]): void {
+  // True LRU: delete existing entry first so re-insert moves it to end
+  hologramCache.delete(filePath);
+  if (hologramCache.size >= MAX_CACHE_SIZE) {
+    const oldestKey = hologramCache.keys().next().value;
+    if (oldestKey) hologramCache.delete(oldestKey);
+  }
+  hologramCache.set(filePath, lines);
+}
+
+export function getCachedHologram(filePath: string): string[] | undefined {
+  const value = hologramCache.get(filePath);
+  if (value !== undefined) {
+    // Promote to most-recently-used position
+    hologramCache.delete(filePath);
+    hologramCache.set(filePath, value);
+  }
+  return value;
+}
+
+/**
+ * Generate an incremental (diff-only) hologram.
+ * Compares current extraction with cached previous result.
+ * Returns unified-diff style output showing only changed nodes.
+ */
+export async function generateIncrementalHologram(
+  filePath: string,
+  source: string,
+  extractor: LanguageExtractor,
+  options?: HologramOptions,
+): Promise<HologramResult> {
+  const engine = await TreeSitterEngine.getInstance();
+  const tree = await engine.parse(source, extractor.grammarName);
+  const currentLines = extractor.extract(tree, source, options);
+  tree.delete();
+
+  const previousLines = getCachedHologram(filePath);
+
+  // Cache current result for next diff
+  setCachedHologram(filePath, currentLines);
+
+  // No previous → return full hologram with diff header
+  if (!previousLines) {
+    const hologram = currentLines.join("\n");
+    return {
+      hologram,
+      originalLength: source.length,
+      hologramLength: hologram.length,
+      savings: source.length > 0
+        ? Math.round((source.length - hologram.length) / source.length * 1000) / 10
+        : 0,
+      language: extractor.grammarName,
+      isDiff: false,
+      changedNodes: currentLines.length,
+    };
+  }
+
+  // Diff previous vs current lines
+  const diffOutput = buildUnifiedDiff(filePath, previousLines, currentLines);
+
+  return {
+    hologram: diffOutput.text,
+    originalLength: source.length,
+    hologramLength: diffOutput.text.length,
+    savings: source.length > 0
+      ? Math.round((source.length - diffOutput.text.length) / source.length * 1000) / 10
+      : 0,
+    language: extractor.grammarName,
+    isDiff: true,
+    changedNodes: diffOutput.changedCount,
+  };
+}
+
+interface DiffOutput {
+  text: string;
+  changedCount: number;
+}
+
+/**
+ * Build a unified-diff style output comparing old and new hologram lines.
+ * Groups unchanged lines into summary markers, shows changed lines with +/- prefixes.
+ */
+function buildUnifiedDiff(filePath: string, oldLines: string[], newLines: string[]): DiffOutput {
+  const header = `--- a/${filePath} (previous)\n+++ b/${filePath} (current)\n`;
+
+  // Simple line-by-line diff using LCS approach
+  const hunks = computeHunks(oldLines, newLines);
+
+  if (hunks.length === 0) {
+    return {
+      text: header + "@@ no changes @@",
+      changedCount: 0,
+    };
+  }
+
+  const parts: string[] = [header];
+  let changedCount = 0;
+  let oldIdx = 0;
+
+  for (const hunk of hunks) {
+    // Show unchanged lines before this hunk as a summary
+    const unchangedBefore = hunk.oldStart - oldIdx;
+    if (unchangedBefore > 0) {
+      const summaryLines = oldLines.slice(oldIdx, hunk.oldStart);
+      const firstLine = summaryLines[0]?.split("{")[0]?.trim() ?? "...";
+      parts.push(`@@ unchanged: ${firstLine} (${unchangedBefore} ${unchangedBefore === 1 ? "declaration" : "declarations"}) @@`);
+    }
+
+    // Show removed lines
+    for (let i = hunk.oldStart; i < hunk.oldStart + hunk.oldCount; i++) {
+      parts.push(`- ${oldLines[i]}`);
+      changedCount++;
+    }
+
+    // Show added lines
+    for (let i = hunk.newStart; i < hunk.newStart + hunk.newCount; i++) {
+      parts.push(`+ ${newLines[i]}`);
+    }
+
+    oldIdx = hunk.oldStart + hunk.oldCount;
+  }
+
+  // Trailing unchanged
+  const trailingCount = oldLines.length - oldIdx;
+  if (trailingCount > 0) {
+    parts.push(`@@ unchanged: ${trailingCount} more ${trailingCount === 1 ? "declaration" : "declarations"} @@`);
+  }
+
+  return { text: parts.join("\n"), changedCount };
+}
+
+interface Hunk {
+  oldStart: number;
+  oldCount: number;
+  newStart: number;
+  newCount: number;
+}
+
+/**
+ * Compute diff hunks between old and new line arrays.
+ * Uses a simple O(n*m) LCS-based diff suitable for small arrays (hologram lines are typically < 100).
+ */
+function computeHunks(oldLines: string[], newLines: string[]): Hunk[] {
+  const n = oldLines.length;
+  const m = newLines.length;
+
+  // Guard: for very large inputs, fall back to full diff to stay within SEAM budget
+  if (n * m > 50_000) {
+    return [{ oldStart: 0, oldCount: n, newStart: 0, newCount: m }];
+  }
+
+  // Build LCS table
+  const dp: number[][] = Array.from({ length: n + 1 }, () => Array(m + 1).fill(0));
+  for (let i = 1; i <= n; i++) {
+    for (let j = 1; j <= m; j++) {
+      if (oldLines[i - 1] === newLines[j - 1]) {
+        dp[i][j] = dp[i - 1][j - 1] + 1;
+      } else {
+        dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);
+      }
+    }
+  }
+
+  // Backtrack to find matching lines
+  const matches: Array<[number, number]> = [];
+  let i = n, j = m;
+  while (i > 0 && j > 0) {
+    if (oldLines[i - 1] === newLines[j - 1]) {
+      matches.unshift([i - 1, j - 1]);
+      i--; j--;
+    } else if (dp[i - 1][j] > dp[i][j - 1]) {
+      i--;
+    } else {
+      j--;
+    }
+  }
+
+  // Convert matches to hunks (gaps between matches)
+  const hunks: Hunk[] = [];
+  let oi = 0, ni = 0;
+
+  for (const [mi, mj] of matches) {
+    if (oi < mi || ni < mj) {
+      hunks.push({
+        oldStart: oi,
+        oldCount: mi - oi,
+        newStart: ni,
+        newCount: mj - ni,
+      });
+    }
+    oi = mi + 1;
+    ni = mj + 1;
+  }
+
+  // Trailing diff
+  if (oi < n || ni < m) {
+    hunks.push({
+      oldStart: oi,
+      oldCount: n - oi,
+      newStart: ni,
+      newCount: m - ni,
+    });
+  }
+
+  return hunks;
+}

package/src/core/hologram/py-extractor.ts

@@ -0,0 +1,132 @@
+import type { Node, Tree } from "web-tree-sitter";
+import type { LanguageExtractor, HologramOptions } from "./types";
+
+/** Stub a Python function/method body — keep signature + "..." */
+function stubPythonBody(node: Node, source: string): string {
+  const body = node.childForFieldName("body");
+  if (!body) return node.text;
+  return source.slice(node.startIndex, body.startIndex).trimEnd() + " ...";
+}
+
+/** Extract a Python function definition */
+function extractFunction(node: Node, source: string): string {
+  // Decorators
+  const decorators = collectDecorators(node, source);
+  const sig = stubPythonBody(node, source);
+  return decorators + sig;
+}
+
+/** Extract a Python class with method signatures */
+function extractClass(node: Node, source: string): string {
+  const decorators = collectDecorators(node, source);
+  const nameNode = node.childForFieldName("name");
+  const name = nameNode?.text ?? "?";
+  const superclasses = node.childForFieldName("superclasses");
+  const sup = superclasses ? superclasses.text : "";
+  const body = node.childForFieldName("body");
+
+  const header = `class ${name}${sup ? `(${sup.replace(/^\(|\)$/g, "")})` : ""}:`;
+
+  if (!body) return decorators + header;
+
+  const members: string[] = [];
+  for (const child of body.namedChildren) {
+    switch (child.type) {
+      case "function_definition": {
+        const memberDecorators = collectDecorators(child, source);
+        members.push(indent(memberDecorators + stubPythonBody(child, source)));
+        break;
+      }
+      case "expression_statement": {
+        // Type-annotated assignments: x: int = 42
+        const expr = child.namedChildren[0];
+        if (expr?.type === "assignment" || expr?.type === "type") {
+          members.push(indent(child.text.split("\n")[0]));
+        }
+        break;
+      }
+      case "class_definition": {
+        // Nested class — just show header
+        const nestedName = child.childForFieldName("name")?.text ?? "?";
+        members.push(indent(`class ${nestedName}: ...`));
+        break;
+      }
+    }
+  }
+
+  if (members.length === 0) {
+    return decorators + header + "\n    ...";
+  }
+
+  return decorators + header + "\n" + members.join("\n");
+}
+
+/** Collect decorator lines above a node */
+function collectDecorators(node: Node, source: string): string {
+  const decorators: string[] = [];
+  // In tree-sitter-python, decorators are children of the decorated_definition
+  // or are 'decorator' type children of the function/class
+  const parent = node.parent;
+  if (parent?.type === "decorated_definition") {
+    for (const child of parent.namedChildren) {
+      if (child.type === "decorator") {
+        decorators.push(child.text);
+      }
+    }
+  }
+  return decorators.length > 0 ? decorators.join("\n") + "\n" : "";
+}
+
+function indent(s: string): string {
+  return s.split("\n").map(line => "    " + line).join("\n");
+}
+
+/** Process a single top-level statement */
+function extractTopLevel(node: Node, source: string): string | null {
+  switch (node.type) {
+    case "import_statement":
+    case "import_from_statement":
+      return node.text;
+    case "function_definition":
+      return extractFunction(node, source);
+    case "class_definition":
+      return extractClass(node, source);
+    case "decorated_definition": {
+      // Unwrap to get the inner function/class
+      const inner = node.namedChildren.find(c =>
+        c.type === "function_definition" || c.type === "class_definition");
+      if (inner) return extractTopLevel(inner, source);
+      return null;
+    }
+    case "expression_statement": {
+      // Module-level type annotations or assignments
+      const expr = node.namedChildren[0];
+      if (expr?.type === "assignment" || expr?.type === "type") {
+        return node.text.split("\n")[0];
+      }
+      // __all__ = [...]
+      if (node.text.startsWith("__all__")) {
+        return node.text;
+      }
+      return null;
+    }
+    default:
+      return null;
+  }
+}
+
+export const pyExtractor: LanguageExtractor = {
+  extensions: ["py", "pyi"],
+  grammarName: "python",
+
+  extract(tree: Tree, source: string, _options?: HologramOptions): string[] {
+    const lines: string[] = [];
+
+    for (const stmt of tree.rootNode.namedChildren) {
+      const line = extractTopLevel(stmt, source);
+      if (line) lines.push(line);
+    }
+
+    return lines;
+  },
+};

package/src/core/hologram/rust-extractor.ts

@@ -0,0 +1,244 @@
+import type { Node, Tree } from "web-tree-sitter";
+import type { LanguageExtractor, HologramOptions } from "./types";
+
+/**
+ * Collapse multiple whitespace/newlines into a single space.
+ */
+function collapse(s: string): string {
+  return s.replace(/\s+/g, " ").trim();
+}
+
+/**
+ * Stub a function body: slice source up to (but not including) the `block` node.
+ * Returns `fn signature(…) -> ReturnType {…}`.
+ */
+function stubFnBody(node: Node, source: string): string {
+  const block = node.childForFieldName("body") ?? node.namedChildren.find(c => c.type === "block");
+  if (!block) return collapse(node.text);
+  return collapse(source.slice(node.startIndex, block.startIndex).trimEnd()) + " {…}";
+}
+
+/**
+ * Extract a `use_declaration`:
+ *   use std::collections::HashMap;
+ */
+function extractUse(node: Node): string {
+  return collapse(node.text);
+}
+
+/**
+ * Extract a `mod_item`:
+ *   mod utils;                          (external module declaration)
+ *   mod config { pub fn default() {} }  (inline module — show header + {…})
+ */
+function extractMod(node: Node, source: string): string {
+  const body = node.namedChildren.find(c => c.type === "declaration_list");
+  if (!body) return collapse(node.text); // `mod utils;` — preserve as-is
+  // Inline mod: show header only
+  return collapse(source.slice(node.startIndex, body.startIndex).trimEnd()) + " {…}";
+}
+
+/**
+ * Extract a `struct_item` with all field declarations.
+ *
+ * Example output:
+ *   pub struct Config {
+ *     pub host: String,
+ *     pub port: u16,
+ *     enabled: bool,
+ *   }
+ */
+function extractStruct(node: Node, source: string): string {
+  const fieldList = node.namedChildren.find(c => c.type === "field_declaration_list");
+
+  // Tuple struct or unit struct — no braced field list
+  if (!fieldList) return collapse(node.text);
+
+  // Build header: everything before the field list
+  const header = collapse(source.slice(node.startIndex, fieldList.startIndex).trimEnd());
+
+  const fields = fieldList.namedChildren
+    .filter(c => c.type === "field_declaration")
+    .map(f => "  " + collapse(f.text) + ",");
+
+  if (fields.length === 0) return `${header} {}`;
+  return `${header} {\n${fields.join("\n")}\n}`;
+}
+
+/**
+ * Extract an `enum_item` with all variants.
+ *
+ * Example output:
+ *   pub enum Status {
+ *     Active,
+ *     Inactive,
+ *     Error(String),
+ *   }
+ */
+function extractEnum(node: Node, source: string): string {
+  const variantList = node.namedChildren.find(c => c.type === "enum_variant_list");
+  if (!variantList) return collapse(node.text);
+
+  const header = collapse(source.slice(node.startIndex, variantList.startIndex).trimEnd());
+
+  const variants = variantList.namedChildren
+    .filter(c => c.type === "enum_variant")
+    .map(v => "  " + collapse(v.text) + ",");
+
+  if (variants.length === 0) return `${header} {}`;
+  return `${header} {\n${variants.join("\n")}\n}`;
+}
+
+/**
+ * Extract a `trait_item` with method signatures (no bodies — traits only contain signatures).
+ *
+ * Example output:
+ *   pub trait Handler {
+ *     fn handle(&self, req: &Request) -> Response;
+ *     fn name(&self) -> &str;
+ *   }
+ */
+function extractTrait(node: Node, source: string): string {
+  const body = node.namedChildren.find(c => c.type === "declaration_list");
+  if (!body) return collapse(node.text);
+
+  const header = collapse(source.slice(node.startIndex, body.startIndex).trimEnd());
+
+  const members: string[] = [];
+  for (const child of body.namedChildren) {
+    switch (child.type) {
+      case "function_signature_item":
+        // Already a pure signature (no body)
+        members.push("  " + collapse(child.text));
+        break;
+      case "function_item":
+        // Default implementation — stub body
+        members.push("  " + stubFnBody(child, source));
+        break;
+      case "type_item":
+        // Associated type: `type Output;`
+        members.push("  " + collapse(child.text));
+        break;
+      case "const_item":
+        // Associated const: `const N: usize;`
+        members.push("  " + collapse(child.text));
+        break;
+      case "comment":
+        break;
+      default:
+        members.push("  " + collapse(child.text));
+    }
+  }
+
+  if (members.length === 0) return `${header} {}`;
+  return `${header} {\n${members.join("\n")}\n}`;
+}
+
+/**
+ * Extract a `type_item` (type alias).
+ *   pub type Result<T> = std::result::Result<T, Box<dyn Error>>;
+ */
+function extractTypeAlias(node: Node): string {
+  return collapse(node.text);
+}
+
+/**
+ * Extract an `impl_item` with stubbed method bodies.
+ *
+ * Handles:
+ *   impl Config { ... }
+ *   impl Handler for MyHandler { ... }
+ *   impl<T: Trait> OtherTrait for Wrapper<T> { ... }
+ *
+ * Example output:
+ *   impl Config {
+ *     pub fn new(host: String, port: u16) -> Self {…}
+ *     pub fn is_enabled(&self) -> bool {…}
+ *   }
+ */
+function extractImpl(node: Node, source: string): string {
+  const body = node.namedChildren.find(c => c.type === "declaration_list");
+  if (!body) return collapse(node.text);
+
+  const header = collapse(source.slice(node.startIndex, body.startIndex).trimEnd());
+
+  const methods: string[] = [];
+  for (const child of body.namedChildren) {
+    switch (child.type) {
+      case "function_item":
+        methods.push("  " + stubFnBody(child, source));
+        break;
+      case "type_item":
+        // Associated type implementation: `type Output = i32;`
+        methods.push("  " + collapse(child.text));
+        break;
+      case "const_item":
+        // Associated const implementation
+        methods.push("  " + collapse(child.text));
+        break;
+      case "comment":
+        break;
+      default:
+        methods.push("  " + collapse(child.text));
+    }
+  }
+
+  if (methods.length === 0) return `${header} {}`;
+  return `${header} {\n${methods.join("\n")}\n}`;
+}
+
+/**
+ * Extract a standalone `function_item` with stubbed body.
+ *   pub fn parse_args(args: &[String]) -> Result<Config> {…}
+ */
+function extractFn(node: Node, source: string): string {
+  return stubFnBody(node, source);
+}
+
+/**
+ * Process a single top-level item node.
+ */
+function extractTopLevel(node: Node, source: string): string | null {
+  switch (node.type) {
+    case "use_declaration":
+      return extractUse(node);
+    case "mod_item":
+      return extractMod(node, source);
+    case "struct_item":
+      return extractStruct(node, source);
+    case "enum_item":
+      return extractEnum(node, source);
+    case "trait_item":
+      return extractTrait(node, source);
+    case "type_item":
+      return extractTypeAlias(node);
+    case "impl_item":
+      return extractImpl(node, source);
+    case "function_item":
+      return extractFn(node, source);
+    case "comment":
+    case "line_comment":
+    case "block_comment":
+      // Skip top-level comments for compression
+      return null;
+    default:
+      // const_item, static_item, macro_definition, attribute_item, etc. — skip
+      return null;
+  }
+}
+
+export const rustExtractor: LanguageExtractor = {
+  extensions: ["rs"],
+  grammarName: "rust",
+
+  extract(tree: Tree, source: string, _options?: HologramOptions): string[] {
+    const lines: string[] = [];
+
+    for (const node of tree.rootNode.namedChildren) {
+      const extracted = extractTopLevel(node, source);
+      if (extracted) lines.push(extracted);
+    }
+
+    return lines;
+  },
+};