autonomous-flow-daemon 1.1.0 → 1.6.0

package/src/core/hologram/incremental.ts

@@ -0,0 +1,227 @@
+/**
+ * Incremental Hologram — diff-only mode.
+ *
+ * Compares previous and current hologram extractions,
+ * returns only changed nodes with surrounding context in unified-diff style.
+ */
+
+import type { Tree } from "web-tree-sitter";
+import type { HologramResult, LanguageExtractor, HologramOptions } from "./types";
+import { TreeSitterEngine } from "./engine";
+
+/** In-memory cache for previous hologram lines (per file path) */
+const hologramCache = new Map<string, string[]>();
+
+/** Maximum cache entries */
+const MAX_CACHE_SIZE = 200;
+
+export function clearHologramCache(): void {
+  hologramCache.clear();
+}
+
+export function setCachedHologram(filePath: string, lines: string[]): void {
+  // True LRU: delete existing entry first so re-insert moves it to end
+  hologramCache.delete(filePath);
+  if (hologramCache.size >= MAX_CACHE_SIZE) {
+    const oldestKey = hologramCache.keys().next().value;
+    if (oldestKey) hologramCache.delete(oldestKey);
+  }
+  hologramCache.set(filePath, lines);
+}
+
+export function getCachedHologram(filePath: string): string[] | undefined {
+  const value = hologramCache.get(filePath);
+  if (value !== undefined) {
+    // Promote to most-recently-used position
+    hologramCache.delete(filePath);
+    hologramCache.set(filePath, value);
+  }
+  return value;
+}
+
+/**
+ * Generate an incremental (diff-only) hologram.
+ * Compares current extraction with cached previous result.
+ * Returns unified-diff style output showing only changed nodes.
+ */
+export async function generateIncrementalHologram(
+  filePath: string,
+  source: string,
+  extractor: LanguageExtractor,
+  options?: HologramOptions,
+): Promise<HologramResult> {
+  const engine = await TreeSitterEngine.getInstance();
+  const tree = await engine.parse(source, extractor.grammarName);
+  const currentLines = extractor.extract(tree, source, options);
+  tree.delete();
+
+  const previousLines = getCachedHologram(filePath);
+
+  // Cache current result for next diff
+  setCachedHologram(filePath, currentLines);
+
+  // No previous → return full hologram with diff header
+  if (!previousLines) {
+    const hologram = currentLines.join("\n");
+    return {
+      hologram,
+      originalLength: source.length,
+      hologramLength: hologram.length,
+      savings: source.length > 0
+        ? Math.round((source.length - hologram.length) / source.length * 1000) / 10
+        : 0,
+      language: extractor.grammarName,
+      isDiff: false,
+      changedNodes: currentLines.length,
+    };
+  }
+
+  // Diff previous vs current lines
+  const diffOutput = buildUnifiedDiff(filePath, previousLines, currentLines);
+
+  return {
+    hologram: diffOutput.text,
+    originalLength: source.length,
+    hologramLength: diffOutput.text.length,
+    savings: source.length > 0
+      ? Math.round((source.length - diffOutput.text.length) / source.length * 1000) / 10
+      : 0,
+    language: extractor.grammarName,
+    isDiff: true,
+    changedNodes: diffOutput.changedCount,
+  };
+}
+
+interface DiffOutput {
+  text: string;
+  changedCount: number;
+}
+
+/**
+ * Build a unified-diff style output comparing old and new hologram lines.
+ * Groups unchanged lines into summary markers, shows changed lines with +/- prefixes.
+ */
+function buildUnifiedDiff(filePath: string, oldLines: string[], newLines: string[]): DiffOutput {
+  const header = `--- a/${filePath} (previous)\n+++ b/${filePath} (current)\n`;
+
+  // Simple line-by-line diff using LCS approach
+  const hunks = computeHunks(oldLines, newLines);
+
+  if (hunks.length === 0) {
+    return {
+      text: header + "@@ no changes @@",
+      changedCount: 0,
+    };
+  }
+
+  const parts: string[] = [header];
+  let changedCount = 0;
+  let oldIdx = 0;
+
+  for (const hunk of hunks) {
+    // Show unchanged lines before this hunk as a summary
+    const unchangedBefore = hunk.oldStart - oldIdx;
+    if (unchangedBefore > 0) {
+      const summaryLines = oldLines.slice(oldIdx, hunk.oldStart);
+      const firstLine = summaryLines[0]?.split("{")[0]?.trim() ?? "...";
+      parts.push(`@@ unchanged: ${firstLine} (${unchangedBefore} ${unchangedBefore === 1 ? "declaration" : "declarations"}) @@`);
+    }
+
+    // Show removed lines
+    for (let i = hunk.oldStart; i < hunk.oldStart + hunk.oldCount; i++) {
+      parts.push(`- ${oldLines[i]}`);
+      changedCount++;
+    }
+
+    // Show added lines
+    for (let i = hunk.newStart; i < hunk.newStart + hunk.newCount; i++) {
+      parts.push(`+ ${newLines[i]}`);
+    }
+
+    oldIdx = hunk.oldStart + hunk.oldCount;
+  }
+
+  // Trailing unchanged
+  const trailingCount = oldLines.length - oldIdx;
+  if (trailingCount > 0) {
+    parts.push(`@@ unchanged: ${trailingCount} more ${trailingCount === 1 ? "declaration" : "declarations"} @@`);
+  }
+
+  return { text: parts.join("\n"), changedCount };
+}
+
+interface Hunk {
+  oldStart: number;
+  oldCount: number;
+  newStart: number;
+  newCount: number;
+}
+
+/**
+ * Compute diff hunks between old and new line arrays.
+ * Uses a simple O(n*m) LCS-based diff suitable for small arrays (hologram lines are typically < 100).
+ */
+function computeHunks(oldLines: string[], newLines: string[]): Hunk[] {
+  const n = oldLines.length;
+  const m = newLines.length;
+
+  // Guard: for very large inputs, fall back to full diff to stay within SEAM budget
+  if (n * m > 50_000) {
+    return [{ oldStart: 0, oldCount: n, newStart: 0, newCount: m }];
+  }
+
+  // Build LCS table
+  const dp: number[][] = Array.from({ length: n + 1 }, () => Array(m + 1).fill(0));
+  for (let i = 1; i <= n; i++) {
+    for (let j = 1; j <= m; j++) {
+      if (oldLines[i - 1] === newLines[j - 1]) {
+        dp[i][j] = dp[i - 1][j - 1] + 1;
+      } else {
+        dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);
+      }
+    }
+  }
+
+  // Backtrack to find matching lines
+  const matches: Array<[number, number]> = [];
+  let i = n, j = m;
+  while (i > 0 && j > 0) {
+    if (oldLines[i - 1] === newLines[j - 1]) {
+      matches.unshift([i - 1, j - 1]);
+      i--; j--;
+    } else if (dp[i - 1][j] > dp[i][j - 1]) {
+      i--;
+    } else {
+      j--;
+    }
+  }
+
+  // Convert matches to hunks (gaps between matches)
+  const hunks: Hunk[] = [];
+  let oi = 0, ni = 0;
+
+  for (const [mi, mj] of matches) {
+    if (oi < mi || ni < mj) {
+      hunks.push({
+        oldStart: oi,
+        oldCount: mi - oi,
+        newStart: ni,
+        newCount: mj - ni,
+      });
+    }
+    oi = mi + 1;
+    ni = mj + 1;
+  }
+
+  // Trailing diff
+  if (oi < n || ni < m) {
+    hunks.push({
+      oldStart: oi,
+      oldCount: n - oi,
+      newStart: ni,
+      newCount: m - ni,
+    });
+  }
+
+  return hunks;
+}

package/src/core/hologram/py-extractor.ts

@@ -0,0 +1,132 @@
+import type { Node, Tree } from "web-tree-sitter";
+import type { LanguageExtractor, HologramOptions } from "./types";
+
+/** Stub a Python function/method body — keep signature + "..." */
+function stubPythonBody(node: Node, source: string): string {
+  const body = node.childForFieldName("body");
+  if (!body) return node.text;
+  return source.slice(node.startIndex, body.startIndex).trimEnd() + " ...";
+}
+
+/** Extract a Python function definition */
+function extractFunction(node: Node, source: string): string {
+  // Decorators
+  const decorators = collectDecorators(node, source);
+  const sig = stubPythonBody(node, source);
+  return decorators + sig;
+}
+
+/** Extract a Python class with method signatures */
+function extractClass(node: Node, source: string): string {
+  const decorators = collectDecorators(node, source);
+  const nameNode = node.childForFieldName("name");
+  const name = nameNode?.text ?? "?";
+  const superclasses = node.childForFieldName("superclasses");
+  const sup = superclasses ? superclasses.text : "";
+  const body = node.childForFieldName("body");
+
+  const header = `class ${name}${sup ? `(${sup.replace(/^\(|\)$/g, "")})` : ""}:`;
+
+  if (!body) return decorators + header;
+
+  const members: string[] = [];
+  for (const child of body.namedChildren) {
+    switch (child.type) {
+      case "function_definition": {
+        const memberDecorators = collectDecorators(child, source);
+        members.push(indent(memberDecorators + stubPythonBody(child, source)));
+        break;
+      }
+      case "expression_statement": {
+        // Type-annotated assignments: x: int = 42
+        const expr = child.namedChildren[0];
+        if (expr?.type === "assignment" || expr?.type === "type") {
+          members.push(indent(child.text.split("\n")[0]));
+        }
+        break;
+      }
+      case "class_definition": {
+        // Nested class — just show header
+        const nestedName = child.childForFieldName("name")?.text ?? "?";
+        members.push(indent(`class ${nestedName}: ...`));
+        break;
+      }
+    }
+  }
+
+  if (members.length === 0) {
+    return decorators + header + "\n    ...";
+  }
+
+  return decorators + header + "\n" + members.join("\n");
+}
+
+/** Collect decorator lines above a node */
+function collectDecorators(node: Node, source: string): string {
+  const decorators: string[] = [];
+  // In tree-sitter-python, decorators are children of the decorated_definition
+  // or are 'decorator' type children of the function/class
+  const parent = node.parent;
+  if (parent?.type === "decorated_definition") {
+    for (const child of parent.namedChildren) {
+      if (child.type === "decorator") {
+        decorators.push(child.text);
+      }
+    }
+  }
+  return decorators.length > 0 ? decorators.join("\n") + "\n" : "";
+}
+
+function indent(s: string): string {
+  return s.split("\n").map(line => "    " + line).join("\n");
+}
+
+/** Process a single top-level statement */
+function extractTopLevel(node: Node, source: string): string | null {
+  switch (node.type) {
+    case "import_statement":
+    case "import_from_statement":
+      return node.text;
+    case "function_definition":
+      return extractFunction(node, source);
+    case "class_definition":
+      return extractClass(node, source);
+    case "decorated_definition": {
+      // Unwrap to get the inner function/class
+      const inner = node.namedChildren.find(c =>
+        c.type === "function_definition" || c.type === "class_definition");
+      if (inner) return extractTopLevel(inner, source);
+      return null;
+    }
+    case "expression_statement": {
+      // Module-level type annotations or assignments
+      const expr = node.namedChildren[0];
+      if (expr?.type === "assignment" || expr?.type === "type") {
+        return node.text.split("\n")[0];
+      }
+      // __all__ = [...]
+      if (node.text.startsWith("__all__")) {
+        return node.text;
+      }
+      return null;
+    }
+    default:
+      return null;
+  }
+}
+
+export const pyExtractor: LanguageExtractor = {
+  extensions: ["py", "pyi"],
+  grammarName: "python",
+
+  extract(tree: Tree, source: string, _options?: HologramOptions): string[] {
+    const lines: string[] = [];
+
+    for (const stmt of tree.rootNode.namedChildren) {
+      const line = extractTopLevel(stmt, source);
+      if (line) lines.push(line);
+    }
+
+    return lines;
+  },
+};

package/src/core/hologram/ts-extractor.ts

@@ -0,0 +1,320 @@
+import type { Node, Tree } from "web-tree-sitter";
+import type { LanguageExtractor, HologramOptions } from "./types";
+import { readFileSync } from "fs";
+
+/** Extract imported symbols from a context file using regex (L1 filtering) */
+function extractImportedSymbols(contextSource: string, targetPath: string): Set<string> | "all" {
+  const symbols = new Set<string>();
+  const targetBase = targetPath.replace(/\.[tj]sx?$/, "").replace(/\\/g, "/");
+  const targetName = targetBase.split("/").pop() ?? targetBase;
+
+  function matchesTarget(from: string): boolean {
+    const normalized = from.replace(/\.[tj]sx?$/, "").replace(/\\/g, "/");
+    return normalized.endsWith(targetName) || normalized.endsWith(targetBase);
+  }
+
+  // Namespace import
+  const nsRe = /import\s+\*\s+as\s+\w+\s+from\s+["']([^"']+)["']/g;
+  for (const m of contextSource.matchAll(nsRe)) {
+    if (matchesTarget(m[1])) return "all";
+  }
+
+  // Named imports
+  const namedRe = /import\s+\{([^}]+)\}\s+from\s+["']([^"']+)["']/g;
+  for (const m of contextSource.matchAll(namedRe)) {
+    if (matchesTarget(m[2])) {
+      m[1].split(",").forEach(s => {
+        const name = s.trim().split(/\s+as\s+/)[0].trim();
+        if (name) symbols.add(name);
+      });
+    }
+  }
+
+  // Default import
+  const defaultRe = /import\s+(\w+)\s+from\s+["']([^"']+)["']/g;
+  for (const m of contextSource.matchAll(defaultRe)) {
+    if (matchesTarget(m[2])) symbols.add("default");
+  }
+
+  // Combined: import X, { A, B } from "./target"
+  const combinedRe = /import\s+(\w+)\s*,\s*\{([^}]+)\}\s+from\s+["']([^"']+)["']/g;
+  for (const m of contextSource.matchAll(combinedRe)) {
+    if (matchesTarget(m[3])) {
+      symbols.add("default");
+      m[2].split(",").forEach(s => {
+        const name = s.trim().split(/\s+as\s+/)[0].trim();
+        if (name) symbols.add(name);
+      });
+    }
+  }
+
+  return symbols;
+}
+
+/** Get the exported name from a top-level declaration node */
+function getExportedName(node: Node): string | null {
+  // Check if wrapped in export_statement
+  const parent = node.parent;
+  const isExported = parent?.type === "export_statement" || node.type === "export_statement";
+  if (!isExported && parent?.type !== "program") return null;
+  if (!isExported) return null;
+
+  const decl = node.type === "export_statement"
+    ? node.namedChildren.find(c =>
+        c.type === "function_declaration" ||
+        c.type === "class_declaration" ||
+        c.type === "interface_declaration" ||
+        c.type === "type_alias_declaration" ||
+        c.type === "enum_declaration" ||
+        c.type === "lexical_declaration")
+    : node;
+
+  if (!decl) return null;
+
+  const nameNode = decl.childForFieldName("name");
+  if (nameNode) return nameNode.text;
+
+  // Variable declarations
+  if (decl.type === "lexical_declaration") {
+    const declarator = decl.namedChildren.find(c => c.type === "variable_declarator");
+    return declarator?.childForFieldName("name")?.text ?? null;
+  }
+
+  return null;
+}
+
+/** Stub a node's body, keeping only the signature */
+function stubBody(node: Node, source: string): string {
+  const body = node.childForFieldName("body");
+  if (!body) return collapseWhitespace(node.text);
+  return collapseWhitespace(source.slice(node.startIndex, body.startIndex).trimEnd()) + " {…}";
+}
+
+/** Extract function signature */
+function extractFunction(node: Node, source: string): string {
+  return stubBody(node, source);
+}
+
+/** Extract class with member signatures */
+function extractClass(node: Node, source: string): string {
+  const nameNode = node.childForFieldName("name");
+  const name = nameNode?.text ?? "Anonymous";
+  const body = node.childForFieldName("body");
+
+  // Heritage (extends/implements)
+  let heritage = "";
+  const heritageNodes = node.children.filter(c =>
+    c.type === "extends_clause" || c.type === "implements_clause" ||
+    c.type === "class_heritage");
+  if (heritageNodes.length > 0) {
+    heritage = " " + heritageNodes.map(h => collapseWhitespace(h.text)).join(" ");
+  }
+
+  // Prefix (export, abstract, etc.)
+  const prefix = collapseWhitespace(
+    source.slice(node.startIndex, (nameNode ?? body ?? node).startIndex).trimEnd()
+  ).replace(name, "").trimEnd();
+  const classPrefix = prefix ? `${prefix} ${name}` : `class ${name}`;
+
+  if (!body) return `${classPrefix}${heritage} {}`;
+
+  const members: string[] = [];
+  for (const member of body.namedChildren) {
+    switch (member.type) {
+      case "public_field_definition":
+      case "property_definition": {
+        members.push("  " + collapseWhitespace(member.text).replace(/;$/, "") + ";");
+        break;
+      }
+      case "method_definition": {
+        const methodBody = member.childForFieldName("body");
+        if (methodBody) {
+          const sig = collapseWhitespace(source.slice(member.startIndex, methodBody.startIndex).trimEnd());
+          members.push("  " + sig + ";");
+        } else {
+          members.push("  " + collapseWhitespace(member.text) + ";");
+        }
+        break;
+      }
+    }
+  }
+
+  return `${classPrefix}${heritage} {\n${members.join("\n")}\n}`;
+}
+
+/** Extract interface with all members */
+function extractInterface(node: Node, source: string): string {
+  const nameNode = node.childForFieldName("name");
+  const name = nameNode?.text ?? "Anonymous";
+  const body = node.childForFieldName("body");
+
+  // Heritage (extends)
+  const extendsClause = node.children.find(c => c.type === "extends_type_clause");
+  const ext = extendsClause ? " " + collapseWhitespace(extendsClause.text) : "";
+
+  // Prefix
+  const prefixEnd = (nameNode ?? body ?? node).startIndex;
+  const rawPrefix = source.slice(node.startIndex, prefixEnd).trimEnd();
+  const prefix = collapseWhitespace(rawPrefix).replace(name, "").trimEnd();
+  const ifacePrefix = prefix ? `${prefix} ${name}` : `interface ${name}`;
+
+  if (!body) return `${ifacePrefix}${ext} {}`;
+
+  const members = body.namedChildren.map(m => {
+    const text = collapseWhitespace(m.text).replace(/;$/, "");
+    return "  " + text + ";";
+  });
+
+  return `${ifacePrefix}${ext} {\n${members.join("\n")}\n}`;
+}
+
+/** Extract enum */
+function extractEnum(node: Node): string {
+  const nameNode = node.childForFieldName("name");
+  const name = nameNode?.text ?? "Anonymous";
+  const body = node.childForFieldName("body");
+
+  const isExport = node.parent?.type === "export_statement" ? "export " : "";
+  const isConst = node.children.some(c => c.text === "const") ? "const " : "";
+
+  if (!body) return `${isExport}${isConst}enum ${name} {}`;
+
+  const members = body.namedChildren
+    .filter(m => m.type === "enum_member" || m.type === "property_identifier")
+    .map(m => collapseWhitespace(m.text));
+
+  return `${isExport}${isConst}enum ${name} { ${members.join(", ")} }`;
+}
+
+/** Extract variable statement (const/let/var with possible arrow functions) */
+function extractVariable(node: Node, source: string): string {
+  const keyword = node.children[0]?.text ?? "const";
+  const isExport = node.parent?.type === "export_statement" ? "export " : "";
+
+  const declarators = node.namedChildren.filter(c => c.type === "variable_declarator");
+  const parts = declarators.map(d => {
+    const name = d.childForFieldName("name")?.text ?? "?";
+    const typeAnn = d.childForFieldName("type")
+      ? ": " + collapseWhitespace(d.childForFieldName("type")!.text)
+      : "";
+    const value = d.childForFieldName("value");
+
+    if (value && (value.type === "arrow_function" || value.type === "function_expression" || value.type === "function")) {
+      return `${name} = ${stubBody(value, source)}`;
+    }
+    if (typeAnn) return `${name}${typeAnn}`;
+    if (value) return `${name} = …`;
+    return name;
+  });
+
+  return `${isExport}${keyword} ${parts.join(", ")};`;
+}
+
+/** Extract type alias */
+function extractTypeAlias(node: Node): string {
+  const isExport = node.parent?.type === "export_statement" ? "export " : "";
+  return isExport + collapseWhitespace(node.text);
+}
+
+function collapseWhitespace(s: string): string {
+  return s.replace(/\s+/g, " ").trim();
+}
+
+/** Process a single top-level statement */
+function extractTopLevel(node: Node, source: string): string | null {
+  // Unwrap export_statement to get the inner declaration
+  if (node.type === "export_statement") {
+    // Re-export: export { ... } from "..."
+    const exportClause = node.namedChildren.find(c => c.type === "export_clause");
+    if (exportClause) return collapseWhitespace(node.text);
+
+    // export default expression
+    const defaultKw = node.children.find(c => c.text === "default");
+    if (defaultKw) {
+      const inner = node.namedChildren.find(c => c.type !== "export_clause");
+      if (inner && (inner.type === "function_declaration" || inner.type === "class_declaration")) {
+        return "export default " + extractTopLevel(inner, source);
+      }
+      return `export default …;`;
+    }
+
+    // export <declaration>
+    const inner = node.namedChildren[0];
+    if (inner) {
+      const result = extractTopLevel(inner, source);
+      if (result) {
+        const alreadyHasExport = result.startsWith("export ");
+        return alreadyHasExport ? result : "export " + result;
+      }
+    }
+    return collapseWhitespace(node.text);
+  }
+
+  switch (node.type) {
+    case "import_statement":
+      return collapseWhitespace(node.text);
+    case "function_declaration":
+    case "generator_function_declaration":
+      return extractFunction(node, source);
+    case "class_declaration":
+      return extractClass(node, source);
+    case "interface_declaration":
+      return extractInterface(node, source);
+    case "type_alias_declaration":
+      return extractTypeAlias(node);
+    case "enum_declaration":
+      return extractEnum(node);
+    case "lexical_declaration":
+    case "variable_declaration":
+      return extractVariable(node, source);
+    case "export_statement":
+      return collapseWhitespace(node.text);
+    default:
+      return null;
+  }
+}
+
+export const tsExtractor: LanguageExtractor = {
+  extensions: ["ts", "tsx", "js", "jsx", "mts", "cts"],
+  grammarName: "typescript",
+
+  extract(tree: Tree, source: string, options?: HologramOptions): string[] {
+    const lines: string[] = [];
+
+    // L1 filtering setup
+    let importedSymbols: Set<string> | "all" | null = null;
+    if (options?.contextFile) {
+      try {
+        const contextSource = readFileSync(options.contextFile, "utf-8");
+        importedSymbols = extractImportedSymbols(contextSource, "");
+        if (importedSymbols !== "all" && importedSymbols.size === 0) importedSymbols = null;
+      } catch {
+        importedSymbols = null;
+      }
+    }
+
+    for (const stmt of tree.rootNode.namedChildren) {
+      // L1: filter non-imported exports
+      if (importedSymbols && importedSymbols !== "all") {
+        const exportedName = getExportedName(stmt);
+        if (exportedName !== null && !importedSymbols.has(exportedName)) {
+          const line = extractTopLevel(stmt, source);
+          if (line) {
+            const stub = line.split("\n")[0].replace(/\{[^}]*\}?\s*$/, "").trimEnd();
+            lines.push(`${stub} // details omitted — read directly if needed`);
+          }
+          continue;
+        }
+      }
+
+      const line = extractTopLevel(stmt, source);
+      if (line) lines.push(line);
+    }
+
+    if (importedSymbols && importedSymbols !== "all") {
+      lines.push("\n// [afd L1] Non-imported exports are shown as stubs. Use afd_read for full details.");
+    }
+
+    return lines;
+  },
+};

package/src/core/hologram/types.ts

@@ -0,0 +1,25 @@
+import type { Tree } from "web-tree-sitter";
+
+export interface HologramResult {
+  hologram: string;
+  originalLength: number;
+  hologramLength: number;
+  savings: number; // percentage 0-100
+  language?: string;
+  isDiff?: boolean;
+  changedNodes?: number;
+}
+
+export interface HologramOptions {
+  contextFile?: string;
+  diffOnly?: boolean;
+}
+
+export interface LanguageExtractor {
+  /** Supported file extensions (without dot) */
+  extensions: string[];
+  /** Tree-sitter grammar name for WASM resolution */
+  grammarName: string;
+  /** Extract type signatures from AST */
+  extract(tree: Tree, source: string, options?: HologramOptions): string[];
+}