@aria-cli/tools 1.0.2 → 1.0.4

package/src/definitions/code-intelligence.ts

@@ -0,0 +1,526 @@
+/**
+ * Code intelligence tool definitions
+ *
+ * 7 native tools wrapping external CLI binaries for code search, structural
+ * analysis, knowledge graphs, LSP intelligence, and file discovery.
+ */
+
+import type { JSONSchema7 } from "json-schema";
+import type { Tool } from "../types.js";
+import {
+  executeRg,
+  executeUg,
+  executeProbe,
+  executeSg,
+  executeCbm,
+  executeLsp,
+  executeSerena,
+  executeFff,
+} from "../executors/code-intelligence.js";
+
+// ---------------------------------------------------------------------------
+// rg — ripgrep
+// ---------------------------------------------------------------------------
+
+const rg: Tool = {
+  name: "rg",
+  description:
+    "Fast text/regex search (ripgrep). SIMD-accelerated, .gitignore-aware. " +
+    "Returns structured JSON matches with file, line, and text. " +
+    "Use for finding strings, patterns, identifiers. Fastest grep available.",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      pattern: { type: "string", description: "Search pattern (regex by default)" },
+      path: { type: "string", description: "File or directory to search (default: working dir)" },
+      ignore_case: { type: "boolean", description: "Case-insensitive search (-i)" },
+      smart_case: {
+        type: "boolean",
+        description: "Case-insensitive unless pattern has uppercase (-S)",
+      },
+      fixed_strings: {
+        type: "boolean",
+        description: "Treat pattern as literal string, not regex (-F)",
+      },
+      word_regexp: { type: "boolean", description: "Match whole words only (-w)" },
+      file_type: {
+        type: "string",
+        description: "File type filter: ts, py, rs, go, java, etc. (-t TYPE)",
+      },
+      glob: { type: "string", description: "Glob filter, prefix ! to exclude (-g GLOB)" },
+      context: { type: "number", description: "Context lines around matches (-C NUM)" },
+      max_count: { type: "number", description: "Max matches per file (-m NUM)", default: 100 },
+      invert: { type: "boolean", description: "Show lines NOT matching (-v)" },
+      files_only: { type: "boolean", description: "Only print file names with matches (-l)" },
+      count: { type: "boolean", description: "Only print match count per file (-c)" },
+      extra_args: {
+        type: "array",
+        items: { type: "string" },
+        description:
+          "Additional rg flags: ['--pcre2','-U','--max-depth=3','--hidden','--no-ignore','--type-not=test']",
+      },
+    },
+    required: ["pattern"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeRg,
+};
+
+// ---------------------------------------------------------------------------
+// ug — ugrep
+// ---------------------------------------------------------------------------
+
+const ug: Tool = {
+  name: "ug",
+  description:
+    "Text search with fuzzy matching, boolean queries, and archive search (ugrep). " +
+    "Superset of ripgrep features. Use fuzzy for approximate matching (typos), " +
+    "bool for AND/OR/NOT queries, decompress for searching inside zip/tar/gz.",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      pattern: { type: "string", description: "Search pattern (regex by default)" },
+      path: { type: "string", description: "File or directory to search (default: working dir)" },
+      ignore_case: { type: "boolean", description: "Case-insensitive (-i)" },
+      smart_case: {
+        type: "boolean",
+        description: "Smart case: insensitive unless uppercase present (-j)",
+      },
+      fixed_strings: { type: "boolean", description: "Literal string matching (-F)" },
+      word_regexp: { type: "boolean", description: "Match whole words only (-w)" },
+      file_type: { type: "string", description: "File type filter (-t TYPE)" },
+      glob: { type: "string", description: "Glob filter (-g GLOB)" },
+      context: { type: "number", description: "Context lines around matches (-C NUM)" },
+      max_count: { type: "number", description: "Max matches per file (-m NUM)", default: 100 },
+      fuzzy: {
+        oneOf: [{ type: "boolean" }, { type: "number" }],
+        description: "Fuzzy matching (-Z). true=default distance, number=max Levenshtein distance",
+      },
+      bool: {
+        type: "boolean",
+        description: "Boolean query mode (-%%). Pattern uses AND/OR/NOT: 'auth AND NOT test'",
+      },
+      neg_pattern: {
+        type: "string",
+        description: "Negative pattern — reject matching lines (-N PATTERN)",
+      },
+      files_only: { type: "boolean", description: "Only print file names (-l)" },
+      count: { type: "boolean", description: "Only print match count per file (-c)" },
+      decompress: {
+        type: "boolean",
+        description: "Search inside compressed files and archives (-z)",
+      },
+      extra_args: {
+        type: "array",
+        items: { type: "string" },
+        description:
+          "Additional ug flags: ['--depth=3','-O=ts,js','--min-size=1K','--format=%f:%n:%o']",
+      },
+    },
+    required: ["pattern"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeUg,
+};
+
+// ---------------------------------------------------------------------------
+// probe
+// ---------------------------------------------------------------------------
+
+const probe: Tool = {
+  name: "probe",
+  description:
+    "Ranked semantic code search with token budgeting (Probe). Returns complete functions/classes, " +
+    "not line fragments. 4 commands: search (ES-style boolean queries with BM25 ranking), " +
+    "extract (get code by file:line or file#symbol), symbols (list symbols in file), " +
+    "query (AST pattern matching). Use max_tokens for LLM context budgeting, session for pagination.",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      command: {
+        type: "string",
+        enum: ["search", "extract", "symbols", "query"],
+        default: "search",
+        description:
+          "search=semantic search, extract=get code by line/symbol, symbols=list symbols, query=AST pattern",
+      },
+      query: {
+        type: "string",
+        description:
+          "Search query (ES syntax: AND/OR/NOT, ext:rs, file:path, dir:tests) or AST pattern for query command",
+      },
+      path: { type: "string", description: "Directory to search (default: working dir)" },
+      exact: {
+        type: "boolean",
+        description:
+          "Exact match (true) vs stemmed search (false). 'getUserData' exact vs 'get','user','data'",
+      },
+      max_tokens: {
+        type: "number",
+        description: "Token budget — limit total output tokens for LLM context",
+      },
+      max_results: { type: "number", description: "Maximum number of results" },
+      session: {
+        type: "string",
+        description: "Session ID for pagination. Reuse to get next page (dedup previous results)",
+      },
+      language: {
+        type: "string",
+        description: "Language filter: rust, typescript, python, go, java, etc.",
+      },
+      reranker: {
+        type: "string",
+        description: "Ranking algorithm: bm25 (default), tfidf, hybrid, hybrid2",
+      },
+      allow_tests: { type: "boolean", description: "Include test files in results" },
+      files: {
+        type: "array",
+        items: { type: "string" },
+        description:
+          "File specs for extract and symbols commands: ['src/auth.ts:42', 'src/auth.ts#handleAuth', 'src/auth.ts:10-50']",
+      },
+      extra_args: {
+        type: "array",
+        items: { type: "string" },
+        description: "Additional probe flags: ['--files-only','--no-merge','--lsp','--timeout=60']",
+      },
+    },
+    required: [],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeProbe,
+};
+
+// ---------------------------------------------------------------------------
+// sg — ast-grep
+// ---------------------------------------------------------------------------
+
+const sg: Tool = {
+  name: "sg",
+  description:
+    "AST structural pattern matching and rewriting (ast-grep). Patterns look like real code. " +
+    "$NAME matches single node, $$$ARGS matches variadic, $_ is wildcard. " +
+    "Examples: 'console.log($MSG)', 'async function $NAME($$$PARAMS) { $$$BODY }'. " +
+    "Set rewrite for search-and-replace refactoring. Use command='scan' with inline_rules for YAML rules.",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      command: {
+        type: "string",
+        enum: ["run", "scan"],
+        default: "run",
+        description: "run=pattern match/rewrite, scan=rule-based scanning",
+      },
+      pattern: {
+        type: "string",
+        description:
+          "AST pattern. $NAME=single node, $$$ARGS=variadic, $_=wildcard. " +
+          "Examples: 'console.log($MSG)', 'async function $NAME($$$PARAMS) { $$$BODY }'",
+      },
+      language: {
+        type: "string",
+        description:
+          "Language: typescript, python, rust, go, java, javascript, c, cpp, ruby, php, swift, kotlin",
+      },
+      rewrite: {
+        type: "string",
+        description:
+          "Replacement pattern with same metavariables. Example: pattern='console.log($MSG)' rewrite='logger.info($MSG)'",
+      },
+      strictness: {
+        type: "string",
+        enum: ["cst", "smart", "ast", "relaxed", "signature"],
+        description:
+          "Matching strictness. smart=default, ast=ignore punctuation, relaxed=ignore comments",
+      },
+      globs: { type: "string", description: "File glob filter, prefix ! to exclude" },
+      rule: { type: "string", description: "Path to a YAML rule file (for scan)" },
+      inline_rules: {
+        type: "string",
+        description:
+          "Inline YAML rule text (for scan). Example: 'id: no-console\\nlanguage: TypeScript\\nrule:\\n  pattern: console.log($$$)'",
+      },
+      path: { type: "string", description: "Directory to search (default: working dir)" },
+      update_all: { type: "boolean", description: "Apply all rewrites without confirmation (-U)" },
+      context: { type: "number", description: "Context lines around matches (-C NUM)" },
+      extra_args: {
+        type: "array",
+        items: { type: "string" },
+        description:
+          "Additional sg flags: ['--selector=function_declaration','--threads=4','--no-ignore=hidden']",
+      },
+    },
+    required: [],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeSg,
+};
+
+// ---------------------------------------------------------------------------
+// cbm — codebase-memory-mcp
+// ---------------------------------------------------------------------------
+
+const cbm: Tool = {
+  name: "cbm",
+  description:
+    "Code knowledge graph (codebase-memory-mcp). Index codebases, search symbols, trace call chains, " +
+    "analyze blast radius. Run action='index' once per project. Then: search (symbols by name/type/file), " +
+    "trace (who calls this? what does it call?), impact (what breaks if I change this?), " +
+    "context (360° view: definition + callers + callees in one call), architecture (project overview), " +
+    "snippet (read source by qualified name), code_search (graph-augmented grep), cypher (raw Cypher query).",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      action: {
+        type: "string",
+        enum: [
+          "index",
+          "search",
+          "trace",
+          "impact",
+          "context",
+          "snippet",
+          "code_search",
+          "architecture",
+          "schema",
+          "cypher",
+          "list_projects",
+          "delete_project",
+          "status",
+        ],
+        description: "Action to perform",
+      },
+      path: { type: "string", description: "Repository path to index" },
+      mode: {
+        type: "string",
+        enum: ["full", "fast"],
+        description: "full=with git history, fast=skip git",
+      },
+      name: { type: "string", description: "Symbol name or regex pattern" },
+      label: {
+        type: "string",
+        description:
+          "Node type: Function, Class, Method, Interface, Enum, Type, Module, File, Route, Package",
+      },
+      file: { type: "string", description: "File path filter" },
+      direction: {
+        type: "string",
+        enum: ["inbound", "outbound", "both"],
+        default: "both",
+        description: "inbound=callers, outbound=callees",
+      },
+      depth: { type: "number", description: "Traversal depth (1-5)", default: 3 },
+      edge_types: {
+        type: "array",
+        items: { type: "string" },
+        description:
+          "Filter edges: CALLS, IMPORTS, INHERITS, IMPLEMENTS, USES_TYPE, TESTS, HTTP_CALLS",
+      },
+      scope: { type: "string", description: "Git diff scope: 'staged', 'HEAD~1', branch name" },
+      base_branch: { type: "string", description: "Git branch for comparison", default: "main" },
+      qualified_name: {
+        type: "string",
+        description: "Full qualified name from search results (for snippet)",
+      },
+      include_neighbors: {
+        type: "boolean",
+        description: "Include caller/callee names (for snippet)",
+      },
+      code_pattern: { type: "string", description: "Text search pattern (for code_search)" },
+      regex: { type: "boolean", description: "Use regex for code_search" },
+      code_mode: {
+        type: "string",
+        enum: ["compact", "full", "files"],
+        description: "Output mode for code_search",
+      },
+      query: { type: "string", description: "Cypher query string (for cypher action)" },
+      max_rows: { type: "number", description: "Max rows for cypher query" },
+      project: {
+        type: "string",
+        description: "Project name (auto-detected if one project indexed)",
+      },
+      limit: { type: "number", description: "Max results", default: 20 },
+      context: { type: "number", description: "Context lines for code_search" },
+    },
+    required: ["action"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeCbm,
+};
+
+// ---------------------------------------------------------------------------
+// lsp — native LSP client (direct JSON-RPC to language servers)
+// ---------------------------------------------------------------------------
+
+const lsp: Tool = {
+  name: "lsp",
+  description:
+    "Compiler-accurate code intelligence via native LSP (Language Server Protocol). " +
+    "Spawns real language servers directly — same as VS Code and Claude Code. " +
+    "No Serena, no MCP, no HTTP. Supports: TypeScript, Python, Go, Rust, C/C++, Swift, Java, Kotlin, Lua, PHP, Ruby, C#. " +
+    "Actions: definition (go-to-definition), references (find all references), " +
+    "hover (type info + docs), symbols (document symbol list), rename (safe cross-file rename). " +
+    "Line and character are 0-based. Server starts on first use and stays warm.",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      action: {
+        type: "string",
+        enum: ["definition", "references", "hover", "symbols", "rename"],
+        description:
+          "definition=go to definition, references=find all references, " +
+          "hover=type info and docs, symbols=list all symbols in file, " +
+          "rename=rename symbol across codebase",
+      },
+      file: {
+        type: "string",
+        description:
+          "File path (relative or absolute). Language server auto-detected from extension.",
+      },
+      line: {
+        type: "number",
+        description: "0-based line number (for definition, references, hover, rename)",
+      },
+      character: {
+        type: "number",
+        description: "0-based column/character offset (for definition, references, hover, rename)",
+      },
+      new_name: {
+        type: "string",
+        description: "New symbol name (for rename action only)",
+      },
+    },
+    required: ["action", "file"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeLsp,
+};
+
+// ---------------------------------------------------------------------------
+// serena — LSP intelligence via HTTP project server
+// ---------------------------------------------------------------------------
+
+const serena: Tool = {
+  name: "serena",
+  description:
+    "Compiler-accurate LSP symbol navigation and editing via Serena HTTP project server. " +
+    "Use for symbol-level operations by name path (not line/column). " +
+    "Actions: find_symbol, find_references, overview, replace_body, insert_after, insert_before, rename, search. " +
+    "Requires: uvx --from 'git+https://github.com/oraios/serena' serena start-project-server --port 9750",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      action: {
+        type: "string",
+        enum: [
+          "find_symbol",
+          "find_references",
+          "overview",
+          "replace_body",
+          "insert_after",
+          "insert_before",
+          "rename",
+          "search",
+        ],
+        description: "Serena action",
+      },
+      name_path: {
+        type: "string",
+        description: "Symbol name path: 'handleAuth', 'MyClass/myMethod', '/TopLevel/Nested'",
+      },
+      relative_path: { type: "string", description: "Restrict to file or directory" },
+      include_body: { type: "boolean", description: "Include source code of the symbol" },
+      include_info: { type: "boolean", description: "Include hover info (docstring, signature)" },
+      depth: { type: "number", description: "Descendants depth (1=immediate children)" },
+      body: { type: "string", description: "New code content (for replace_body/insert)" },
+      new_name: { type: "string", description: "New symbol name (for rename)" },
+      pattern: { type: "string", description: "Regex pattern (for search action)" },
+      context_before: { type: "number", description: "Context lines before match" },
+      context_after: { type: "number", description: "Context lines after match" },
+      paths_include: { type: "string", description: "Glob to include files" },
+      paths_exclude: { type: "string", description: "Glob to exclude files" },
+      extra_args: { type: "object", description: "Additional Serena API params" },
+    },
+    required: ["action"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeSerena,
+};
+
+// ---------------------------------------------------------------------------
+// fff — frecency-aware file finder
+// ---------------------------------------------------------------------------
+
+const fff: Tool = {
+  name: "fff",
+  description:
+    "Frecency-aware fuzzy file finder and grep (fff). Files you access often rank higher. " +
+    "3 actions: grep (search file contents), find_files (fuzzy file search by topic), " +
+    "multi_grep (OR-search across multiple patterns). Use constraints for filtering: " +
+    "'*.rs' (type), 'src/' (dir), 'schema.rs' (file), '!test/' (exclude).",
+  category: "code",
+  parameters: {
+    type: "object",
+    properties: {
+      action: {
+        type: "string",
+        enum: ["grep", "find_files", "multi_grep"],
+        description:
+          "grep=search contents, find_files=fuzzy file search, multi_grep=OR-search multiple patterns",
+      },
+      query: { type: "string", description: "Search text or topic description" },
+      patterns: {
+        type: "array",
+        items: { type: "string" },
+        description: "Multiple patterns for OR-search (multi_grep only)",
+      },
+      constraints: {
+        type: "string",
+        description:
+          "Inline constraints: '*.rs' (type), 'src/' (dir), 'schema.rs' (file), '!test/' (exclude)",
+      },
+      path: { type: "string", description: "Directory to search (default: working dir)" },
+    },
+    required: ["action"],
+  } as JSONSchema7,
+  riskLevel: "safe",
+  isReadOnly: true,
+  loadingTier: "always",
+  execute: executeFff,
+};
+
+// ---------------------------------------------------------------------------
+// Export
+// ---------------------------------------------------------------------------
+
+export const CODE_INTELLIGENCE_TOOL_DEFINITIONS: Tool[] = [
+  rg,
+  ug,
+  probe,
+  sg,
+  cbm,
+  lsp,
+  serena,
+  fff,
+];

package/src/definitions/core.ts

@@ -23,6 +23,9 @@ import { NETWORK_TOOL_DEFINITIONS } from "./network.js";
 import { DEPLOY_TOOL_DEFINITIONS } from "./deploy.js";
 import { META_TOOL_DEFINITIONS } from "./meta.js";
 import { SESSION_HISTORY_TOOL_DEFINITIONS } from "./session-history.js";
+import { FRG_TOOL_DEFINITIONS } from "./frg.js";
+import { CODE_INTELLIGENCE_TOOL_DEFINITIONS } from "./code-intelligence.js";
+import { SEARCH_TOOL_DEFINITIONS } from "./search.js";
 
 // OpenClaw forks (MIT) — Playwright browser automation and background process management
 import { browserTool } from "./browser/index.js";
@@ -43,6 +46,9 @@ export { NETWORK_TOOL_DEFINITIONS } from "./network.js";
 export { DEPLOY_TOOL_DEFINITIONS } from "./deploy.js";
 export { META_TOOL_DEFINITIONS } from "./meta.js";
 export { SESSION_HISTORY_TOOL_DEFINITIONS } from "./session-history.js";
+export { FRG_TOOL_DEFINITIONS } from "./frg.js";
+export { CODE_INTELLIGENCE_TOOL_DEFINITIONS } from "./code-intelligence.js";
+export { SEARCH_TOOL_DEFINITIONS } from "./search.js";
 
 /**
  * All core tool definitions
@@ -53,7 +59,7 @@ export const CORE_TOOL_DEFINITIONS: Tool[] = [
   // Web tools (3 + browser)
   ...WEB_TOOL_DEFINITIONS,
   browserTool,
-  // Filesystem tools (8, includes forked apply_patch with fuzzy matching)
+  // Filesystem tools (6: read_file, write_file, edit_file, glob, ls, apply_patch)
   ...FILESYSTEM_TOOL_DEFINITIONS,
   // Shell tools (7 + process)
   ...SHELL_TOOL_DEFINITIONS,
@@ -75,6 +81,12 @@ export const CORE_TOOL_DEFINITIONS: Tool[] = [
   ...META_TOOL_DEFINITIONS,
   // Session History tools (1): session_history (list/search/get/current/stats/delete/set_title)
   ...SESSION_HISTORY_TOOL_DEFINITIONS,
+  // Fast regex native tool (1): frg (index/search/status/update/replace)
+  ...FRG_TOOL_DEFINITIONS,
+  // Code Intelligence tools (7): rg, ug, probe, sg, cbm, serena, fff
+  ...CODE_INTELLIGENCE_TOOL_DEFINITIONS,
+  // Native indexed grep (1): grep (replaces TS grep with n-gram indexed Rust NAPI)
+  ...SEARCH_TOOL_DEFINITIONS,
 ];
 
 /**

package/src/definitions/filesystem.ts

@@ -1,7 +1,8 @@
 /**
  * Filesystem tool definitions
  *
- * Tools: read_file, write_file, edit_file, glob, grep, ls, apply_patch (7 tools)
+ * Tools: read_file, write_file, edit_file, glob, ls, apply_patch (6 tools)
+ * Note: grep replaced by native indexed search in SEARCH_TOOL_DEFINITIONS
  */
 
 import type { JSONSchema7 } from "json-schema";
@@ -12,7 +13,6 @@ import {
   executeEditFile,
   executeLs,
   executeGlob,
-  executeGrep,
 } from "../executors/index.js";
 
 const read_file: Tool = {
@@ -157,41 +157,6 @@ const glob: Tool = {
   execute: executeGlob,
 };
 
-const grep: Tool = {
-  name: "grep",
-  description: "Search for patterns in files using regular expressions.",
-  category: "filesystem",
-  parameters: {
-    type: "object",
-    properties: {
-      pattern: {
-        type: "string",
-        description: "Regular expression pattern to search for",
-      },
-      path: {
-        type: "string",
-        description: "File or directory to search in",
-        default: ".",
-      },
-      glob: {
-        type: "string",
-        description: "Glob pattern to filter files when searching a directory",
-        default: "**/*",
-      },
-      ignoreCase: {
-        type: "boolean",
-        description: "Case-insensitive matching",
-        default: false,
-      },
-    },
-    required: ["pattern"],
-  } as JSONSchema7,
-  riskLevel: "safe",
-  isReadOnly: true,
-  loadingTier: "always",
-  execute: executeGrep,
-};
-
 const ls: Tool = {
   name: "ls",
   description:
@@ -241,13 +206,12 @@ const ls: Tool = {
 // Replaces the simple inline version with the full implementation from ./patch/.
 import { applyPatchTool } from "./patch/index.js";
 
-/** Filesystem tool definitions (7) */
+/** Filesystem tool definitions (6) — grep replaced by native indexed search in SEARCH_TOOL_DEFINITIONS */
 export const FILESYSTEM_TOOL_DEFINITIONS: Tool[] = [
   read_file,
   write_file,
   edit_file,
   glob,
-  grep,
   ls,
   applyPatchTool,
 ];