@krishivpb60/aether-ai-cli 1.3.3 → 1.3.4

package/HIGHLIGHTS.md

@@ -1,3 +1,9 @@
+# Aether CLI v1.3.4 Highlights
+- **AI-Powered Workspace Search & Code Indexer (`/search`)**:
+  - Adds `/search <query>` slash command to scan all workspace text files for keyword matches, showing line numbers and code snippets.
+  - Supports `/search --ai <query>` to run a semantic search using the active AI reasoning model.
+  - Automatically ignores binaries, files exceeding 250KB, and build/dependency/git directories.
+
 # Aether CLI v1.3.3 Highlights
 - **Codex & Claude Code Slash Commands**: Added 7 new advanced developer experience (DX) commands:
   - `/review`: Analyze staged/unstaged git changes and stream an AI-powered code review.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@krishivpb60/aether-ai-cli",
-  "version": "1.3.3",
+  "version": "1.3.4",
   "description": "Aether Core AI — A cyberpunk command-line AI assistant with multi-mode reasoning, 12-node failover mesh, file context injection, and offline fallbacks.",
   "main": "src/cli.js",
   "bin": {

package/src/ai/router.js

@@ -12,6 +12,7 @@ import {
   callCohere,
 } from "./universal.js";
 import { estimateTokens, recordTokenUsage } from "./tokens.js";
+import { recordLatency } from "./telemetry.js";
 
 /**
  * Routes a prompt through the universal AI failover mesh.
@@ -31,11 +32,14 @@ export async function routePrompt(prompt, systemPrompt, config, onToken, history
   // ── Node 0: Local Math Solver ───────────────────────────
   const mathExpr = detectMathExpression(prompt);
   if (mathExpr) {
+    const startTime = performance.now();
     const mathResult = solveMath(mathExpr);
     if (mathResult) {
+      const latencyMs = performance.now() - startTime;
       const pTokens = estimateTokens(systemPrompt + prompt);
       const cTokens = estimateTokens(mathResult.text);
       const usage = recordTokenUsage("local-math", pTokens, cTokens);
+      recordLatency("local", "math-solver", latencyMs, pTokens, cTokens, true);
       return { ...mathResult, provider: "local", node: 0, usage };
     }
   }
@@ -57,10 +61,13 @@ export async function routePrompt(prompt, systemPrompt, config, onToken, history
 
   // ── No providers configured → Krylo ────────────────────
   if (active.length === 0) {
+    const startTime = performance.now();
     const kryloReply = generateKryloReply(prompt);
+    const latencyMs = performance.now() - startTime;
     const pTokens = estimateTokens(systemPrompt + prompt);
     const cTokens = estimateTokens(kryloReply.text);
     const usage = recordTokenUsage("krylo-local", pTokens, cTokens);
+    recordLatency("krylo-fallback", "local", latencyMs, pTokens, cTokens, true);
     return { ...kryloReply, provider: "krylo-fallback", node: 0, usage };
   }
 
@@ -69,6 +76,7 @@ export async function routePrompt(prompt, systemPrompt, config, onToken, history
   let nodeIndex = 1;
 
   for (const { id, provider, apiKey } of active) {
+    const startTime = performance.now();
     try {
       const model = config[`${id.toUpperCase()}_MODEL`] || provider.defaultModel;
       let result;
@@ -103,22 +111,31 @@ export async function routePrompt(prompt, systemPrompt, config, onToken, history
           );
       }
 
+      const latencyMs = performance.now() - startTime;
       const pTokens = estimateTokens(systemPrompt + prompt + history.map(h => h.content).join(""));
       const cTokens = estimateTokens(result.text);
       const usage = recordTokenUsage(result.model, pTokens, cTokens);
 
+      recordLatency(provider.name, result.model, latencyMs, pTokens, cTokens, true);
+
       return { ...result, node: nodeIndex, usage };
     } catch (err) {
+      const latencyMs = performance.now() - startTime;
+      const pTokens = estimateTokens(systemPrompt + prompt + history.map(h => h.content).join(""));
+      recordLatency(provider.name, "unknown", latencyMs, pTokens, 0, false);
       errors.push(`[Node ${nodeIndex} ${provider.name}] ${err.message}`);
       nodeIndex++;
     }
   }
 
   // ── Final Fallback: Krylo Companion ─────────────────────
+  const startTimeKrylo = performance.now();
   const kryloReply = generateKryloReply(prompt);
+  const latencyMsKrylo = performance.now() - startTimeKrylo;
   const pTokens = estimateTokens(systemPrompt + prompt + history.map(h => h.content).join(""));
   const cTokens = estimateTokens(kryloReply.text);
   const usage = recordTokenUsage("krylo-local", pTokens, cTokens);
+  recordLatency("krylo-fallback", "local", latencyMsKrylo, pTokens, cTokens, true);
   return {
     ...kryloReply,
     provider: "krylo-fallback",

package/src/ai/search.js

@@ -0,0 +1,94 @@
+import { readdirSync, statSync, readFileSync } from "node:fs";
+import { join, sep, relative } from "node:path";
+
+const IGNORE_DIRS = new Set([
+  ".git",
+  "node_modules",
+  "build",
+  "dist",
+  ".agents",
+  "aether_ai_agent_cli.egg-info",
+  "aether_ai_cli.egg-info",
+  "temp-test-home",
+  "temp-test-home-updater",
+  "temp-test-home-search"
+]);
+
+const BINARY_EXTS = new Set([
+  ".png", ".jpg", ".jpeg", ".gif", ".ico", ".webp",
+  ".zip", ".tar", ".gz", ".rar", ".7z",
+  ".pdf", ".exe", ".dll", ".so", ".dylib", ".bin",
+  ".mp3", ".mp4", ".wav", ".avi", ".mov",
+  ".woff", ".woff2", ".ttf", ".eot"
+]);
+
+/**
+ * Recursively walks a directory and yields all text files.
+ * @param {string} dir - Directory to scan
+ * @param {string} rootDir - Root directory for ignore matching
+ * @returns {string[]} List of absolute paths
+ */
+export function crawlDirectory(dir, rootDir = dir) {
+  let files = [];
+  let entries = [];
+  try {
+    entries = readdirSync(dir);
+  } catch {
+    return files;
+  }
+
+  for (const entry of entries) {
+    if (IGNORE_DIRS.has(entry)) continue;
+    const fullPath = join(dir, entry);
+    try {
+      const stat = statSync(fullPath);
+      if (stat.isDirectory()) {
+        files = files.concat(crawlDirectory(fullPath, rootDir));
+      } else if (stat.isFile()) {
+        if (stat.size > 250 * 1024) continue; // Skip files larger than 250KB
+
+        const dotIdx = entry.lastIndexOf(".");
+        const ext = dotIdx !== -1 ? entry.slice(dotIdx).toLowerCase() : "";
+        if (BINARY_EXTS.has(ext)) continue;
+
+        files.push(fullPath);
+      }
+    } catch {
+      // Ignore stat failures
+    }
+  }
+  return files;
+}
+
+/**
+ * Searches all text files in the workspace for occurrences of query.
+ * @param {string} query - Query string
+ * @param {string} rootDir - The workspace root path
+ * @returns {Array<{ filePath: string, relativePath: string, lineNumber: number, lineContent: string }>}
+ */
+export function workspaceSearch(query, rootDir = process.cwd()) {
+  const files = crawlDirectory(rootDir, rootDir);
+  const results = [];
+  const lowerQuery = query.toLowerCase().trim();
+
+  for (const file of files) {
+    try {
+      const content = readFileSync(file, "utf8");
+      const lines = content.split(/\r?\n/);
+      for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        if (line.toLowerCase().includes(lowerQuery)) {
+          results.push({
+            filePath: file,
+            relativePath: relative(rootDir, file),
+            lineNumber: i + 1,
+            lineContent: line.trim()
+          });
+        }
+      }
+    } catch {
+      // Ignore read failures
+    }
+  }
+  return results;
+}

package/src/ai/telemetry.js

@@ -0,0 +1,72 @@
+// ═══════════════════════════════════════════════════════════
+// AETHER AI CLI — Telemetry & Latency Logger
+// Logs request latencies, prompt speeds, and meshes provider logs.
+// ═══════════════════════════════════════════════════════════
+
+import { getSessionTokenStats, getBreakdownByModel } from "./tokens.js";
+import { getActiveProviders, PROVIDERS } from "./providers.js";
+import { listSessions } from "../config.js";
+
+const latencyLogs = [];
+
+/**
+ * Records telemetry metrics for an AI call.
+ * @param {string} provider - The provider name
+ * @param {string} model - The model name
+ * @param {number} latencyMs - The request latency in ms
+ * @param {number} promptTokens - Prompt token count
+ * @param {number} completionTokens - Completion token count
+ * @param {boolean} success - Whether the call succeeded
+ */
+export function recordLatency(provider, model, latencyMs, promptTokens, completionTokens, success) {
+  latencyLogs.push({
+    timestamp: new Date().toISOString(),
+    provider: provider || "unknown",
+    model: model || "unknown",
+    latencyMs: Math.round(latencyMs),
+    promptTokens: promptTokens || 0,
+    completionTokens: completionTokens || 0,
+    success: !!success,
+  });
+
+  // Limit to last 50 entries
+  if (latencyLogs.length > 50) {
+    latencyLogs.shift();
+  }
+}
+
+/**
+ * Returns raw latency records.
+ * @returns {Array}
+ */
+export function getLatencyLogs() {
+  return latencyLogs;
+}
+
+/**
+ * Gathers all metrics needed for the web dashboard visualization.
+ * @param {object} config - Aether configuration object
+ * @returns {object}
+ */
+export function getTelemetryData(config = {}) {
+  // Map active status for all providers in our registry
+  const mesh = Object.entries(PROVIDERS).map(([id, provider]) => {
+    const isConfigured = !!config[provider.key];
+    return {
+      id,
+      name: provider.name,
+      configured: isConfigured,
+      defaultModel: provider.defaultModel,
+      tier: provider.tier,
+      description: provider.description,
+    };
+  });
+
+  return {
+    tokenStats: getSessionTokenStats(),
+    modelBreakdown: getBreakdownByModel(),
+    latencyLogs: [...latencyLogs],
+    meshStructure: mesh,
+    sessions: listSessions(),
+  };
+}

package/src/chat.js

@@ -138,7 +138,8 @@ export async function startChat(options = {}) {
       "/providers", "/export", "/status", "/copy", "/exit", "/quit",
       "/theme", "/themes", "/history-clear", "/game", "/abort", "/cmd", "/write",
       "/commit", "/run", "/history", "/autopilot", "/tokens", "/update",
-      "/review", "/diagnose", "/explain", "/refactor", "/bug", "/doc", "/translate"
+      "/review", "/diagnose", "/explain", "/refactor", "/bug", "/doc", "/translate",
+      "/search"
     ];
     const customCmds = aiConfig.CUSTOM_COMMANDS || {};
     const commands = [...builtIn, ...Object.keys(customCmds)];
@@ -427,7 +428,7 @@ export async function startChat(options = {}) {
         "/theme", "/themes", "/history-clear", "/game", "/abort", "/cmd",
         "/guess", "/write", "/commit", "/run", "/history", "/autopilot", "/tokens",
         "/update", "/review", "/diagnose", "/explain", "/refactor", "/bug", "/doc",
-        "/translate"
+        "/translate", "/search"
       ];
       
       const customCmds = aiConfig.CUSTOM_COMMANDS || {};
@@ -540,6 +541,10 @@ async function handleCommand(input, ctx) {
       await handleFileAICommand(cmd, args, ctx);
       break;
 
+    case "/search":
+      await handleSearchCommand(args, ctx);
+      break;
+
     case "/theme":
       await handleThemeSwitch(args);
       break;
@@ -646,6 +651,7 @@ function showHelp(aiConfig) {
   console.log(keyValue("/bug <file>", "AI-audit a file to find potential logic bugs"));
   console.log(keyValue("/doc <file>", "AI-generate documentation/docstrings for a file"));
   console.log(keyValue("/translate <file> <lang>", "AI-translate code of a file to another language"));
+  console.log(keyValue("/search <query>", "Find matches in code files (use --ai for semantic search)"));
   console.log(keyValue("/exit", "End session"));
 
   if (aiConfig && aiConfig.CUSTOM_COMMANDS) {
@@ -1615,3 +1621,72 @@ async function handleFileAICommand(cmdName, args, ctx) {
     console.log("\n" + label.system + " " + colors.danger(`Error: ${err.message}\n`));
   }
 }
+
+/**
+ * Handler for the /search command (workspace file crawler and AI semantic finder).
+ */
+async function handleSearchCommand(args, ctx) {
+  const isAi = args[0] === "--ai";
+  const queryArgs = isAi ? args.slice(1) : args;
+  const query = queryArgs.join(" ").trim();
+
+  if (!query) {
+    console.log("\n" + label.system + " " + colors.warning("Usage: /search [--ai] <query_string>\n"));
+    return;
+  }
+
+  const { workspaceSearch, crawlDirectory } = await import("./search.js");
+
+  if (isAi) {
+    console.log("\n" + label.system + " " + colors.muted("Scanning workspace project tree for semantic search..."));
+    const files = crawlDirectory(process.cwd());
+    const { relative } = await import("node:path");
+    const relativePaths = files.map((f) => relative(process.cwd(), f).replace(/\\/g, "/"));
+    
+    // Construct semantic prompt
+    const prompt = `Here is the directory structure / file listing of the current workspace:\n\n${relativePaths.slice(0, 100).join("\n")}\n\nBased on this file listing, identify and explain where the following logic or system is implemented, listing the relevant files: ${query}`;
+    
+    await executeAISpecialCommand(prompt, `Semantic search: "${query}"`, ctx);
+    return;
+  }
+
+  console.log("\n" + label.system + " " + colors.muted(`Searching workspace for "${query}"...`));
+  const results = workspaceSearch(query);
+
+  if (results.length === 0) {
+    console.log("\n" + label.system + " " + colors.warning(`✓ No matches found for "${query}" in workspace.\n`));
+    return;
+  }
+
+  console.log("\n" + separator("━"));
+  console.log(colors.accent.bold(`  ★  WORKSPACE SEARCH RESULTS FOR "${query.toUpperCase()}"  ★`));
+  console.log(separator("─"));
+
+  // Print header
+  console.log(
+    colors.brand("  " + "File Path".padEnd(45) + "Line".padStart(6) + "   " + "Preview")
+  );
+  console.log(colors.dim("  " + "─".repeat(80)));
+
+  // Display matches (limit to top 50 to prevent terminal overflow)
+  const displayLimit = 50;
+  const visibleResults = results.slice(0, displayLimit);
+
+  for (const match of visibleResults) {
+    const truncatedPath = match.relativePath.length > 43 ? "..." + match.relativePath.slice(-40) : match.relativePath;
+    const truncatedLine = match.lineContent.length > 50 ? match.lineContent.slice(0, 47) + "..." : match.lineContent;
+    console.log(
+      "  " + colors.text(truncatedPath.padEnd(45)) +
+      colors.brand(match.lineNumber.toString().padStart(6)) +
+      "   " + colors.muted(truncatedLine)
+    );
+  }
+
+  console.log(separator("─"));
+  if (results.length > displayLimit) {
+    console.log("  " + colors.warning(`⚠ Showing first ${displayLimit} of ${results.length} total matches.`));
+  } else {
+    console.log("  " + colors.success(`✓ Found ${results.length} matches across the workspace.`));
+  }
+  console.log(separator("━") + "\n");
+}

package/test/search.test.js

@@ -0,0 +1,52 @@
+import { test, before, after } from "node:test";
+import assert from "node:assert";
+import { mkdir, writeFile, rm } from "node:fs/promises";
+import { join, relative } from "node:path";
+import { workspaceSearch, crawlDirectory } from "../src/ai/search.js";
+
+const testDir = join(process.cwd(), "temp-test-home-search");
+
+test("Workspace Search Engine Suite", async (t) => {
+  before(async () => {
+    await mkdir(testDir, { recursive: true });
+    // Write test files
+    await writeFile(join(testDir, "file1.txt"), "hello world\nthis is a search test\nbye");
+    await writeFile(join(testDir, "file2.js"), "function test() {\n  console.log('hello search');\n}");
+    await writeFile(join(testDir, "file3.png"), "binary data matches nothing");
+    
+    const subDir = join(testDir, "subdir");
+    await mkdir(subDir, { recursive: true });
+    await writeFile(join(subDir, "file4.txt"), "nested matches here under search term");
+  });
+
+  after(async () => {
+    await rm(testDir, { recursive: true, force: true });
+  });
+
+  await t.test("crawlDirectory finds all text files and excludes binaries/ignored folders", () => {
+    const files = crawlDirectory(testDir, testDir);
+    const relativePaths = files.map((f) => relative(testDir, f).replace(/\\/g, "/"));
+    
+    assert.ok(relativePaths.includes("file1.txt"));
+    assert.ok(relativePaths.includes("file2.js"));
+    assert.ok(relativePaths.includes("subdir/file4.txt"));
+    // Should exclude png
+    assert.strictEqual(relativePaths.includes("file3.png"), false);
+  });
+
+  await t.test("workspaceSearch returns matching files, lines, and content", () => {
+    const results = workspaceSearch("search", testDir);
+    // Should match in file1.txt, file2.js, and subdir/file4.txt
+    assert.strictEqual(results.length, 3);
+    
+    const file1Match = results.find((r) => r.relativePath.replace(/\\/g, "/") === "file1.txt");
+    assert.ok(file1Match);
+    assert.strictEqual(file1Match.lineNumber, 2);
+    assert.strictEqual(file1Match.lineContent, "this is a search test");
+
+    const jsMatch = results.find((r) => r.relativePath.replace(/\\/g, "/") === "file2.js");
+    assert.ok(jsMatch);
+    assert.strictEqual(jsMatch.lineNumber, 2);
+    assert.strictEqual(jsMatch.lineContent, "console.log('hello search');");
+  });
+});