@ghl-ai/aw 0.1.37-beta.37 → 0.1.37-beta.39

package/commands/memory.mjs

@@ -1,4 +1,4 @@
-// commands/memory.mjs — `aw memory [store|search|pack|stats|validate|invalidate|sync]`
+// commands/memory.mjs — `aw memory [store|search|pack|stats|validate|invalidate|sync|audit]`
 
 import { join } from 'node:path';
 import { homedir } from 'node:os';
@@ -18,6 +18,7 @@ export async function memoryCommand(args) {
     case 'validate':   return memoryValidate(args);
     case 'invalidate': return memoryInvalidate(args);
     case 'sync':       return memorySync(args);
+    case 'audit':      return memoryAudit(args);
     default:           return memoryHelp();
   }
 }
@@ -345,6 +346,130 @@ async function memorySync(args) {
   }
 }
 
+// ── audit ─────────────────────────────────────────────────────────────
+
+async function memoryAudit(args) {
+  fmt.intro('aw memory audit');
+
+  const sampleSize = parseInt(args['--sample'] || '30', 10);
+  const days = parseInt(args['--days'] || '30', 10);
+
+  const s = fmt.spinner();
+  s.start(`Fetching memories from last ${days} days...`);
+
+  try {
+    // Search for recent memories
+    const result = await callMemoryTool('memory_search', {
+      query: '*',
+      limit: 200
+    });
+    const memories = Array.isArray(result) ? result : (result?.memories ?? result?.results ?? []);
+
+    if (memories.length === 0) {
+      s.stop('No memories found');
+      fmt.outro('Audit complete — nothing to audit');
+      return;
+    }
+
+    // Sample randomly
+    const sampled = memories
+      .sort(() => Math.random() - 0.5)
+      .slice(0, sampleSize);
+
+    s.stop(`Sampled ${sampled.length} of ${memories.length} memories`);
+
+    // Rate each memory using simple heuristics (no LLM needed for local audit)
+    let totalScore = 0;
+    const ratings = { excellent: 0, good: 0, fair: 0, poor: 0, bad: 0 };
+    const issues = [];
+
+    for (const mem of sampled) {
+      const content = mem.content || mem.text || '';
+      const score = rateMemoryQuality(content);
+      totalScore += score;
+
+      if (score >= 5) ratings.excellent++;
+      else if (score >= 4) ratings.good++;
+      else if (score >= 3) ratings.fair++;
+      else if (score >= 2) ratings.poor++;
+      else ratings.bad++;
+
+      if (score <= 2) {
+        issues.push({
+          id: (mem.id || '').slice(0, 8),
+          score,
+          content: content.slice(0, 80),
+          reason: getQualityIssue(content),
+        });
+      }
+    }
+
+    const avgScore = (totalScore / sampled.length).toFixed(1);
+
+    // Display results
+    const distLines = [
+      `  ${chalk.green('Excellent (5):')}  ${ratings.excellent}`,
+      `  ${chalk.cyan('Good (4):')}       ${ratings.good}`,
+      `  ${chalk.yellow('Fair (3):')}       ${ratings.fair}`,
+      `  ${chalk.hex('#FF6B35')('Poor (2):')}       ${ratings.poor}`,
+      `  ${chalk.red('Bad (1):')}        ${ratings.bad}`,
+    ].join('\n');
+    fmt.note(distLines, `Quality Distribution (avg: ${avgScore}/5)`);
+
+    if (issues.length > 0) {
+      const issueLines = issues
+        .slice(0, 10)
+        .map(i => `  ${chalk.dim(i.id)} ${chalk.red(`[${i.score}]`)} ${i.reason}\n    ${chalk.dim(i.content)}`)
+        .join('\n');
+      fmt.note(issueLines, `Flagged (${issues.length} low-quality)`);
+    }
+
+    fmt.outro(`Audit complete — ${sampled.length} memories sampled, avg score ${avgScore}/5`);
+  } catch (err) {
+    s.stop(chalk.red('Failed'));
+    fmt.cancel(`Audit failed: ${err.message}`);
+  }
+}
+
+/**
+ * Rate memory quality 1-5 using heuristics.
+ * 5 = specific, actionable, references code/tools
+ * 1 = vague, generic, not useful
+ */
+function rateMemoryQuality(content) {
+  let score = 3; // Start at "fair"
+
+  // Positive signals
+  if (content.length > 80) score += 0.5;   // Detailed
+  if (/`[^`]+`/.test(content)) score += 0.5; // References code
+  if (/@\w+/.test(content)) score += 0.3;   // References packages
+  if (/\b(must|never|always|require)\b/i.test(content)) score += 0.3; // Actionable
+  if (/\b(because|since|due to|reason)\b/i.test(content)) score += 0.3; // Has reasoning
+  if (/\b(port|endpoint|url|api|service|module)\b/i.test(content)) score += 0.2; // Specific
+
+  // Negative signals
+  if (content.length < 30) score -= 1.5;    // Too short
+  if (content.length < 50) score -= 0.5;    // Short
+  if (/^(we |I |the team )/i.test(content)) score -= 0.3; // Narrative style
+  if (/\b(worked on|looked at|did some)\b/i.test(content)) score -= 1; // Vague
+  if (/^(test|e2e test|delete)/i.test(content)) score -= 0.5; // Test artifacts
+  if (/\[Updated\].*\[Updated\]/s.test(content)) score -= 0.3; // Over-merged
+
+  return Math.max(1, Math.min(5, Math.round(score)));
+}
+
+/**
+ * Return a brief reason why a memory scored low.
+ */
+function getQualityIssue(content) {
+  if (content.length < 30) return 'Too short';
+  if (/\b(worked on|looked at|did some)\b/i.test(content)) return 'Vague/generic';
+  if (/^(test|e2e test|delete)/i.test(content)) return 'Test artifact';
+  if (/\[Updated\].*\[Updated\]/s.test(content)) return 'Over-merged';
+  if (content.length < 50) return 'Lacks detail';
+  return 'Low specificity';
+}
+
 // ── help ─────────────────────────────────────────────────────────────
 
 function memoryHelp() {
@@ -388,6 +513,10 @@ function memoryHelp() {
     cmd('aw memory sync', 'Sync memories to local files'),
     cmd('  --force', 'Force re-sync even if cache is fresh'),
     '',
+    cmd('aw memory audit', 'Audit memory quality (heuristic)'),
+    cmd('  --sample <n>', 'Sample size (default: 30)'),
+    cmd('  --days <n>', 'Days to look back (default: 30)'),
+    '',
   ].join('\n');
 
   console.log(help);

package/ecc.mjs

@@ -9,7 +9,7 @@ import * as fmt from "./fmt.mjs";
 
 const AW_ECC_REPO_SSH = "git@github.com:shreyansh-ghl/aw-ecc.git";
 const AW_ECC_REPO_HTTPS = "https://github.com/shreyansh-ghl/aw-ecc.git";
-const AW_ECC_TAG = "v1.4.0";
+const AW_ECC_TAG = "v1.4.1";
 
 const MARKETPLACE_NAME = "aw-marketplace";
 const PLUGIN_KEY = `aw@${MARKETPLACE_NAME}`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ghl-ai/aw",
-  "version": "0.1.37-beta.37",
+  "version": "0.1.37-beta.39",
   "description": "Agentic Workspace CLI — pull, push & manage agents, skills and commands from the registry",
   "type": "module",
   "bin": "bin.js",