portable-agent-layer 0.6.0 → 0.6.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "portable-agent-layer",
-  "version": "0.6.0",
+  "version": "0.6.2",
   "description": "PAL — Portable Agent Layer: persistent personal context for AI coding assistants",
   "type": "module",
   "bin": {
@@ -49,8 +49,7 @@
     "ai:pdf-download": "bun run src/tools/pdf-download.ts",
     "ai:youtube-analyze": "bun run src/tools/youtube-analyze.ts",
     "tool:eval": "bun run src/tools/eval-principles.ts",
-    "tool:graduate": "bun run src/tools/graduate.ts",
-    "tool:patterns": "bun run src/tools/pattern-synthesis.ts",
+    "tool:analyze": "bun run src/tools/analyze.ts",
     "tool:reflect": "bun run src/tools/relationship-reflect.ts",
     "tool:export": "bun run src/tools/export.ts",
     "tool:import": "bun run src/tools/import.ts",

package/src/hooks/handlers/failure.ts

@@ -1,25 +1,18 @@
 /**
  * Deep Failure Capture — full context dump for ratings 1–3.
  *
- * Writes to memory/learning/failures/YYYY-MM/{timestamp}_{slug}/
- *   capture.md     — frontmatter metadata + failure context body
- *   sentiment.json — DEPRECATED legacy format (kept for backward compat)
+ * Stores raw conversation data for later review, matching the original PAI pattern:
+ *   capture.md — frontmatter metadata + conversation summary
+ *
+ * Analysis is left to the human or the graduation pipeline, not auto-generated.
  */
 
 import { writeFileSync } from "node:fs";
 import { resolve } from "node:path";
 import { stringify } from "../lib/frontmatter";
-import { inference } from "../lib/inference";
 import { ensureDir, paths } from "../lib/paths";
-import { FAILURE_PRINCIPLE_PROMPT } from "../lib/prompts";
 import { fileTimestamp, monthPath } from "../lib/time";
-import { logTokenUsage } from "../lib/token-usage";
-import {
-  extractContent,
-  extractLastAssistant,
-  extractLastUser,
-  parseMessages,
-} from "../lib/transcript";
+import { extractContent, parseMessages } from "../lib/transcript";
 
 function slugify(text: string): string {
   return (
@@ -37,68 +30,24 @@ export async function captureFailure(
   rating: number,
   context: string,
   transcript: string,
-  detailedContext?: string,
-  savedResponse?: string,
-  savedUserMessage?: string
+  detailedContext?: string
 ): Promise<void> {
   const messages = parseMessages(transcript);
-  // Prefer messages saved at rating time (before the AI replied to the rating)
-  const lastUser =
-    savedUserMessage?.slice(0, 400) ||
-    extractContent(extractLastUser(messages)).slice(0, 400);
-  const lastAssistant =
-    savedResponse?.slice(0, 600) ||
-    extractContent(extractLastAssistant(messages)).slice(0, 600);
+
+  // Conversation summary — last 10 exchanges, like the original PAI
+  const recentMessages = messages.slice(-10);
+  const conversationSummary = recentMessages
+    .map((m) => {
+      const text = extractContent(m).slice(0, 500);
+      return `**${m.role.toUpperCase()}:** ${text}`;
+    })
+    .join("\n\n");
 
   const slug = slugify(context);
   const dir = ensureDir(
     resolve(paths.failures(), monthPath(), `${fileTimestamp()}_${slug}`)
   );
 
-  // Attempt inference to fill root cause analysis + candidate principle
-  let whatWentWrong = "";
-  let whatToDoDifferently = "";
-  let principle = "";
-  try {
-    const analysisResult = await inference({
-      system: `You are analyzing a failed AI assistant interaction. Based on the context, identify what went wrong and what should be done differently. Be specific and actionable. Also write a principle — ${FAILURE_PRINCIPLE_PROMPT}`,
-      user: [
-        `Rating: ${rating}/10`,
-        `Context: ${context}`,
-        detailedContext ? `Analysis: ${detailedContext}` : "",
-        `Assistant response (what the user reacted to): ${lastAssistant}`,
-        `User reaction (the frustrated message): ${lastUser}`,
-      ]
-        .filter(Boolean)
-        .join("\n"),
-      maxTokens: 400,
-      timeout: 15000,
-      jsonSchema: {
-        type: "object" as const,
-        additionalProperties: false,
-        properties: {
-          what_went_wrong: { type: "string" as const },
-          what_to_do_differently: { type: "string" as const },
-          principle: { type: "string" as const },
-        },
-        required: ["what_went_wrong", "what_to_do_differently", "principle"],
-      },
-    });
-    if (analysisResult.usage) logTokenUsage("failure", analysisResult.usage);
-    if (analysisResult.success && analysisResult.output) {
-      const parsed = JSON.parse(analysisResult.output) as {
-        what_went_wrong?: string;
-        what_to_do_differently?: string;
-        principle?: string;
-      };
-      whatWentWrong = parsed.what_went_wrong ?? "";
-      whatToDoDifferently = parsed.what_to_do_differently ?? "";
-      principle = parsed.principle ?? "";
-    }
-  } catch {
-    // Graceful fallback — empty sections are still useful with the other context
-  }
-
   const meta: Record<string, unknown> = {
     rating,
     context,
@@ -106,29 +55,17 @@ export async function captureFailure(
     ts: new Date().toISOString(),
     slug,
   };
-  if (principle) meta.principle = principle;
 
   const body = [
-    "## Last User Message",
-    lastUser || "*(unavailable)*",
+    "## What Happened",
     "",
-    "## Last Assistant Response",
-    lastAssistant || "*(unavailable)*",
+    detailedContext ||
+      "No detailed analysis available. Review the conversation for context.",
     "",
-    ...(detailedContext ? ["## AI Response Context", detailedContext, ""] : []),
-    "## What Went Wrong?",
-    whatWentWrong || "",
+    "## Conversation Summary",
     "",
-    "## What Should Be Done Differently?",
-    whatToDoDifferently || "",
+    conversationSummary || "*(unavailable)*",
   ].join("\n");
 
   writeFileSync(resolve(dir, "capture.md"), stringify(meta, body), "utf-8");
-
-  // DEPRECATED: legacy sentiment.json — remove once all readers use capture.md frontmatter
-  writeFileSync(
-    resolve(dir, "sentiment.json"),
-    JSON.stringify({ rating, context, ts: new Date().toISOString(), slug }, null, 2),
-    "utf-8"
-  );
 }

package/src/hooks/handlers/rating.ts

@@ -365,7 +365,7 @@ async function handleImplicitSentiment(
     if (typeof rating === "number" && rating >= 1 && rating <= 10 && rating !== 5) {
       handleRating(
         rating,
-        `${parsed.summary}: ${trimmed.slice(0, 150)}`,
+        `${parsed.summary}: ${trimmed.slice(0, 200)}`,
         "implicit",
         parsed.detailed_context,
         sessionId,

package/src/hooks/handlers/work-learning.ts

@@ -11,7 +11,6 @@ import { stringify } from "../lib/frontmatter";
 import { inference } from "../lib/inference";
 import { categorizeLearning } from "../lib/learning-category";
 import { ensureDir, paths } from "../lib/paths";
-import { LEARNING_PRINCIPLE_PROMPT } from "../lib/prompts";
 import { fileTimestamp, monthPath } from "../lib/time";
 import { logTokenUsage } from "../lib/token-usage";
 import {
@@ -108,7 +107,6 @@ export async function captureWorkLearning(
   let title = rawTitle;
   let summary = rawSummary;
   let insights = "";
-  let principle = "";
   try {
     const userMessages = messages
       .filter((m) => m.role === "user")
@@ -116,9 +114,10 @@ export async function captureWorkLearning(
       .slice(-8)
       .join("\n");
     const result = await inference({
-      system: `You summarize AI coding sessions between a human user and an AI assistant. The 'Human messages' are what the user said. The 'AI response' is what the assistant said. Produce: 1) a short title (5-10 words) describing what was accomplished, 2) a summary of what the AI assistant did for the user (2-4 sentences, write from the AI's perspective using 'we'), 3) insights — what worked well, what was surprising, or what should be done differently next time (2-3 bullet points, no markdown), 4) principle — ${LEARNING_PRINCIPLE_PROMPT}`,
+      system:
+        "You summarize AI coding sessions between a human user and an AI assistant. The 'Human messages' are what the user said. The 'AI response' is what the assistant said. Produce: 1) a short title (5-10 words) describing what was accomplished, 2) a summary of what the AI assistant did for the user (2-4 sentences, write from the AI's perspective using 'we'), 3) insights — what worked well, what was surprising, or what should be done differently next time (2-3 bullet points, no markdown).",
       user: `Human messages:\n${userMessages}\n\nAI response:\n${rawSummary.slice(0, 400)}`,
-      maxTokens: 350,
+      maxTokens: 300,
       timeout: 15000,
       jsonSchema: {
         type: "object" as const,
@@ -127,9 +126,8 @@ export async function captureWorkLearning(
           title: { type: "string" as const },
           summary: { type: "string" as const },
           insights: { type: "string" as const },
-          principle: { type: "string" as const },
         },
-        required: ["title", "summary", "insights", "principle"],
+        required: ["title", "summary", "insights"],
       },
     });
     if (result.usage) logTokenUsage("work-learning", result.usage);
@@ -138,12 +136,10 @@ export async function captureWorkLearning(
         title?: string;
         summary?: string;
         insights?: string;
-        principle?: string;
       };
       if (parsed.title) title = parsed.title.slice(0, 100);
       if (parsed.summary) summary = parsed.summary;
       if (parsed.insights) insights = parsed.insights;
-      if (parsed.principle) principle = parsed.principle;
     }
   } catch {
     // Fallback to raw values
@@ -159,7 +155,6 @@ export async function captureWorkLearning(
     category,
     date: new Date().toISOString().slice(0, 10),
   };
-  if (principle) meta.principle = principle;
   if (sessionId) meta.session = sessionId;
 
   const body = [

package/src/hooks/lib/context.ts

@@ -5,7 +5,8 @@
 
 import { existsSync, readdirSync, readFileSync } from "node:fs";
 import { resolve } from "node:path";
-import { hasFrontmatter, parse } from "./frontmatter";
+import { parse } from "./frontmatter";
+import { readFailures, readLearnings } from "./learning-store";
 import { paths } from "./paths";
 import { loadRecentNotes } from "./relationship";
 import { readSessionNames } from "./session-names";
@@ -217,84 +218,22 @@ export function loadWisdomContext(): string {
 /** Load recent session learning files as digest, split by category */
 export function loadLearningDigest(): string {
   try {
-    const sessionDir = paths.sessionLearning();
-    if (!existsSync(sessionDir)) return "";
+    const entries = readLearnings(paths.sessionLearning(), 6);
+    if (entries.length === 0) return "";
 
-    const files: { path: string; category: string }[] = [];
-    // Structure: session/{year}/{month}/*.md
-    for (const year of readdirSync(sessionDir).sort().reverse()) {
-      const yearDir = resolve(sessionDir, year);
-      try {
-        for (const month of readdirSync(yearDir).sort().reverse()) {
-          const monthDir = resolve(yearDir, month);
-          try {
-            const monthFiles = readdirSync(monthDir)
-              .filter((f) => f.endsWith(".md"))
-              .sort()
-              .reverse()
-              .map((f) => {
-                const category = f.includes("_system") ? "system" : "algorithm";
-                return { path: resolve(monthDir, f), category };
-              });
-            files.push(...monthFiles);
-          } catch {
-            /* skip */
-          }
-          if (files.length >= 6) break;
-        }
-      } catch {
-        /* skip */
-      }
-      if (files.length >= 6) break;
-    }
-
-    function extractMeta(filePath: string): {
-      title: string;
-      category: string;
-    } {
-      const content = readFileSync(filePath, "utf-8").trim();
-
-      // Frontmatter format (new)
-      if (hasFrontmatter(content)) {
-        const { meta } = parse<{ title?: string; category?: string }>(content);
-        return {
-          title: meta.title ? `**Title:** ${meta.title}` : content.slice(0, 80),
-          category: meta.category || "algorithm",
-        };
-      }
-
-      // DEPRECATED: legacy **Title:** inline format — remove once old learning files are migrated
-      const titleLine = content.split("\n").find((l) => l.startsWith("**Title:**"));
-      const fallback = content.split("\n").find((l) => l.trim() && !l.startsWith("#"));
-      return {
-        title: titleLine ?? fallback?.slice(0, 100) ?? content.slice(0, 80),
-        category: "algorithm", // legacy files use filename for category
-      };
-    }
-
-    // Extract metadata, preferring frontmatter over filename for category
-    const enriched = files.map((f) => {
-      const meta = extractMeta(f.path);
-      return {
-        ...f,
-        title: meta.title,
-        category: meta.category !== "algorithm" ? meta.category : f.category,
-      };
-    });
+    const approach = entries.filter((e) => e.category !== "system").slice(0, 2);
+    const system = entries.filter((e) => e.category === "system").slice(0, 2);
 
-    const algorithm = enriched.filter((f) => f.category === "algorithm").slice(0, 2);
-    const system = enriched.filter((f) => f.category === "system").slice(0, 2);
-
-    if (algorithm.length === 0 && system.length === 0) return "";
+    if (approach.length === 0 && system.length === 0) return "";
 
     const lines: string[] = ["## Recent Session Learnings"];
-    if (algorithm.length > 0) {
+    if (approach.length > 0) {
       lines.push("### Approach");
-      for (const f of algorithm) lines.push(`- ${f.title}`);
+      for (const e of approach) lines.push(`- **Title:** ${e.title}`);
     }
     if (system.length > 0) {
       lines.push("### System");
-      for (const f of system) lines.push(`- ${f.title}`);
+      for (const e of system) lines.push(`- **Title:** ${e.title}`);
     }
     return lines.join("\n");
   } catch {
@@ -305,68 +244,15 @@ export function loadLearningDigest(): string {
 /** Load 5 most recent failure contexts as an "avoid" list */
 export function loadFailurePatterns(): string {
   try {
-    const failuresDir = paths.failures();
-    if (!existsSync(failuresDir)) return "";
-
-    // Structure: failures/{year}/{month}/{timestamp}_{slug}/
-    const failures: string[] = [];
-    for (const year of readdirSync(failuresDir).sort().reverse()) {
-      const yearPath = resolve(failuresDir, year);
-      for (const month of readdirSync(yearPath).sort().reverse()) {
-        const monthPath = resolve(yearPath, month);
-        try {
-          const dirs = readdirSync(monthPath).sort().reverse();
-          for (const dir of dirs) {
-            if (!/^\d{8}-\d{6}_/.test(dir)) continue;
-            // Try capture.md (new format), fall back to sentiment.json (legacy)
-            const capturePath = resolve(monthPath, dir, "capture.md");
-            const sentimentPath = resolve(monthPath, dir, "sentiment.json");
-
-            let rating: number | undefined;
-            let ctx: string | undefined;
-
-            if (existsSync(capturePath)) {
-              try {
-                const content = readFileSync(capturePath, "utf-8");
-                const { meta } = parse<{ rating?: number; context?: string }>(content);
-                rating = meta.rating;
-                ctx = meta.context;
-              } catch {
-                /* fallback below */
-              }
-            }
-
-            // DEPRECATED: legacy sentiment.json fallback — remove once old failures have capture.md
-            if (!ctx && existsSync(sentimentPath)) {
-              try {
-                const data = JSON.parse(readFileSync(sentimentPath, "utf-8"));
-                rating = data.rating;
-                ctx = data.context;
-              } catch {
-                /* skip */
-              }
-            }
-
-            if (ctx) {
-              const label = rating ? `[${rating}/10]` : "";
-              failures.push(`${label} ${ctx}`.trim());
-            } else {
-              failures.push(dir.replace(/^\d{8}-\d{6}_/, ""));
-            }
-            if (failures.length >= 5) break;
-          }
-        } catch {
-          /* skip */
-        }
-        if (failures.length >= 5) break;
-      }
-      if (failures.length >= 5) break;
-    }
+    const entries = readFailures(paths.failures(), 5);
+    if (entries.length === 0) return "";
 
-    if (failures.length === 0) return "";
-    return ["## Recent Failure Patterns (Avoid)", ...failures.map((f) => `- ${f}`)].join(
-      "\n"
-    );
+    const lines = entries.map((e) => {
+      const label = e.rating ? `[${e.rating}/10]` : "";
+      return `- ${label} ${e.context}`.trim();
+    });
+
+    return ["## Recent Failure Patterns (Avoid)", ...lines].join("\n");
   } catch {
     return "";
   }
@@ -403,24 +289,12 @@ export function loadSynthesisRecommendations(): string {
 
         if (recs.length === 0) continue;
 
-        // Extract metadata — frontmatter or legacy
-        let period = "";
-        let avgRating = "";
-
-        if (hasFrontmatter(content)) {
-          const { meta } = parse<{
-            period?: string;
-            average_rating?: string;
-          }>(content);
-          period = meta.period || "";
-          avgRating = meta.average_rating ? `${meta.average_rating}/10` : "";
-        } else {
-          // DEPRECATED: legacy **Key:** format
-          const periodMatch = content.match(/\*\*Period:\*\* (.+)/);
-          const avgMatch = content.match(/\*\*Average Rating:\*\* (.+)/);
-          period = periodMatch?.[1] || "";
-          avgRating = avgMatch?.[1] || "";
-        }
+        const { meta } = parse<{
+          period?: string;
+          average_rating?: string;
+        }>(content);
+        const period = meta.period || "";
+        const avgRating = meta.average_rating ? `${meta.average_rating}/10` : "";
 
         const header = [
           "## Pattern Synthesis",