@akalsey/sapience-feedback 0.2.0 → 0.3.1

package/dist/src/calibration-bridge.js

@@ -17,10 +17,10 @@ async function saveProfile(profile, path) {
 export async function applyFeedbackToProfile(signal, calibrationPath) {
     const profile = await loadProfile(calibrationPath);
     if (profile.length === 0)
-        return;
+        return { status: "orphaned" };
     const idx = profile.findIndex(e => e.domain === signal.domain && e.action_class === signal.action_class);
     if (idx === -1)
-        return;
+        return { status: "orphaned" };
     const entry = profile[idx];
     let updated;
     if (signal.type === "confirmation") {
@@ -33,7 +33,14 @@ export async function applyFeedbackToProfile(signal, calibrationPath) {
         updated = { ...entry, tier: signal.suggested_tier, last_calibrated: new Date().toISOString() };
     }
     else {
-        return;
+        return { status: "noop" };
     }
     await saveProfile(profile.map((e, i) => i === idx ? updated : e), calibrationPath);
+    return {
+        status: "applied",
+        old_confidence: entry.confidence,
+        new_confidence: updated.confidence,
+        old_tier: entry.tier,
+        new_tier: updated.tier,
+    };
 }

package/dist/src/events.js

@@ -0,0 +1,12 @@
+import { appendFile, mkdir } from "fs/promises";
+import { dirname } from "path";
+export async function appendEvent(eventsPath, event) {
+    try {
+        const full = { ...event, ts: event.ts ?? new Date().toISOString() };
+        await mkdir(dirname(eventsPath), { recursive: true });
+        await appendFile(eventsPath, JSON.stringify(full) + "\n", "utf-8");
+    }
+    catch {
+        // Observability must never break the host plugin.
+    }
+}

package/dist/src/feedback-handler.js

@@ -2,6 +2,7 @@ import { parseMessage } from "./feedback-parser.js";
 import { classifyWithLlm } from "./llm-classifier.js";
 import { appendFeedback } from "./log-writer.js";
 import { applyFeedbackToProfile } from "./calibration-bridge.js";
+import { appendEvent } from "./events.js";
 import { generateId } from "./utils.js";
 export function shouldClassify(text, config) {
     const trimmed = text.trim();
@@ -35,12 +36,42 @@ export async function persistSignal(signal, ctx) {
         meta_pointer: metaPointer,
     };
     await appendFeedback(entry, ctx.config.logPath);
-    await applyFeedbackToProfile(signal, ctx.config.calibrationPath);
+    const result = await applyFeedbackToProfile(signal, ctx.config.calibrationPath);
     if (metaPointer && ctx.config.memoryEnabled && ctx.memoryAdd) {
         await ctx.memoryAdd({
             content: metaPointer,
             metadata: { tags: ["feedback", "behavioral-correction", signal.domain], source: "feedback" },
         });
     }
+    await appendEvent(ctx.config.eventsPath, {
+        plugin: "feedback",
+        type: "signal_detected",
+        signal_type: signal.type,
+        domain: signal.domain,
+        action_class: signal.action_class,
+        source: signal.source ?? "regex",
+    });
+    if (result.status === "orphaned") {
+        await appendEvent(ctx.config.eventsPath, {
+            plugin: "feedback",
+            type: "signal_orphaned",
+            signal_type: signal.type,
+            domain: signal.domain,
+            action_class: signal.action_class,
+        });
+    }
+    else if (result.status === "applied") {
+        await appendEvent(ctx.config.eventsPath, {
+            plugin: "feedback",
+            type: "calibration_change",
+            domain: signal.domain,
+            action_class: signal.action_class,
+            old_confidence: result.old_confidence,
+            new_confidence: result.new_confidence,
+            old_tier: result.old_tier,
+            new_tier: result.new_tier,
+            source: "feedback",
+        });
+    }
     return entry;
 }

package/dist/src/service.js

@@ -10,6 +10,7 @@ function mergeConfig(raw, workspaceDir) {
         ...raw,
         logPath: resolveDataPath(raw.logPath, workspaceDir, DEFAULT_CONFIG.logPath),
         calibrationPath: resolveDataPath(raw.calibrationPath, workspaceDir, DEFAULT_CONFIG.calibrationPath),
+        eventsPath: resolveDataPath(raw.eventsPath, workspaceDir, DEFAULT_CONFIG.eventsPath),
         semanticDetection: { ...DEFAULT_CONFIG.semanticDetection, ...rawSemantic },
     };
 }
@@ -24,6 +25,8 @@ export default definePluginEntry({
     name: "Sapience Feedback",
     description: "Persists behavioral corrections and confirmations into the sapience calibration profile",
     register(api) {
+        if (!api.runtime?.agent?.resolveAgentWorkspaceDir)
+            return;
         const workspaceDir = api.runtime.agent.resolveAgentWorkspaceDir(api.pluginConfig);
         const config = mergeConfig(api.pluginConfig, workspaceDir);
         const llm = getLlmClient(api);

package/dist/src/types.js

@@ -1,6 +1,7 @@
 export const DEFAULT_CONFIG = {
     logPath: "sapience/feedback.md",
     calibrationPath: "sapience/calibration.json",
+    eventsPath: "sapience/events.jsonl",
     memoryEnabled: true,
     semanticDetection: {
         enabled: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@akalsey/sapience-feedback",
-  "version": "0.2.0",
+  "version": "0.3.1",
   "type": "module",
   "main": "./dist/index.js",
   "exports": {