@memtensor/memos-local-openclaw-plugin 1.0.9 → 1.0.10

package/src/skill/feedback-signals.ts

@@ -1,181 +0,0 @@
-import { v4 as uuid } from "uuid";
-import type { Chunk, FeedbackSignal, FeedbackType, FeedbackSource, PluginContext } from "../types";
-import { buildSkillConfigChain, callLLMWithFallback } from "../shared/llm-call";
-
-const FEEDBACK_EXTRACTION_PROMPT = `You are a feedback signal extraction expert. Analyze the following multi-turn conversation and identify feedback signals.
-
-A feedback signal is any indication from the user, execution results, or the assistant's own checks about the quality/direction of the current approach.
-
-Signal types:
-- "reject": User explicitly or implicitly rejects the current approach/output
-- "correction": User provides a correction to the agent's work
-- "constraint": User adds new constraints or requirements not previously mentioned
-- "success": User confirms the solution works or expresses satisfaction
-- "confusion": User expresses confusion or asks for clarification about agent's approach
-- "preference": User states a preference (tool choice, style, methodology)
-
-Signal sources:
-- "user": Signal comes from user messages
-- "execution": Signal comes from error outputs, test failures, runtime errors
-- "assistant_self_check": Assistant self-identifies issues in its own output
-
-Rules:
-- Look at semantic context, not just keywords. A user restating their goal may be an implicit "reject" of the current direction.
-- Each signal must include the exact evidence text (verbatim quote or close paraphrase).
-- Prioritize implicit signals: user NOT saying "wrong" but demonstrating dissatisfaction through rephrasing goals.
-- One message can produce multiple signals.
-- Only extract signals with confidence >= 0.5.
-
-Conversation:
-{CONVERSATION}
-
-Reply with a JSON array only, no extra text:
-[
-  {
-    "type": "reject|correction|constraint|success|confusion|preference",
-    "source": "user|execution|assistant_self_check",
-    "evidence": "exact quote or close paraphrase from conversation",
-    "turnId": "the turn ID where this signal appears",
-    "confidence": 0.0-1.0
-  }
-]
-
-If no meaningful signals found, return: []`;
-
-const VALID_FEEDBACK_TYPES = new Set<FeedbackType>([
-  "reject", "correction", "constraint", "success", "confusion", "preference",
-]);
-
-const VALID_FEEDBACK_SOURCES = new Set<FeedbackSource>([
-  "user", "execution", "assistant_self_check",
-]);
-
-interface RawSignal {
-  type: string;
-  source: string;
-  evidence: string;
-  turnId: string;
-  confidence: number;
-}
-
-export class FeedbackSignalExtractor {
-  constructor(private ctx: PluginContext) {}
-
-  async extract(taskId: string, chunks: Chunk[]): Promise<FeedbackSignal[]> {
-    const chain = buildSkillConfigChain(this.ctx);
-    if (chain.length === 0) {
-      this.ctx.log.warn("FeedbackSignalExtractor: no LLM config, skipping");
-      return [];
-    }
-
-    const conversationText = this.buildConversation(chunks);
-    if (conversationText.length < 100) return [];
-
-    const prompt = FEEDBACK_EXTRACTION_PROMPT.replace(
-      "{CONVERSATION}",
-      conversationText.slice(0, 15_000),
-    );
-
-    try {
-      const raw = await callLLMWithFallback(
-        chain,
-        prompt,
-        this.ctx.log,
-        "FeedbackSignalExtractor",
-        { maxTokens: 2000, temperature: 0.1, timeoutMs: 60_000, openclawAPI: this.ctx.openclawAPI },
-      );
-      return this.parseSignals(raw, taskId);
-    } catch (err) {
-      this.ctx.log.warn(`FeedbackSignalExtractor failed: ${err}`);
-      return [];
-    }
-  }
-
-  /** Lightweight extraction for live interaction signals (used during recall, not full extraction). */
-  async extractLiveSignals(recentChunks: Chunk[]): Promise<string[]> {
-    const chain = buildSkillConfigChain(this.ctx);
-    if (chain.length === 0) return [];
-
-    const text = recentChunks
-      .filter((c) => c.role === "user" || c.role === "assistant")
-      .slice(-8)
-      .map((c) => `[${c.role}]: ${c.content.slice(0, 500)}`)
-      .join("\n");
-
-    if (text.length < 50) return [];
-
-    const prompt = `Analyze the recent conversation turns below and identify which interaction signals are present. Output ONLY the signal names that are present from this list:
-- userDissatisfaction
-- constraintRestatement
-- repeatedFailure
-- acceptanceUnclear
-- sameErrorRepeated
-
-Conversation:
-${text.slice(0, 4000)}
-
-Reply with a JSON array of signal names only: ["signal1", "signal2"]
-If none present, reply: []`;
-
-    try {
-      const raw = await callLLMWithFallback(
-        chain,
-        prompt,
-        this.ctx.log,
-        "LiveSignalExtractor",
-        { maxTokens: 200, temperature: 0, timeoutMs: 15_000, openclawAPI: this.ctx.openclawAPI },
-      );
-      const match = raw.match(/\[[\s\S]*\]/);
-      if (!match) return [];
-      return JSON.parse(match[0]).filter((s: unknown) => typeof s === "string");
-    } catch {
-      return [];
-    }
-  }
-
-  private buildConversation(chunks: Chunk[]): string {
-    return chunks
-      .filter((c) => c.role !== "system")
-      .map((c) => {
-        const role =
-          c.role === "user" ? "User" :
-          c.role === "assistant" ? "Assistant" :
-          c.role === "tool" ? "Tool" :
-          c.role;
-        const content = c.role === "tool" ? c.content.slice(0, 800) : c.content;
-        return `[${role}] (turn=${c.turnId}): ${content}`;
-      })
-      .join("\n\n");
-  }
-
-  private parseSignals(raw: string, taskId: string): FeedbackSignal[] {
-    const match = raw.match(/\[[\s\S]*\]/);
-    if (!match) return [];
-    try {
-      const arr: unknown = JSON.parse(match[0]);
-      if (!Array.isArray(arr)) return [];
-      const now = Date.now();
-      return (arr as RawSignal[])
-        .filter(
-          (s) =>
-            s.confidence >= 0.5 &&
-            VALID_FEEDBACK_TYPES.has(s.type as FeedbackType) &&
-            s.evidence,
-        )
-        .map((s) => ({
-          id: uuid(),
-          taskId,
-          type: s.type as FeedbackType,
-          source: (VALID_FEEDBACK_SOURCES.has(s.source as FeedbackSource)
-            ? s.source
-            : "user") as FeedbackSource,
-          evidence: s.evidence,
-          turnId: s.turnId || "",
-          confidence: s.confidence,
-          createdAt: now,
-        }));
-    } catch {
-      return [];
-    }
-  }
-}