@joshuaswarren/openclaw-engram 8.3.21 → 8.3.23

package/dist/index.js

@@ -4373,7 +4373,7 @@ function parseContinuityIncident(raw) {
   const body = match[2] ?? "";
   const id = typeof frontmatter.id === "string" ? frontmatter.id : "";
   const stateRaw = frontmatter.state;
-  const state = stateRaw === "closed" ? "closed" : stateRaw === "open" ? "open" : "open";
+  const state = stateRaw === "closed" ? "closed" : "open";
   const openedAt = typeof frontmatter.openedAt === "string" ? frontmatter.openedAt : "";
   const updatedAt = typeof frontmatter.updatedAt === "string" ? frontmatter.updatedAt : openedAt;
   const symptom = parseSection(body, "Symptom");
@@ -5590,8 +5590,9 @@ ${memory.content}
     await writeFile2(filePath, serializeContinuityIncident(incident), "utf-8");
     return { ...incident, filePath };
   }
-  async readContinuityIncidents(limit = 200) {
-    const cappedLimit = Math.max(0, Math.floor(limit));
+  async readContinuityIncidents(limit = 200, state = "all") {
+    const normalizedLimit = Number.isFinite(limit) ? Math.floor(limit) : 0;
+    const cappedLimit = Math.max(0, normalizedLimit);
     if (cappedLimit === 0) return [];
     try {
       const candidates = await this.readContinuityIncidentFileNames();
@@ -5602,7 +5603,9 @@ ${memory.content}
         try {
           const raw = await readFile2(filePath, "utf-8");
           const parsed = parseContinuityIncident(raw);
-          if (parsed) incidents.push({ ...parsed, filePath });
+          if (!parsed) continue;
+          if (state !== "all" && parsed.state !== state) continue;
+          incidents.push({ ...parsed, filePath });
         } catch {
         }
       }
@@ -5672,7 +5675,11 @@ ${memory.content}
   async findContinuityIncidentFilePathById(id) {
     const fileNames = await this.readContinuityIncidentFileNames();
     const directMatch = fileNames.find((name) => name.endsWith(`-${id}.md`));
-    if (directMatch) return path4.join(this.identityIncidentsDir, directMatch);
+    if (directMatch) {
+      const directPath = path4.join(this.identityIncidentsDir, directMatch);
+      const parsed = await this.readContinuityIncidentFile(directPath);
+      if (parsed?.id === id) return directPath;
+    }
     for (const fileName of fileNames) {
       const filePath = path4.join(this.identityIncidentsDir, fileName);
       const parsed = await this.readContinuityIncidentFile(filePath);
@@ -8238,7 +8245,10 @@ var LastRecallStore = class {
       recordedAt: now,
       queryHash,
       queryLen: opts.query.length,
-      memoryIds: opts.memoryIds
+      memoryIds: opts.memoryIds,
+      identityInjectionMode: opts.identityInjection?.mode,
+      identityInjectedChars: opts.identityInjection?.injectedChars,
+      identityInjectionTruncated: opts.identityInjection?.truncated
     };
     this.state[opts.sessionKey] = snapshot;
     const keys = Object.keys(this.state);
@@ -10625,7 +10635,7 @@ var CompoundingEngine = class {
     const weekId = opts?.weekId ?? isoWeekId(/* @__PURE__ */ new Date());
     const entries = await this.readFeedbackEntriesForWeek(weekId);
     const mistakes = this.buildMistakes(entries);
-    const continuity = await this.readContinuityAuditReferences(weekId);
+    const continuity = this.config.continuityAuditEnabled ? await this.readContinuityAuditReferences(weekId) : { monthId: monthIdFromIsoWeek(weekId), weeklyPath: null, monthlyPath: null };
     const reportPath = path21.join(this.weeklyDir, `${weekId}.md`);
     const md = this.formatWeeklyReport(weekId, entries, mistakes.patterns, continuity);
     await writeFile14(reportPath, md, "utf-8");
@@ -10637,14 +10647,13 @@ var CompoundingEngine = class {
     const period = opts?.period === "monthly" ? "monthly" : "weekly";
     const key = opts?.key?.trim() || (period === "weekly" ? isoWeekId(/* @__PURE__ */ new Date()) : isoMonthId(/* @__PURE__ */ new Date()));
     const nowIso = (/* @__PURE__ */ new Date()).toISOString();
-    const [anchorPresent, improvementLoopPresent, incidents, mistakes] = await Promise.all([
+    const [anchorPresent, improvementLoopPresent, openIncidents, closedIncidents, mistakes] = await Promise.all([
       this.readNonEmptyFile(this.identityAnchorPath),
       this.readNonEmptyFile(this.identityImprovementLoopsPath),
-      this.readContinuityIncidents(),
+      this.readContinuityIncidents(200, "open"),
+      this.readContinuityIncidents(200, "closed"),
       this.readMistakes()
     ]);
-    const openIncidents = incidents.filter((i) => i.state === "open");
-    const closedIncidents = incidents.filter((i) => i.state === "closed");
     const hardeningCandidates = [];
     if (!anchorPresent) {
       hardeningCandidates.push("Create/update identity anchor baseline and verify recovery injection path.");
@@ -10803,17 +10812,23 @@ var CompoundingEngine = class {
       return false;
     }
   }
-  async readContinuityIncidents() {
+  async readContinuityIncidents(limit = 200, state) {
+    const normalizedLimit = Number.isFinite(limit) ? limit : 0;
+    const cappedLimit = Math.max(0, Math.floor(normalizedLimit));
+    if (cappedLimit === 0) return [];
     const incidents = [];
     try {
       const names = await readdir10(this.identityIncidentsDir);
       const files = names.filter((n) => n.endsWith(".md")).sort().reverse();
       for (const file of files) {
+        if (incidents.length >= cappedLimit) break;
         const filePath = path21.join(this.identityIncidentsDir, file);
         try {
           const raw = await readFile15(filePath, "utf-8");
           const parsed = parseContinuityIncident(raw);
-          if (parsed) incidents.push(parsed);
+          if (!parsed) continue;
+          if (state && parsed.state !== state) continue;
+          incidents.push(parsed);
         } catch {
         }
       }
@@ -10971,6 +10986,22 @@ function resolveEffectiveRecallMode(options) {
   }
   return plannedMode;
 }
+function hasIdentityRecoveryIntent(prompt) {
+  const text = typeof prompt === "string" ? prompt.toLowerCase() : "";
+  if (!text) return false;
+  return /\b(identity|continuity|recover(?:y|ing|ed)?|incident|drift|restore|regress(?:ion|ed|ing)?)\b/i.test(
+    text
+  );
+}
+function resolveEffectiveIdentityInjectionMode(options) {
+  if (options.configuredMode === "recovery_only" && !hasIdentityRecoveryIntent(options.prompt)) {
+    return { mode: "recovery_only", shouldInject: false };
+  }
+  if (options.recallMode === "minimal" && options.configuredMode === "full") {
+    return { mode: "minimal", shouldInject: true };
+  }
+  return { mode: options.configuredMode, shouldInject: true };
+}
 function computeArtifactCandidateFetchLimit(targetCount) {
   const cappedTarget = Math.max(0, targetCount);
   if (cappedTarget === 0) return 0;
@@ -11822,6 +11853,9 @@ var Orchestrator = class _Orchestrator {
     let impressionRecorded = false;
     let recallSource = "none";
     let recalledMemoryCount = 0;
+    let identityInjectionModeUsed = "none";
+    let identityInjectedChars = 0;
+    let identityInjectionTruncated = false;
     timings.queryPolicy = `${queryPolicy.promptShape}/${queryPolicy.retrievalBudgetMode}${queryPolicy.skipConversationRecall ? "/skip-conv" : ""}`;
     const recallMode = resolveEffectiveRecallMode({
       plannerEnabled: this.config.recallPlannerEnabled,
@@ -11866,6 +11900,9 @@ var Orchestrator = class _Orchestrator {
         recalledMemoryCount,
         injected: false,
         contextChars: 0,
+        identityInjectionMode: identityInjectionModeUsed,
+        identityInjectedChars,
+        identityInjectionTruncated,
         durationMs: Date.now() - recallStart,
         timings: { ...timings }
       });
@@ -11899,6 +11936,16 @@ var Orchestrator = class _Orchestrator {
       timings.profile = `${Date.now() - t0}ms`;
       return profile2 || null;
     })();
+    const identityContinuityPromise = (async () => {
+      const t0 = Date.now();
+      const section = await this.buildIdentityContinuitySection({
+        storage: profileStorage,
+        recallMode,
+        prompt: retrievalQuery
+      });
+      timings.identityContinuity = `${Date.now() - t0}ms`;
+      return section;
+    })();
     const knowledgeIndexPromise = (async () => {
       if (!this.config.knowledgeIndexEnabled) return null;
       const t0 = Date.now();
@@ -11956,9 +12003,10 @@ var Orchestrator = class _Orchestrator {
       timings.qmd = `${Date.now() - t0}ms`;
       return { memoryResultsLists: [filteredResults], globalResults: [] };
     })();
-    const [sharedCtx, profile, kiResult, artifacts, qmdResult] = await Promise.all([
+    const [sharedCtx, profile, identityContinuity, kiResult, artifacts, qmdResult] = await Promise.all([
       sharedContextPromise,
       profilePromise,
+      identityContinuityPromise,
       knowledgeIndexPromise,
       artifactsPromise,
       qmdPromise
@@ -11967,6 +12015,12 @@ var Orchestrator = class _Orchestrator {
     if (profile) sections.push(`## User Profile
 
 ${profile}`);
+    if (identityContinuity) {
+      sections.push(identityContinuity.section);
+      identityInjectionModeUsed = identityContinuity.mode;
+      identityInjectedChars = identityContinuity.injectedChars;
+      identityInjectionTruncated = identityContinuity.truncated;
+    }
     if (kiResult?.result) {
       sections.push(kiResult.result);
       log.debug(`Knowledge Index: ${kiResult.result.split("\n").length - 4} entities, ${kiResult.result.length} chars${kiResult.cached ? " (cached)" : ""}`);
@@ -12078,7 +12132,12 @@ ${tmtNode.summary}`);
           results: memoryResults,
           sections,
           retrievalQuery,
-          sessionKey
+          sessionKey,
+          identityInjection: {
+            mode: identityInjectionModeUsed,
+            injectedChars: identityInjectedChars,
+            truncated: identityInjectionTruncated
+          }
         });
         impressionRecorded = true;
       } else {
@@ -12101,7 +12160,12 @@ ${tmtNode.summary}`);
             results: scoped,
             sections,
             retrievalQuery,
-            sessionKey
+            sessionKey,
+            identityInjection: {
+              mode: identityInjectionModeUsed,
+              injectedChars: identityInjectedChars,
+              truncated: identityInjectionTruncated
+            }
           });
           impressionRecorded = true;
         } else {
@@ -12118,7 +12182,12 @@ ${tmtNode.summary}`);
               results: longTerm,
               sections,
               retrievalQuery,
-              sessionKey
+              sessionKey,
+              identityInjection: {
+                mode: identityInjectionModeUsed,
+                injectedChars: identityInjectedChars,
+                truncated: identityInjectionTruncated
+              }
             });
             impressionRecorded = true;
           }
@@ -12164,7 +12233,12 @@ ${tmtNode.summary}`);
           results: scoped,
           sections,
           retrievalQuery,
-          sessionKey
+          sessionKey,
+          identityInjection: {
+            mode: identityInjectionModeUsed,
+            injectedChars: identityInjectedChars,
+            truncated: identityInjectionTruncated
+          }
         });
         impressionRecorded = true;
       } else {
@@ -12199,7 +12273,12 @@ ${tmtNode.summary}`);
               results: recent,
               sections,
               retrievalQuery,
-              sessionKey
+              sessionKey,
+              identityInjection: {
+                mode: identityInjectionModeUsed,
+                injectedChars: identityInjectedChars,
+                truncated: identityInjectionTruncated
+              }
             });
             impressionRecorded = true;
           } else {
@@ -12216,7 +12295,12 @@ ${tmtNode.summary}`);
                 results: longTerm,
                 sections,
                 retrievalQuery,
-                sessionKey
+                sessionKey,
+                identityInjection: {
+                  mode: identityInjectionModeUsed,
+                  injectedChars: identityInjectedChars,
+                  truncated: identityInjectionTruncated
+                }
               });
               impressionRecorded = true;
             }
@@ -12235,7 +12319,12 @@ ${tmtNode.summary}`);
               results: longTerm,
               sections,
               retrievalQuery,
-              sessionKey
+              sessionKey,
+              identityInjection: {
+                mode: identityInjectionModeUsed,
+                injectedChars: identityInjectedChars,
+                truncated: identityInjectionTruncated
+              }
             });
             impressionRecorded = true;
           }
@@ -12374,7 +12463,16 @@ _Context: ${topQuestion.context}_`);
     const timingParts = Object.entries(timings).map(([k, v]) => `${k}=${v}`).join(", ");
     log.debug(`recall: ${timingParts}`);
     if (!impressionRecorded && sessionKey && this.config.recordEmptyRecallImpressions) {
-      this.lastRecall.record({ sessionKey, query: retrievalQuery, memoryIds: [] }).catch((err) => log.debug(`last recall record failed: ${err}`));
+      this.lastRecall.record({
+        sessionKey,
+        query: retrievalQuery,
+        memoryIds: [],
+        identityInjection: {
+          mode: identityInjectionModeUsed,
+          injectedChars: identityInjectedChars,
+          truncated: identityInjectionTruncated
+        }
+      }).catch((err) => log.debug(`last recall record failed: ${err}`));
     }
     const context = sections.length === 0 ? "" : sections.join("\n\n---\n\n");
     this.emitTrace({
@@ -12395,6 +12493,9 @@ _Context: ${topQuestion.context}_`);
       recalledMemoryCount,
       injected: context.length > 0,
       contextChars: context.length,
+      identityInjectionMode: identityInjectionModeUsed,
+      identityInjectedChars,
+      identityInjectionTruncated,
       durationMs: Date.now() - recallStart,
       timings: { ...timings }
     });
@@ -13490,6 +13591,86 @@ ${snippet}`;
 
 ${lines.join("\n\n")}`;
   }
+  summarizeIdentityText(raw, maxLines, maxChars) {
+    const lines = raw.replace(/\r/g, "").split("\n").map((line) => line.trim()).filter((line) => line.length > 0 && !line.startsWith("#"));
+    const compact = lines.slice(0, Math.max(1, maxLines)).join(" ");
+    if (compact.length <= maxChars) return compact;
+    return `${compact.slice(0, Math.max(0, maxChars - 1))}\u2026`;
+  }
+  formatOpenIncidentLine(incident, includeDetails) {
+    const base = `[${incident.id}] ${incident.symptom.trim()}`;
+    if (!includeDetails) return `- ${base}`;
+    const parts = [base];
+    if (incident.suspectedCause) parts.push(`cause: ${incident.suspectedCause.trim()}`);
+    if (incident.triggerWindow) parts.push(`window: ${incident.triggerWindow.trim()}`);
+    return `- ${parts.join(" | ")}`;
+  }
+  trimIdentitySection(content, maxChars) {
+    if (maxChars <= 0) return { text: "", truncated: false };
+    if (content.length <= maxChars) return { text: content, truncated: false };
+    const suffix = "\n\n...(identity continuity trimmed)";
+    if (maxChars <= suffix.length) {
+      return { text: content.slice(0, maxChars), truncated: true };
+    }
+    const headroom = Math.max(0, maxChars - suffix.length);
+    return { text: `${content.slice(0, headroom)}${suffix}`, truncated: true };
+  }
+  async buildIdentityContinuitySection(options) {
+    if (!this.config.identityContinuityEnabled) return null;
+    if (this.config.identityMaxInjectChars <= 0) return null;
+    const resolved = resolveEffectiveIdentityInjectionMode({
+      configuredMode: this.config.identityInjectionMode,
+      recallMode: options.recallMode,
+      prompt: options.prompt
+    });
+    if (!resolved.shouldInject) return null;
+    const [anchorRaw, loopsRaw, incidents] = await Promise.all([
+      options.storage.readIdentityAnchor(),
+      options.storage.readIdentityImprovementLoops(),
+      options.storage.readContinuityIncidents(200)
+    ]);
+    const openIncidents = incidents.filter((incident) => incident.state === "open");
+    const lines = [];
+    if (resolved.mode === "full") {
+      lines.push("## Identity Continuity");
+      if (anchorRaw && anchorRaw.trim().length > 0) {
+        lines.push("", "### Anchor", "", anchorRaw.trim());
+      }
+      if (loopsRaw && loopsRaw.trim().length > 0) {
+        lines.push("", "### Improvement Loops", "", loopsRaw.trim());
+      }
+      lines.push("", "### Open Incidents", "");
+      if (openIncidents.length === 0) {
+        lines.push("- none");
+      } else {
+        lines.push(
+          ...openIncidents.slice(0, 5).map((incident) => this.formatOpenIncidentLine(incident, true))
+        );
+      }
+    } else {
+      const anchorSummary = anchorRaw ? this.summarizeIdentityText(anchorRaw, 3, 320) : "";
+      const loopsSummary = loopsRaw ? this.summarizeIdentityText(loopsRaw, 2, 240) : "";
+      lines.push("## Identity Continuity Signals", "");
+      if (anchorSummary) lines.push(`- anchor: ${anchorSummary}`);
+      if (loopsSummary) lines.push(`- loops: ${loopsSummary}`);
+      if (openIncidents.length === 0) {
+        lines.push("- incidents: 0 open");
+      } else {
+        lines.push(`- incidents: ${openIncidents.length} open`);
+        lines.push(...openIncidents.slice(0, 2).map((incident) => this.formatOpenIncidentLine(incident, false)));
+      }
+    }
+    const body = lines.join("\n").trim();
+    if (!body) return null;
+    const { text, truncated } = this.trimIdentitySection(body, this.config.identityMaxInjectChars);
+    if (!text) return null;
+    return {
+      section: text,
+      mode: resolved.mode,
+      injectedChars: text.length,
+      truncated
+    };
+  }
   emitTrace(event) {
     try {
       const cb = globalThis.__openclawEngramTrace;
@@ -13503,7 +13684,12 @@ ${lines.join("\n\n")}`;
     this.trackMemoryAccess(memoryIds);
     if (options.sessionKey) {
       const unique = Array.from(new Set(memoryIds)).slice(0, 40);
-      this.lastRecall.record({ sessionKey: options.sessionKey, query: options.retrievalQuery, memoryIds: unique }).catch((err) => log.debug(`last recall record failed: ${err}`));
+      this.lastRecall.record({
+        sessionKey: options.sessionKey,
+        query: options.retrievalQuery,
+        memoryIds: unique,
+        identityInjection: options.identityInjection
+      }).catch((err) => log.debug(`last recall record failed: ${err}`));
     }
     options.sections.push(this.formatQmdResults(options.title, options.results));
   }
@@ -14030,11 +14216,11 @@ function mergeIdentityAnchor(existingRaw, updates) {
   const sections = new Map(parsed.sections);
   for (const sectionName of IDENTITY_ANCHOR_SECTION_ORDER) {
     const merged = mergeAnchorSection(sections.get(sectionName), updates[sectionName]);
-    if (merged) {
-      sections.set(sectionName, merged);
-    } else if (!sections.has(sectionName)) {
+    if (!sections.has(sectionName) && !merged) {
       sections.set(sectionName, "");
+      continue;
     }
+    sections.set(sectionName, merged);
   }
   const finalOrder = [];
   for (const sectionName of IDENTITY_ANCHOR_SECTION_ORDER) {
@@ -14335,8 +14521,7 @@ ${formatContinuityIncidentSummary(closed)}`);
         const state = params.state === "closed" || params.state === "all" ? params.state : "open";
         const limitRaw = typeof params.limit === "number" ? params.limit : 25;
         const limit = Math.max(1, Math.min(200, Math.floor(limitRaw)));
-        const incidents = await orchestrator.storage.readContinuityIncidents(limit);
-        const filtered = state === "all" ? incidents : incidents.filter((incident) => incident.state === state);
+        const filtered = await orchestrator.storage.readContinuityIncidents(limit, state);
         if (filtered.length === 0) {
           return toolResult(`No continuity incidents found for state=${state}.`);
         }
@@ -14497,6 +14682,7 @@ NOTE: You did not provide sessionKey; under concurrency this may not match your
             "",
             `Recorded at: ${snap.recordedAt}`,
             `Query hash: ${snap.queryHash} (len=${snap.queryLen})`,
+            `Identity injection: mode=${snap.identityInjectionMode ?? "none"}, chars=${snap.identityInjectedChars ?? 0}, truncated=${snap.identityInjectionTruncated === true ? "yes" : "no"}`,
             `Memories (${snap.memoryIds.length}):`,
             ...snap.memoryIds.map((id) => `- ${id}`)
           ].join("\n")
@@ -16246,8 +16432,7 @@ function registerCli(api, orchestrator) {
         const stateRaw = String(options.state ?? "open").toLowerCase();
         const state = stateRaw === "closed" || stateRaw === "all" ? stateRaw : "open";
         const limit = Math.max(1, Math.min(200, parseInt(String(options.limit ?? "25"), 10) || 25));
-        const incidents = await orchestrator.storage.readContinuityIncidents(limit);
-        const filtered = state === "all" ? incidents : incidents.filter((incident) => incident.state === state);
+        const filtered = await orchestrator.storage.readContinuityIncidents(limit, state);
         if (filtered.length === 0) {
           console.log(`No continuity incidents found for state=${state}.`);
           return;