@martian-engineering/lossless-claw 0.5.2 → 0.6.0

package/src/plugin/index.ts

@@ -15,6 +15,7 @@ import { createLcmDescribeTool } from "../tools/lcm-describe-tool.js";
 import { createLcmExpandQueryTool } from "../tools/lcm-expand-query-tool.js";
 import { createLcmExpandTool } from "../tools/lcm-expand-tool.js";
 import { createLcmGrepTool } from "../tools/lcm-grep-tool.js";
+import { createLcmCommand } from "./lcm-command.js";
 import type { LcmDependencies } from "../types.js";
 
 /** Parse `agent:<agentId>:<suffix...>` session keys. */
@@ -112,6 +113,33 @@ type CompletionBridgeErrorInfo = {
   message?: string;
 };
 
+const LOSSLESS_RECALL_POLICY_PROMPT = [
+  "## Lossless Recall Policy",
+  "",
+  "The lossless-claw plugin is active.",
+  "",
+  "For compacted conversation history, these instructions supersede generic memory-recall guidance. Prefer lossless-claw recall tools first when answering questions about prior conversation content, decisions made in the conversation, or details that may have been compacted.",
+  "",
+  "**Conflict handling:** If newer evidence conflicts with an older summary or recollection, prefer the newer evidence. Do not trust a stale summary over fresher contradictory information.",
+  "",
+  "**Contradictions/uncertainty:** If facts seem contradictory or uncertain, verify with lossless-claw recall tools before answering instead of trusting the summary at face value.",
+  "",
+  "**Tool escalation:**",
+  "Recall order for compacted conversation history:",
+  "1. `lcm_grep` — search by regex or full-text across messages and summaries",
+  "2. `lcm_describe` — inspect a specific summary (cheap, no sub-agent)",
+  "3. `lcm_expand_query` — deep recall: spawns bounded sub-agent, expands DAG, returns answer with cited summary IDs (~120s, don't ration it)",
+  "",
+  "**`lcm_expand_query` usage** — two patterns (always requires `prompt`):",
+  "- With IDs: `lcm_expand_query(summaryIds: [\"sum_xxx\"], prompt: \"What config changes were discussed?\")`",
+  "- With search: `lcm_expand_query(query: \"database migration\", prompt: \"What strategy was decided?\")`",
+  "- Optional: `maxTokens` (default 2000), `conversationId`, `allConversations: true`",
+  "",
+  "These precedence rules apply only to compacted conversation history. Lossless-claw does not supersede memory tools globally.",
+  "",
+  "If a summary conflicts with newer evidence, prefer the newer evidence. Do not guess exact commands, SHAs, paths, timestamps, config values, or causal claims from compacted summaries when expansion is needed.",
+].join("\n");
+
 /** Capture plugin env values once during initialization. */
 function snapshotPluginEnv(env: NodeJS.ProcessEnv = process.env): PluginEnvSnapshot {
   return {
@@ -228,6 +256,30 @@ function readDefaultModelFromConfig(config: unknown): string {
   return typeof primary === "string" ? primary.trim() : "";
 }
 
+/** Read OpenClaw's configured compaction model from the validated runtime config. */
+function readCompactionModelFromConfig(config: unknown): string {
+  if (!config || typeof config !== "object") {
+    return "";
+  }
+
+  const compaction = (config as {
+    agents?: {
+      defaults?: {
+        compaction?: {
+          model?: unknown;
+        };
+      };
+    };
+  }).agents?.defaults?.compaction;
+  const model = compaction?.model;
+  if (typeof model === "string") {
+    return model.trim();
+  }
+
+  const primary = (model as { primary?: unknown } | undefined)?.primary;
+  return typeof primary === "string" ? primary.trim() : "";
+}
+
 /** Format a provider/model pair for logs. */
 function formatProviderModel(params: { provider: string; model: string }): string {
   return `${params.provider}/${params.model}`;
@@ -236,11 +288,28 @@ function formatProviderModel(params: { provider: string; model: string }): strin
 /** Build a startup log showing which compaction model LCM will use. */
 function buildCompactionModelLog(params: {
   config: LcmConfig;
-  defaultModelRef: string;
+  openClawConfig: unknown;
   defaultProvider: string;
 }): string {
-  const usingOverride = Boolean(params.config.summaryModel || params.config.summaryProvider);
-  const raw = (params.config.summaryModel || params.defaultModelRef).trim();
+  const envSummaryModel = process.env.LCM_SUMMARY_MODEL?.trim() ?? "";
+  const envSummaryProvider = process.env.LCM_SUMMARY_PROVIDER?.trim() ?? "";
+  const pluginSummaryModel = params.config.summaryModel.trim();
+  const pluginSummaryProvider = params.config.summaryProvider.trim();
+  const compactionModelRef = readCompactionModelFromConfig(params.openClawConfig);
+  const defaultModelRef = readDefaultModelFromConfig(params.openClawConfig);
+  const selected =
+    envSummaryModel
+      ? { raw: envSummaryModel, source: "override" as const }
+      : pluginSummaryModel
+        ? { raw: pluginSummaryModel, source: "override" as const }
+        : compactionModelRef
+          ? { raw: compactionModelRef, source: "override" as const }
+          : defaultModelRef
+            ? { raw: defaultModelRef, source: "default" as const }
+            : undefined;
+  const usingOverride =
+    selected?.source === "override" || Boolean(envSummaryProvider || pluginSummaryProvider);
+  const raw = selected?.raw.trim() ?? "";
   if (!raw) {
     return "[lcm] Compaction summarization model: (unconfigured)";
   }
@@ -256,7 +325,12 @@ function buildCompactionModelLog(params: {
     }
   }
 
-  const provider = (params.config.summaryProvider || params.defaultProvider || "openai").trim();
+  const provider = (
+    envSummaryProvider ||
+    pluginSummaryProvider ||
+    params.defaultProvider ||
+    "openai"
+  ).trim();
   return `[lcm] Compaction summarization model: ${formatProviderModel({
     provider,
     model: raw,
@@ -1037,6 +1111,64 @@ function createLcmDependencies(api: OpenClawPluginApi): LcmDependencies {
     api.logger.warn(buildLegacyAuthFallbackWarning());
   }
 
+  /** Resolve the best config object to hand to runtime.modelAuth for this lookup. */
+  const resolveModelAuthConfig = (runtimeConfig: unknown): OpenClawPluginApi["config"] => {
+    if (runtimeConfig && typeof runtimeConfig === "object") {
+      return runtimeConfig as OpenClawPluginApi["config"];
+    }
+    return api.config;
+  };
+
+  /** Resolve an API key without throwing so summarizer auth fallback can retry safely. */
+  const lookupApiKey = async (
+    provider: string,
+    model: string,
+    options?: {
+      profileId?: string;
+      preferredProfile?: string;
+      agentDir?: string;
+      runtimeConfig?: unknown;
+      skipModelAuth?: boolean;
+    },
+  ): Promise<string | undefined> => {
+    const modelAuthConfig = resolveModelAuthConfig(options?.runtimeConfig);
+
+    if (modelAuth && options?.skipModelAuth !== true) {
+      try {
+        const modelAuthKey = resolveApiKeyFromAuthResult(
+          await modelAuth.getApiKeyForModel({
+            model: buildModelAuthLookupModel({ provider, model }),
+            cfg: modelAuthConfig,
+            ...(options?.profileId ? { profileId: options.profileId } : {}),
+            ...(options?.preferredProfile ? { preferredProfile: options.preferredProfile } : {}),
+          }),
+        );
+        if (modelAuthKey) {
+          return modelAuthKey;
+        }
+      } catch {
+        // Fall through to env/auth-profile lookup for older or scope-limited runtimes.
+      }
+    }
+
+    const envKey = resolveApiKey(provider, readEnv);
+    if (envKey) {
+      return envKey;
+    }
+
+    const piAiModuleId = "@mariozechner/pi-ai";
+    const mod = (await import(piAiModuleId)) as PiAiModule;
+    return resolveApiKeyFromAuthProfiles({
+      provider,
+      authProfileId: options?.profileId,
+      agentDir: options?.agentDir ?? api.resolvePath("."),
+      runtimeConfig: options?.runtimeConfig,
+      appConfig: api.config,
+      piAiModule: mod,
+      envSnapshot,
+    });
+  };
+
   return {
     config,
     complete: async ({
@@ -1349,76 +1481,10 @@ function createLcmDependencies(api: OpenClawPluginApi): LcmDependencies {
       return { provider, model: raw };
     },
     getApiKey: async (provider, model, options) => {
-      if (modelAuth) {
-        try {
-          const modelAuthKey = resolveApiKeyFromAuthResult(
-            await modelAuth.getApiKeyForModel({
-              model: buildModelAuthLookupModel({ provider, model }),
-              cfg: api.config,
-              ...(options?.profileId ? { profileId: options.profileId } : {}),
-              ...(options?.preferredProfile ? { preferredProfile: options.preferredProfile } : {}),
-            }),
-          );
-          if (modelAuthKey) {
-            return modelAuthKey;
-          }
-        } catch {
-          // Fall through to auth-profile lookup for older OpenClaw runtimes.
-        }
-      }
-
-      const envKey = resolveApiKey(provider, readEnv);
-      if (envKey) {
-        return envKey;
-      }
-
-      const piAiModuleId = "@mariozechner/pi-ai";
-      const mod = (await import(piAiModuleId)) as PiAiModule;
-      return resolveApiKeyFromAuthProfiles({
-        provider,
-        authProfileId: options?.profileId,
-        agentDir: api.resolvePath("."),
-        runtimeConfig: api.config,
-        piAiModule: mod,
-        envSnapshot,
-      });
+      return lookupApiKey(provider, model, options);
     },
     requireApiKey: async (provider, model, options) => {
-      const key = await (async () => {
-        if (modelAuth) {
-          try {
-            const modelAuthKey = resolveApiKeyFromAuthResult(
-              await modelAuth.getApiKeyForModel({
-                model: buildModelAuthLookupModel({ provider, model }),
-                cfg: api.config,
-                ...(options?.profileId ? { profileId: options.profileId } : {}),
-                ...(options?.preferredProfile ? { preferredProfile: options.preferredProfile } : {}),
-              }),
-            );
-            if (modelAuthKey) {
-              return modelAuthKey;
-            }
-          } catch {
-            // Fall through to auth-profile lookup for older OpenClaw runtimes.
-          }
-        }
-
-        const envKey = resolveApiKey(provider, readEnv);
-        if (envKey) {
-          return envKey;
-        }
-
-        const piAiModuleId = "@mariozechner/pi-ai";
-        const mod = (await import(piAiModuleId)) as PiAiModule;
-        return resolveApiKeyFromAuthProfiles({
-          provider,
-          authProfileId: options?.profileId,
-          agentDir: api.resolvePath("."),
-          runtimeConfig: api.config,
-          piAiModule: mod,
-          envSnapshot,
-        });
-      })();
+      const key = await lookupApiKey(provider, model, options);
       if (!key) {
         throw new Error(`Missing API key for provider '${provider}' (model '${model}').`);
       }
@@ -1485,6 +1551,16 @@ const lcmPlugin = {
     const database = createLcmDatabaseConnection(deps.config.databasePath);
     const lcm = new LcmContextEngine(deps, database);
 
+    api.on("before_reset", async (event, ctx) => {
+      await lcm.handleBeforeReset({
+        reason: event.reason,
+        sessionId: ctx.sessionId,
+        sessionKey: ctx.sessionKey,
+      });
+    });
+    api.on("before_prompt_build", () => ({
+      prependSystemContext: LOSSLESS_RECALL_POLICY_PROMPT,
+    }));
     api.registerContextEngine("lossless-claw", () => lcm);
     api.registerContextEngine("default", () => lcm);
     api.registerTool((ctx) =>
@@ -1516,6 +1592,13 @@ const lcmPlugin = {
         requesterSessionKey: ctx.sessionKey,
       }),
     );
+    api.registerCommand(
+      createLcmCommand({
+        db: database,
+        config: deps.config,
+        deps,
+      }),
+    );
 
     logStartupBannerOnce({
       key: "plugin-loaded",
@@ -1527,7 +1610,7 @@ const lcmPlugin = {
       log: (message) => api.logger.info(message),
       message: buildCompactionModelLog({
         config: deps.config,
-        defaultModelRef: readDefaultModelFromConfig(api.config),
+        openClawConfig: api.config,
         defaultProvider: process.env.OPENCLAW_PROVIDER?.trim() ?? "",
       }),
     });