@joshuaswarren/openclaw-engram 9.0.12 → 9.0.13

package/dist/index.js

@@ -325,6 +325,11 @@ function parseConfig(raw) {
     localLlmRetryBackoffMs: typeof cfg.localLlmRetryBackoffMs === "number" ? cfg.localLlmRetryBackoffMs : 400,
     localLlm400TripThreshold: typeof cfg.localLlm400TripThreshold === "number" ? cfg.localLlm400TripThreshold : 5,
     localLlm400CooldownMs: typeof cfg.localLlm400CooldownMs === "number" ? cfg.localLlm400CooldownMs : 12e4,
+    // Local LLM fast tier (v9.1)
+    localLlmFastEnabled: cfg.localLlmFastEnabled === true,
+    localLlmFastModel: typeof cfg.localLlmFastModel === "string" && cfg.localLlmFastModel.length > 0 ? cfg.localLlmFastModel : "",
+    localLlmFastUrl: typeof cfg.localLlmFastUrl === "string" && cfg.localLlmFastUrl.length > 0 ? cfg.localLlmFastUrl : typeof cfg.localLlmUrl === "string" && cfg.localLlmUrl.length > 0 ? cfg.localLlmUrl : "http://localhost:1234/v1",
+    localLlmFastTimeoutMs: typeof cfg.localLlmFastTimeoutMs === "number" ? cfg.localLlmFastTimeoutMs : 15e3,
     // Gateway config (passed from index.ts for fallback AI)
     gatewayConfig: cfg.gatewayConfig,
     // v3.0 namespaces (default off)
@@ -16388,6 +16393,7 @@ var Orchestrator = class _Orchestrator {
   sessionObserver;
   summarizer;
   localLlm;
+  fastLlm;
   modelRegistry;
   relevance;
   negatives;
@@ -16489,6 +16495,10 @@ var Orchestrator = class _Orchestrator {
     this.policyRuntime = new PolicyRuntimeManager(config.memoryDir, config);
     this.summarizer = new HourlySummarizer(config, config.gatewayConfig, this.modelRegistry, this.transcript);
     this.localLlm = new LocalLlmClient(config, this.modelRegistry);
+    this.fastLlm = config.localLlmFastEnabled ? new LocalLlmClient(
+      { ...config, localLlmModel: config.localLlmFastModel || config.localLlmModel, localLlmUrl: config.localLlmFastUrl, localLlmTimeoutMs: config.localLlmFastTimeoutMs },
+      this.modelRegistry
+    ) : this.localLlm;
     this.extraction = new ExtractionEngine(config, this.localLlm, config.gatewayConfig, this.modelRegistry);
     this.threading = new ThreadingManager(
       path30.join(config.memoryDir, "threads"),
@@ -17892,7 +17902,7 @@ ${tmtNode.summary}`);
             id: r.path,
             snippet: r.snippet || r.path
           })),
-          local: this.localLlm,
+          local: this.fastLlm,
           enabled: true,
           timeoutMs: this.config.rerankTimeoutMs,
           maxCandidates: this.config.rerankMaxCandidates,
@@ -19383,7 +19393,7 @@ _Context: ${topQuestion.context}_`
           try {
             const factsText = entity.facts.slice(0, 10).join("; ");
             const prompt = `Summarize this entity in one sentence. Entity: ${entity.name} (${entity.type}). Facts: ${factsText}`;
-            const response = await this.localLlm.chatCompletion(
+            const response = await this.fastLlm.chatCompletion(
               [
                 { role: "system", content: "Respond with a single concise sentence summarizing the entity. No JSON, just plain text." },
                 { role: "user", content: prompt }
@@ -19485,7 +19495,7 @@ _Context: ${topQuestion.context}_`
           const prompt = `You are a memory archivist. Summarize the following ${level}-level memories into 3\u20135 sentences, preserving key facts, decisions, and preferences.
 
 ${texts.map((t, i) => `[${i + 1}] ${t}`).join("\n\n")}`;
-          const response = await this.localLlm.chatCompletion(
+          const response = await this.fastLlm.chatCompletion(
             [
               { role: "system", content: "Respond with a 3\u20135 sentence narrative summary. No JSON, just plain prose." },
               { role: "user", content: prompt }
@@ -19542,7 +19552,7 @@ ${texts.map((t, i) => `[${i + 1}] ${t}`).join("\n\n")}`;
           "Input candidate:",
           JSON.stringify(baseline)
         ].join("\n");
-        const response = await this.localLlm.chatCompletion(
+        const response = await this.fastLlm.chatCompletion(
           [
             { role: "system", content: "Respond with strict JSON only. No markdown." },
             { role: "user", content: prompt }
@@ -20154,7 +20164,7 @@ ${lines.join("\n\n")}`;
           id: r.path,
           snippet: r.snippet || r.path
         })),
-        local: this.localLlm,
+        local: this.fastLlm,
         enabled: true,
         timeoutMs: this.config.rerankTimeoutMs,
         maxCandidates: this.config.rerankMaxCandidates,
@@ -27726,7 +27736,7 @@ var index_default = {
     });
     initLogger(api.logger, cfg.debug);
     log.info(
-      `initialized (debug=${cfg.debug}, qmdEnabled=${cfg.qmdEnabled}, transcriptEnabled=${cfg.transcriptEnabled}, hourlySummariesEnabled=${cfg.hourlySummariesEnabled}, localLlmEnabled=${cfg.localLlmEnabled})`
+      `initialized (debug=${cfg.debug}, qmdEnabled=${cfg.qmdEnabled}, transcriptEnabled=${cfg.transcriptEnabled}, hourlySummariesEnabled=${cfg.hourlySummariesEnabled}, localLlmEnabled=${cfg.localLlmEnabled}${cfg.localLlmFastEnabled ? `, fastLlm=${cfg.localLlmFastModel || "(primary)"}` : ""})`
     );
     const existing = globalThis.__openclawEngramOrchestrator;
     const orchestrator = existing?.recall ? existing : new Orchestrator(cfg);