@lobehub/lobehub 2.0.0-next.351 → 2.0.0-next.352

package/CHANGELOG.md

@@ -2,6 +2,23 @@
 
 # Changelog
 
+## [Version 2.0.0-next.352](https://github.com/lobehub/lobe-chat/compare/v2.0.0-next.351...v2.0.0-next.352)
+
+<sup>Released on **2026-01-23**</sup>
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ## [Version 2.0.0-next.351](https://github.com/lobehub/lobe-chat/compare/v2.0.0-next.350...v2.0.0-next.351)
 
 <sup>Released on **2026-01-23**</sup>

package/changelog/v1.json

@@ -1,4 +1,9 @@
 [
+  {
+    "children": {},
+    "date": "2026-01-23",
+    "version": "2.0.0-next.352"
+  },
   {
     "children": {
       "fixes": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/lobehub",
-  "version": "2.0.0-next.351",
+  "version": "2.0.0-next.352",
   "description": "LobeHub - an open-source,comprehensive AI Agent framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/packages/memory-user-memory/benchmarks/locomo/README.md

@@ -0,0 +1,119 @@
+# LoCoMo Benchmark Ingest Guide
+
+This folder contains the LoCoMo benchmark ingestor (`run.ts`). It loads `locomo10.json` and posts each sample to `/api/webhooks/memory-extraction/benchmark-locomo`, creating one user per sample with the ID pattern `locomo-user-${sampleId}`.
+
+## 1. Seed benchmark users
+
+Run this SQL before ingesting so the webhook has user records to attach memories to:
+
+```sql
+INSERT INTO users (id, email, normalized_email, username) VALUES
+  ('locomo-user-conv-26', 'locomo1-conv-26@example.com', 'LOCOMO1_CONV26@EXAMPLE.COM', 'locomo1-conv-26'),
+  ('locomo-user-conv-30', 'locomo1-conv-30@example.com', 'LOCOMO1_CONV30@EXAMPLE.COM', 'locomo1-conv-30'),
+  ('locomo-user-conv-41', 'locomo1-conv-41@example.com', 'LOCOMO1_CONV41@EXAMPLE.COM', 'locomo1-conv-41'),
+  ('locomo-user-conv-42', 'locomo1-conv-42@example.com', 'LOCOMO1_CONV42@EXAMPLE.COM', 'locomo1-conv-42'),
+  ('locomo-user-conv-43', 'locomo1-conv-43@example.com', 'LOCOMO1_CONV43@EXAMPLE.COM', 'locomo1-conv-43'),
+  ('locomo-user-conv-44', 'locomo1-conv-44@example.com', 'LOCOMO1_CONV44@EXAMPLE.COM', 'locomo1-conv-44'),
+  ('locomo-user-conv-47', 'locomo1-conv-47@example.com', 'LOCOMO1_CONV47@EXAMPLE.COM', 'locomo1-conv-47'),
+  ('locomo-user-conv-48', 'locomo1-conv-48@example.com', 'LOCOMO1_CONV48@EXAMPLE.COM', 'locomo1-conv-48'),
+  ('locomo-user-conv-49', 'locomo1-conv-49@example.com', 'LOCOMO1_CONV49@EXAMPLE.COM', 'locomo1-conv-49'),
+  ('locomo-user-conv-50', 'locomo1-conv-50@example.com', 'LOCOMO1_CONV50@EXAMPLE.COM', 'locomo1-conv-50')
+ON CONFLICT (id) DO UPDATE
+  SET email = EXCLUDED.email,
+      normalized_email = EXCLUDED.normalized_email,
+      username = EXCLUDED.username;
+
+-- optional: ensure settings rows exist
+INSERT INTO user_settings (id) VALUES
+  ('locomo-user-conv-26'), ('locomo-user-conv-30'), ('locomo-user-conv-41'), ('locomo-user-conv-42'),
+  ('locomo-user-conv-43'), ('locomo-user-conv-44'), ('locomo-user-conv-47'), ('locomo-user-conv-48'),
+  ('locomo-user-conv-49'), ('locomo-user-conv-50')
+ON CONFLICT DO NOTHING;
+```
+
+## 2. Clear benchmark memories (reset)
+
+Use this to strip extraction metadata from topics and delete all benchmark memory rows for the same users. Each statement includes its own CTE so it works in a multi-statement script:
+
+```sql
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+UPDATE topics t
+SET metadata = metadata #- '{userMemoryExtractRunState}'
+FROM target_users u
+WHERE t.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+UPDATE topics t
+SET metadata = metadata #- '{userMemoryExtractStatus}'
+FROM target_users u
+WHERE t.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+DELETE FROM user_memories_experiences USING target_users u WHERE user_memories_experiences.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+DELETE FROM user_memories_contexts USING target_users u WHERE user_memories_contexts.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+DELETE FROM user_memories_preferences USING target_users u WHERE user_memories_preferences.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+DELETE FROM user_memories_identities USING target_users u WHERE user_memories_identities.user_id = u.user_id;
+
+WITH target_users AS (
+  SELECT UNNEST(ARRAY[
+    'locomo-user-conv-26','locomo-user-conv-30','locomo-user-conv-41',
+    'locomo-user-conv-42','locomo-user-conv-43','locomo-user-conv-44',
+    'locomo-user-conv-47','locomo-user-conv-48','locomo-user-conv-49','locomo-user-conv-50'
+  ]) AS user_id
+)
+DELETE FROM user_memories USING target_users u WHERE user_memories.user_id = u.user_id;
+```
+
+## 3. Run the ingest
+
+Set the required envs and execute:
+
+```bash
+MEMORY_USER_MEMORY_LOBEHUB_BASE_URL="http://localhost:3000" \
+MEMORY_USER_MEMORY_BENCHMARKS_LOCOMO_DATASETS="path/to/locomo/dataset/data/locomo10.json" \
+bun run tsx lobehub/packages/memory-user-memory/benchmarks/locomo/run.ts
+```
+
+Only samples whose IDs pass the filter in `run.ts` (currently `conv-26`) will ingest; adjust the filter if you need more samples.

package/packages/memory-user-memory/benchmarks/locomo/run.ts

@@ -4,11 +4,25 @@ import { exit } from 'node:process';
 
 const baseUrl = process.env.MEMORY_USER_MEMORY_LOBEHUB_BASE_URL;
 const benchmarkLoCoMoFile = process.env.MEMORY_USER_MEMORY_BENCHMARKS_LOCOMO_DATASETS;
+const webhookExtraHeaders = process.env.MEMORY_USER_MEMORY_WEBHOOK_HEADERS;
 
 const post = async (path: string, body: unknown) => {
+  const webhookHeaders = webhookExtraHeaders?.split(',')
+    .filter(Boolean)
+    .reduce<Record<string, string>>((acc, pair) => {
+      const [key, value] = pair.split('=').map((s) => s.trim());
+      if (key && value) {
+        acc[key] = value;
+      }
+      return acc;
+    }, {});
+
   const res = await fetch(new URL(path, baseUrl).toString(), {
     body: JSON.stringify(body),
-    headers: { 'Content-Type': 'application/json' },
+    headers: {
+      'Content-Type': 'application/json',
+      ...webhookHeaders,
+    },
     method: 'POST',
   });
 
@@ -55,6 +69,8 @@ async function main() {
       userId,
     };
     try {
+      console.log(`[@lobechat/memory-user-memory/benchmarks/locomo] ingesting sample ${payload.sampleId} (${payload.sessions.length} sessions) for user ${userId}`);
+
       const res = await post('/api/webhooks/memory-extraction/benchmark-locomo', body);
       console.log(`[@lobechat/memory-user-memory/benchmarks/locomo] ingested sample ${payload.sampleId} -> insertedParts=${res.insertedParts ?? 'n/a'} memories=${res.extraction?.memoryIds?.length ?? 0} traceId=${res.extraction?.traceId ?? 'n/a'}`);
     } catch (err) {

package/src/app/(backend)/api/webhooks/memory-extraction/benchmark-locomo/route.ts

@@ -49,6 +49,13 @@ const normalizeLayers = (layers?: string[]) => {
   return Array.from(set);
 };
 
+interface SessionExtractionResult {
+  extraction?: Awaited<ReturnType<MemoryExtractionExecutor['extractBenchmarkSource']>>;
+  insertedParts: number;
+  sessionId: string;
+  sourceId: string;
+}
+
 export const POST = async (req: Request) => {
   try {
     const { webhookHeaders } = parseMemoryExtractionConfig();
@@ -69,18 +76,38 @@ export const POST = async (req: Request) => {
     const parsed = ingestSchema.parse(json);
 
     const sourceModel = new UserMemorySourceBenchmarkLoCoMoModel(parsed.userId);
+    const baseSourceId = parsed.sourceId || `sample_${parsed.sampleId}`;
+    const executor = await MemoryExtractionExecutor.create();
+    const layers = normalizeLayers(parsed.layers);
+
+    const results: SessionExtractionResult[] = [];
+    let totalInsertedParts = 0;
+
+    await Promise.all(parsed.sessions.map(async (session) => {
+      const sessionSourceId = `${baseSourceId}_${session.sessionId}`;
+
+      try {
+        await sourceModel.upsertSource({
+          id: sessionSourceId,
+          metadata: {
+            ingestAt: new Date().toISOString(),
+            sessionId: session.sessionId,
+            sessionTimestamp: session.timestamp,
+          },
+          sampleId: parsed.sampleId,
+          sourceType: (parsed.source ?? MemorySourceType.BenchmarkLocomo) as string,
+        });
+      } catch (error) {
+        console.error(`[locomo-ingest-webhook] upsertSource failed for sourceId=${sessionSourceId}`, error);
+        return {
+          extraction: undefined,
+          insertedParts: 0,
+          sessionId: session.sessionId,
+          sourceId: sessionSourceId,
+        }
+      }
 
-    const sourceId = parsed.sourceId || `sample_${parsed.sampleId}`;
-    await sourceModel.upsertSource({
-      id: sourceId,
-      metadata: { ingestAt: new Date().toISOString() },
-      sampleId: parsed.sampleId,
-      sourceType: (parsed.source ?? MemorySourceType.BenchmarkLocomo) as string,
-    });
-
-    let partCounter = 0;
-    const parts = parsed.sessions.flatMap((session) => {
-      return session.turns.map((turn) => {
+      const parts = session.turns.map((turn, index) => {
         const createdAt = new Date(turn.createdAt);
         const metadata: Record<string, unknown> = {
           diaId: turn.diaId,
@@ -89,45 +116,59 @@ export const POST = async (req: Request) => {
           sessionId: session.sessionId,
         };
 
-        const part = {
+        return {
           content: turn.text,
           createdAt,
           metadata,
-          partIndex: partCounter,
+          partIndex: index,
           sessionId: session.sessionId,
           speaker: turn.speaker,
         };
-        partCounter += 1;
-        return part;
       });
-    });
 
-    await sourceModel.replaceParts(sourceId, parts);
+      sourceModel.replaceParts(sessionSourceId, parts);
 
-    const contextProvider = new BenchmarkLocomoContextProvider({
-      parts,
-      sampleId: parsed.sampleId,
-      sourceId,
-      userId: parsed.userId,
-    });
+      const contextProvider = new BenchmarkLocomoContextProvider({
+        parts,
+        sampleId: parsed.sampleId,
+        sourceId: sessionSourceId,
+        userId: parsed.userId,
+      });
 
-    const executor = await MemoryExtractionExecutor.create();
-    const layers = normalizeLayers(parsed.layers);
-    const extraction = await executor.extractBenchmarkSource({
-      contextProvider,
-      forceAll: parsed.force ?? true,
-      layers,
-      parts,
-      source: parsed.source ?? MemorySourceType.BenchmarkLocomo,
-      sourceId,
-      userId: parsed.userId,
-    });
+      try {
+        const extraction = await executor.extractBenchmarkSource({
+          contextProvider,
+          forceAll: parsed.force ?? true,
+          layers,
+          parts,
+          source: parsed.source ?? MemorySourceType.BenchmarkLocomo,
+          sourceId: sessionSourceId,
+          userId: parsed.userId,
+        });
+
+        return {
+          extraction,
+          insertedParts: parts.length,
+          sessionId: session.sessionId,
+          sourceId: sessionSourceId,
+        }
+      } catch (error) {
+        console.error(`[locomo-ingest-webhook] extractBenchmarkSource failed for sourceId=${sessionSourceId}`, error);
+        return {
+          extraction: undefined,
+          insertedParts: parts.length,
+          sessionId: session.sessionId,
+          sourceId: sessionSourceId,
+        }
+      }
+    }))
 
     return NextResponse.json(
       {
-        extraction,
-        insertedParts: parts.length,
-        sourceId,
+        baseSourceId,
+        insertedParts: totalInsertedParts,
+        results,
+        sourceIds: results.map((item) => item.sourceId),
         userId: parsed.userId,
       },
       { status: 200 },