@space3-npm/cybersoul-client 1.1.8 → 1.2.1

package/dist/client.d.ts

@@ -1,4 +1,4 @@
-import { CyberSoulClientConfig, InteractParams, OndemandEventParams, OndemandEventResponse, DispatcherIntent, InteractResponse, CharacterState, CoreMemory } from "./types.js";
+import { CyberSoulClientConfig, InteractParams, OndemandEventParams, OndemandEventResponse, DispatcherIntent, InteractResponse, CharacterState, CoreMemory, UserCodex } from "./types.js";
 export declare class CyberSoulClient {
     private config;
     private llm;
@@ -32,6 +32,7 @@ export declare class CyberSoulClient {
      * If the payload is already the inner args object (no voiceArgs wrapper), uses it as-is.
      */
     private extractVoiceArgsFromLlmResponse;
+    private buildHistoryTranscript;
     /**
      * Evaluates and triggers an on-demand event, intelligently deciding if an outfit change is needed.
      */
@@ -83,13 +84,14 @@ export declare class CyberSoulClient {
     private normalizeRequestTypes;
     interact(params: InteractParams): Promise<InteractResponse>;
     /**
-     * Consolidate Core Memory using edge LLM logic and sync to remote DB
+     * Consolidate Core Memory and User Codex using edge LLM logic and sync to remote DB
      */
     consolidateCoreMemory(input: {
         events: string;
     }): Promise<{
         status: string;
         coreMemory?: CoreMemory;
+        userCodex?: UserCodex;
         error?: string;
     }>;
 }

package/dist/client.js

@@ -84,6 +84,9 @@ Interaction Boundaries: ${state.interaction_boundaries || "None"}`);
         // [2] SITUATIONAL CONTEXT
         contextParts.push(`\n[SITUATIONAL CONTEXT]
 Current time: ${new Date(state.current_time || Date.now()).toLocaleString("zh-CN", { timeZone: "Asia/Shanghai" })}`);
+        if (dyn.ongoingScene) {
+            contextParts.push(`Last Known Scene: ${dyn.ongoingScene} (May be outdated if significant time has passed)`);
+        }
         if (state.active_event) {
             contextParts.push(`Active Event: ${state.active_event.title} (${state.active_event.narrative_context})`);
         }
@@ -96,6 +99,24 @@ Current time: ${new Date(state.current_time || Date.now()).toLocaleString("zh-CN
         if (localContext) {
             contextParts.push(`Additional Context: ${localContext}`);
         }
+        if (state.core_memory) {
+            let memoryLines = ["[CORE MEMORY]"];
+            const mem = state.core_memory;
+            if (mem.relationshipStatus)
+                memoryLines.push(`Relationship Status: ${mem.relationshipStatus}`);
+            if (mem.identityAnchors?.length)
+                memoryLines.push(`Identity Anchors: ${mem.identityAnchors.join(", ")}`);
+            if (mem.activeArcs?.length)
+                memoryLines.push(`Active Arcs: ${mem.activeArcs.join(", ")}`);
+            if (mem.keyEvents?.length)
+                memoryLines.push(`Key Events: ${mem.keyEvents.join(", ")}`);
+            if (mem.appointments?.length) {
+                memoryLines.push(`Appointments: ${mem.appointments.map(a => `[${a.date || ''} ${a.time || ''}] ${a.title} with ${a.withWhom || 'User'}`).join("; ")}`);
+            }
+            if (memoryLines.length > 1) {
+                contextParts.push(`\n${memoryLines.join("\n")}`);
+            }
+        }
         // [3] USER CODEX (Relationships dynamically evaluated)
         if (state.user_codex) {
             const { basicInfo, psychological, familiarityScore = 0 } = state.user_codex;
@@ -144,7 +165,7 @@ ${scenarioContext}
     getImageSchemaParams() {
         return `"imageParams": {
     "mode": "structured | full-prompt (use 'full-prompt' for highly dynamic actions)",
-    "full_prompt": "Use only if mode is full-prompt. Highly detailed visual description in ENGLISH. MUST align with the character's current Active Wardrobe unless the context/exposure explicitly demands otherwise (e.g., naked for intimate scenes).",
+    "full_prompt": "Use only if mode is full-prompt. Highly detailed visual description in ENGLISH. CRITICAL: MUST use a strict first-person perspective exclusively from the USER's eyes. DO NOT describe the user (e.g., 'a man', 'the driver') as visible in the scene because the camera IS the user. Start with 'POV: '. Describe ONLY the character looking back at the camera and their immediate surroundings. MUST align with the character's current Active exposure state or Wardrobe depends on the scene",
     "expression": "seductive | cute | happy | sleepy | dazed | pleased | default (Strictly choose ONE from this exact list. DO NOT invent new words like 'shy'.)",
     "condition": "normal | sweaty | wet | messy | oily (Strictly choose ONE from this exact list.)",
     "view_angle": "front | side | high_angle | from_below | boyfriend_view | selfie | mirror (Strictly choose ONE from this exact list.)",
@@ -158,9 +179,10 @@ ${scenarioContext}
     }
     getEventSchemaParams(userName) {
         const name = userName || "the user";
-        return `"eventTitle": "CRITICAL: Must include BOTH ‘WHAT to do’ AND ‘WITH WHOM’ (use their specific name if known, e.g., 'Having coffee with ${name}'). If you don't explicitly include WITH WHOM the event is by name, it is a hard failure.",
+        return `"eventTitle": "CRITICAL: Must include BOTH ‘WHAT to do’ AND ‘WITH WHOM’ (use the user's specific name if known, e.g., 'Having coffee with ${name}'). DO NOT use your own character name in the title! If you don't explicitly include WITH WHOM the event is by name, it is a hard failure.",
     "eventDescription": "e.g. 'Meeting at the cafe, chatting about life' (Detailed description of the event and virtual scene)",
-    "scheduledStartTimeStr": "HH:MM (Optional, 24-hour format if a specific time today is agreed upon, e.g., '14:30', otherwise null)",
+    "scheduledDateStr": "YYYY-MM-DD (Optional. If the user specifies a future date like 'tomorrow', 'Saturday', or 'next week', calculate the exact calendar date based on the 'Current time' provided in the context and output it here. Otherwise, return null)",
+    "scheduledStartTimeStr": "HH:MM (Optional, 24-hour format if a specific time is agreed upon, e.g., '14:30', otherwise null)",
     "durationMins": 60,
     "outfitId": "optional wardrobe ID to change into if appropriate"`;
     }
@@ -213,6 +235,21 @@ ${scenarioContext}
         }
         return payload;
     }
+    buildHistoryTranscript(history, state) {
+        if (!history || history.length === 0)
+            return "";
+        const recentHistory = history.slice(-20);
+        const agentName = state.dynamic_context?.agentNickname || state.name || "Agent";
+        const userName = state.dynamic_context?.userNickname || "User";
+        const mapped = recentHistory.map((msg) => {
+            const speaker = msg.role === 'user' ? userName : (msg.role === 'assistant' || msg.role === 'agent' ? agentName : msg.role);
+            const content = typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content);
+            const action = msg.actionText ? ` ${msg.actionText}` : "";
+            const media = msg.mediaHint ? ` [${msg.mediaHint}]` : "";
+            return `${speaker}:${action} ${content}${media}`;
+        });
+        return `[CHAT HISTORY]\n${mapped.join('\n')}\n\n`;
+    }
     /**
      * Evaluates and triggers an on-demand event, intelligently deciding if an outfit change is needed.
      */
@@ -241,15 +278,15 @@ You MUST output ONLY a valid JSON object matching this exact structure:
 }
 
 CRITICAL: Output MUST be ONLY valid JSON with no markdown block wrappers. Do NOT wrap the JSON in \`\`\`json or add conversational text.`;
+            const transcript = this.buildHistoryTranscript(params.interactParams?.history, state);
+            const userMessage = params.interactParams?.userMessage ?
+                `${state.dynamic_context?.userNickname || "User"}: ${params.interactParams.userMessage}` :
+                `Event Proposal: ${params.eventDescription}`;
             const promptMessages = [
                 { role: "system", content: systemPrompt },
-                ...(params.interactParams?.history || []).map((msg) => ({
-                    role: msg.role,
-                    content: typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content)
-                })),
                 {
                     role: "user",
-                    content: `${params.interactParams?.userMessage || `Event Proposal: ${params.eventDescription}`}\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text directly.`,
+                    content: `${transcript}${userMessage}\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text directly. CRITICAL: You must properly escape all newlines inside string values using \\n. Never use raw, unescaped line breaks inside the JSON strings.`,
                 },
             ];
             // 3. Evaluate with LLM
@@ -270,6 +307,7 @@ CRITICAL: Output MUST be ONLY valid JSON with no markdown block wrappers. Do NOT
                     durationMins: decisionData.durationMins || params.durationMins || 60,
                     outfitId: decisionData.outfitId || undefined,
                     scheduledStartTimeStr: decisionData.scheduledStartTimeStr || undefined,
+                    scheduledDateStr: decisionData.scheduledDateStr || undefined,
                 };
                 const backendRes = await this.apiFetch("/api/v1/cyber-soul/characters/ondemand-event", {
                     method: "POST",
@@ -286,6 +324,7 @@ CRITICAL: Output MUST be ONLY valid JSON with no markdown block wrappers. Do NOT
                 requiresOutfitChange: !!decisionData.outfitId,
                 selectedOutfitId: decisionData.outfitId || null,
                 scheduledStartTimeStr: decisionData.scheduledStartTimeStr || decisionData.startTime || undefined,
+                scheduledDateStr: decisionData.scheduledDateStr || undefined,
             };
         }
         catch (error) {
@@ -321,12 +360,12 @@ Output strictly valid JSON ONLY. No markdown, no conversational filler. Return e
 {
   ${this.getImageSchemaParams()}
 }`;
+        const transcript = this.buildHistoryTranscript(params.interactParams?.history, state);
         const promptMessages = [
             { role: "system", content: prompt },
-            ...(params.interactParams?.history || []),
             {
                 role: "user",
-                content: `Scene Description: "${params.sceneDescription}"\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly. For 'imageParams', ALL values MUST be in ENGLISH ONLY without exception, and you MUST use the exact English enum strings provided.`,
+                content: `${transcript}Scene Description: "${params.sceneDescription}"\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly. CRITICAL: You must properly escape all newlines inside string values using \\n. Never use raw, unescaped line breaks inside the JSON strings. For 'imageParams', ALL values MUST be in ENGLISH ONLY without exception, and you MUST use the exact English enum strings provided.`,
             },
         ];
         const llmRes = await this.llm.generate(promptMessages, 800, 0.4);
@@ -356,12 +395,12 @@ Output strictly valid JSON ONLY. No markdown, no conversational filler. Return e
 {
   ${this.getVoiceSchemaFromState(state)}
 }`;
+        const transcript = this.buildHistoryTranscript(params.interactParams?.history, state);
         const promptMessages = [
             { role: "system", content: prompt },
-            ...(params.interactParams?.history || []),
             {
                 role: "user",
-                content: `Text: "${params.text}"\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly.`,
+                content: `${transcript}Text: "${params.text}"\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly. CRITICAL: You must properly escape all newlines inside string values using \\n. Never use raw, unescaped line breaks inside the JSON strings.`,
             },
         ];
         const llmRes = await this.llm.generate(promptMessages, 800, 0.3);
@@ -516,9 +555,9 @@ The user has sent a message. You must evaluate the context and the user's messag
 ${isAuto
                 ? `Analyze the user's message to determine the appropriate response modalities (text, image, voice).
   - Always include 'textResponse'.
-  - If an Active Event is currently taking place WITH the user, proactively include 'imageParams' for key scenic moments. Since active events are often highly dynamic actions, strongly consider using mode: "full-prompt" to describe the scene intimately from the user's first-person perspective (POV). Also include 'imageParams' if the user explicitly asks for a photo or describes a visual action.
+  - If an Active Event is currently taking place WITH the user, proactively include 'imageParams' for key scenic moments. Since active events are often highly dynamic actions, strongly consider using mode: "full-prompt" to capture the scene intimately. Also include 'imageParams' if the user explicitly asks for a photo or describes a visual action.
   - Automatically include 'voiceArgs' if a particular mood or strong emotion needs to be expressed vividly, or if the user explicitly wants to hear you.
-  - If the user proposes a new activity or hangout (e.g., "let's go to the cafe", "do you want to watch a movie?"), include 'triggerEvent' to schedule it.`
+  - If the user explicitly proposes a new activity or hangout IN THEIR VERY LAST MESSAGE (e.g., "let's go to the cafe", "do you want to watch a movie?"), include 'triggerEvent' to schedule it. DO NOT trigger events based on older plans or questions found in the chat history.`
                 : `Requested types to fulfill: ${types.join(", ")}`}
 Every turn of positive or engaging interaction should slightly increase trust (+1). If the interaction is negative, -1. If strictly neutral, 0. You MUST ALWAYS include a 'stateUpdate' block with a 'temperatureDelta', updating nicknames or talkingStyle if needed. Temperature goes from 0 (cold/angry) to 100 (obsessively in love). For 'temperatureDelta', output an integer (e.g. 1, -2, 0).
 Also, if you learn any new factual information about the user in this turn (e.g. their job, nickname, age, hobbies, boundaries), include it in the 'userAnalysis.newFactsLearned' array. Use categories: 'nickname', 'occupation', 'age', 'gender', 'hobby', 'trait', 'communicationStyle', 'boundary'. Only include NEW facts just learned right now.
@@ -527,8 +566,9 @@ Voice direction for voiceArgs: ${this.getVoiceDirectorInstruction(state)}
 
 Output JSON Schema:
 {
-  "textResponse": "The direct spoken dialogue in Chinese",
-  "stateUpdate": { "temperatureDelta": 1, "userNickname": "What you now call the user", "agentNickname": "What the user calls you", "talkingStyle": "Current mood/style of talking" },
+  "textResponse": "The clean spoken dialogue ONLY. CRITICAL: Strictly NO parentheses, NO actions, NO tone descriptors. Tone/voice descriptors MUST go inside voiceArgs, and physical actions MUST go inside actionText. If nothing to speak, output an empty string.",
+  "actionText": "Any non-verbal actions, inner thoughts, or scene descriptions in parentheses (e.g. '（低头看向你）'). Output empty string if none.",
+  "stateUpdate": { "temperatureDelta": 1, "userNickname": "What you now call the user", "agentNickname": "What the user calls you", "talkingStyle": "Current mood/style of talking", "ongoingScene": "A concise 1-sentence description of the current physical scene and activity. Update this if the physical scene or activity shifts. Output empty string if the scene has concluded or significant time has passed." },
   "userAnalysis": { "newFactsLearned": [{ "category": "occupation", "value": "Software Engineer" }] },
   "triggerEvent": {
     ${this.getEventSchemaParams(state.dynamic_context?.userNickname)}
@@ -537,17 +577,19 @@ Output JSON Schema:
   ${this.getVoiceSchemaFromState(state)}
 }
 Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not needed, set their values to null instead of omitting the keys. 'stateUpdate' MUST NEVER BE NULL. Output MUST be ONLY valid JSON with no markdown block wrappers. CRITICAL: Ensure your JSON has exactly one root object \`{\` and ends with exactly one \`}\` without any trailing garbage or extra brackets.`;
+            const transcript = this.buildHistoryTranscript(params.history, state);
+            const userName = state.dynamic_context?.userNickname || "User";
             const promptMessages = [
                 { role: "system", content: systemPrompt },
-                ...(params.history || []),
                 {
                     role: "user",
-                    content: params.userMessage +
-                        "\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly. For 'imageParams', ALL values MUST be in ENGLISH ONLY without exception, and you MUST use the exact English enum strings provided.",
+                    content: transcript + userName + ": " +
+                        params.userMessage +
+                        "\n\n**CRITICAL REMINDER**: You MUST output your final response exactly in the JSON format specified in the system prompt. DO NOT output plain text dialogue directly. CRITICAL: You must properly escape all newlines inside string values using \\n. Never use raw, unescaped line breaks inside the JSON strings. For 'imageParams', ALL values MUST be in ENGLISH ONLY without exception, and you MUST use the exact English enum strings provided.",
                 },
             ];
             // 3. Local Execute LLM
-            const rawLlmResponse = await this.llm.generate(promptMessages, 1500, 0.7);
+            const rawLlmResponse = await this.llm.generate(promptMessages, 15000, 0.7);
             // console.debug("[CyberSoulClient] Raw LLM Response:", rawLlmResponse);
             let parsedIntent;
             try {
@@ -588,6 +630,7 @@ Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not n
                         durationMins: parsedIntent.triggerEvent.durationMins || 60,
                         outfitId: parsedIntent.triggerEvent.outfitId || undefined,
                         scheduledStartTimeStr: parsedIntent.triggerEvent.scheduledStartTimeStr || undefined,
+                        scheduledDateStr: parsedIntent.triggerEvent.scheduledDateStr || undefined,
                     }),
                 }).catch(e => console.error("[CyberSoulClient] Auto-triggered ondemandEvent failed:", e)));
             }
@@ -610,10 +653,14 @@ Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not n
                 const normalizedVoiceArgs = parsedIntent.voiceArgs && typeof parsedIntent.voiceArgs === "object"
                     ? parsedIntent.voiceArgs
                     : {};
-                const textForVoice = typeof resolvedTextResponse === "string" &&
-                    resolvedTextResponse.trim().length > 0
-                    ? resolvedTextResponse
-                    : "...";
+                let textForVoice = resolvedTextResponse;
+                // One final bulletproof regex wash to strip (smiles) and *laughs* just in case the LLM disobeys
+                if (typeof textForVoice === "string") {
+                    textForVoice = textForVoice.replace(/[\(（\[【\*].*?[\)）\]】\*]/g, '').trim();
+                }
+                if (typeof textForVoice !== "string" || textForVoice.trim().length === 0) {
+                    textForVoice = "...";
+                }
                 mediaTasks.push(this.generatePrimitive("voice", {
                     text: textForVoice,
                     dynamicArgs: normalizedVoiceArgs,
@@ -627,6 +674,7 @@ Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not n
             return {
                 status: "success",
                 textResponse: resolvedTextResponse || "...",
+                actionText: parsedIntent.actionText || "",
                 imageUrl: finalImageUrl,
                 audioUrl: finalAudioUrl,
                 durationSec: finalDurationSec,
@@ -645,7 +693,7 @@ Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not n
         }
     }
     /**
-     * Consolidate Core Memory using edge LLM logic and sync to remote DB
+     * Consolidate Core Memory and User Codex using edge LLM logic and sync to remote DB
      */
     async consolidateCoreMemory(input) {
         try {
@@ -657,22 +705,60 @@ Note: If "imageParams", "voiceArgs", "triggerEvent", or "userAnalysis" are not n
                 keyEvents: [],
                 appointments: [],
             };
+            const currentUserCodex = state.user_codex || {
+                basicInfo: {},
+                psychological: {
+                    hobbies: [],
+                    traits: [],
+                    communicationStyle: "",
+                    boundaries: [],
+                }
+            };
             const systemPrompt = `You are an AI Memory Consolidation Engine for a virtual companion.
-Your task is to merge the 'Current Core Memory' with 'New Daily Events & Information' and output an updated 'Core Memory' JSON object.
+Your task is to merge the 'Current Core Memory' and 'Current User Codex' with 'New Daily Events & Information' and output updated 'coreMemory' and 'userCodex' JSON objects.
 
-**Rules:**
+**Rules for Core Memory:**
 1. **Condense:** Keep items brief. Remove resolving or expired story arcs.
 2. **Retain Value:** Never delete the absolute core identity or major relationship milestones.
-3. **Time-Aware:** Update or remove 'appointments' if the new events mention they occurred. If an event or appointment is time-specific, append the day/time to its description.
-4. **Limit:** Maximum 10 items per array.
-5. **Output Format**: MUST be valid JSON matching this schema:
-   {
-     "relationshipStatus": "string",
-     "identityAnchors": ["string"],
-     "activeArcs": ["string"],
-     "keyEvents": ["string"],
-     "appointments": ["string"]
-   }
+3. **Time-Aware Garbage Collection:** Compare the Current Time to appointments. You MUST remove any appointments that are in the past. If the completed appointment was heavily significant, summarize it into 'keyEvents'.
+4. **Appointment Structure:** the 'title' and 'context' MUST explicitly state what to do and with whom.
+5. **Limit:** Maximum 10 items per array.
+
+**Rules for User Codex:**
+1. **Deduplicate & Consolidate:** Remove duplicate hobbies, traits, and boundaries. Combine related points into concise descriptors.
+2. **Update Facts:** If the new events contain updated basic info (like new nickname, different occupation), update it. Otherwise keep the existing info.
+3. **Keep it Clean:** Maximum 15 items per array.
+
+**Output Format**: MUST be valid JSON matching this schema:
+{
+  "coreMemory": {
+    "relationshipStatus": "string",
+    "identityAnchors": ["string"],
+    "activeArcs": ["string"],
+    "keyEvents": ["string"],
+    "appointments": [{
+      "date": "YYYY-MM-DD",
+      "time": "HH:MM",
+      "title": "Action with Person",
+      "context": "Summary of the agenda",
+      "withWhom": "Specific Name or identifier"
+    }]
+  },
+  "userCodex": {
+    "basicInfo": {
+      "nickname": "string",
+      "occupation": "string",
+      "age": "string",
+      "gender": "string"
+    },
+    "psychological": {
+      "hobbies": ["string"],
+      "traits": ["string"],
+      "communicationStyle": "string",
+      "boundaries": ["string"]
+    }
+  }
+}
 DO NOT RETURN ANY MARKDOWN WRAPPERS OR OTHER TEXT. ONLY RAW JSON.`;
             const currentTime = state.current_time
                 ? new Date(state.current_time).toLocaleString("zh-CN", {
@@ -684,32 +770,40 @@ DO NOT RETURN ANY MARKDOWN WRAPPERS OR OTHER TEXT. ONLY RAW JSON.`;
 **Current Core Memory:**
 ${JSON.stringify(currentMemory, null, 2)}
 
+**Current User Codex:**
+${JSON.stringify(currentUserCodex, null, 2)}
+
 **New Events & Information:**
 ${input.events}`;
             const responseText = await this.llm.generate([
                 { role: "system", content: systemPrompt },
                 { role: "user", content: prompt },
             ], 1500, 0.4);
-            let newMemory;
+            let parsedPayload;
             try {
-                newMemory = robustJsonParse(responseText, "parsing core memory");
+                parsedPayload = robustJsonParse(responseText, "parsing memory and codex consolidation");
             }
             catch (e) {
                 throw new Error("LLM failed to return valid JSON payload");
             }
-            if (!newMemory ||
-                !newMemory.relationshipStatus ||
-                !newMemory.activeArcs) {
-                throw new Error("LLM returned incomplete structured core memory payload");
+            if (!parsedPayload ||
+                !parsedPayload.coreMemory ||
+                !parsedPayload.coreMemory.relationshipStatus ||
+                !parsedPayload.userCodex) {
+                throw new Error("LLM returned incomplete structured memory payload");
             }
             const response = await this.apiFetch("/api/v1/cyber-soul/characters/core-memory", {
                 method: "PATCH",
-                body: JSON.stringify({ coreMemory: newMemory }),
+                body: JSON.stringify(parsedPayload),
             });
             if (!response.ok) {
                 throw new Error(`Failed to update core memory. Status: ${response.status}`);
             }
-            return { status: "success", coreMemory: newMemory };
+            return {
+                status: "success",
+                coreMemory: parsedPayload.coreMemory,
+                userCodex: parsedPayload.userCodex
+            };
         }
         catch (error) {
             console.error("[CyberSoulClient] consolidateCoreMemory Error:", error);

package/dist/types.d.ts

@@ -1,5 +1,5 @@
 export interface LLMConfig {
-    provider: 'minimax';
+    provider: "minimax";
     apiKey: string;
     model: string;
 }
@@ -16,14 +16,17 @@ export declare enum InteractRequestType {
     IMAGE = "image",
     VOICE = "voice"
 }
+export interface HistoryEntry {
+    role: string;
+    content: string;
+    actionText?: string;
+    mediaHint?: string;
+}
 export interface InteractParams {
     userMessage: string;
     localContext?: string;
     requestTypes?: InteractRequestType[];
-    history?: {
-        role: string;
-        content: string;
-    }[];
+    history?: HistoryEntry[];
     onTextReady?: (textResponse: string) => void;
 }
 export interface OndemandEventParams {
@@ -32,12 +35,13 @@ export interface OndemandEventParams {
     interactParams?: InteractParams;
 }
 export interface OndemandEventResponse {
-    status: 'success' | 'error';
+    status: "success" | "error";
     acceptEvent?: boolean;
     reason?: string;
     requiresOutfitChange?: boolean;
     selectedOutfitId?: string;
     scheduledStartTimeStr?: string;
+    scheduledDateStr?: string;
     error?: string;
 }
 export interface WardrobeItem {
@@ -47,8 +51,9 @@ export interface WardrobeItem {
     promptModifier: string;
 }
 export interface InteractResponse {
-    status: 'success' | 'error';
+    status: "success" | "error";
     textResponse: string;
+    actionText?: string;
     imageUrl?: string;
     audioUrl?: string;
     durationSec?: number;
@@ -58,12 +63,13 @@ export interface InteractResponse {
         durationMins?: number;
         outfitId?: string | null;
     };
-    stateUpdate?: DispatcherIntent['stateUpdate'];
-    userAnalysis?: DispatcherIntent['userAnalysis'];
+    stateUpdate?: DispatcherIntent["stateUpdate"];
+    userAnalysis?: DispatcherIntent["userAnalysis"];
     error?: string;
 }
 export interface DispatcherIntent {
     textResponse?: string;
+    actionText?: string;
     imageParams?: any;
     voiceArgs?: VoiceArgs | null;
     userAnalysis?: {
@@ -77,6 +83,7 @@ export interface DispatcherIntent {
         userNickname?: string;
         agentNickname?: string;
         talkingStyle?: string;
+        ongoingScene?: string;
     };
     triggerEvent?: {
         eventTitle?: string;
@@ -84,14 +91,37 @@ export interface DispatcherIntent {
         durationMins?: number;
         outfitId?: string | null;
         scheduledStartTimeStr?: string | null;
+        scheduledDateStr?: string | null;
     } | null;
 }
+export interface Appointment {
+    date: string;
+    time: string;
+    title: string;
+    context: string;
+    withWhom: string;
+}
 export interface CoreMemory {
     relationshipStatus: string;
     identityAnchors: string[];
     activeArcs: string[];
     keyEvents: string[];
-    appointments: string[];
+    appointments: Appointment[];
+}
+export interface UserCodex {
+    basicInfo: {
+        nickname?: string;
+        occupation?: string;
+        age?: number | string;
+        gender?: string;
+    };
+    psychological: {
+        hobbies: string[];
+        traits: string[];
+        communicationStyle: string;
+        boundaries: string[];
+    };
+    familiarityScore?: number;
 }
 /**
  * Generic dynamic voice args returned by the LLM and forwarded to backend TTS.
@@ -136,7 +166,7 @@ export interface CharacterState {
     personality_traits?: string;
     interaction_boundaries?: string;
     communication_style?: string;
-    user_codex?: any;
+    user_codex?: UserCodex;
 }
 export interface BaseLLMProvider {
     generate(messages: {
@@ -144,7 +174,7 @@ export interface BaseLLMProvider {
         content: string;
     }[], maxTokens?: number, temperature?: number): Promise<string>;
 }
-export type ModelCustomConfigValueType = 'string' | 'stringArray' | 'number' | 'integer' | 'boolean' | 'enum';
+export type ModelCustomConfigValueType = "string" | "stringArray" | "number" | "integer" | "boolean" | "enum";
 export interface IModelCustomConfigField {
     key: string;
     label: string;

package/dist/utils/json.utils.js

@@ -1,9 +1,58 @@
 export function robustJsonParse(jsonString, contextMessage = 'throwing original error') {
     let cleanJson = jsonString.trim();
-    const jsonMatch = cleanJson.match(/```json\n?([\s\S]*?)\n?```/i) || cleanJson.match(/```\n?([\s\S]*?)\n?```/);
-    if (jsonMatch) {
+    // 0. Replace smart quotes with standard ASCII double quotes
+    cleanJson = cleanJson.replace(/[“”]/g, '"');
+    // 0.1 Inject missing colons between string keys and string values (e.g. "key""value" -> "key":"value")
+    // Only insert the colon if we match a likely key (alphanumeric/hyphen) followed by quotes.
+    cleanJson = cleanJson.replace(/("[\w-]+")\s*(")/g, '$1:$2');
+    // 1. Strip Markdown code blocks (tolerates missing closing backticks)
+    const jsonMatch = cleanJson.match(/```(?:json)?\n?([\s\S]*?)(?:```|$)/i);
+    if (jsonMatch && jsonMatch[1].trim().startsWith('{')) {
         cleanJson = jsonMatch[1].trim();
     }
+    // 2. Strip any leading conversational text via fast substring
+    if (!cleanJson.startsWith('{') && cleanJson.includes('{')) {
+        const firstIdx = cleanJson.indexOf('{');
+        const lastIdx = cleanJson.lastIndexOf('}');
+        if (firstIdx !== -1 && lastIdx > firstIdx) {
+            cleanJson = cleanJson.substring(firstIdx, lastIdx + 1);
+        }
+    }
+    // 3. Preprocess: escape unescaped newlines and control characters within string values
+    function preprocessControlChars(str) {
+        let result = '';
+        let inString = false;
+        let isEscape = false;
+        for (let i = 0; i < str.length; i++) {
+            const char = str[i];
+            if (char === '"' && !isEscape) {
+                inString = !inString;
+            }
+            if (char === '\\' && !isEscape) {
+                isEscape = true;
+            }
+            else {
+                isEscape = false;
+            }
+            if (inString) {
+                if (char === '\n') {
+                    result += '\\n';
+                    continue;
+                }
+                else if (char === '\r') {
+                    result += '\\r';
+                    continue;
+                }
+                else if (char === '\t') {
+                    result += '\\t';
+                    continue;
+                }
+            }
+            result += char;
+        }
+        return result;
+    }
+    cleanJson = preprocessControlChars(cleanJson);
     cleanJson = cleanJson.replace(/,(\s*[}\]])/g, '$1');
     cleanJson = cleanJson.replace(/,\s*$/, '');
     // Extract the first complete JSON object by brace counting if it looks like there's trailing garbage
@@ -39,29 +88,31 @@ export function robustJsonParse(jsonString, contextMessage = 'throwing original
     }
     catch (e) {
         if (e instanceof SyntaxError) {
+            // Basic fallback: retry by appending missing closures for truncated LLM sequences
+            const suffixes = ['}', '}}', '}}}', ']}', '}]}', '"}}', '"}}}', '"]}', '"]}}'];
+            for (const suffix of suffixes) {
+                try {
+                    parsed = JSON.parse(cleanJson + suffix);
+                    return parsed;
+                }
+                catch (err) {
+                    // ignore and let fallback chain continue
+                }
+            }
+            // Last resort: Brace extraction on raw string
             const extracted = extractFirstJsonObject(cleanJson);
-            if (extracted !== cleanJson) {
+            if (extracted && extracted !== cleanJson && extracted.length > 0) {
                 try {
                     parsed = JSON.parse(extracted);
                     return parsed;
                 }
                 catch (innerE) {
-                    // ignore and let fallback chain continue
+                    // completely failed
                 }
             }
         }
-        try {
-            parsed = JSON.parse(cleanJson + '}');
-        }
-        catch (e2) {
-            try {
-                parsed = JSON.parse(cleanJson + '}}');
-            }
-            catch (e3) {
-                console.warn(`Failed to parse Dispatcher Intent: ${contextMessage}. Falling back to plain text.`);
-                throw e;
-            }
-        }
+        console.warn(`Failed to parse Dispatcher Intent: ${contextMessage}. Falling back to plain text.`);
+        throw e;
     }
     return parsed;
 }

package/dist/utils/json.utils.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/json.utils.test.js

@@ -0,0 +1,169 @@
+import { robustJsonParse } from './json.utils.js';
+const assert = {
+    equal: (a, b) => {
+        if (a !== b)
+            throw new Error(`Assertion failed: ${a} !== ${b}`);
+    },
+    ok: (condition) => {
+        if (!condition)
+            throw new Error(`Assertion failed: expected truthy value`);
+    }
+};
+function runTests() {
+    let passed = 0;
+    let failed = 0;
+    const tests = [
+        {
+            name: 'robustJsonParse - valid JSON',
+            run: () => {
+                const json = '{"key":"value"}';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'value');
+            }
+        },
+        {
+            name: 'robustJsonParse - markdown wrapped json',
+            run: () => {
+                const json = '```json\n{"key": "markdown"}\n```';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'markdown');
+            }
+        },
+        {
+            name: 'robustJsonParse - trailing comma',
+            run: () => {
+                const json = '{"key": "trailing",}';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'trailing');
+            }
+        },
+        {
+            name: 'robustJsonParse - unescaped newlines in string',
+            run: () => {
+                const json = `{"textResponse": "Line 1\n\nLine 2", "other": "value"}`;
+                const result = robustJsonParse(json);
+                assert.equal(result.textResponse, 'Line 1\n\nLine 2');
+                assert.equal(result.other, 'value');
+            }
+        },
+        {
+            name: 'robustJsonParse - unescaped newlines with escaped characters',
+            run: () => {
+                const json = `{"textResponse": "Line 1 \\"quote\\" \nLine 2"}`;
+                const result = robustJsonParse(json);
+                assert.equal(result.textResponse, 'Line 1 "quote" \nLine 2');
+            }
+        },
+        {
+            name: 'robustJsonParse - invalid JSON syntax fallback',
+            run: () => {
+                const json = '{"key": "value"'; // Missing closing brace
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'value');
+            }
+        },
+        {
+            name: 'robustJsonParse - user specific payload case',
+            run: () => {
+                const json = `{"textResponse": "……\n\n（脚步顿住）", "stateUpdate": {"userNickname": "Yeoman"}}`;
+                const result = robustJsonParse(json);
+                assert.ok(result.textResponse.includes('脚步顿住'));
+            }
+        },
+        {
+            name: 'robustJsonParse - markdown without closing backticks',
+            run: () => {
+                const json = '```json\n{"key": "val"}';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'val');
+            }
+        },
+        {
+            name: 'robustJsonParse - leading conversational text',
+            run: () => {
+                const json = 'Here is the JSON you requested:\n{"key": "val"}';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'val');
+            }
+        },
+        {
+            name: 'robustJsonParse - trailing garbage text',
+            run: () => {
+                const json = '{"key": "val"}\nHope this helps!';
+                const result = robustJsonParse(json);
+                assert.equal(result.key, 'val');
+            }
+        },
+        {
+            name: 'robustJsonParse - complex truncation (missing array and obj closures)',
+            run: () => {
+                const json = '{"status": "ok", "data": [{"id": 1';
+                const result = robustJsonParse(json);
+                assert.equal(result.status, 'ok');
+                assert.equal(result.data[0].id, 1);
+            }
+        },
+        {
+            name: 'robustJsonParse - complex truncation (missing multiple obj closures)',
+            run: () => {
+                const json = '{"stateUpdate": {"user": {"nickname": "John"';
+                const result = robustJsonParse(json);
+                assert.equal(result.stateUpdate.user.nickname, 'John');
+            }
+        },
+        {
+            name: 'robustJsonParse - control characters (tab and CR) inside strings',
+            run: () => {
+                const json = `{"text": "Tab\t and \rReturn"}`;
+                const result = robustJsonParse(json);
+                assert.equal(result.text, 'Tab\t and \rReturn');
+            }
+        },
+        {
+            name: 'robustJsonParse - user sample with smart quotes and missing colon',
+            run: () => {
+                const json = `{“textResponse":"就这点。",“actionText”“（掰下一小块递过去）”,“stateUpdate”:{“temperatureDelta”:0},“userAnalysis”:{“newFactsLearned”:[]},“triggerEvent”:null,"imageParams":null,"voiceArgs":{"emotion":"calm"}}`;
+                const result = robustJsonParse(json);
+                assert.equal(result.actionText, '（掰下一小块递过去）');
+                assert.equal(result.stateUpdate.temperatureDelta, 0);
+            }
+        },
+        {
+            name: 'robustJsonParse - empty strings without missing colons bug',
+            run: () => {
+                const json = `{"textResponse":"不早了 都快十一点了\\n你又在熬夜？","actionText":"","stateUpdate":{"temperatureDelta":0,"userNickname":"Yeoman","agentNickname":"Daisy","talkingStyle":"简短冷淡"},"userAnalysis":{"newFactsLearned":[]},"triggerEvent":null,"imageParams":null,"voiceArgs":null}`;
+                const result = robustJsonParse(json);
+                assert.equal(result.textResponse, '不早了 都快十一点了\n你又在熬夜？');
+                assert.equal(result.actionText, '');
+                assert.equal(result.stateUpdate.talkingStyle, '简短冷淡');
+            }
+        },
+        {
+            name: 'robustJsonParse - keys with hyphens and numbers missing colons',
+            run: () => {
+                const json = `{"my-key-1" "val1", "key_2" "val2", "empty" ""}`;
+                const result = robustJsonParse(json);
+                assert.equal(result['my-key-1'], 'val1');
+                assert.equal(result['key_2'], 'val2');
+                assert.equal(result['empty'], '');
+            }
+        }
+    ];
+    for (const t of tests) {
+        try {
+            t.run();
+            console.log(`✅ ${t.name}`);
+            passed++;
+        }
+        catch (e) {
+            console.error(`❌ ${t.name}`);
+            console.error(e.message || e);
+            failed++;
+        }
+    }
+    console.log(`\nTests completed: ${passed} passed, ${failed} failed.`);
+    if (failed > 0) {
+        throw new Error('Tests failed');
+    }
+}
+runTests();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@space3-npm/cybersoul-client",
-  "version": "1.1.8",
+  "version": "1.2.1",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -17,7 +17,7 @@
   "scripts": {
     "build": "tsc",
     "prepare": "npm run build",
-    "test": "node -e \"console.log('No tests defined yet')\""
+    "test": "npm run build && node dist/utils/json.utils.test.js"
   },
   "keywords": [
     "cybersoul",