@elizaos/python 2.0.0-alpha.11 → 2.0.0-alpha.26

package/elizaos/runtime.py

@@ -29,7 +29,7 @@ from elizaos.types.components import (
     PreEvaluatorResult,
     Provider,
 )
-from elizaos.types.database import AgentRunSummaryResult, IDatabaseAdapter, Log
+from elizaos.types.database import AgentRunSummaryResult, IDatabaseAdapter, Log, MemorySearchOptions
 from elizaos.types.environment import Entity, Room, World
 from elizaos.types.events import EventType
 from elizaos.types.memory import Memory
@@ -144,7 +144,7 @@ class AgentRuntime(IAgentRuntime):
         conversation_length: int = 32,
         log_level: str = "ERROR",
         disable_basic_capabilities: bool = False,
-        enable_extended_capabilities: bool = False,
+        advanced_capabilities: bool = False,
         action_planning: bool | None = None,
         llm_mode: LLMMode | None = None,
         check_should_respond: bool | None = None,
@@ -163,7 +163,7 @@ class AgentRuntime(IAgentRuntime):
             is_anonymous = True
 
         self._capability_disable_basic = disable_basic_capabilities
-        self._capability_enable_extended = enable_extended_capabilities
+        self._capability_advanced = advanced_capabilities
         self._capability_enable_autonomy = enable_autonomy
         self._is_anonymous_character = is_anonymous
         self._action_planning_option = action_planning
@@ -340,8 +340,8 @@ class AgentRuntime(IAgentRuntime):
             disable_basic = self._capability_disable_basic or (
                 char_settings.get("DISABLE_BASIC_CAPABILITIES") in (True, "true")
             )
-            enable_extended = self._capability_enable_extended or (
-                char_settings.get("ENABLE_EXTENDED_CAPABILITIES") in (True, "true")
+            advanced_capabilities = self._capability_advanced or (
+                char_settings.get("ADVANCED_CAPABILITIES") in (True, "true")
             )
             skip_character_provider = self._is_anonymous_character
 
@@ -349,12 +349,12 @@ class AgentRuntime(IAgentRuntime):
                 char_settings.get("ENABLE_AUTONOMY") in (True, "true")
             )
 
-            if disable_basic or enable_extended or skip_character_provider or enable_autonomy:
+            if disable_basic or advanced_capabilities or skip_character_provider or enable_autonomy:
                 from elizaos.bootstrap import CapabilityConfig, create_bootstrap_plugin
 
                 config = CapabilityConfig(
                     disable_basic=disable_basic,
-                    enable_extended=enable_extended,
+                    advanced_capabilities=advanced_capabilities,
                     skip_character_provider=skip_character_provider,
                     enable_autonomy=enable_autonomy,
                 )
@@ -1136,12 +1136,17 @@ class AgentRuntime(IAgentRuntime):
         include_list: list[str] | None = None,
         only_include: bool = False,
         skip_cache: bool = False,
+        trajectory_phase: str | None = None,
     ) -> State:
         # If we're running inside a trajectory step, always bypass the state cache
         # so providers are executed and logged for training/benchmark traces.
         traj_step_id: str | None = None
         if message.metadata is not None:
             maybe_step = getattr(message.metadata, "trajectoryStepId", None)
+            if not maybe_step and hasattr(message.metadata, "message"):
+                # Check nested MessageMetadata for parsing parity
+                maybe_step = message.metadata.message.trajectory_step_id
+
             if isinstance(maybe_step, str) and maybe_step:
                 traj_step_id = maybe_step
                 skip_cache = True
@@ -1212,6 +1217,9 @@ class AgentRuntime(IAgentRuntime):
                     out[k] = _as_json_scalar(v)
             return out
 
+        # Resolve the purpose label for trajectory provider accesses
+        traj_purpose = f"compose_state:{trajectory_phase}" if trajectory_phase else "compose_state"
+
         text_parts: list[str] = []
         for provider in providers_to_run:
             if provider.private:
@@ -1234,18 +1242,18 @@ class AgentRuntime(IAgentRuntime):
 
             # Log provider access to trajectory service (if available)
             if traj_step_id and traj_logger is not None:
-                try:
-                    user_text = message.content.text or ""
+                # Trajectory logging must never break core message flow.
+                with contextlib.suppress(Exception):
                     traj_logger.log_provider_access(
                         step_id=traj_step_id,
                         provider_name=provider.name,
-                        data=_as_json_dict(result.data or {}),
-                        purpose="compose_state",
-                        query={"message": _as_json_scalar(user_text)},
+                        data={
+                            "textLength": len(result.text) if result.text else 0,
+                            "hasValues": bool(result.values),
+                            "hasData": bool(result.data),
+                        },
+                        purpose=traj_purpose,
                     )
-                except Exception:
-                    # Trajectory logging must never break core message flow.
-                    pass
 
         state.text = "\n".join(text_parts)
         # Match TypeScript behavior: expose providers text under {{providers}}.
@@ -1339,16 +1347,25 @@ class AgentRuntime(IAgentRuntime):
                 max_tokens_raw = params.get("maxTokens") if isinstance(params, dict) else None
                 max_tokens = int(max_tokens_raw) if isinstance(max_tokens_raw, int) else 0
 
+                # Truncate embedding vectors to avoid bloating trajectory files
+                result_str = str(result)
+                is_embedding = "EMBEDDING" in str(effective_model_type).upper()
+                if is_embedding and len(result_str) > 200:
+                    dim = result_str.count(",") + 1
+                    result_str = f"[embedding vector dim={dim}]"
+                elif len(result_str) > 2000:
+                    result_str = result_str[:2000]
+
                 traj_svc.log_llm_call(  # type: ignore[call-arg]
                     step_id=step_id,
                     model=str(effective_model_type),
                     system_prompt=system_prompt,
-                    user_prompt=prompt,
-                    response=str(result),
+                    user_prompt=prompt[:2000] if prompt else "",
+                    response=result_str,
                     temperature=temperature,
                     max_tokens=max_tokens,
                     purpose="action",
-                    action_type="runtime.use_model",
+                    action_type="runtime.useModel",
                     latency_ms=max(0, end_ms - start_ms),
                 )
         except Exception:
@@ -1727,6 +1744,12 @@ class AgentRuntime(IAgentRuntime):
         if self._adapter:
             await self._adapter.delete_component(component_id)
 
+    async def search_memories(self, params: MemorySearchOptions) -> list[Memory]:
+        """Search memories by embedding."""
+        if not self._adapter:
+            raise RuntimeError("Database adapter not set")
+        return await self._adapter.search_memories(params)
+
     async def get_memories(
         self,
         params: dict[str, Any] | None = None,
@@ -2381,6 +2404,28 @@ end code: {final_code}
                     # Flush extractor and get final state
                     extractor.flush()
                     response_str = "".join(response_parts)
+
+                    # Log streaming response to trajectory (streaming bypasses use_model hook)
+                    try:
+                        from elizaos.trajectory_context import CURRENT_TRAJECTORY_STEP_ID
+
+                        step_id = CURRENT_TRAJECTORY_STEP_ID.get()
+                        traj_svc = self.get_service("trajectory_logger")
+                        if step_id and traj_svc is not None and hasattr(traj_svc, "log_llm_call"):
+                            traj_svc.log_llm_call(  # type: ignore[call-arg]
+                                step_id=step_id,
+                                model=stream_model_type,
+                                system_prompt="",
+                                user_prompt=str(params.get("prompt", ""))[:2000],
+                                response=response_str[:2000],
+                                temperature=0.0,
+                                max_tokens=int(params.get("maxTokens", 0)),
+                                purpose="action",
+                                action_type="dynamic_prompt_exec.stream",
+                                latency_ms=0,
+                            )
+                    except Exception:
+                        pass
                 else:
                     # Non-streaming mode: use use_model
                     response = await self.use_model(model_type_str, params)

package/elizaos/services/message_service.py

@@ -262,7 +262,7 @@ def _parse_params_from_xml(xml_response: str) -> dict[str, list[dict[str, str]]]
     if not params_content:
         return result
 
-    # First try XML parsing of the inner params content
+    # First try strict XML parsing of the inner params content
     try:
         root = ET.fromstring(f"<params>{params_content}</params>")
         for action_elem in list(root):
@@ -270,7 +270,8 @@ def _parse_params_from_xml(xml_response: str) -> dict[str, list[dict[str, str]]]
             action_params: dict[str, str] = {}
 
             for param_elem in list(action_elem):
-                value_text = (param_elem.text or "").strip()
+                # Use itertext() to capture ALL text including mixed content
+                value_text = "".join(param_elem.itertext()).strip()
                 action_params[param_elem.tag] = value_text
 
             # If the action block contains text but no nested tags, try JSON-in-action.
@@ -283,35 +284,69 @@ def _parse_params_from_xml(xml_response: str) -> dict[str, list[dict[str, str]]]
                             for k, v in loaded.items():
                                 action_params[str(k)] = str(v)
                     except json.JSONDecodeError:
-                        return result
+                        pass  # Fall through to regex fallback
 
             if action_params:
                 result.setdefault(action_name, []).append(action_params)
 
-        return result
+        if result:
+            return result
     except ET.ParseError:
-        return result
+        pass  # Fall through to regex-based extraction
 
-    # Fall back to JSON inside <params>...</params>
-    if not params_content.startswith("{"):
-        return result
+    # Regex-based fallback for content that breaks XML parsing
+    # (e.g. C code with <stdio.h>, shell commands with < > &, etc.)
+    # Look for <ACTION_NAME>...<param>...</param>...</ACTION_NAME> patterns
+    action_block_pattern = re.compile(r"<([A-Z_]+)>(.*?)</\1>", re.DOTALL | re.IGNORECASE)
+    param_pattern = re.compile(r"<(\w+)>(.*?)</\1>", re.DOTALL)
 
-    try:
-        loaded = json.loads(params_content)
-    except json.JSONDecodeError:
-        return result
+    for action_match in action_block_pattern.finditer(params_content):
+        action_name = action_match.group(1).upper()
+        action_body = action_match.group(2).strip()
+        action_params: dict[str, str] = {}
+
+        # Try JSON inside the action block first
+        if action_body.startswith("{"):
+            try:
+                loaded = json.loads(action_body)
+                if isinstance(loaded, dict):
+                    for k, v in loaded.items():
+                        action_params[str(k)] = str(v)
+            except json.JSONDecodeError:
+                pass
+
+        # Extract nested param tags via regex
+        if not action_params:
+            for param_match in param_pattern.finditer(action_body):
+                param_name = param_match.group(1)
+                param_value = param_match.group(2).strip()
+                # Skip if the param name looks like an action (all caps)
+                if param_name == param_name.upper() and len(param_name) > 2:
+                    continue
+                action_params[param_name] = param_value
+
+        if action_params:
+            result.setdefault(action_name, []).append(action_params)
 
-    if not isinstance(loaded, dict):
+    if result:
         return result
 
-    for action_name, action_params_raw in loaded.items():
-        if not isinstance(action_params_raw, dict):
-            continue
-        params: dict[str, str] = {}
-        for k, v in action_params_raw.items():
-            params[str(k)] = str(v)
-        if params:
-            result.setdefault(str(action_name).upper(), []).append(params)
+    # Fall back to JSON inside <params>...</params>
+    if params_content.startswith("{") or params_content.startswith("["):
+        try:
+            loaded_any = json.loads(params_content)
+        except json.JSONDecodeError:
+            return result
+
+        if isinstance(loaded_any, dict):
+            for action_name, action_params_raw in loaded_any.items():
+                if not isinstance(action_params_raw, dict):
+                    continue
+                params_out: dict[str, str] = {}
+                for k, v in action_params_raw.items():
+                    params_out[str(k)] = str(v)
+                if params_out:
+                    result.setdefault(str(action_name).upper(), []).append(params_out)
 
     return result
 
@@ -366,6 +401,9 @@ class DefaultMessageService(IMessageService):
         traj_step_id: str | None = None
         if message.metadata is not None:
             maybe_step = getattr(message.metadata, "trajectoryStepId", None)
+            if not maybe_step and hasattr(message.metadata, "message"):
+                nested_meta = message.metadata.message
+                maybe_step = getattr(nested_meta, "trajectory_step_id", None)
             if isinstance(maybe_step, str) and maybe_step:
                 traj_step_id = maybe_step
 
@@ -448,12 +486,13 @@ class DefaultMessageService(IMessageService):
                 existing_memory = await runtime.get_memory_by_id(message.id)
                 if not existing_memory:
                     await runtime.create_memory(message, "messages")
+                    _spawn_embedding_generation(runtime, message)
             except RuntimeError:
                 # No database adapter - skip persistence (benchmark mode)
                 runtime.logger.debug("No database adapter, skipping message persistence")
 
             # Step 2: Compose state from providers
-            state = await runtime.compose_state(message)
+            state = await runtime.compose_state(message, trajectory_phase="generate")
 
             # Optional: multi-step strategy (TypeScript parity)
             use_multi_step = _parse_bool(runtime.get_setting("USE_MULTI_STEP"))
@@ -684,6 +723,9 @@ class DefaultMessageService(IMessageService):
                 },
             )
 
+            # Spawn async embedding generation for response
+            _spawn_embedding_generation(runtime, response_memory)
+
             responses = [response_memory]
 
             # Step 7: Process actions via runtime.process_actions()
@@ -697,6 +739,20 @@ class DefaultMessageService(IMessageService):
                 # Simple chat-style response
                 await callback(response_content)
 
+            # Complete trajectory step with actual action data
+            if traj_step_id and traj_logger is not None:
+                try:
+                    if hasattr(traj_logger, "complete_step_by_step_id"):
+                        traj_logger.complete_step_by_step_id(
+                            step_id=traj_step_id,
+                            action_type=",".join(actions) if actions else "REPLY",
+                            action_name=",".join(actions) if actions else "REPLY",
+                            success=True,
+                            reward=0.1,
+                        )
+                except Exception as e:
+                    runtime.logger.debug(f"Trajectory step completion failed: {e}")
+
             # Step 8: Run evaluators via runtime.evaluate()
             runtime.logger.debug("Running evaluators")
             await runtime.evaluate(
@@ -722,6 +778,22 @@ class DefaultMessageService(IMessageService):
             runtime.logger.error(
                 f"Error processing message: {e}\n{''.join(_tb.format_exception(e))}"
             )
+
+            # Mark trajectory step as failed on error
+            if traj_step_id and traj_logger is not None:
+                try:
+                    if hasattr(traj_logger, "complete_step_by_step_id"):
+                        traj_logger.complete_step_by_step_id(
+                            step_id=traj_step_id,
+                            action_type="ERROR",
+                            action_name="ERROR",
+                            success=False,
+                            reward=-0.1,
+                            error=str(e)[:500],
+                        )
+                except Exception:
+                    pass
+
             raise
         finally:
             CURRENT_TRAJECTORY_STEP_ID.reset(token)
@@ -829,6 +901,7 @@ class DefaultMessageService(IMessageService):
                 include_list=["RECENT_MESSAGES", "ACTION_STATE", "ACTIONS", "PROVIDERS"],
                 only_include=True,
                 skip_cache=True,
+                trajectory_phase="multi_step_iteration",
             )
             state.data.action_results = list(trace_results)
             state.values["actionResults"] = _format_action_results(trace_results)
@@ -914,6 +987,7 @@ class DefaultMessageService(IMessageService):
                     include_list=providers,
                     only_include=True,
                     skip_cache=True,
+                    trajectory_phase="multi_step_provider",
                 )
 
             if action_name:
@@ -949,6 +1023,7 @@ class DefaultMessageService(IMessageService):
             include_list=["RECENT_MESSAGES", "ACTION_STATE", "ACTIONS", "PROVIDERS"],
             only_include=True,
             skip_cache=True,
+            trajectory_phase="multi_step_summary",
         )
         state.data.action_results = list(trace_results)
         state.values["actionResults"] = _format_action_results(trace_results)
@@ -1172,7 +1247,7 @@ class DefaultMessageService(IMessageService):
                 await runtime.create_memory(message, "messages")
 
             # Compose state from providers
-            state = await runtime.compose_state(message)
+            state = await runtime.compose_state(message, trajectory_phase="generate")
 
             # Build the prompt using canonical template
             from elizaos.prompts import MESSAGE_HANDLER_TEMPLATE
@@ -1242,3 +1317,78 @@ class DefaultMessageService(IMessageService):
             StreamingMessageResult: Final result with metadata (yielded last)
         """
         return self._handle_message_stream_impl(runtime, message)
+
+
+def _spawn_embedding_generation(runtime: IAgentRuntime, memory: Memory) -> None:
+    """Spawn a background task to generate intent and embedding for a memory."""
+    import asyncio
+
+    # Create a background task for embedding generation
+    # We don't await it here so it doesn't block the main flow
+    try:
+        loop = asyncio.get_running_loop()
+        loop.create_task(_generate_embedding_task(runtime, memory))
+    except RuntimeError:
+        # If no loop is running, we might be in a thread or startup.
+        # Fallback to creating a new loop or skipping?
+        # Standard asyncio usage implies a loop exists.
+        pass
+
+
+async def _generate_embedding_task(runtime: IAgentRuntime, memory: Memory) -> None:
+    try:
+        text = memory.content.text or ""
+        if not text:
+            return
+
+        # 1. Generate Intent (Augmented Query)
+        intent_prompt = (
+            "Analyze the following message and extract the core intent or meaning to be used as a search query for retrieval. "
+            "Return ONLY the intent text, no explanation.\\n\\n"
+            f"Message: {text}"
+        )
+
+        intent = text
+        try:
+            # parsing logic handles string response
+            intent_resp = await runtime.use_model(
+                ModelType.TEXT_SMALL,
+                {"prompt": intent_prompt, "maxTokens": 128, "temperature": 0.0},
+            )
+            if isinstance(intent_resp, str):
+                intent = intent_resp.strip()
+        except Exception as e:
+            runtime.logger.debug(f"Failed to generate intent: {e}")
+
+        # Store intent in metadata
+        if memory.metadata is None:
+            from google.protobuf.struct_pb2 import Struct
+
+            memory.metadata = Struct()
+
+        # Handle both dict access (Python object) and struct access (Protobuf)
+        if hasattr(memory.metadata, "update") and callable(memory.metadata.update):
+            # For dict
+            memory.metadata.update({"intent": intent})
+        elif hasattr(memory.metadata, "__setitem__"):
+            memory.metadata["intent"] = intent
+
+        # 2. Generate Embedding for Intent
+        embedding_resp = await runtime.use_model(
+            ModelType.TEXT_EMBEDDING, {"input": intent, "text": intent}
+        )
+
+        embedding: list[float] | None = None
+        if isinstance(embedding_resp, list):
+            embedding = [float(x) for x in embedding_resp]
+
+        if embedding:
+            memory.embedding = embedding
+
+            # 3. Update Memory in DB
+            if runtime._adapter:
+                await runtime.update_memory(memory)
+                runtime.logger.debug(f"Generated intent and embedding for memory {memory.id}")
+
+    except Exception as e:
+        runtime.logger.debug(f"Async embedding task failed for memory {memory.id}: {e}")

package/elizaos/types/generated/eliza/v1/agent_pb2.py

@@ -26,7 +26,7 @@ from eliza.v1 import primitives_pb2 as eliza_dot_v1_dot_primitives__pb2
 from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x14\x65liza/v1/agent.proto\x12\x08\x65liza.v1\x1a\x19\x65liza/v1/primitives.proto\x1a\x1cgoogle/protobuf/struct.proto\"Q\n\x0eMessageExample\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12+\n\x07\x63ontent\x18\x02 \x01(\x0b\x32\x11.eliza.v1.ContentR\x07\x63ontent\"k\n\rKnowledgeItem\x12\x14\n\x04path\x18\x01 \x01(\tH\x00R\x04path\x12<\n\tdirectory\x18\x02 \x01(\x0b\x32\x1c.eliza.v1.KnowledgeDirectoryH\x00R\tdirectoryB\x06\n\x04item\"P\n\x12KnowledgeDirectory\x12\x12\n\x04path\x18\x01 \x01(\tR\x04path\x12\x1b\n\x06shared\x18\x02 \x01(\x08H\x00R\x06shared\x88\x01\x01\x42\t\n\x07_shared\"\xd5\n\n\x11\x43haracterSettings\x12\x35\n\x14should_respond_model\x18\x01 \x01(\tH\x00R\x12shouldRespondModel\x88\x01\x01\x12)\n\x0euse_multi_step\x18\x02 \x01(\x08H\x01R\x0cuseMultiStep\x88\x01\x01\x12=\n\x18max_multistep_iterations\x18\x03 \x01(\x05H\x02R\x16maxMultistepIterations\x88\x01\x01\x12\x34\n\x13\x62ootstrap_defllmoff\x18\x04 \x01(\x08H\x03R\x12\x62ootstrapDefllmoff\x88\x01\x01\x12\x33\n\x13\x62ootstrap_keep_resp\x18\x05 \x01(\x08H\x04R\x11\x62ootstrapKeepResp\x88\x01\x01\x12@\n\x1aproviders_total_timeout_ms\x18\x06 \x01(\x05H\x05R\x17providersTotalTimeoutMs\x88\x01\x01\x12@\n\x1amax_working_memory_entries\x18\x07 \x01(\x05H\x06R\x17maxWorkingMemoryEntries\x88\x01\x01\x12;\n\x17\x61lways_respond_channels\x18\x08 \x01(\tH\x07R\x15\x61lwaysRespondChannels\x88\x01\x01\x12\x39\n\x16\x61lways_respond_sources\x18\t \x01(\tH\x08R\x14\x61lwaysRespondSources\x88\x01\x01\x12\x34\n\x13\x64\x65\x66\x61ult_temperature\x18\n \x01(\x01H\tR\x12\x64\x65\x66\x61ultTemperature\x88\x01\x01\x12\x31\n\x12\x64\x65\x66\x61ult_max_tokens\x18\x0b \x01(\x05H\nR\x10\x64\x65\x66\x61ultMaxTokens\x88\x01\x01\x12?\n\x19\x64\x65\x66\x61ult_frequency_penalty\x18\x0c \x01(\x01H\x0bR\x17\x64\x65\x66\x61ultFrequencyPenalty\x88\x01\x01\x12=\n\x18\x64\x65\x66\x61ult_presence_penalty\x18\r \x01(\x01H\x0cR\x16\x64\x65\x66\x61ultPresencePenalty\x88\x01\x01\x12\x41\n\x1a\x64isable_basic_capabilities\x18\x0e \x01(\x08H\rR\x18\x64isableBasicCapabilities\x88\x01\x01\x12\x45\n\x1c\x65nable_extended_capabilities\x18\x0f \x01(\x08H\x0eR\x1a\x65nableExtendedCapabilities\x88\x01\x01\x12-\n\x05\x65xtra\x18\x10 \x01(\x0b\x32\x17.google.protobuf.StructR\x05\x65xtraB\x17\n\x15_should_respond_modelB\x11\n\x0f_use_multi_stepB\x1b\n\x19_max_multistep_iterationsB\x16\n\x14_bootstrap_defllmoffB\x16\n\x14_bootstrap_keep_respB\x1d\n\x1b_providers_total_timeout_msB\x1d\n\x1b_max_working_memory_entriesB\x1a\n\x18_always_respond_channelsB\x19\n\x17_always_respond_sourcesB\x16\n\x14_default_temperatureB\x15\n\x13_default_max_tokensB\x1c\n\x1a_default_frequency_penaltyB\x1b\n\x19_default_presence_penaltyB\x1d\n\x1b_disable_basic_capabilitiesB\x1f\n\x1d_enable_extended_capabilities\"G\n\x0bStyleGuides\x12\x10\n\x03\x61ll\x18\x01 \x03(\tR\x03\x61ll\x12\x12\n\x04\x63hat\x18\x02 \x03(\tR\x04\x63hat\x12\x12\n\x04post\x18\x03 \x03(\tR\x04post\"\xa4\x07\n\tCharacter\x12\x13\n\x02id\x18\x01 \x01(\tH\x00R\x02id\x88\x01\x01\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1f\n\x08username\x18\x03 \x01(\tH\x01R\x08username\x88\x01\x01\x12\x1b\n\x06system\x18\x04 \x01(\tH\x02R\x06system\x88\x01\x01\x12@\n\ttemplates\x18\x05 \x03(\x0b\x32\".eliza.v1.Character.TemplatesEntryR\ttemplates\x12\x10\n\x03\x62io\x18\x06 \x03(\tR\x03\x62io\x12H\n\x10message_examples\x18\x07 \x03(\x0b\x32\x1d.eliza.v1.MessageExampleGroupR\x0fmessageExamples\x12#\n\rpost_examples\x18\x08 \x03(\tR\x0cpostExamples\x12\x16\n\x06topics\x18\t \x03(\tR\x06topics\x12\x1e\n\nadjectives\x18\n \x03(\tR\nadjectives\x12\x35\n\tknowledge\x18\x0b \x03(\x0b\x32\x17.eliza.v1.KnowledgeItemR\tknowledge\x12\x18\n\x07plugins\x18\x0c \x03(\tR\x07plugins\x12<\n\x08settings\x18\r \x01(\x0b\x32\x1b.eliza.v1.CharacterSettingsH\x03R\x08settings\x88\x01\x01\x12:\n\x07secrets\x18\x0e \x03(\x0b\x32 .eliza.v1.Character.SecretsEntryR\x07secrets\x12\x30\n\x05style\x18\x0f \x01(\x0b\x32\x15.eliza.v1.StyleGuidesH\x04R\x05style\x88\x01\x01\x12\x30\n\x11\x61\x64vanced_planning\x18\x10 \x01(\x08H\x05R\x10\x61\x64vancedPlanning\x88\x01\x01\x12,\n\x0f\x61\x64vanced_memory\x18\x11 \x01(\x08H\x06R\x0e\x61\x64vancedMemory\x88\x01\x01\x1a<\n\x0eTemplatesEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\x1a:\n\x0cSecretsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\x42\x05\n\x03_idB\x0b\n\t_usernameB\t\n\x07_systemB\x0b\n\t_settingsB\x08\n\x06_styleB\x14\n\x12_advanced_planningB\x12\n\x10_advanced_memory\"K\n\x13MessageExampleGroup\x12\x34\n\x08\x65xamples\x18\x01 \x03(\x0b\x32\x18.eliza.v1.MessageExampleR\x08\x65xamples\"\xd2\x01\n\x05\x41gent\x12\x31\n\tcharacter\x18\x01 \x01(\x0b\x32\x13.eliza.v1.CharacterR\tcharacter\x12\x1d\n\x07\x65nabled\x18\x02 \x01(\x08H\x00R\x07\x65nabled\x88\x01\x01\x12-\n\x06status\x18\x03 \x01(\x0e\x32\x15.eliza.v1.AgentStatusR\x06status\x12\x1d\n\ncreated_at\x18\x04 \x01(\x03R\tcreatedAt\x12\x1d\n\nupdated_at\x18\x05 \x01(\x03R\tupdatedAtB\n\n\x08_enabled*_\n\x0b\x41gentStatus\x12\x1c\n\x18\x41GENT_STATUS_UNSPECIFIED\x10\x00\x12\x17\n\x13\x41GENT_STATUS_ACTIVE\x10\x01\x12\x19\n\x15\x41GENT_STATUS_INACTIVE\x10\x02\x42\x8d\x01\n\x0c\x63om.eliza.v1B\nAgentProtoP\x01Z0github.com/elizaos/eliza/gen/go/eliza/v1;elizav1\xa2\x02\x03\x45XX\xaa\x02\x08\x45liza.V1\xca\x02\x08\x45liza\\V1\xe2\x02\x14\x45liza\\V1\\GPBMetadata\xea\x02\tEliza::V1b\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x14\x65liza/v1/agent.proto\x12\x08\x65liza.v1\x1a\x19\x65liza/v1/primitives.proto\x1a\x1cgoogle/protobuf/struct.proto\"Q\n\x0eMessageExample\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12+\n\x07\x63ontent\x18\x02 \x01(\x0b\x32\x11.eliza.v1.ContentR\x07\x63ontent\"k\n\rKnowledgeItem\x12\x14\n\x04path\x18\x01 \x01(\tH\x00R\x04path\x12<\n\tdirectory\x18\x02 \x01(\x0b\x32\x1c.eliza.v1.KnowledgeDirectoryH\x00R\tdirectoryB\x06\n\x04item\"P\n\x12KnowledgeDirectory\x12\x12\n\x04path\x18\x01 \x01(\tR\x04path\x12\x1b\n\x06shared\x18\x02 \x01(\x08H\x00R\x06shared\x88\x01\x01\x42\t\n\x07_shared\"\xed\t\n\x11\x43haracterSettings\x12\x35\n\x14should_respond_model\x18\x01 \x01(\tH\x00R\x12shouldRespondModel\x88\x01\x01\x12)\n\x0euse_multi_step\x18\x02 \x01(\x08H\x01R\x0cuseMultiStep\x88\x01\x01\x12=\n\x18max_multistep_iterations\x18\x03 \x01(\x05H\x02R\x16maxMultistepIterations\x88\x01\x01\x12\x34\n\x13\x62ootstrap_defllmoff\x18\x04 \x01(\x08H\x03R\x12\x62ootstrapDefllmoff\x88\x01\x01\x12\x33\n\x13\x62ootstrap_keep_resp\x18\x05 \x01(\x08H\x04R\x11\x62ootstrapKeepResp\x88\x01\x01\x12@\n\x1aproviders_total_timeout_ms\x18\x06 \x01(\x05H\x05R\x17providersTotalTimeoutMs\x88\x01\x01\x12@\n\x1amax_working_memory_entries\x18\x07 \x01(\x05H\x06R\x17maxWorkingMemoryEntries\x88\x01\x01\x12;\n\x17\x61lways_respond_channels\x18\x08 \x01(\tH\x07R\x15\x61lwaysRespondChannels\x88\x01\x01\x12\x39\n\x16\x61lways_respond_sources\x18\t \x01(\tH\x08R\x14\x61lwaysRespondSources\x88\x01\x01\x12\x34\n\x13\x64\x65\x66\x61ult_temperature\x18\n \x01(\x01H\tR\x12\x64\x65\x66\x61ultTemperature\x88\x01\x01\x12\x31\n\x12\x64\x65\x66\x61ult_max_tokens\x18\x0b \x01(\x05H\nR\x10\x64\x65\x66\x61ultMaxTokens\x88\x01\x01\x12?\n\x19\x64\x65\x66\x61ult_frequency_penalty\x18\x0c \x01(\x01H\x0bR\x17\x64\x65\x66\x61ultFrequencyPenalty\x88\x01\x01\x12=\n\x18\x64\x65\x66\x61ult_presence_penalty\x18\r \x01(\x01H\x0cR\x16\x64\x65\x66\x61ultPresencePenalty\x88\x01\x01\x12\x41\n\x1a\x64isable_basic_capabilities\x18\x0e \x01(\x08H\rR\x18\x64isableBasicCapabilities\x88\x01\x01\x12-\n\x05\x65xtra\x18\x10 \x01(\x0b\x32\x17.google.protobuf.StructR\x05\x65xtraB\x17\n\x15_should_respond_modelB\x11\n\x0f_use_multi_stepB\x1b\n\x19_max_multistep_iterationsB\x16\n\x14_bootstrap_defllmoffB\x16\n\x14_bootstrap_keep_respB\x1d\n\x1b_providers_total_timeout_msB\x1d\n\x1b_max_working_memory_entriesB\x1a\n\x18_always_respond_channelsB\x19\n\x17_always_respond_sourcesB\x16\n\x14_default_temperatureB\x15\n\x13_default_max_tokensB\x1c\n\x1a_default_frequency_penaltyB\x1b\n\x19_default_presence_penaltyB\x1d\n\x1b_disable_basic_capabilities\"G\n\x0bStyleGuides\x12\x10\n\x03\x61ll\x18\x01 \x03(\tR\x03\x61ll\x12\x12\n\x04\x63hat\x18\x02 \x03(\tR\x04\x63hat\x12\x12\n\x04post\x18\x03 \x03(\tR\x04post\"\xa4\x07\n\tCharacter\x12\x13\n\x02id\x18\x01 \x01(\tH\x00R\x02id\x88\x01\x01\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1f\n\x08username\x18\x03 \x01(\tH\x01R\x08username\x88\x01\x01\x12\x1b\n\x06system\x18\x04 \x01(\tH\x02R\x06system\x88\x01\x01\x12@\n\ttemplates\x18\x05 \x03(\x0b\x32\".eliza.v1.Character.TemplatesEntryR\ttemplates\x12\x10\n\x03\x62io\x18\x06 \x03(\tR\x03\x62io\x12H\n\x10message_examples\x18\x07 \x03(\x0b\x32\x1d.eliza.v1.MessageExampleGroupR\x0fmessageExamples\x12#\n\rpost_examples\x18\x08 \x03(\tR\x0cpostExamples\x12\x16\n\x06topics\x18\t \x03(\tR\x06topics\x12\x1e\n\nadjectives\x18\n \x03(\tR\nadjectives\x12\x35\n\tknowledge\x18\x0b \x03(\x0b\x32\x17.eliza.v1.KnowledgeItemR\tknowledge\x12\x18\n\x07plugins\x18\x0c \x03(\tR\x07plugins\x12<\n\x08settings\x18\r \x01(\x0b\x32\x1b.eliza.v1.CharacterSettingsH\x03R\x08settings\x88\x01\x01\x12:\n\x07secrets\x18\x0e \x03(\x0b\x32 .eliza.v1.Character.SecretsEntryR\x07secrets\x12\x30\n\x05style\x18\x0f \x01(\x0b\x32\x15.eliza.v1.StyleGuidesH\x04R\x05style\x88\x01\x01\x12\x30\n\x11\x61\x64vanced_planning\x18\x10 \x01(\x08H\x05R\x10\x61\x64vancedPlanning\x88\x01\x01\x12,\n\x0f\x61\x64vanced_memory\x18\x11 \x01(\x08H\x06R\x0e\x61\x64vancedMemory\x88\x01\x01\x1a<\n\x0eTemplatesEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\x1a:\n\x0cSecretsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\x42\x05\n\x03_idB\x0b\n\t_usernameB\t\n\x07_systemB\x0b\n\t_settingsB\x08\n\x06_styleB\x14\n\x12_advanced_planningB\x12\n\x10_advanced_memory\"K\n\x13MessageExampleGroup\x12\x34\n\x08\x65xamples\x18\x01 \x03(\x0b\x32\x18.eliza.v1.MessageExampleR\x08\x65xamples\"\xd2\x01\n\x05\x41gent\x12\x31\n\tcharacter\x18\x01 \x01(\x0b\x32\x13.eliza.v1.CharacterR\tcharacter\x12\x1d\n\x07\x65nabled\x18\x02 \x01(\x08H\x00R\x07\x65nabled\x88\x01\x01\x12-\n\x06status\x18\x03 \x01(\x0e\x32\x15.eliza.v1.AgentStatusR\x06status\x12\x1d\n\ncreated_at\x18\x04 \x01(\x03R\tcreatedAt\x12\x1d\n\nupdated_at\x18\x05 \x01(\x03R\tupdatedAtB\n\n\x08_enabled*_\n\x0b\x41gentStatus\x12\x1c\n\x18\x41GENT_STATUS_UNSPECIFIED\x10\x00\x12\x17\n\x13\x41GENT_STATUS_ACTIVE\x10\x01\x12\x19\n\x15\x41GENT_STATUS_INACTIVE\x10\x02\x42\x8d\x01\n\x0c\x63om.eliza.v1B\nAgentProtoP\x01Z0github.com/elizaos/eliza/gen/go/eliza/v1;elizav1\xa2\x02\x03\x45XX\xaa\x02\x08\x45liza.V1\xca\x02\x08\x45liza\\V1\xe2\x02\x14\x45liza\\V1\\GPBMetadata\xea\x02\tEliza::V1b\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -38,8 +38,8 @@ if not _descriptor._USE_C_DESCRIPTORS:
   _globals['_CHARACTER_TEMPLATESENTRY']._serialized_options = b'8\001'
   _globals['_CHARACTER_SECRETSENTRY']._loaded_options = None
   _globals['_CHARACTER_SECRETSENTRY']._serialized_options = b'8\001'
-  _globals['_AGENTSTATUS']._serialized_start=3031
-  _globals['_AGENTSTATUS']._serialized_end=3126
+  _globals['_AGENTSTATUS']._serialized_start=2927
+  _globals['_AGENTSTATUS']._serialized_end=3022
   _globals['_MESSAGEEXAMPLE']._serialized_start=91
   _globals['_MESSAGEEXAMPLE']._serialized_end=172
   _globals['_KNOWLEDGEITEM']._serialized_start=174
@@ -47,17 +47,17 @@ if not _descriptor._USE_C_DESCRIPTORS:
   _globals['_KNOWLEDGEDIRECTORY']._serialized_start=283
   _globals['_KNOWLEDGEDIRECTORY']._serialized_end=363
   _globals['_CHARACTERSETTINGS']._serialized_start=366
-  _globals['_CHARACTERSETTINGS']._serialized_end=1731
-  _globals['_STYLEGUIDES']._serialized_start=1733
-  _globals['_STYLEGUIDES']._serialized_end=1804
-  _globals['_CHARACTER']._serialized_start=1807
-  _globals['_CHARACTER']._serialized_end=2739
-  _globals['_CHARACTER_TEMPLATESENTRY']._serialized_start=2523
-  _globals['_CHARACTER_TEMPLATESENTRY']._serialized_end=2583
-  _globals['_CHARACTER_SECRETSENTRY']._serialized_start=2585
-  _globals['_CHARACTER_SECRETSENTRY']._serialized_end=2643
-  _globals['_MESSAGEEXAMPLEGROUP']._serialized_start=2741
-  _globals['_MESSAGEEXAMPLEGROUP']._serialized_end=2816
-  _globals['_AGENT']._serialized_start=2819
-  _globals['_AGENT']._serialized_end=3029
+  _globals['_CHARACTERSETTINGS']._serialized_end=1627
+  _globals['_STYLEGUIDES']._serialized_start=1629
+  _globals['_STYLEGUIDES']._serialized_end=1700
+  _globals['_CHARACTER']._serialized_start=1703
+  _globals['_CHARACTER']._serialized_end=2635
+  _globals['_CHARACTER_TEMPLATESENTRY']._serialized_start=2419
+  _globals['_CHARACTER_TEMPLATESENTRY']._serialized_end=2479
+  _globals['_CHARACTER_SECRETSENTRY']._serialized_start=2481
+  _globals['_CHARACTER_SECRETSENTRY']._serialized_end=2539
+  _globals['_MESSAGEEXAMPLEGROUP']._serialized_start=2637
+  _globals['_MESSAGEEXAMPLEGROUP']._serialized_end=2712
+  _globals['_AGENT']._serialized_start=2715
+  _globals['_AGENT']._serialized_end=2925
 # @@protoc_insertion_point(module_scope)

package/elizaos/types/generated/eliza/v1/agent_pb2.pyi

@@ -43,7 +43,7 @@ class KnowledgeDirectory(_message.Message):
     def __init__(self, path: _Optional[str] = ..., shared: _Optional[bool] = ...) -> None: ...
 
 class CharacterSettings(_message.Message):
-    __slots__ = ("should_respond_model", "use_multi_step", "max_multistep_iterations", "bootstrap_defllmoff", "bootstrap_keep_resp", "providers_total_timeout_ms", "max_working_memory_entries", "always_respond_channels", "always_respond_sources", "default_temperature", "default_max_tokens", "default_frequency_penalty", "default_presence_penalty", "disable_basic_capabilities", "enable_extended_capabilities", "extra")
+    __slots__ = ("should_respond_model", "use_multi_step", "max_multistep_iterations", "bootstrap_defllmoff", "bootstrap_keep_resp", "providers_total_timeout_ms", "max_working_memory_entries", "always_respond_channels", "always_respond_sources", "default_temperature", "default_max_tokens", "default_frequency_penalty", "default_presence_penalty", "disable_basic_capabilities", "extra")
     SHOULD_RESPOND_MODEL_FIELD_NUMBER: _ClassVar[int]
     USE_MULTI_STEP_FIELD_NUMBER: _ClassVar[int]
     MAX_MULTISTEP_ITERATIONS_FIELD_NUMBER: _ClassVar[int]
@@ -58,7 +58,6 @@ class CharacterSettings(_message.Message):
     DEFAULT_FREQUENCY_PENALTY_FIELD_NUMBER: _ClassVar[int]
     DEFAULT_PRESENCE_PENALTY_FIELD_NUMBER: _ClassVar[int]
     DISABLE_BASIC_CAPABILITIES_FIELD_NUMBER: _ClassVar[int]
-    ENABLE_EXTENDED_CAPABILITIES_FIELD_NUMBER: _ClassVar[int]
     EXTRA_FIELD_NUMBER: _ClassVar[int]
     should_respond_model: str
     use_multi_step: bool
@@ -74,9 +73,8 @@ class CharacterSettings(_message.Message):
     default_frequency_penalty: float
     default_presence_penalty: float
     disable_basic_capabilities: bool
-    enable_extended_capabilities: bool
     extra: _struct_pb2.Struct
-    def __init__(self, should_respond_model: _Optional[str] = ..., use_multi_step: _Optional[bool] = ..., max_multistep_iterations: _Optional[int] = ..., bootstrap_defllmoff: _Optional[bool] = ..., bootstrap_keep_resp: _Optional[bool] = ..., providers_total_timeout_ms: _Optional[int] = ..., max_working_memory_entries: _Optional[int] = ..., always_respond_channels: _Optional[str] = ..., always_respond_sources: _Optional[str] = ..., default_temperature: _Optional[float] = ..., default_max_tokens: _Optional[int] = ..., default_frequency_penalty: _Optional[float] = ..., default_presence_penalty: _Optional[float] = ..., disable_basic_capabilities: _Optional[bool] = ..., enable_extended_capabilities: _Optional[bool] = ..., extra: _Optional[_Union[_struct_pb2.Struct, _Mapping]] = ...) -> None: ...
+    def __init__(self, should_respond_model: _Optional[str] = ..., use_multi_step: _Optional[bool] = ..., max_multistep_iterations: _Optional[int] = ..., bootstrap_defllmoff: _Optional[bool] = ..., bootstrap_keep_resp: _Optional[bool] = ..., providers_total_timeout_ms: _Optional[int] = ..., max_working_memory_entries: _Optional[int] = ..., always_respond_channels: _Optional[str] = ..., always_respond_sources: _Optional[str] = ..., default_temperature: _Optional[float] = ..., default_max_tokens: _Optional[int] = ..., default_frequency_penalty: _Optional[float] = ..., default_presence_penalty: _Optional[float] = ..., disable_basic_capabilities: _Optional[bool] = ..., extra: _Optional[_Union[_struct_pb2.Struct, _Mapping]] = ...) -> None: ...
 
 class StyleGuides(_message.Message):
     __slots__ = ("all", "chat", "post")

package/elizaos/types/model.py

@@ -56,6 +56,9 @@ class ModelType(str, Enum):
     # Research models (deep research)
     RESEARCH = "RESEARCH"
 
+    # Safeguard models
+    SAFEGUARD = "SAFEGUARD"
+
 
 # Type for model type names - allows string for extensibility
 ModelTypeName = str
@@ -281,6 +284,30 @@ class ObjectGenerationParams(BaseModel):
     model_config = {"populate_by_name": True, "extra": "allow"}
 
 
+# ============================================================================
+# Safeguard Model Types
+# ============================================================================
+
+
+class SafeguardParams(BaseModel):
+    """Parameters for safeguard (content moderation) models."""
+
+    input: str = Field(..., description="Input text to classify")
+    model_type: str = Field(..., alias="modelType", description="Model type (must be SAFEGUARD)")
+
+    model_config = {"populate_by_name": True}
+
+
+class SafeguardResult(BaseModel):
+    """Result from a safeguard model classification."""
+
+    violation: float = Field(..., description="Violation score (0-1)")
+    category: str | None = Field(default=None, description="Violation category if any")
+    rationale: str | None = Field(default=None, description="Rationale for the classification")
+
+    model_config = {"populate_by_name": True}
+
+
 # ============================================================================
 # Research Model Types (Deep Research)
 # ============================================================================

package/elizaos/types/runtime.py

@@ -7,7 +7,7 @@ from typing import TYPE_CHECKING, Any
 from pydantic import BaseModel, Field
 
 from elizaos.logger import Logger
-from elizaos.types.database import IDatabaseAdapter
+from elizaos.types.database import IDatabaseAdapter, MemorySearchOptions
 from elizaos.types.primitives import UUID, Content
 
 if TYPE_CHECKING:
@@ -287,6 +287,7 @@ class IAgentRuntime(ABC):
         include_list: list[str] | None = None,
         only_include: bool = False,
         skip_cache: bool = False,
+        trajectory_phase: str | None = None,
     ) -> State: ...
 
     # Model usage
@@ -456,5 +457,8 @@ class IAgentRuntime(ABC):
     @abstractmethod
     async def get_relationships(self, params: dict[str, object]) -> list[object]: ...
 
+    @abstractmethod
+    async def search_memories(self, params: MemorySearchOptions) -> list[Memory]: ...
+
     @abstractmethod
     async def search_knowledge(self, query: str, limit: int = 5) -> list[object]: ...