python-codex 0.1.13__py3-none-any.whl → 0.2.0__py3-none-any.whl

pycodex/agent.py

@@ -17,7 +17,8 @@ from .protocol import (
     TurnResult,
     UserMessage,
 )
-from .tools import ToolContext, ToolRegistry
+from .tools import ExecCommandTool, ToolContext, ToolRegistry, UnifiedExecManager
+from .utils.truncation import truncate_tool_results_for_history
 from .utils import uuid7_string
 import typing
 
@@ -46,6 +47,7 @@ _CONTEXT_LENGTH_ERROR_MARKERS = (
     "exceeds the context window",
     "exceeded the context window",
 )
+TERMINAL_TURN_EVENTS = {"turn_completed", "turn_failed", "turn_interrupted"}
 
 
 class TurnInterrupted(RuntimeError):
@@ -85,6 +87,15 @@ class Agent:
         self._last_total_usage_tokens: 'typing.Union[int, None]' = None
         self.runtime_environment = runtime_environment
         self.interrupt_asap = False
+        self._turn_running = False
+        exec_command_tool = self._tool_registry.get_tool("exec_command")
+        self._exec_manager = (
+            exec_command_tool._manager
+            if isinstance(exec_command_tool, ExecCommandTool)
+            else None
+        )
+        if self._exec_manager is not None:
+            self._exec_manager.set_notify_hook(self.maybe_invoke)
 
     @property
     def history(self) -> 'typing.Tuple[ConversationItem, ...]':
@@ -129,6 +140,7 @@ class Agent:
     async def run_turn(
         self, texts: 'typing.List[str]', turn_id: 'typing.Union[str, None]' = None
     ) -> 'TurnResult':
+        self._turn_running = True
         turn_id = turn_id or uuid7_string()
         self.interrupt_asap = False
         new_user_messages = [UserMessage(text=text) for text in texts]
@@ -168,16 +180,10 @@ class Agent:
                     item_count=len(response.items),
                 )
 
-                tool_calls: 'typing.List[ToolCall]' = []
-                persisted_response_items: 'typing.List[ConversationItem]' = []
-                for item in response.items:
-                    self._history.append(item)
-                    persisted_response_items.append(item)
-                    if isinstance(item, AssistantMessage):
-                        last_assistant_message = item.text
-                    elif isinstance(item, ToolCall):
-                        tool_calls.append(item)
-                self._persist_history_items(persisted_response_items)
+                recorded_items = self._record_model_response_items(response.items)
+                tool_calls = recorded_items[1]
+                if recorded_items[2] is not None:
+                    last_assistant_message = recorded_items[2]
 
                 if not tool_calls:
                     self._raise_if_interrupt_requested(
@@ -191,6 +197,7 @@ class Agent:
                         iteration=iteration,
                         output_text=last_assistant_message,
                     )
+                    self._turn_running = False
                     return TurnResult(
                         turn_id=turn_id,
                         output_text=last_assistant_message,
@@ -200,6 +207,7 @@ class Agent:
                     )
 
                 tool_results = await self._execute_tool_batch(turn_id, tool_calls)
+                tool_results = truncate_tool_results_for_history(tool_results)
                 self._history.extend(tool_results)
                 self._persist_history_items(tool_results)
                 follow_up_messages = self._build_follow_up_messages(tool_results)
@@ -211,6 +219,10 @@ class Agent:
                     output_text=last_assistant_message,
                 )
         except TurnInterrupted:
+            self._turn_running = False
+            raise
+        except asyncio.CancelledError:
+            self._turn_running = False
             raise
         except Exception as exc:
             context_usage = _usage_from_context_length_error(str(exc))
@@ -224,8 +236,29 @@ class Agent:
                 error=str(exc),
                 error_type=type(exc).__name__,
             )
+            self._turn_running = False
             raise
 
+    async def maybe_invoke(self, event: 'typing.Dict[str, object]') -> 'bool':
+        if self._turn_running or event.get("type") != "exec_command_completed":
+            return False
+        payload = {
+            "session_id": event.get("session_id"),
+            "exit_code": event.get("exit_code"),
+            "command": event.get("command"),
+        }
+        text = (
+            "<exec_command_completed>\n"
+            f"{json.dumps(payload, ensure_ascii=False, separators=(',', ':'))}\n"
+            "</exec_command_completed>"
+        )
+        self._turn_running = True
+        task = asyncio.create_task(self.run_turn([text]))
+        task.add_done_callback(
+            lambda task: None if task.cancelled() else task.exception()
+        )
+        return True
+
     async def _execute_tool_batch(
         self,
         turn_id: 'str',
@@ -294,10 +327,18 @@ class Agent:
         return result
 
     def _emit(self, kind: 'str', turn_id: 'str', **payload: 'object') -> 'None':
+        if kind in TERMINAL_TURN_EVENTS:
+            payload["background_exec_count"] = self._background_exec_count()
         self._event_handler(
             AgentEvent(kind=kind, turn_id=turn_id, payload=dict(payload))
         )
 
+    def _background_exec_count(self) -> 'int':
+        manager: 'typing.Union[UnifiedExecManager, None]' = self._exec_manager
+        if manager is None:
+            return 0
+        return manager.running_session_count()
+
     def _persist_history_items(
         self,
         items: 'typing.Iterable[ConversationItem]',
@@ -310,6 +351,25 @@ class Agent:
         except Exception:  # pragma: no cover - persistence should not break turns
             return
 
+    def _record_model_response_items(
+        self,
+        items: 'typing.Iterable[object]',
+    ) -> 'typing.Tuple[typing.Tuple[ConversationItem, ...], typing.List[ToolCall], typing.Union[str, None]]':
+        persisted_response_items: 'typing.List[ConversationItem]' = []
+        tool_calls: 'typing.List[ToolCall]' = []
+        last_assistant_message = None
+        for item in items:
+            if not isinstance(item, (AssistantMessage, ToolCall, ReasoningItem)):
+                continue
+            self._history.append(item)
+            persisted_response_items.append(item)
+            if isinstance(item, AssistantMessage):
+                last_assistant_message = item.text
+            elif isinstance(item, ToolCall):
+                tool_calls.append(item)
+        self._persist_history_items(persisted_response_items)
+        return tuple(persisted_response_items), tool_calls, last_assistant_message
+
     def _handle_model_stream_event(self, turn_id: 'str', event: 'ModelStreamEvent') -> 'None':
         if event.kind == "token_count":
             self._remember_token_usage(event.payload.get("usage"))

pycodex/cli.py

@@ -2,13 +2,12 @@
 import atexit
 import argparse
 import asyncio
-import json
 import os
 import shlex
 import sys
 import tempfile
 import traceback
-from dataclasses import asdict, replace
+from dataclasses import replace
 from pathlib import Path
 from typing import Sequence
 
@@ -18,32 +17,22 @@ from .compat import Literal
 from .context import ContextManager
 from .model import DEFAULT_CODEX_CONFIG_PATH, ResponsesModelClient, ResponsesProviderConfig
 from .portable import bootstrap_called_home, upload_codex_home
-from .protocol import AgentEvent
 from .runtime import CliSubmissionQueue
 from .runtime_services import AgentRuntimeEnvironment, create_agent_runtime_environment
 from .utils import CliSessionView, get_debug_dir, load_codex_dotenv, uuid7_string
-from .utils.compactor import compact_agent
+from .interactive_session import (
+    EXTRA_COMMANDS_LINE,
+    format_turn_output,
+    run_interactive_session as _run_interactive_session,
+    prompt_request_permissions,
+    prompt_request_user_input,
+)
 from .utils.session_persist import (
     SessionRolloutRecorder,
-    conversation_history_to_turns,
-    list_resumable_sessions,
-    load_resumed_session,
     resolve_codex_home,
 )
 import typing
 
-EXIT_COMMANDS = {"/exit", "/quit"}
-HISTORY_COMMAND = "/history"
-TITLE_COMMAND = "/title"
-MODEL_COMMAND = "/model"
-QUEUE_COMMAND = "/queue"
-RESUME_COMMAND = "/resume"
-COMPACT_COMMAND = "/compact"
-LINK_COMMAND = "/link"
-UNLINK_COMMAND = "/unlink"
-EXTRA_COMMANDS_LINE = (
-    "Extra commands: /history, /title, /model, /resume, /compact, /link, /unlink"
-)
 CliSessionMode = Literal["exec", "tui"]
 LOCAL_RESPONSES_SERVER_API_KEY_ENV = "PYCODEX_LOCAL_RESPONSES_SERVER_KEY"
 CLI_ORIGINATOR = "codex-tui"
@@ -300,6 +289,7 @@ def build_agent(
     system_prompt: 'typing.Union[str, None]' = None,
     session_mode: 'CliSessionMode' = "exec",
     collaboration_mode: 'CollaborationMode' = DEFAULT_COLLABORATION_MODE,
+    extra_contextual_user_messages: 'typing.Iterable[str]' = (),
 ) -> 'Agent':
     config_path = str(config_path)
     context_manager = ContextManager.from_codex_config(
@@ -308,6 +298,7 @@ def build_agent(
         base_instructions_override=system_prompt,
         collaboration_mode=collaboration_mode,
         include_collaboration_instructions=session_mode == "tui",
+        extra_contextual_user_messages=extra_contextual_user_messages,
     )
     session_id = getattr(client, "_session_id", None) or uuid7_string()
     if hasattr(client, "_session_id"):
@@ -317,6 +308,7 @@ def build_agent(
         profile,
         base_instructions_override=system_prompt,
         include_collaboration_instructions=False,
+        extra_contextual_user_messages=extra_contextual_user_messages,
     )
     runtime_environment = create_agent_runtime_environment()
     runtime_environment.request_user_input_manager.set_handler(None)
@@ -372,12 +364,6 @@ def build_agent(
     )
 
 
-def format_turn_output(result, json_mode: 'bool') -> 'str':
-    if json_mode:
-        return json.dumps(asdict(result), ensure_ascii=False, indent=2)
-    return result.output_text or ""
-
-
 def build_model(
     config_path: 'typing.Union[str, Path]' = DEFAULT_CODEX_CONFIG_PATH,
     profile: 'typing.Union[str, None]' = None,
@@ -443,343 +429,17 @@ def build_cli_queue(agent: 'Agent') -> 'CliSubmissionQueue':
     return CliSubmissionQueue(agent)
 
 
-async def prompt_request_user_input(
-    view: 'CliSessionView',
-    payload: 'typing.Dict[str, object]',
-) -> 'typing.Union[typing.Dict[str, object], None]':
-    view.finish_stream()
-    view.write_line("[request_user_input] waiting for user response")
-    answers: 'typing.Dict[str, typing.Dict[str, typing.List[str]]]' = {}
-    for question in payload.get("questions", []):
-        if not isinstance(question, dict):
-            continue
-        header = str(question.get("header", "")).strip()
-        question_text = str(question.get("question", "")).strip()
-        question_id = str(question.get("id", "")).strip()
-        if header:
-            view.write_line(f"[{header}] {question_text}")
-        else:
-            view.write_line(question_text)
-
-        options = question.get("options") or []
-        if isinstance(options, list):
-            for index, option in enumerate(options, start=1):
-                if not isinstance(option, dict):
-                    continue
-                label = str(option.get("label", "")).strip()
-                description = str(option.get("description", "")).strip()
-                view.write_line(f"  {index}. {label} - {description}")
-        view.write_line("  0. Other")
-
-        try:
-            raw_answer = await view.get_prompt("answer> ")
-        except EOFError:
-            return None
-        answer_text = raw_answer.strip()
-        if not answer_text:
-            return None
-
-        selected_answer = answer_text
-        if answer_text.isdigit() and isinstance(options, list):
-            choice = int(answer_text)
-            if 1 <= choice <= len(options):
-                option = options[choice - 1]
-                if isinstance(option, dict):
-                    selected_answer = (
-                        str(option.get("label", "")).strip() or answer_text
-                    )
-            elif choice == 0:
-                try:
-                    raw_answer = await view.get_prompt("other> ")
-                except EOFError:
-                    return None
-                selected_answer = raw_answer.strip()
-                if not selected_answer:
-                    return None
-
-        answers[question_id] = {"answers": [selected_answer]}
-
-    return {"answers": answers}
-
-
-async def prompt_request_permissions(
-    view: 'CliSessionView',
-    payload: 'typing.Dict[str, object]',
-) -> 'typing.Union[typing.Dict[str, object], None]':
-    view.finish_stream()
-    view.write_line("[request_permissions] user approval required")
-    reason = payload.get("reason")
-    if reason:
-        view.write_line(f"Reason: {reason}")
-    view.write_line("Requested permissions:")
-    view.write_line(
-        json.dumps(payload.get("permissions", {}), ensure_ascii=False, indent=2)
-    )
-    view.write_line("Choose: [n] deny / [t] grant for turn / [s] grant for session")
-    try:
-        raw_answer = await view.get_prompt("permissions> ")
-    except EOFError:
-        return None
-
-    answer = raw_answer.strip().lower()
-    if answer in {"t", "turn", "y", "yes"}:
-        return {
-            "permissions": payload.get("permissions", {}),
-            "scope": "turn",
-        }
-    if answer in {"s", "session"}:
-        return {
-            "permissions": payload.get("permissions", {}),
-            "scope": "session",
-        }
-    return {
-        "permissions": {},
-        "scope": "turn",
-    }
-
-
 async def run_interactive_session(
     queue: 'CliSubmissionQueue',
     json_mode: 'bool',
     config_path: 'typing.Union[str, None]' = None,
 ) -> 'int':
-    worker = asyncio.create_task(queue.run_forever())
-    context_window_tokens = queue._agent._context_manager.resolve_model_context_window()
-    view = CliSessionView()
-    view.set_context_window_tokens(context_window_tokens)
-    model_client = queue._agent._model_client
-    codex_home = resolve_codex_home(config_path)
-    queue.set_event_handler(view.handle_event)
-    pending_turn_tasks: 'typing.Set[asyncio.Task[None]]' = set()
-    runtime_environment = queue._agent.runtime_environment
-    if runtime_environment is None:
-        runtime_environment = create_agent_runtime_environment()
-        queue._agent.runtime_environment = runtime_environment
-    runtime_environment.request_user_input_manager.set_handler(
-        lambda payload: prompt_request_user_input(view, payload)
-    )
-    runtime_environment.request_permissions_manager.set_handler(
-        lambda payload: prompt_request_permissions(view, payload)
+    return await _run_interactive_session(
+        queue,
+        json_mode,
+        config_path,
+        view_factory=CliSessionView,
     )
-    view.write_line("pycodex interactive mode. Type /exit to quit.")
-    view.write_line(EXTRA_COMMANDS_LINE)
-    feishu_link = None
-    try:
-
-        def has_pending_turn_tasks() -> 'bool':
-            pending_turn_tasks.difference_update(
-                task for task in tuple(pending_turn_tasks) if task.done()
-            )
-            return bool(pending_turn_tasks)
-
-        async def run_manual_compact() -> 'None':
-            current_agent = queue._agent
-            if not current_agent.history:
-                view.write_line("Nothing to compact.")
-                return
-
-            compact_turn_id = uuid7_string()
-
-            def handle_compact_stream_event(event) -> 'None':
-                if event.kind not in {"token_count", "stream_error"}:
-                    return
-                view.handle_event(
-                    AgentEvent(
-                        kind=event.kind,
-                        turn_id=compact_turn_id,
-                        payload=dict(event.payload),
-                    )
-                )
-
-            view.write_line("Compacting conversation history...")
-            compact_result = await compact_agent(
-                current_agent,
-                handle_compact_stream_event,
-                True,
-            )
-            if compact_result is None:
-                view.write_line("Nothing to compact.")
-                return
-            view.load_session_history(
-                getattr(view, "_title", None),
-                conversation_history_to_turns(compact_result.history),
-            )
-            view.write_line(compact_result.display_text())
-
-        async def wait_for_turn_result(future) -> 'None':
-            try:
-                result = await future
-            except Exception as exc:  # pragma: no cover - defensive surface
-                if str(exc) == "submission interrupted":
-                    return
-                view.show_error(str(exc))
-                return
-
-            if json_mode:
-                view.write_line(format_turn_output(result, True))
-
-        while True:
-            try:
-                raw_line = await view.poll_prompt()
-            except EOFError:
-                break
-            if raw_line is None:
-                await asyncio.sleep(0.05)
-                continue
-
-            prompt_text = raw_line.strip()
-            if not prompt_text:
-                continue
-            if prompt_text in EXIT_COMMANDS:
-                break
-            if prompt_text == HISTORY_COMMAND:
-                view.show_history()
-                continue
-            if prompt_text == TITLE_COMMAND:
-                view.show_title()
-                continue
-            if prompt_text == RESUME_COMMAND:
-                sessions = list_resumable_sessions(codex_home)
-                if not sessions:
-                    view.write_line("No resumable sessions found.")
-                    continue
-                view.write_line("Available sessions:")
-                for index, session in enumerate(sessions, start=1):
-                    view.write_line(f"[{index}] {session['preview']}")
-                continue
-            if prompt_text.startswith(f"{RESUME_COMMAND} "):
-                if has_pending_turn_tasks():
-                    view.write_line(
-                        "Cannot resume while work is running or queued."
-                    )
-                    continue
-                resume_target = prompt_text[len(RESUME_COMMAND) :].strip()
-                try:
-                    resumed = load_resumed_session(codex_home, resume_target)
-                    queue._agent.replace_history(resumed["history"])
-                    if hasattr(model_client, "_session_id"):
-                        model_client._session_id = str(resumed["session_id"])
-                    queue._agent.set_rollout_recorder(
-                        SessionRolloutRecorder.resume(resumed["rollout_path"])
-                    )
-                    view.load_session_history(
-                        str(resumed["title"]),
-                        tuple(resumed["turns"]),
-                    )
-                    view.write_line(f"Resumed session: {resumed['title']}")
-                    view.show_history()
-                except Exception as exc:  # pragma: no cover - defensive surface
-                    view.show_error(str(exc))
-                continue
-            if prompt_text == COMPACT_COMMAND:
-                if has_pending_turn_tasks():
-                    view.write_line(
-                        "Cannot compact while work is running or queued."
-                    )
-                    continue
-                try:
-                    await run_manual_compact()
-                except Exception as exc:  # pragma: no cover - defensive surface
-                    view.show_error(str(exc))
-                continue
-            if prompt_text.startswith(f"{LINK_COMMAND} "):
-                link_target = prompt_text[len(LINK_COMMAND) :].strip()
-                if not link_target:
-                    view.write_line("Usage: /link <feishu-email|open_id|chat_id>")
-                    continue
-                if feishu_link:
-                    view.write_line("A Feishu card is already linked. Use /unlink first.")
-                    continue
-                try:
-                    from .feishu_link import PycodexRuntimeLink
-
-                    view.write_line(f"Linking Feishu card to current session: {link_target}")
-                    link = await PycodexRuntimeLink(
-                        queue,
-                        link_target,
-                    ).start_async()
-                    feishu_link = link
-                    view.write_line(
-                        "Linked Feishu card: session_key={0} message_id={1}".format(
-                            link.session_key,
-                            link.message_id or "-",
-                        )
-                    )
-                except Exception as exc:  # pragma: no cover - defensive surface
-                    view.show_error(str(exc))
-                continue
-            if prompt_text == UNLINK_COMMAND:
-                if not feishu_link:
-                    view.write_line("No Feishu card is linked.")
-                    continue
-                feishu_link.detach()
-                feishu_link = None
-                view.write_line("Unlinked Feishu card.")
-                continue
-            if prompt_text.startswith(f"{QUEUE_COMMAND} "):
-                queued_text = prompt_text[len(QUEUE_COMMAND) :].strip()
-                if not queued_text:
-                    view.write_line("Usage: /queue <message>")
-                    continue
-                try:
-                    submission_id, future = await queue.enqueue_user_turn(
-                        queued_text, queue="enqueue"
-                    )
-                    view.show_steer_queued(submission_id, queued_text)
-                    turn_task = asyncio.create_task(wait_for_turn_result(future))
-                    pending_turn_tasks.add(turn_task)
-                except Exception as exc:  # pragma: no cover - defensive surface
-                    view.show_error(str(exc))
-                continue
-            if prompt_text == MODEL_COMMAND:
-                view.write_line(
-                    f"Current model: {getattr(model_client, 'model', None) or 'unavailable'}"
-                )
-                models = await model_client.list_models()
-                view.write_line(f"Available models: {', '.join(models)}")
-                continue
-            if prompt_text.startswith(f"{MODEL_COMMAND} "):
-                if has_pending_turn_tasks():
-                    view.write_line(
-                        "Cannot change model while work is running or queued in steer mode."
-                    )
-                    continue
-                model_name = prompt_text[len(MODEL_COMMAND) :].strip()
-                if not model_name:
-                    view.write_line("Usage: /model <model>")
-                    continue
-
-                model_client.model = model_name
-                view.write_line(f"Switched model to {model_name}.")
-                continue
-
-            try:
-                steered = has_pending_turn_tasks()
-                submission_id, future = await queue.enqueue_user_turn(
-                    prompt_text,
-                    queue="steer",
-                )
-                if steered:
-                    view.schedule_steer_inserted(submission_id, prompt_text)
-                turn_task = asyncio.create_task(wait_for_turn_result(future))
-                pending_turn_tasks.add(turn_task)
-                continue
-            except Exception as exc:  # pragma: no cover - defensive surface
-                view.show_error(str(exc))
-                continue
-    finally:
-        if feishu_link:
-            feishu_link.detach()
-            feishu_link.stop()
-        runtime_environment.request_user_input_manager.set_handler(None)
-        runtime_environment.request_permissions_manager.set_handler(None)
-        await queue.shutdown()
-        await worker
-        if pending_turn_tasks:
-            await asyncio.gather(*pending_turn_tasks, return_exceptions=True)
-        view.close()
-
-    return 0
 
 
 async def run_cli(args: 'argparse.Namespace') -> 'int':

pycodex/context.py

@@ -149,6 +149,7 @@ class ContextManager:
         include_permissions_instructions: 'bool' = True,
         include_skills_instructions: 'bool' = True,
         network_access: 'str' = "enabled",
+        extra_contextual_user_messages: 'typing.Iterable[str]' = (),
     ) -> 'None':
         self.cwd = Path.cwd().resolve()
         self._shell = get_shell_name()
@@ -166,6 +167,14 @@ class ContextManager:
         self._include_permissions_instructions = include_permissions_instructions
         self._include_skills_instructions = include_skills_instructions
         self._network_access = network_access
+        self._extra_contextual_user_messages = tuple(
+            text
+            for text in (
+                _normalize_text(message)
+                for message in extra_contextual_user_messages
+            )
+            if text is not None
+        )
         self._default_base_instructions = DEFAULT_BASE_INSTRUCTIONS_PATH.read_text(
             encoding="utf-8"
         )
@@ -183,6 +192,7 @@ class ContextManager:
         include_permissions_instructions: 'bool' = True,
         include_skills_instructions: 'bool' = True,
         network_access: 'str' = "enabled",
+        extra_contextual_user_messages: 'typing.Iterable[str]' = (),
     ) -> 'ContextManager':
         config = ContextConfig.from_codex_config(config_path, profile)
         return cls(
@@ -193,6 +203,7 @@ class ContextManager:
             include_permissions_instructions=include_permissions_instructions,
             include_skills_instructions=include_skills_instructions,
             network_access=network_access,
+            extra_contextual_user_messages=extra_contextual_user_messages,
         )
 
     @property
@@ -421,6 +432,7 @@ class ContextManager:
                 )
             )
         sections.append(self._serialize_environment_context())
+        sections.extend(self._extra_contextual_user_messages)
         if not sections:
             return []
         return [