python-codex 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

pycodex/utils/visualize.py

@@ -23,6 +23,8 @@ ANSI_YELLOW = "\x1b[33m"
 ANSI_MAGENTA = "\x1b[35m"
 ANSI_RED = "\x1b[31m"
 SPINNER_FRAMES = ("⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏")
+PROMPT_CONTEXT_BASELINE_TOKENS = 12_000
+DEFAULT_MAIN_PROMPT = "pycodex> "
 
 
 def shorten_title(text: 'str', limit: 'int' = 48) -> 'str':
@@ -81,7 +83,24 @@ def format_cli_plan_messages(
 
 def build_cli_spinner_frame(index: 'int', label: 'str') -> 'str':
     suffix = f" {label}" if label else ""
-    return f"⏳{suffix} {SPINNER_FRAMES[index % len(SPINNER_FRAMES)]}"
+    return f"{SPINNER_FRAMES[index % len(SPINNER_FRAMES)]}{suffix}"
+
+
+def percent_of_context_window_remaining(
+    total_tokens: 'int',
+    context_window_tokens: 'int',
+) -> 'int':
+    if context_window_tokens <= PROMPT_CONTEXT_BASELINE_TOKENS:
+        return 0
+
+    effective_window = context_window_tokens - PROMPT_CONTEXT_BASELINE_TOKENS
+    used = max(total_tokens - PROMPT_CONTEXT_BASELINE_TOKENS, 0)
+    remaining = max(effective_window - used, 0)
+    return int(
+        round(
+            max(0.0, min(100.0, (remaining / effective_window) * 100.0))
+        )
+    )
 
 
 class Spinner:
@@ -541,7 +560,7 @@ class CliSessionView:
       source has closed and the caller should end the session loop.
     - `write_line(text)`, `finish_stream()`, `show_error(text)`: imperative output
       helpers for CLI-side messages that do not come from `AgentEvent`.
-    - `show_history()`, `show_title()`, `show_steer_queued(...)`,
+    - `show_history()`, `show_title()`, `load_session_history(...)`, `show_steer_queued(...)`,
       `schedule_steer_inserted(...)`: small session UI helpers used by the
       interactive command loop.
     - `close()`: release prompt/spinner resources at shutdown.
@@ -562,7 +581,10 @@ class CliSessionView:
       normal terminal stream so the reply is not lost.
     """
 
-    def __init__(self) -> 'None':
+    def __init__(
+        self,
+        context_window_tokens: 'typing.Union[int, None]' = None,
+    ) -> 'None':
         import sys
 
         self._line_output = print
@@ -578,6 +600,10 @@ class CliSessionView:
         self._prompt_stream_buffer = ""
         self._streaming_in_prompt = False
         self._input_active = False
+        self._context_window_tokens = context_window_tokens
+        self._context_remaining_percent: 'typing.Union[int, None]' = (
+            100 if context_window_tokens is not None else None
+        )
         self._color_enabled = cli_color_enabled() and sys.stdout.isatty()
         self._agent_names: 'typing.Dict[str, str]' = {}
         self._prompt_session: 'typing.Union[PromptSession, None]' = None
@@ -627,6 +653,8 @@ class CliSessionView:
                         self._color_enabled,
                     )
                 )
+            if user_text:
+                self._print_user_turn(user_text)
             self._spinner.start_turn("thinking")
             if self._input_active:
                 self._spinner.pause()
@@ -640,6 +668,27 @@ class CliSessionView:
                 self._spinner.set_label("waiting model")
             return
 
+        if event.kind == "token_count":
+            self._update_context_window(event.payload.get("usage"))
+            return
+
+        if event.kind == "stream_error":
+            self._finish_stream()
+            message = str(event.payload.get("message", "")).strip() or "Reconnecting..."
+            self._print_line(
+                colorize_cli_message(
+                    f"[status] {message}",
+                    "status",
+                    self._color_enabled,
+                )
+            )
+            if self._input_active:
+                self._spinner.pause()
+            else:
+                self._spinner.resume()
+                self._spinner.set_label("reconnecting")
+            return
+
         if event.kind == "assistant_delta":
             delta = str(event.payload.get("delta", ""))
             if not delta:
@@ -676,16 +725,26 @@ class CliSessionView:
                     self._spinner.pause()
                 else:
                     self._spinner.resume()
-                    self._spinner.set_label("running tools")
+                    self._spinner.set_label("running provider tools")
             return
 
         if event.kind == "tool_started":
             self._finish_stream()
+            tool_name = str(event.payload.get("tool_name", "")).strip()
+            call = event.payload.get("call")
+            args = None
+            if isinstance(call, ToolCall):
+                args = call.arguments
             if self._input_active:
                 self._spinner.pause()
             else:
                 self._spinner.resume()
-                self._spinner.set_label("running tools")
+                if tool_name and args is not None:
+                    self._spinner.set_label(shorten_title(f"running {tool_name}({args})", limit=72))
+                elif tool_name:
+                    self._spinner.set_label(f"running {tool_name}")
+                else:
+                    self._spinner.set_label("running provider tools")
             return
 
         if event.kind == "tool_completed":
@@ -753,6 +812,19 @@ class CliSessionView:
         self._finish_stream()
         self._print_line(f"Session: {self._title or 'untitled'}")
 
+    def load_session_history(
+        self,
+        title: 'typing.Union[str, None]',
+        history: 'typing.Tuple[typing.Tuple[str, str], ...]',
+    ) -> 'None':
+        self._spinner.finish_turn()
+        self._finish_stream()
+        self._title = title or None
+        self._history = list(history)
+        self._pending_user_prompts.clear()
+        self._queued_steer_prompts.clear()
+        self._inserted_steer_prompts.clear()
+
     def pause_spinner(self) -> 'None':
         self._spinner.pause()
 
@@ -808,6 +880,7 @@ class CliSessionView:
             self.set_input_active(False, resume_spinner=False)
 
     def build_input_prompt(self, prompt: 'str') -> 'str':
+        prompt = self._format_main_prompt(prompt)
         if not self._input_active:
             return prompt
         if self._streaming and self._streaming_in_prompt:
@@ -819,6 +892,29 @@ class CliSessionView:
             return prompt
         return f"{prompt_line}\n{prompt}"
 
+    def _update_context_window(self, usage: 'object') -> 'None':
+        if self._context_window_tokens is None:
+            return
+        if not isinstance(usage, dict):
+            self._context_remaining_percent = None
+            return
+        try:
+            total_tokens = int(usage["total_tokens"])
+        except (KeyError, TypeError, ValueError):
+            self._context_remaining_percent = None
+            return
+        self._context_remaining_percent = percent_of_context_window_remaining(
+            total_tokens,
+            self._context_window_tokens,
+        )
+
+    def _format_main_prompt(self, prompt: 'str') -> 'str':
+        if prompt != DEFAULT_MAIN_PROMPT:
+            return prompt
+        if self._context_remaining_percent is None:
+            return prompt
+        return f"pyco({self._context_remaining_percent}%)> "
+
     def show_steer_queued(self, turn_id: 'str', prompt: 'str') -> 'None':
         preview = shorten_title(prompt, limit=72)
         self._queued_steer_prompts.setdefault(turn_id, []).append(preview)
@@ -843,6 +939,15 @@ class CliSessionView:
         if self._stdout_proxy is not None:
             self._stdout_proxy.close()
 
+    def set_context_window_tokens(
+        self,
+        context_window_tokens: 'typing.Union[int, None]',
+    ) -> 'None':
+        self._context_window_tokens = context_window_tokens
+        self._context_remaining_percent = (
+            100 if context_window_tokens is not None else None
+        )
+
     def finish_stream(self) -> 'None':
         self._finish_stream()
 
@@ -852,9 +957,15 @@ class CliSessionView:
     def show_error(self, text: 'str') -> 'None':
         self._spinner.finish_turn()
         self._finish_stream()
+        lines = str(text).splitlines() or [""]
+        formatted = [f"Error: {lines[0]}"]
+        formatted.extend(
+            f"  {line}" if line else ""
+            for line in lines[1:]
+        )
         self._print_line(
             colorize_cli_message(
-                f"Error: {text}",
+                "\n".join(formatted),
                 "error",
                 self._color_enabled,
             )
@@ -921,6 +1032,9 @@ class CliSessionView:
             self._spinner.clear()
             self._line_output(text)
 
+    def _print_user_turn(self, text: 'str') -> 'None':
+        self._print_line(f"user> {text}")
+
     def _remember_agent_name(self, tool_name: 'str', summary: 'str') -> 'None':
         if tool_name != "spawn_agent":
             return

{python_codex-0.1.3.dist-info → python_codex-0.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-codex
-Version: 0.1.3
+Version: 0.1.5
 Summary: A minimal Python extraction of Codex's main agent loop
 License-File: LICENSE
 Requires-Python: >=3.6.2
@@ -72,7 +72,7 @@ Intentionally not included yet:
 
 - TUI / streaming incremental rendering
 - MCP / connectors / sandbox / approvals
-- memory / compact / hooks / review mode
+- memory / compact / review mode
 - a full production OpenAI adapter surface
 
 All of those can be layered on later. For now, the project is focused on
@@ -174,9 +174,24 @@ Current behavior:
 - interactive mode shows a compact event stream for user-visible phases such as
   tool execution and model follow-up after tool results
 - assistant text is printed from streaming deltas directly
-- interactive mode supports `/history`, `/title`, and `/model`
+- interactive mode supports `/history`, `/title`, `/model`, `/resume`, and `/compact`
 - `/model <name>` switches the model used by later turns in the current
   interactive session; `/model` shows the current model and available choices
+- `/resume` with no argument lists the currently resumable sessions by their
+  first user-message preview; `/resume 1` resumes the first listed session
+- `/resume <number>` replaces the in-memory history with the selected recorded
+  Codex rollout from `CODEX_HOME/sessions`
+- `/compact` synthesizes a local handoff summary, replaces the in-memory
+  conversation history with the compacted view, and appends a compacted-history
+  entry to the rollout so later `/resume` sees the same state
+- new sessions are now recorded under `CODEX_HOME/sessions/.../rollout-*.jsonl`
+  with a stable session/thread id and per-item append+flush semantics so
+  `/resume` reads back the same rollout format
+- if `TURN_HOOK.md` exists in the workspace root and is non-empty, each
+  completed turn also forks the just-finished history into a temporary,
+  non-persisted follow-up session and submits the file contents as the next
+  user instruction; this is intended for side-effect follow-ups such as
+  Feishu notifications
 - steer is enabled by default in interactive mode: normal input goes into the
   runtime steer path, the current request stops at the next safe boundary, and
   later steer text is appended to the next model request's `input` in order;

{python_codex-0.1.3.dist-info → python_codex-0.1.5.dist-info}/RECORD

@@ -1,11 +1,11 @@
 pycodex/__init__.py,sha256=jCnC_Bgotlxa4GwO3Re2sChKGY49TRM-uVZEQ9uBpfw,3106
-pycodex/agent.py,sha256=Qzt-P2uKVY93IxS6o_jU06quO18PY6NdvwZI0icu6Rw,10301
-pycodex/cli.py,sha256=52YP6Njo7jnur3zasY1JhMbzDIYpXRDltcgpEuV_EzM,24993
+pycodex/agent.py,sha256=s0FrF_XG2pHKryooS461Jr_acmQ_TKTp2JLGQNiny6w,11888
+pycodex/cli.py,sha256=ntgC0LWlSOhuYAUOBgSEeVIjBTKS91klyvkTO9QtFoE,29559
 pycodex/collaboration.py,sha256=yQ6pBD-R3ZWR4_FAYQFoS7KF0m4LLD42otXIbPqw2ys,641
 pycodex/compat.py,sha256=IO0X7AgcYhlHnYnpvBZ6leCh_UjoQzg5HLT5wYBNNIw,3155
-pycodex/context.py,sha256=3EVLjUZ39zu6avJehbOHm9JdghyJ6mZmySitiJmj6Jo,23895
+pycodex/context.py,sha256=R5tuMcNrX1F-Lh9ymsSbnfRbKLJ19TWrtQoZ3tWlHvM,24982
 pycodex/doctor.py,sha256=De3M4hRBJq8ZeqsUJgHz0vitqrH18YugrEnz7oHhTdQ,10572
-pycodex/model.py,sha256=M0NtZ33s4DlajoqEWKEvWL_ijXkfp_Cbyzo3mTV3w1Q,20209
+pycodex/model.py,sha256=Mk9LZKmFcXG71I18-gs4dUWNn0GIM1rbMhFfKDut_3w,32790
 pycodex/portable.py,sha256=kZ5XVOMZq0l6xXsx3FY9C3DfB4Jra5Hw38qTMH0TEwg,15597
 pycodex/portable_server.py,sha256=6I3pQkWj3e_SFlDXY2mGdCPns1w_3PSxByBV9wv5epI,7331
 pycodex/protocol.py,sha256=LYDzJefu1tugqQzee4NuZzxhGAv3hXrNcnlw04CudAY,11106
@@ -15,7 +15,7 @@ pycodex/prompts/collaboration_default.md,sha256=MBTmPuMubeWfZgIeFVj49wwnwD4n_o3f
 pycodex/prompts/collaboration_plan.md,sha256=IzjQAA5oHJz-3FmJdOjsJ4LHq6LW1tlEYMoy09n0HKk,8777
 pycodex/prompts/default_base_instructions.md,sha256=D65mcj6bo4CDvVom-D9cbJRJVNquo0NghKt164_fRsg,20923
 pycodex/prompts/exec_tools.json,sha256=2wYLsjL6VGzMnhFNCxE9IA_kxsxUspN68lr7JOlZq54,23369
-pycodex/prompts/models.json,sha256=Xmuy5-FiiWdAe-Zz9w_-_kdEcRvIVssS1PugQSA64i8,251450
+pycodex/prompts/models.json,sha256=u4u2bylNZnMw_qKtvn_iZMUwS4wEq1JBMwHcetC3Spo,285814
 pycodex/prompts/subagent_tools.json,sha256=2ZOXyAiAaai2aazIlXdjjXb7cra5gZ2WYYbPltPaiYg,6199
 pycodex/prompts/permissions/approval_policy/never.md,sha256=QceTG6wjkaJARjYr0HYV1aPnPcpGcrkRUW-smWRr6MQ,120
 pycodex/prompts/permissions/approval_policy/on_failure.md,sha256=dfJjpXkpO6_ANdCKxbVJ8o4vyLxevrJWfKsGHTqtbkc,289
@@ -27,7 +27,7 @@ pycodex/prompts/permissions/sandbox_mode/read_only.md,sha256=2rAPEXsBYCcuttI5j3e
 pycodex/prompts/permissions/sandbox_mode/workspace_write.md,sha256=lVN-LwrBbHqlv5yVjcd_mU8tzZW8jfKpTatJKIZu9HI,277
 pycodex/tools/__init__.py,sha256=aSLXrr_31KGQgDfRow5zVIc-2-KdXlHaCE6qUnE4HWI,1772
 pycodex/tools/agent_tool_schemas.py,sha256=r7pBICcx8fb0Rg6IzIg8-u3um2z11TogQ4yCzuiO-4o,2033
-pycodex/tools/apply_patch_tool.py,sha256=d-F9o3NsVjqwHqsR_hM7fYenBUQylfWr43JwMNroJkI,13985
+pycodex/tools/apply_patch_tool.py,sha256=aFob-gzaCXlzPdCIvRXVKm1NrQqqhqe8CVkFVAhqiTc,13955
 pycodex/tools/base_tool.py,sha256=FLtbb6KPUKyhHRMrR6_anYi_GmpJFCaX1ch5aRnjQjo,5527
 pycodex/tools/close_agent_tool.py,sha256=nY3l_UOX6NyTgUqdXag3yRpdyQScV0g0Vv4HE3ElLwg,1597
 pycodex/tools/code_mode_manager.py,sha256=Wow42H_9IomUKUjjjU8rrAFAklhE-UlgxgrbgHRU_4M,19031
@@ -51,24 +51,26 @@ pycodex/tools/wait_agent_tool.py,sha256=0xjr5M2S0SNZaSr1o4U0RXI6dTJfMVpBB8Uclm_4
 pycodex/tools/wait_tool.py,sha256=EJcW2Ev9jUD9eZ7cFDNOLDzlywS2BD3ll6pArXyxfrI,2331
 pycodex/tools/web_search_tool.py,sha256=_7r2ltWhnBM0ZCgweA5a0GbEi0qSFAHOyi1RHrl6tfQ,957
 pycodex/tools/write_stdin_tool.py,sha256=nCuProkbeewfQ_yS8CgBajo--K3EmkXzJYh1D2QtAM4,2549
-pycodex/utils/__init__.py,sha256=Hj_0a7RhkAblWkaHyFhpi0cs2nSjJ1NdavbkBgEHieY,1024
+pycodex/utils/__init__.py,sha256=XawMC7CRm9bt3wPWyithj5x7YQvYrggn2_DcGGSTnCY,1162
+pycodex/utils/compactor.py,sha256=ZCzGc02xHmXq1rIjnG2gATKcFtt6r-OGsCIK0ypjnyI,6467
 pycodex/utils/dotenv.py,sha256=EDBXdn93ewmq9zhJki5_LsJJXe0wMIQJ6VfCE1r7voQ,1818
 pycodex/utils/get_env.py,sha256=jR8G0Xco57jX-71E1oHIcl3-Kz9Ltc0kzxj04DKzt80,7316
 pycodex/utils/random_ids.py,sha256=zBphjVGc7OXk9ZNExAbxRi_bk7ipyLG491qTv7hi8jM,380
-pycodex/utils/visualize.py,sha256=528Mj0ubXS6UMabJxkTjduxYN9HsZFCImA70n3r1S8s,35904
+pycodex/utils/session_persist.py,sha256=dUvo3Z1QBB4HJT1tLerDlLD3ZB25umB6FP6JORg9V40,16414
+pycodex/utils/visualize.py,sha256=wjuW7l8uE7sckRtUJNAQ_irHKIfDWdfnFINHYtvQ5bw,40043
 responses_server/__init__.py,sha256=3yPv_zeGT7P11tTnmj5kXktISLNsNW-02MUnnbiZcb0,394
 responses_server/__main__.py,sha256=9SRp-Yw7ShGxc6DhSIXcDLKgGEdAVm3oBZ59rBOPjT0,62
-responses_server/app.py,sha256=ncGZN-MAJ5ExLWIErbFUqJIHprg2bZyRNjCJAStT7YI,7303
+responses_server/app.py,sha256=9gKgzD8LsOdkg2Te2KOwodH-Z0BD_RuNEVh9MBclx7Q,7429
 responses_server/config.py,sha256=wEcZbXZclTYz4fI_oy_sSMglWPeEITWlFeglQrrr6HE,2236
-responses_server/payload_processors.py,sha256=y5aCpgpwkVuC6F5IQcBJEEFL-KMeQIHBqJzfmTRq1xM,3076
+responses_server/payload_processors.py,sha256=AcOipqVQyo4wKw_pb3ABlarwIK1VjcnQTlgPehRVGO8,3412
 responses_server/server.py,sha256=isyzN-p-Ir8LLycN_dQfcanvie2ZqqSu52mOPz_wYD4,2095
 responses_server/session_store.py,sha256=ZD3cH2aEOkWaQsu5qTzcal2mThTSFQPAhAhPUN9srgI,1115
-responses_server/stream_router.py,sha256=bpafBCPhsJ81cFG9FfiQ6wTLn-OLkcV0ZLA_Kld6peM,30096
+responses_server/stream_router.py,sha256=zWC4yyZ3I8E-Zgco844tIhRMWOwIkjOV0s-G-a9-B8k,30861
 responses_server/tools/__init__.py,sha256=ivsBSEy0SBUhY-Uea5v1XMLXShkwHdCVl0id-1FwdZg,150
 responses_server/tools/custom_adapter.py,sha256=LxO7ldydvR-GWachDz8GKC0Q8KGGFoFPbZxM0QvxuZ0,8350
 responses_server/tools/web_search.py,sha256=pm4ZUiHUfxc0bGY1kEvt-BCzDrZIyP24xzPUcga2ul0,8908
-python_codex-0.1.3.dist-info/METADATA,sha256=mMy9opmlVSpSQ4gX6SxJGNnBCijgqUGjV0BqWeNdF4c,14432
-python_codex-0.1.3.dist-info/WHEEL,sha256=KGYbc1zXlYddvwxnNty23BeaKzh7YuoSIvIMO4jEhvw,87
-python_codex-0.1.3.dist-info/entry_points.txt,sha256=sNUVakoVuTrzJH505ZgRTQxmtRRPUHV_EH0i6EbYTyM,45
-python_codex-0.1.3.dist-info/licenses/LICENSE,sha256=0X8ifk312hYAORM4hlzg8wVSEXYKNmiPgWlB1YIy2Nw,10926
-python_codex-0.1.3.dist-info/RECORD,,
+python_codex-0.1.5.dist-info/METADATA,sha256=rTfHXfLqg86xKhx6VNFcrHs_qBdBJuVSn5Mfe_wXODQ,15451
+python_codex-0.1.5.dist-info/WHEEL,sha256=KGYbc1zXlYddvwxnNty23BeaKzh7YuoSIvIMO4jEhvw,87
+python_codex-0.1.5.dist-info/entry_points.txt,sha256=sNUVakoVuTrzJH505ZgRTQxmtRRPUHV_EH0i6EbYTyM,45
+python_codex-0.1.5.dist-info/licenses/LICENSE,sha256=0X8ifk312hYAORM4hlzg8wVSEXYKNmiPgWlB1YIy2Nw,10926
+python_codex-0.1.5.dist-info/RECORD,,

responses_server/app.py

@@ -34,13 +34,16 @@ def _stream_events(response_server: 'ResponseServer', request_body: 'typing.Dict
         for event_name, payload in event_iter:
             yield _format_sse_event(event_name, payload)
     except OutcommingChatError as exc:
+        
+        import traceback
+        exc_info = traceback.format_exception(type(exc), exc, exc.__traceback__)
         yield _format_sse_event(
             "response.failed",
             {
                 "type": "response.failed",
                 "response": {
                     "error": {
-                        "message": str(exc),
+                        "message": '\n'.join(exc_info),
                     }
                 },
             },

responses_server/payload_processors.py

@@ -52,9 +52,18 @@ def _drop_developer_messages(outcomming_request: 'OutgoingRequest') -> 'Outgoing
     ]
     return outcomming_request
 
+def _replace_developer_messages(outcomming_request: 'OutgoingRequest') -> 'OutgoingRequest':
+    """Replace all developer-role messages to system-role messages"""
+
+    for message in outcomming_request['messages']:
+        if message.get("role") == "developer":
+            message['role'] = "system"
+
+    return outcomming_request
+
 
 PAYLOAD_POST_PROCESSORS: 'typing.Dict[str, PayloadPostProcessor]' = {
-    "stepfun": _drop_developer_messages,
+    "stepfun": _replace_developer_messages,
     "vllm": _identity,
 }
 """Mapping from normalized `model_provider` name to payload rewrite hook."""

responses_server/stream_router.py

@@ -1,5 +1,6 @@
 
 import json
+import http.client
 import ssl
 import urllib.error
 import urllib.request
@@ -161,12 +162,30 @@ class StreamRouter:
                 context=ssl.create_default_context(),
                 timeout=self._config.timeout_seconds,
             ) as response:
-                for _event_name, data in self._iter_sse_events(response):
-                    if not data:
-                        continue
-                    if data == "[DONE]":
-                        break
-                    yield json.loads(data)
+                try:
+                    saw_done = False
+                    for _event_name, data in self._iter_sse_events(response):
+                        if not data:
+                            continue
+                        if data == "[DONE]":
+                            saw_done = True
+                            break
+                        yield json.loads(data)
+                    if not saw_done:
+                        raise OutcommingChatError(
+                            "outcomming chat stream ended before [DONE]"
+                        )
+                except (
+                    ConnectionError,
+                    EOFError,
+                    OSError,
+                    http.client.HTTPException,
+                    json.JSONDecodeError,
+                ) as exc:
+                    raise OutcommingChatError(
+                        "outcomming chat stream failed while reading response body: "
+                        f"{exc}"
+                    ) from exc
         except urllib.error.HTTPError as exc:
             body = exc.read().decode("utf-8", errors="replace")
             raise OutcommingChatError(