python-codex 0.3.3__py3-none-any.whl → 0.4.1__py3-none-any.whl

pycodex/__init__.py

@@ -1,4 +1,4 @@
-from .compat import patch_asyncio
+from .utils.compat import patch_asyncio
 
 patch_asyncio()
 
@@ -27,7 +27,7 @@ from .protocol import (
     UserMessage,
 )
 from .runtime import AgentRuntime
-from .runtime_services import (
+from .tools.runtime_services import (
     PlanStore,
     RequestPermissionsManager,
     RequestUserInputManager,
@@ -64,31 +64,7 @@ from .tools import (
     WebSearchTool,
     WriteStdinTool,
 )
-
-
-def debug(stop: "bool" = False):
-
-    import socket
-
-    import debugpy
-
-    if debugpy.is_client_connected():
-        return
-    try:
-        host = socket.gethostbyname(socket.getfqdn(socket.gethostname()))
-        port = 5000
-
-        debugpy.listen((host, port), in_process_debug_adapter=False)
-        print("Waiting for debugger...\a")
-        print(f"ip: {host} port:{port}", flush=True)
-        debugpy.wait_for_client()
-        print("Connected.")
-        if stop:
-            debugpy.breakpoint()
-    except Exception as e:
-        import traceback
-
-        print("\n".join(traceback.format_exception(e)))
+from .utils.debug import debug
 
 
 __all__ = [

pycodex/bootstrap.py

@@ -13,7 +13,10 @@ from .model import (
     ResponsesProviderConfig,
 )
 from .runtime import AgentRuntime
-from .runtime_services import AgentRuntimeEnvironment, create_agent_runtime_environment
+from .tools.runtime_services import (
+    AgentRuntimeEnvironment,
+    create_agent_runtime_environment,
+)
 from .utils import get_debug_dir, load_codex_dotenv, uuid7_string
 from .utils.session_persist import rollout_path_for_session
 
@@ -371,47 +374,4 @@ def build_model(
 
 
 def build_runtime(agent: "Agent") -> "AgentRuntime":
-    runtime = AgentRuntime(agent)
-    register_connection_commands(runtime)
-    return runtime
-
-
-def register_connection_commands(runtime):
-    link = None
-
-    async def unlink(argument):
-        nonlocal link
-        if argument:
-            raise ValueError("Usage: /unlink")
-        if link is None:
-            return {"kind": "connection", "lines": ["No Feishu card is linked."]}
-        link.detach()
-        link = None
-        return {"kind": "connection", "lines": ["Unlinked Feishu card."]}
-
-    async def connect(target):
-        nonlocal link
-        if not target:
-            raise ValueError("Usage: /link <feishu-email|open_id|chat_id>")
-        if link is not None:
-            raise RuntimeError("A Feishu card is already linked. Use /unlink first.")
-        from .feishu_link import PycodexRuntimeLink
-
-        link = await PycodexRuntimeLink(runtime, target).start_async()
-        return {
-            "kind": "connection",
-            "lines": [
-                "Linked Feishu card: session_key={0} message_id={1}".format(
-                    link.session_key,
-                    link.message_id or "-",
-                ),
-            ],
-        }
-
-    async def close_link():
-        if link is not None:
-            await unlink("")
-
-    runtime.register_command("link", connect)
-    runtime.register_command("unlink", unlink)
-    runtime.add_close_handler(close_link)
+    return AgentRuntime(agent)

pycodex/cli.py

@@ -354,23 +354,10 @@ class CliSessionView:
         self.prompter.close()
 
 
-def ipython_agent(config_path=DEFAULT_CODEX_CONFIG_PATH):
-    from loguru import logger
-
-    from .tools.ipython_tool import attach_ipython_tool
-
-    logger.remove()
-    logger.add(sys.stderr, level="INFO")
-    model = build_model(config_path)
-    agent = build_agent(client=model, config_path=config_path)
-    attach_ipython_tool(agent)
-    return agent
-
-
 def main(argv=None):
     raw_args = list(argv) if argv is not None else sys.argv[1:]
     if raw_args and raw_args[0] == "doctor":
-        from .doctor import build_doctor_parser, run_doctor_cli
+        from .utils.doctor import build_doctor_parser, run_doctor_cli
 
         parser = build_doctor_parser()
         args = parser.parse_args(raw_args[1:])

pycodex/context.py

@@ -11,7 +11,7 @@ try:
 except ModuleNotFoundError:  # pragma: no cover - Python 3.10 path
     import tomli as tomllib
 
-from .model_metadata import model_metadata
+from .utils.model_metadata import model_metadata
 from .protocol import ContextMessage, ConversationItem, JSONDict, Prompt, ToolSpec
 from .utils.get_env import (
     get_sandbox_tag,

pycodex/events.py

@@ -73,7 +73,7 @@ class EventDisplay:
 
     def begin_turn(self, event):
         self.finish_stream()
-        self.set_status(event.kind)
+        self.set_status("understood")
         submission_id = event.submission_id or event.turn_id
         for prompts in (self.inserted_steer_prompts, self.queued_steer_prompts):
             for prompt in prompts.pop(submission_id, []):

pycodex/model.py

@@ -12,7 +12,7 @@ from typing import Callable
 
 import requests
 
-from .compat import Protocol
+from .utils.compat import Protocol
 
 try:
     import tomllib
@@ -26,7 +26,7 @@ from .events import (
     TokenCountEvent,
     ToolCalledEvent,
 )
-from .model_metadata import model_metadata
+from .utils.model_metadata import model_metadata
 from .protocol import (
     AssistantMessage,
     JSONDict,

pycodex/portable/__init__.py

@@ -0,0 +1,45 @@
+"""Portable Codex home storage client API."""
+
+from .client import (
+    ALLOWED_TOP_LEVEL_DIRS,
+    ALLOWED_TOP_LEVEL_FILES,
+    DEFAULT_ENTRY_CONFIG,
+    DEFAULT_STORAGE_SERVER,
+    ENCRYPTED_BUNDLE_MAGIC,
+    HEALTHCHECK_PATH,
+    NONCE_LENGTH,
+    STORAGE_API_PREFIX,
+    STORAGE_CACHE_DIRNAME,
+    STORAGE_ROOT_ENV,
+    STORAGE_SERVER_ENV,
+    TOKEN_BASE58_ALPHABET,
+    ProgressHandler,
+    RemoteStorageError,
+    bootstrap_called_home,
+    resolve_put_source_dir,
+    resolve_storage_root,
+    resolve_storage_server,
+    upload_codex_home,
+)
+
+__all__ = [
+    "ALLOWED_TOP_LEVEL_DIRS",
+    "ALLOWED_TOP_LEVEL_FILES",
+    "DEFAULT_ENTRY_CONFIG",
+    "DEFAULT_STORAGE_SERVER",
+    "ENCRYPTED_BUNDLE_MAGIC",
+    "HEALTHCHECK_PATH",
+    "NONCE_LENGTH",
+    "STORAGE_API_PREFIX",
+    "STORAGE_CACHE_DIRNAME",
+    "STORAGE_ROOT_ENV",
+    "STORAGE_SERVER_ENV",
+    "TOKEN_BASE58_ALPHABET",
+    "ProgressHandler",
+    "RemoteStorageError",
+    "bootstrap_called_home",
+    "resolve_put_source_dir",
+    "resolve_storage_root",
+    "resolve_storage_server",
+    "upload_codex_home",
+]

pycodex/{portable.py → portable/client.py}

@@ -11,7 +11,8 @@ from typing import Callable
 from urllib.parse import quote, urlparse
 
 import requests
-from Cryptodome.Cipher import AES
+
+from ..utils.crypto import aes_gcm_decrypt, aes_gcm_encrypt
 
 try:
     import tomllib
@@ -240,8 +241,7 @@ def _normalize_optional_relative_file(
 
 def _encrypt_bundle(bundle_bytes: "bytes", secret: "str") -> "bytes":
     nonce = os.urandom(NONCE_LENGTH)
-    cipher = AES.new(_encryption_key(secret), AES.MODE_GCM, nonce=nonce)
-    ciphertext, tag = cipher.encrypt_and_digest(bundle_bytes)
+    ciphertext, tag = aes_gcm_encrypt(_encryption_key(secret), nonce, bundle_bytes)
     return ENCRYPTED_BUNDLE_MAGIC + nonce + ciphertext + tag
 
 
@@ -257,10 +257,7 @@ def _decrypt_bundle(payload: "bytes", secret: "str") -> "bytes":
     ciphertext = encrypted[:-16]
     tag = encrypted[-16:]
     try:
-        cipher = AES.new(_encryption_key(secret), AES.MODE_GCM, nonce=nonce)
-        plaintext = cipher.decrypt(ciphertext)
-        cipher.verify(tag)
-        return plaintext
+        return aes_gcm_decrypt(_encryption_key(secret), nonce, ciphertext, tag)
     except ValueError as exc:
         raise RemoteStorageError(
             "call secret is invalid or bundle is corrupted"

pycodex/{portable_server.py → portable/server.py}

@@ -7,8 +7,8 @@ from http.server import BaseHTTPRequestHandler
 from pathlib import Path
 from urllib.parse import unquote, urlparse
 
-from .compat import ThreadingHTTPServer
-from .portable import (
+from ..utils.compat import ThreadingHTTPServer
+from .client import (
     DEFAULT_STORAGE_SERVER,
     HEALTHCHECK_PATH,
     STORAGE_API_PREFIX,
@@ -166,7 +166,7 @@ class CodexStorageServer:
 
 def build_parser() -> "argparse.ArgumentParser":
     parser = argparse.ArgumentParser(
-        prog="python -m pycodex.portable_server",
+        prog="python -m pycodex.portable.server",
         description="Run a pycodex remote storage service for --put/--call testing.",
     )
     parser.add_argument(

pycodex/protocol.py

@@ -19,7 +19,7 @@ from copy import deepcopy
 from dataclasses import dataclass, field
 from typing import Any
 
-from .compat import Literal, TypeAlias
+from .utils.compat import Literal, TypeAlias
 
 JSONValue: "TypeAlias" = Any
 JSONDict: "TypeAlias" = typing.Dict[str, Any]

pycodex/runtime.py

@@ -4,7 +4,7 @@ from collections import deque
 from dataclasses import dataclass, field, replace
 
 from .agent import BASE_EVENT_HANDLER, Agent, TurnInterrupted
-from .compat import Literal
+from .utils.compat import Literal
 from .events import (
     AssistantDeltaEvent,
     AutoCompactCompletedEvent,
@@ -307,7 +307,7 @@ class AgentRuntime:
             if not self.agent.history:
                 return {"kind": "compact_empty"}
             result = await self.agent.compact()
-            self.publish_state("history")
+            self.publish_state("compacted")
             return {
                 "kind": "compacted",
                 "original_item_count": result.original_item_count,

pycodex/tools/base_tool.py

@@ -27,8 +27,8 @@ from ..protocol import (
     ToolSpec,
     UserMessage,
 )
-from ..runtime_services import AgentRuntimeEnvironment
 from ..utils import get_debug_dir
+from .runtime_services import AgentRuntimeEnvironment
 
 if typing.TYPE_CHECKING:
     from ..agent import Agent

pycodex/tools/close_agent_tool.py

@@ -9,9 +9,9 @@ Expected behavior:
 """
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import SubAgentManager
 from .agent_tool_schemas import AGENT_STATUS_SCHEMA
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import SubAgentManager
 
 CLOSE_AGENT_OUTPUT_SCHEMA = {
     "type": "object",

pycodex/tools/code_mode_manager.py

@@ -21,7 +21,7 @@ from pathlib import Path
 
 from loguru import logger
 
-from ..compat import is_ascii, stream_writer_is_closing
+from ..utils.compat import is_ascii, stream_writer_is_closing
 from ..protocol import JSONDict, JSONValue, ToolCall
 from ..utils.truncation import DEFAULT_MAX_OUTPUT_TOKENS
 from .base_tool import StructuredToolOutput, ToolContext, ToolRegistry

pycodex/tools/request_permissions_tool.py

@@ -10,8 +10,8 @@ Expected behavior:
 """
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import RequestPermissionsManager
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import RequestPermissionsManager
 
 NETWORK_PERMISSIONS_SCHEMA = {
     "type": "object",

pycodex/tools/resume_agent_tool.py

@@ -9,9 +9,9 @@ Expected behavior:
 """
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import SubAgentManager
 from .agent_tool_schemas import AGENT_STATUS_SCHEMA
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import SubAgentManager
 
 RESUME_AGENT_OUTPUT_SCHEMA = {
     "type": "object",

pycodex/{runtime_services.py → tools/runtime_services.py}

@@ -5,8 +5,7 @@ import typing
 from dataclasses import dataclass
 from typing import TYPE_CHECKING, Awaitable, Callable
 
-from .compat import Literal
-from .events import (
+from ..events import (
     CompactCompletedEvent,
     CompactFailedEvent,
     CompactStartedEvent,
@@ -16,11 +15,12 @@ from .events import (
     TurnInterruptedEvent,
     TurnStartedEvent,
 )
-from .protocol import ConversationItem, ToolCall, ToolResult
-from .utils import uuid7_string
+from ..protocol import ConversationItem, ToolCall, ToolResult
+from ..utils import uuid7_string
+from ..utils.compat import Literal
 
 if TYPE_CHECKING:
-    from .runtime import AgentRuntime
+    from ..runtime import AgentRuntime
 
 PlanStatus = Literal["pending", "in_progress", "completed"]
 AgentStatus = typing.Union[

pycodex/tools/send_input_tool.py

@@ -12,9 +12,9 @@ Expected behavior:
 import typing
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import SubAgentManager
 from .agent_tool_schemas import COLLAB_INPUT_ITEMS_SCHEMA
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import SubAgentManager
 
 SEND_INPUT_OUTPUT_SCHEMA = {
     "type": "object",

pycodex/tools/spawn_agent_tool.py

@@ -12,9 +12,9 @@ Expected behavior:
 import typing
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import SubAgentManager
 from .agent_tool_schemas import COLLAB_INPUT_ITEMS_SCHEMA
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import SubAgentManager
 
 SPAWN_AGENT_OUTPUT_SCHEMA = {
     "type": "object",

pycodex/tools/unified_exec_manager.py

@@ -22,7 +22,7 @@ from pathlib import Path
 
 from loguru import logger
 
-from ..compat import shlex_join, stream_writer_is_closing
+from ..utils.compat import shlex_join, stream_writer_is_closing
 from ..utils.truncation import (
     DEFAULT_MAX_OUTPUT_TOKENS,
     approx_token_count,

pycodex/tools/update_plan_tool.py

@@ -13,8 +13,8 @@ Expected behavior:
 import typing
 
 from ..protocol import JSONDict, JSONValue
-from ..runtime_services import PlanItem, PlanStore
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import PlanItem, PlanStore
 
 VALID_PLAN_STATUSES = {"pending", "in_progress", "completed"}
 

pycodex/tools/view_image_tool.py

@@ -8,6 +8,7 @@ Expected behavior:
   into the next model request.
 - Resize the image down to `MAX_DIMENSION` unless the caller asks for
   `original` detail, matching upstream `PromptImageMode::ResizeToFit`.
+- Use `original` detail when Pillow is unavailable.
 - Accept the documented `path` argument plus optional `detail: "high" |
   "original"` hint.
 - Return both the JSON object result and the structured `input_image` content
@@ -15,6 +16,7 @@ Expected behavior:
 """
 
 import typing
+from importlib.util import find_spec
 from pathlib import Path
 
 from ..protocol import JSONDict, JSONValue
@@ -95,6 +97,9 @@ class ViewImageTool(BaseTool):
         if not path.is_file():
             return f"Error: image path `{path}` is not a file."
 
+        if detail == "high" and find_spec("PIL") is None:
+            detail = "original"
+
         try:
             image_url = load_image_data_url(path, detail != "original")
         except ImageProcessingError as exc:

pycodex/tools/wait_agent_tool.py

@@ -13,9 +13,9 @@ import json
 import typing
 
 from ..protocol import JSONDict, JSONValue, UserMessage
-from ..runtime_services import SubAgentManager
 from .agent_tool_schemas import AGENT_STATUS_SCHEMA
 from .base_tool import BaseTool, ToolContext
+from .runtime_services import SubAgentManager
 
 DEFAULT_WAIT_AGENT_TIMEOUT_MS = 30_000
 MIN_WAIT_AGENT_TIMEOUT_MS = 10_000

pycodex/utils/__init__.py

@@ -1,13 +1,10 @@
-from .compactor import DEFAULT_COMPACT_PROMPT, SUMMARY_PREFIX, compact
 from .debug import get_debug_dir
 from .dotenv import DOTENV_FILENAME, load_codex_dotenv, parse_dotenv, parse_dotenv_value
 from .get_env import build_user_agent, get_shell_name, get_timezone_name
 from .random_ids import uuid7_string
 
 __all__ = [
-    "DEFAULT_COMPACT_PROMPT",
     "DOTENV_FILENAME",
-    "SUMMARY_PREFIX",
     "build_user_agent",
     "get_debug_dir",
     "get_shell_name",
@@ -15,6 +12,5 @@ __all__ = [
     "load_codex_dotenv",
     "parse_dotenv",
     "parse_dotenv_value",
-    "compact",
     "uuid7_string",
 ]

pycodex/utils/_aes_gcm/LICENSE

@@ -0,0 +1,56 @@
+aes.py is adapted from pyaes 1.6.1 under the following license:
+
+The MIT License (MIT)
+
+Copyright (c) 2014 Richard Moore
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+---
+
+gcm.py is adapted from Google-authored tlslite/utils/aesgcm.py in tlslite-ng
+0.8.2. Its LICENSE provides the following terms for code written by Google:
+
+Copyright (c) 2008, The Chromium Authors
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+ * Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+ * Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+ * Neither the name of the Google Inc. nor the names of its contributors may
+   be used to endorse or promote products derived from this software without
+   specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

pycodex/utils/_aes_gcm/README.md

@@ -0,0 +1,61 @@
+# Bundled pure Python AES-GCM
+
+Portable encryption uses this subset through `pycodex.utils.crypto`. It needs
+only Python's standard library, with no compiler, shared library, optional
+crypto package or platform-specific build. Core ships a `py3-none-any` wheel.
+
+The format remains AES-256-GCM with a 32-byte key, 12-byte nonce, 16-byte tag and
+empty associated data. The existing `PCX1` layout and SHA-256 key derivation are
+unchanged, so previously issued call tokens continue to work.
+
+## Sources and licenses
+
+- `aes.py`: the AES encryption primitive from
+  [pyaes 1.6.1](https://pypi.org/project/pyaes/1.6.1/), by Richard Moore, under MIT.
+  Upstream repository: https://github.com/ricmoo/pyaes.
+  Source archive SHA-256:
+  `02c1b1405c38d3c370b085fb952dd8bea3fadcee6411ad99f312cc129c536d8f`.
+- `gcm.py`: adapted from the Google-authored `tlslite/utils/aesgcm.py` in
+  [tlslite-ng 0.8.2](https://pypi.org/project/tlslite-ng/0.8.2/), under the BSD
+  terms specified for Google's code in its LICENSE. That implementation derives
+  GCM multiplication from Go's `crypto/cipher`.
+  Upstream repository: https://github.com/tlsfuzzer/tlslite-ng.
+
+`LICENSE` retains the applicable notices. `source-sha256.json` identifies the
+original input files, before the local adaptations below.
+
+## Local scope
+
+- AES supports only the 256-bit key and 128-bit block used by portable.
+  Decryption tables, the inverse AES primitive, other modes, padding and Python 2
+  compatibility code are removed. GCM uses the AES encryption primitive in both
+  directions.
+- The AES S-box and T1 entries are unchanged. T2/T3/T4 are byte rotations of T1;
+  their values were checked against all upstream entries. These tables are
+  immutable class data. Key schedules and GCM product tables belong to each call.
+- GCM retains the upstream four-bit multiplication and reduction tables. Its
+  fixed nonce, tag and empty-associated-data contract removes generic TLS
+  helpers. Counter processing is local and does not allocate a full keystream.
+- `crypto.py` validates lengths and the GCM message-size bound. Decryption checks
+  the tag with `hmac.compare_digest` before decrypting any ciphertext.
+
+Pure Python execution is deliberately slower than native crypto, especially
+for multi-megabyte bundles. These table-based Python primitives do not provide
+constant-time AES/GHASH execution; constant-time tag comparison does not change
+that property.
+
+## Verification
+
+```bash
+uv sync --dev
+uv run --dev pytest tests/test_crypto.py tests/test_portable.py
+```
+
+Tests cover NIST AES-256-GCM vectors, comparison with PyCryptodome, empty and
+partial blocks, a 1 MiB payload, altered key/nonce/ciphertext/tag, input length
+and counter bounds, authentication before decryption, and existing `PCX1`
+bundles. PyCryptodome is a development-only reference dependency.
+
+The publish workflow builds ordinary Python wheels and source distributions.
+`tests/smoke_core_wheel.py` checks a clean core installation without Crypto or
+Cryptodome, including portable round-trip and CLI entry points.

pycodex/utils/_aes_gcm/__init__.py

@@ -0,0 +1 @@
+"""Vendored pure Python AES-GCM subset; see README.md and LICENSE."""