cecli-dev 0.99.5__tar.gz → 0.99.7__tar.gz

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/.pre-commit-config.yaml

@@ -1,21 +1,21 @@
 repos:
   - repo: https://github.com/PyCQA/isort
-    rev: 5.12.0
+    rev: 9.0.0a3
     hooks:
       - id: isort
         args: ["--profile", "black"]
   - repo: https://github.com/psf/black
-    rev: 23.3.0
+    rev: 26.3.1
     hooks:
       - id: black
         args: ["--line-length", "100", "--preview"]
   - repo: https://github.com/pycqa/flake8
-    rev: 7.1.0
+    rev: 7.3.0
     hooks:
       - id: flake8
         args: ["--show-source"]
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.2.6
+    rev: v2.4.2
     hooks:
       - id: codespell
         args: ["--skip", "cecli/website/docs/languages.md"]

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cecli-dev
-Version: 0.99.5
+Version: 0.99.7
 Summary: we also can't pronounce cecli
 Project-URL: Homepage, https://github.com/dwash96/cecli
 Project-URL: Documentation, https://github.com/dwash96/cecli
@@ -27,7 +27,6 @@ Requires-Dist: prompt_toolkit
 Requires-Dist: backoff>=2.2.1
 Requires-Dist: pathspec>=0.12.1
 Requires-Dist: diskcache>=5.6.3
-Requires-Dist: grep_ast
 Requires-Dist: packaging>=25.0
 Requires-Dist: sounddevice>=0.5.2
 Requires-Dist: soundfile>=0.13.1
@@ -59,6 +58,8 @@ Requires-Dist: importlib-metadata>=7.2.1
 Requires-Dist: tomli>=2.3.0; python_version <= "3.10"
 Requires-Dist: tree-sitter==0.23.2; python_version < "3.10"
 Requires-Dist: tree-sitter>=0.25.1; python_version >= "3.10"
+Requires-Dist: tree-sitter-language-pack<=0.13.0
+Requires-Dist: tree_sitter_languages==1.10.2; python_version <= "3.12"
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-asyncio; extra == "dev"
@@ -77,6 +78,8 @@ Requires-Dist: codespell; extra == "dev"
 Requires-Dist: uv; extra == "dev"
 Requires-Dist: memray; extra == "dev"
 Requires-Dist: objgraph; extra == "dev"
+Requires-Dist: pympler; extra == "dev"
+Requires-Dist: guppy3; extra == "dev"
 Provides-Extra: help
 Requires-Dist: llama-index-embeddings-huggingface; extra == "help"
 Requires-Dist: numpy>=1.26.4; extra == "help"

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/benchmark/benchmark.py

@@ -292,9 +292,7 @@ def main(
 
     if not dry and "CECLI_DOCKER" not in os.environ:
         logger.warning("Warning: Benchmarking runs unvetted code. Run in a docker container.")
-        logger.warning(
-            "Set CECLI_DOCKER in the environment to by-pass this check at your own risk."
-        )
+        logger.warning("Set CECLI_DOCKER in the environment to bypass this check at your own risk.")
         return
 
     # Check dirs exist

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/__init__.py

@@ -1,6 +1,6 @@
 from packaging import version
 
-__version__ = "0.99.3.dev"
+__version__ = "0.99.7.dev"
 safe_version = __version__
 
 try:

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.99.5'
-__version_tuple__ = version_tuple = (0, 99, 5)
+__version__ = version = '0.99.7'
+__version_tuple__ = version_tuple = (0, 99, 7)
 
-__commit_id__ = commit_id = 'g4a4e977c3'
+__commit_id__ = commit_id = 'gf217080c8'

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/coders/agent_coder.py

@@ -53,7 +53,7 @@ class AgentCoder(Coder):
         self.read_tools = {
             "command",
             "commandinteractive",
-            "exploresymbols",
+            "explorecode",
             "ls",
             "grep",
             "showcontext",
@@ -582,6 +582,7 @@ class AgentCoder(Coder):
 
         # Add post-message context blocks (priority 250 - between CUR and REMINDER)
         ConversationService.get_chunks(self).add_post_message_context_blocks()
+        ConversationService.get_chunks(self).add_randomized_cta()
 
         return ConversationService.get_manager(self).get_messages_dict()
 

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/coders/base_coder.py

@@ -1131,8 +1131,9 @@ class Coder:
                     "other_files": other_files,
                     "mentioned_fnames": mentioned_fnames,
                     "all_abs_files": all_abs_files,
-                    "read_only_count": len(set(self.abs_read_only_fnames)) + len(
-                        set(self.abs_read_only_stubs_fnames)
+                    "read_only_count": (
+                        len(set(self.abs_read_only_fnames))
+                        + len(set(self.abs_read_only_stubs_fnames))
                     ),
                 }
             )

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/commands/copy_context.py

@@ -4,6 +4,7 @@ import pyperclip
 
 from cecli.commands.utils.base_command import BaseCommand
 from cecli.commands.utils.helpers import format_command_result
+from cecli.helpers.conversation import ConversationService, MessageTag
 
 
 class CopyContextCommand(BaseCommand):
@@ -13,13 +14,13 @@ class CopyContextCommand(BaseCommand):
     @classmethod
     async def execute(cls, io, coder, args, **kwargs):
         """Execute the copy-context command with given parameters."""
-        chunks = coder.format_chat_chunks()
+        manager = ConversationService.get_manager(coder)
 
         markdown = ""
 
-        # Only include specified chunks in order
-        for messages in [chunks.repo, chunks.readonly_files, chunks.chat_files]:
-            for msg in messages:
+        # Only include specified chunks in order using conversation tags
+        for tag in [MessageTag.REPO, MessageTag.READONLY_FILES, MessageTag.CHAT_FILES]:
+            for msg in manager.get_messages_dict(tag=tag):
                 # Only include user messages
                 if msg["role"] != "user":
                     continue

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/commands/load_mcp.py

@@ -6,7 +6,7 @@ from cecli.commands.utils.helpers import format_command_result
 
 class LoadMcpCommand(BaseCommand):
     NORM_NAME = "load-mcp"
-    DESCRIPTION = "Load a MCP server by name"
+    DESCRIPTION = "Load MCP server(s) by name, or use '*' to load all enabled servers"
 
     @classmethod
     async def execute(cls, io, coder, args, **kwargs):
@@ -21,17 +21,34 @@ class LoadMcpCommand(BaseCommand):
 
         server_names = args.strip().split()
         results = []
-        for server_name in server_names:
-            server = coder.mcp_manager.get_server(server_name)
-            if server is None:
-                results.append(f"MCP server {server_name} does not exist.")
-                continue
 
-            did_connect = await coder.mcp_manager.connect_server(server.name)
-            if did_connect:
-                results.append(f"Loaded server: {server_name}")
-            else:
-                results.append(f"Unable to load server: {server_name}")
+        # Handle '*' wildcard to load all servers enabled by default
+        if server_names == ["*"]:
+            for server in coder.mcp_manager.servers:
+                if server in coder.mcp_manager.connected_servers:
+                    results.append(f"Server already loaded: {server.name}")
+                    continue
+                auto_connect = server.config.get("enabled", True)
+                if not auto_connect:
+                    results.append(f"Skipping server (not enabled by default): {server.name}")
+                    continue
+                did_connect = await coder.mcp_manager.connect_server(server.name)
+                if did_connect:
+                    results.append(f"Loaded server: {server.name}")
+                else:
+                    results.append(f"Unable to load server: {server.name}")
+        else:
+            for server_name in server_names:
+                server = coder.mcp_manager.get_server(server_name)
+                if server is None:
+                    results.append(f"MCP server {server_name} does not exist.")
+                    continue
+
+                did_connect = await coder.mcp_manager.connect_server(server.name)
+                if did_connect:
+                    results.append(f"Loaded server: {server_name}")
+                else:
+                    results.append(f"Unable to load server: {server_name}")
 
         try:
             return format_command_result(io, cls.NORM_NAME, "\n".join(results))
@@ -67,8 +84,8 @@ class LoadMcpCommand(BaseCommand):
         help_text = super().get_help()
         help_text += "\nUsage:\n"
         help_text += "  /load-mcp <mcp-name>...  # Load one or more mcps by name\n"
+        help_text += "  /load-mcp *              # Load all mcps enabled by default\n"
         help_text += "\nExamples:\n"
         help_text += "  /load-mcp context7  # Load the context7 mcp\n"
         help_text += "  /load-mcp github context7  # Load both github and context7 mcps\n"
-        help_text += "\nThis command loads one or more MCP servers by name.\n"
-        return help_text
+        help_text += "  /load-mcp *          # Load all mcps enabled by default\n"

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/commands/remove_mcp.py

@@ -6,7 +6,7 @@ from cecli.commands.utils.helpers import format_command_result
 
 class RemoveMcpCommand(BaseCommand):
     NORM_NAME = "remove-mcp"
-    DESCRIPTION = "Remove a MCP server by name"
+    DESCRIPTION = "Remove a MCP server by name, or use '*' to remove all"
 
     @classmethod
     async def execute(cls, io, coder, args, **kwargs):
@@ -21,12 +21,23 @@ class RemoveMcpCommand(BaseCommand):
 
         server_names = args.strip().split()
         results = []
-        for server_name in server_names:
-            was_disconnected = await coder.mcp_manager.disconnect_server(server_name)
-            if was_disconnected:
-                results.append(f"Removed server: {server_name}")
+
+        # Handle '*' wildcard to disconnect all servers
+        if server_names == ["*"]:
+            connected = [s for s in coder.mcp_manager.servers if s.is_connected]
+            if not connected:
+                results.append("No MCP servers connected, nothing to remove.")
             else:
-                results.append(f"Unable to remove server: {server_name}")
+                for server in connected:
+                    await coder.mcp_manager.disconnect_server(server.name)
+                    results.append(f"Removed server: {server.name}")
+        else:
+            for server_name in server_names:
+                was_disconnected = await coder.mcp_manager.disconnect_server(server_name)
+                if was_disconnected:
+                    results.append(f"Removed server: {server_name}")
+                else:
+                    results.append(f"Unable to remove server: {server_name}")
 
         try:
             return format_command_result(io, cls.NORM_NAME, "\n".join(results))
@@ -59,7 +70,8 @@ class RemoveMcpCommand(BaseCommand):
         help_text = super().get_help()
         help_text += "\nUsage:\n"
         help_text += "  /remove-mcp <mcp-name>...  # Remove one or more mcps by name\n"
+        help_text += "  /remove-mcp *              # Remove all connected mcps\n"
         help_text += "\nExamples:\n"
         help_text += "  /remove-mcp context7  # Remove the context7 mcp\n"
         help_text += "  /remove-mcp github context7  # Remove both github and context7 mcps\n"
-        help_text += "\nThis command removes one or more MCP servers by name.\n"
+        help_text += "  /remove-mcp *          # Remove all connected mcps\n"

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/helpers/background_commands.py

@@ -11,7 +11,7 @@ import platform
 import subprocess
 import threading
 from collections import deque
-from typing import Dict, Optional, Tuple
+from typing import Dict, List, Optional, Tuple
 
 try:
     import pty
@@ -624,3 +624,51 @@ class BackgroundCommandManager:
                     ),
                 }
             return result
+
+    @staticmethod
+    def save_paginated_output(
+        output: str,
+        command_key: str,
+        page_size: int,
+        abs_root_path_func,
+        local_agent_folder_func,
+    ) -> Optional[Tuple[str, List[str], List[str]]]:
+        """
+        Save long output to paginated files in a folder for later access.
+
+        When output exceeds the page_size threshold, it is split into multiple
+        files named `{page_number}.txt` inside a folder named `{command_key}`
+        in the agent's local folder.
+
+        Args:
+            output: Full output text to save
+            command_key: Command key used for both folder naming and as the filename root
+            page_size: Maximum characters per page (typically large_file_token_threshold)
+            abs_root_path_func: Callable to convert relative path to absolute (e.g., coder.abs_root_path)
+            local_agent_folder_func: Callable to generate relative paths (e.g., coder.local_agent_folder)
+
+        Returns:
+            Tuple of (folder path, rel file paths list, alias paths list), or None if output fits in one page.
+        """
+        if not output or len(output) <= page_size:
+            return None
+
+        folder_path = local_agent_folder_func(command_key)
+        abs_folder = abs_root_path_func(folder_path)
+        os.makedirs(abs_folder, exist_ok=True)
+
+        num_pages = (len(output) + page_size - 1) // page_size
+
+        for i in range(num_pages):
+            page_num = i + 1
+            filename = f"{page_num}.txt"
+            abs_path = os.path.join(abs_folder, filename)
+            page_content = output[i * page_size : (i + 1) * page_size]
+            with open(abs_path, "w") as f:
+                f.write(page_content)
+
+        file_paths = [f"{folder_path}/{page_num}.txt" for page_num in range(1, num_pages + 1)]
+        alias_paths = [
+            f"command_key::{command_key}/{page_num}.txt" for page_num in range(1, num_pages + 1)
+        ]
+        return (folder_path, file_paths, alias_paths)

{cecli_dev-0.99.5 → cecli_dev-0.99.7}/cecli/helpers/conversation/integration.py

@@ -1,4 +1,5 @@
 import json
+import random
 import weakref
 from typing import Any, Dict, List
 from uuid import UUID
@@ -93,7 +94,9 @@ class ConversationChunks:
         ):
             msg = dict(
                 role="user",
-                content=coder.fmt_system_prompt(coder.gpt_prompts.system_reminder),
+                content=self._shuffle_reminders(
+                    coder.fmt_system_prompt(coder.gpt_prompts.system_reminder)
+                ),
             )
             ConversationService.get_manager(coder).add_message(
                 message_dict=msg,
@@ -103,6 +106,62 @@ class ConversationChunks:
                 mark_for_delete=0,
             )
 
+    def add_randomized_cta(self) -> None:
+        coder = self.get_coder()
+        if not coder:
+            return
+
+        message = random.choice(
+            [
+                "Given the above, please call any tools necessary to make progress on your task",
+                (
+                    "Based on the information provided, please execute the appropriate tools to"
+                    " move the task forward."
+                ),
+                "With this context in mind, please proceed with your work.",
+                (
+                    "In light of the above, please utilize the required tools to continue with this"
+                    " request."
+                ),
+                (
+                    "Continue making progress. If you have reached the goal, summarize the results."
+                    " Otherwise, call the next necessary tool."
+                ),
+                (
+                    "Please use the proper tools to fulfill the next steps of this task based on"
+                    " the current data."
+                ),
+                (
+                    "You’ve got what you need, please invoke the right tools to keep making"
+                    " progress towards our goal."
+                ),
+                (
+                    "Considering what we've established, please use the available tools to complete"
+                    " the current objective."
+                ),
+                (
+                    "Given this information, please use the available tools to proceed with the"
+                    " assignment."
+                ),
+                "Please take the next logical steps to make headway on this task.",
+            ]
+        )
+
+        msg = dict(
+            role="user",
+            content="\n\n" + message,
+        )
+
+        ConversationService.get_manager(coder).add_message(
+            message_dict=msg,
+            tag=MessageTag.REMINDER,
+            hash_key=("main", "randomized_cta"),
+            force=True,
+            mark_for_delete=0,
+            promotion=2 * ConversationService.get_manager(coder).DEFAULT_TAG_PROMOTION_VALUE,
+            mark_for_demotion=1,
+        )
+
     def cleanup_files(self) -> None:
         """
         Clean up ConversationFiles and remove corresponding messages from ConversationManager
@@ -727,12 +786,6 @@ class ConversationChunks:
                 tag=MessageTag.FILE_CONTEXTS,
                 hash_key=("file_context_user", file_path),
                 force=True,
-                promotion=(
-                    ConversationService.get_manager(coder).DEFAULT_TAG_PROMOTION_VALUE
-                    if promote_messages
-                    else None
-                ),
-                mark_for_demotion=1 if promote_messages else None,
             )
 
             ConversationService.get_manager(coder).add_message(
@@ -740,12 +793,6 @@ class ConversationChunks:
                 tag=MessageTag.FILE_CONTEXTS,
                 hash_key=("file_context_assistant", file_path),
                 force=True,
-                promotion=(
-                    ConversationService.get_manager(coder).DEFAULT_TAG_PROMOTION_VALUE
-                    if promote_messages
-                    else None
-                ),
-                mark_for_demotion=1 if promote_messages else None,
             )
 
     def reset(self) -> None:
@@ -903,6 +950,35 @@ class ConversationChunks:
                 force=True,
             )
 
+    def _shuffle_reminders(self, content: str) -> str:
+        """
+        If the string is a critical_reminders block, shuffle all bulleted points
+        to prevent the model from developing 'boilerplate blindness.'
+        """
+        if not content.strip().startswith('<context name="critical_reminders">'):
+            return content
+
+        lines = content.splitlines()
+
+        # 1. Identify indices of lines starting with a hyphen (and the content itself)
+        # We use strip() to handle indentation within the XML block
+        list_info = [(i, line) for i, line in enumerate(lines) if line.strip().startswith("-")]
+
+        if not list_info:
+            return content
+
+        # 2. Extract and shuffle the list items
+        indices = [item[0] for item in list_info]
+        bullet_contents = [item[1] for item in list_info]
+        random.shuffle(bullet_contents)
+
+        # 3. Reconstruct the block by placing shuffled items back into the original indices
+        new_lines = list(lines)
+        for index, shuffled_text in zip(indices, bullet_contents):
+            new_lines[index] = shuffled_text
+
+        return "\n".join(new_lines)
+
     def debug_print_conversation_state(self) -> None:
         """
         Print debug information about conversation state.

cecli_dev-0.99.7/cecli/helpers/grep_ast/__init__.py

@@ -0,0 +1,4 @@
+# noqa: F401
+
+from .grep_ast import TreeContext  # noqa
+from .parsers import filename_to_lang  # noqa

cecli_dev-0.99.7/cecli/helpers/grep_ast/dump.py

@@ -0,0 +1,29 @@
+import json
+import traceback
+
+
+def cvt(s):
+    if isinstance(s, str):
+        return s
+    try:
+        return json.dumps(s, indent=4)
+    except TypeError:
+        return str(s)
+
+
+def dump(*vals):
+    # http://docs.python.org/library/traceback.html
+    stack = traceback.extract_stack()
+    vars = stack[-2][3]
+
+    # strip away the call to dump()
+    vars = "(".join(vars.split("(")[1:])
+    vars = ")".join(vars.split(")")[:-1])
+
+    vals = [cvt(v) for v in vals]
+    has_newline = sum(1 for v in vals if "\n" in v)
+    if has_newline:
+        print("%s:" % vars)
+        print(", ".join(vals))
+    else:
+        print("%s:" % vars, ", ".join(vals))