aider-ce 0.87.2.dev9__py3-none-any.whl

aider/utils.py

@@ -0,0 +1,454 @@
+import os
+import platform
+import shutil
+import subprocess
+import sys
+import tempfile
+from pathlib import Path
+
+import oslex
+
+from aider.dump import dump  # noqa: F401
+from aider.waiting import Spinner
+
+IMAGE_EXTENSIONS = {".png", ".jpg", ".jpeg", ".gif", ".bmp", ".tiff", ".webp", ".pdf"}
+
+
+def run_fzf(input_data, multi=False):
+    """
+    Runs fzf as a subprocess, feeding it input_data.
+    Returns the selected items.
+    """
+    if not shutil.which("fzf"):
+        return []  # fzf not available
+
+    fzf_command = ["fzf"]
+    if multi:
+        fzf_command.append("--multi")
+
+    # Recommended flags for a good experience
+    fzf_command.extend(["--height", "80%", "--reverse"])
+
+    process = subprocess.Popen(
+        fzf_command,
+        stdin=subprocess.PIPE,
+        stdout=subprocess.PIPE,
+        text=True,
+    )
+    # fzf expects a newline-separated list of strings
+    stdout, _ = process.communicate("\n".join(input_data))
+
+    if process.returncode == 0:
+        # fzf returns selected items newline-separated
+        return stdout.strip().splitlines()
+    else:
+        # User cancelled (e.g., pressed Esc)
+        return []
+
+
+class IgnorantTemporaryDirectory:
+    def __init__(self):
+        if sys.version_info >= (3, 10):
+            self.temp_dir = tempfile.TemporaryDirectory(ignore_cleanup_errors=True)
+        else:
+            self.temp_dir = tempfile.TemporaryDirectory()
+
+    def __enter__(self):
+        return self.temp_dir.__enter__()
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.cleanup()
+
+    def cleanup(self):
+        try:
+            self.temp_dir.cleanup()
+        except (OSError, PermissionError, RecursionError):
+            pass  # Ignore errors (Windows and potential recursion)
+
+    def __getattr__(self, item):
+        return getattr(self.temp_dir, item)
+
+
+class ChdirTemporaryDirectory(IgnorantTemporaryDirectory):
+    def __init__(self):
+        try:
+            self.cwd = os.getcwd()
+        except FileNotFoundError:
+            self.cwd = None
+
+        super().__init__()
+
+    def __enter__(self):
+        res = super().__enter__()
+        os.chdir(Path(self.temp_dir.name).resolve())
+        return res
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.cwd:
+            try:
+                os.chdir(self.cwd)
+            except FileNotFoundError:
+                pass
+        super().__exit__(exc_type, exc_val, exc_tb)
+
+
+class GitTemporaryDirectory(ChdirTemporaryDirectory):
+    def __enter__(self):
+        dname = super().__enter__()
+        self.repo = make_repo(dname)
+        return dname
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        del self.repo
+        super().__exit__(exc_type, exc_val, exc_tb)
+
+
+def make_repo(path=None):
+    import git
+
+    if not path:
+        path = "."
+    repo = git.Repo.init(path)
+    repo.config_writer().set_value("user", "name", "Test User").release()
+    repo.config_writer().set_value("user", "email", "testuser@example.com").release()
+
+    return repo
+
+
+def is_image_file(file_name):
+    """
+    Check if the given file name has an image file extension.
+
+    :param file_name: The name of the file to check.
+    :return: True if the file is an image, False otherwise.
+    """
+    file_name = str(file_name)  # Convert file_name to string
+    return any(file_name.endswith(ext) for ext in IMAGE_EXTENSIONS)
+
+
+def safe_abs_path(res):
+    "Gives an abs path, which safely returns a full (not 8.3) windows path"
+    res = Path(res).resolve()
+    return str(res)
+
+
+def format_content(role, content):
+    formatted_lines = []
+    for line in content.splitlines():
+        formatted_lines.append(f"{role} {line}")
+    return "\n".join(formatted_lines)
+
+
+def format_messages(messages, title=None):
+    output = []
+    if title:
+        output.append(f"{title.upper()} {'*' * 50}")
+
+    for msg in messages:
+        output.append("-------")
+        role = msg["role"].upper()
+        content = msg.get("content")
+        if isinstance(content, list):  # Handle list content (e.g., image messages)
+            for item in content:
+                if isinstance(item, dict):
+                    for key, value in item.items():
+                        if isinstance(value, dict) and "url" in value:
+                            output.append(f"{role} {key.capitalize()} URL: {value['url']}")
+                        else:
+                            output.append(f"{role} {key}: {value}")
+                else:
+                    output.append(f"{role} {item}")
+        elif isinstance(content, str):  # Handle string content
+            # For large content, especially with many files, use a truncated display approach
+            if len(content) > 5000:
+                # Count the number of code blocks (approximation)
+                fence_count = content.count("```") // 2
+                if fence_count > 5:
+                    # Show truncated content with file count for large files to improve performance
+                    first_line = content.split("\n", 1)[0]
+                    output.append(
+                        f"{role} {first_line} [content with ~{fence_count} files truncated]"
+                    )
+                else:
+                    output.append(format_content(role, content))
+            else:
+                output.append(format_content(role, content))
+        function_call = msg.get("function_call")
+        if function_call:
+            output.append(f"{role} Function Call: {function_call}")
+
+    return "\n".join(output)
+
+
+def show_messages(messages, title=None, functions=None):
+    formatted_output = format_messages(messages, title)
+    print(formatted_output)
+
+    if functions:
+        dump(functions)
+
+
+def split_chat_history_markdown(text, include_tool=False):
+    messages = []
+    user = []
+    assistant = []
+    tool = []
+    lines = text.splitlines(keepends=True)
+
+    def append_msg(role, lines):
+        lines = "".join(lines)
+        if lines.strip():
+            messages.append(dict(role=role, content=lines))
+
+    for line in lines:
+        if line.startswith("# "):
+            continue
+        if line.startswith("> "):
+            append_msg("assistant", assistant)
+            assistant = []
+            append_msg("user", user)
+            user = []
+            tool.append(line[2:])
+            continue
+        # if line.startswith("#### /"):
+        #    continue
+
+        if line.startswith("#### "):
+            append_msg("assistant", assistant)
+            assistant = []
+            append_msg("tool", tool)
+            tool = []
+
+            content = line[5:]
+            user.append(content)
+            continue
+
+        append_msg("user", user)
+        user = []
+        append_msg("tool", tool)
+        tool = []
+
+        assistant.append(line)
+
+    append_msg("assistant", assistant)
+    append_msg("user", user)
+
+    if not include_tool:
+        messages = [m for m in messages if m["role"] != "tool"]
+
+    return messages
+
+
+def get_pip_install(args):
+    cmd = [
+        sys.executable,
+        "-m",
+        "pip",
+        "install",
+        "--upgrade",
+        "--upgrade-strategy",
+        "only-if-needed",
+    ]
+    cmd += args
+    return cmd
+
+
+def run_install(cmd):
+    print()
+    print("Installing:", printable_shell_command(cmd))
+
+    # First ensure pip is available
+    ensurepip_cmd = [sys.executable, "-m", "ensurepip", "--upgrade"]
+    try:
+        subprocess.run(ensurepip_cmd, capture_output=True, check=False)
+    except Exception:
+        pass  # Continue even if ensurepip fails
+
+    try:
+        output = []
+        process = subprocess.Popen(
+            cmd,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1,
+            universal_newlines=True,
+            encoding=sys.stdout.encoding,
+            errors="replace",
+        )
+        spinner = Spinner("Installing...")
+
+        while True:
+            char = process.stdout.read(1)
+            if not char:
+                break
+
+            output.append(char)
+            spinner.step()
+
+        spinner.end()
+        return_code = process.wait()
+        output = "".join(output)
+
+        if return_code == 0:
+            print("Installation complete.")
+            print()
+            return True, output
+
+    except subprocess.CalledProcessError as e:
+        print(f"\nError running pip install: {e}")
+
+    print("\nInstallation failed.\n")
+
+    return False, output
+
+
+def find_common_root(abs_fnames):
+    try:
+        if len(abs_fnames) == 1:
+            return safe_abs_path(os.path.dirname(list(abs_fnames)[0]))
+        elif abs_fnames:
+            return safe_abs_path(os.path.commonpath(list(abs_fnames)))
+    except OSError:
+        pass
+
+    try:
+        return safe_abs_path(os.getcwd())
+    except FileNotFoundError:
+        # Fallback if cwd is deleted
+        return "."
+
+
+def format_tokens(count):
+    if count < 1000:
+        return f"{count}"
+    elif count < 10000:
+        return f"{count / 1000:.1f}k"
+    else:
+        return f"{round(count / 1000)}k"
+
+
+def touch_file(fname):
+    fname = Path(fname)
+    try:
+        fname.parent.mkdir(parents=True, exist_ok=True)
+        fname.touch()
+        return True
+    except OSError:
+        return False
+
+
+def check_pip_install_extra(io, module, prompt, pip_install_cmd, self_update=False):
+    if module:
+        try:
+            __import__(module)
+            return True
+        except (ImportError, ModuleNotFoundError, RuntimeError):
+            pass
+
+    cmd = get_pip_install(pip_install_cmd)
+
+    if prompt:
+        io.tool_warning(prompt)
+
+    if self_update and platform.system() == "Windows":
+        io.tool_output("Run this command to update:")
+        print()
+        print(printable_shell_command(cmd))  # plain print so it doesn't line-wrap
+        return
+
+    if not io.confirm_ask("Run pip install?", default="y", subject=printable_shell_command(cmd)):
+        return
+
+    success, output = run_install(cmd)
+    if success:
+        if not module:
+            return True
+        try:
+            __import__(module)
+            return True
+        except (ImportError, ModuleNotFoundError, RuntimeError) as err:
+            io.tool_error(str(err))
+            pass
+
+    io.tool_error(output)
+
+    print()
+    print("Install failed, try running this command manually:")
+    print(printable_shell_command(cmd))
+
+
+def printable_shell_command(cmd_list):
+    """
+    Convert a list of command arguments to a properly shell-escaped string.
+
+    Args:
+        cmd_list (list): List of command arguments.
+
+    Returns:
+        str: Shell-escaped command string.
+    """
+    return oslex.join(cmd_list)
+
+
+def split_concatenated_json(s: str) -> list[str]:
+    """
+    Splits a string containing one or more concatenated JSON objects.
+    """
+    res = []
+    i = 0
+    s_len = len(s)
+    while i < s_len:
+        # skip leading whitespace
+        while i < s_len and s[i].isspace():
+            i += 1
+        if i >= s_len:
+            break
+
+        start_char = s[i]
+        if start_char == "{":
+            end_char = "}"
+        elif start_char == "[":
+            end_char = "]"
+        else:
+            # Doesn't start with a JSON object/array, so we can't parse it as a stream.
+            # Return the rest of the string as a single chunk.
+            res.append(s[i:])
+            break
+
+        start_index = i
+        stack_depth = 0
+        in_string = False
+        escape = False
+
+        for j in range(start_index, s_len):
+            char = s[j]
+
+            if escape:
+                escape = False
+                continue
+
+            if char == "\\":
+                escape = True
+                continue
+
+            if char == '"':
+                in_string = not in_string
+
+            if in_string:
+                continue
+
+            if char == start_char:
+                stack_depth += 1
+            elif char == end_char:
+                stack_depth -= 1
+                if stack_depth == 0:
+                    res.append(s[start_index : j + 1])
+                    i = j + 1
+                    break
+        else:
+            # Unclosed object, add the remainder as the last chunk
+            res.append(s[start_index:])
+            break
+
+    return res

aider/versioncheck.py

@@ -0,0 +1,113 @@
+import os
+import sys
+import time
+from pathlib import Path
+
+import packaging.version
+
+import aider
+from aider import utils
+from aider.dump import dump  # noqa: F401
+
+VERSION_CHECK_FNAME = Path.home() / ".aider" / "caches" / "versioncheck"
+
+
+def install_from_main_branch(io):
+    """
+    Install the latest version of aider from the main branch of the GitHub repository.
+    """
+
+    return utils.check_pip_install_extra(
+        io,
+        None,
+        "Install the development version of aider from the main branch?",
+        ["git+https://github.com/Aider-AI/aider.git"],
+        self_update=True,
+    )
+
+
+def install_upgrade(io, latest_version=None):
+    """
+    Install the latest version of aider from PyPI.
+    """
+
+    if latest_version:
+        new_ver_text = f"Newer aider version v{latest_version} is available."
+    else:
+        new_ver_text = "Install latest version of aider?"
+
+    docker_image = os.environ.get("AIDER_DOCKER_IMAGE")
+    if docker_image:
+        text = f"""
+{new_ver_text} To upgrade, run:
+
+    docker pull {docker_image}
+"""
+        io.tool_warning(text)
+        return True
+
+    success = utils.check_pip_install_extra(
+        io,
+        None,
+        new_ver_text,
+        ["aider-chat"],
+        self_update=True,
+    )
+
+    if success:
+        io.tool_output("Re-run aider to use new version.")
+        sys.exit()
+
+    return
+
+
+def check_version(io, just_check=False, verbose=False):
+    if not just_check and VERSION_CHECK_FNAME.exists():
+        day = 60 * 60 * 24
+        since = time.time() - os.path.getmtime(VERSION_CHECK_FNAME)
+        if 0 < since < day:
+            if verbose:
+                hours = since / 60 / 60
+                io.tool_output(f"Too soon to check version: {hours:.1f} hours")
+            return
+
+    # To keep startup fast, avoid importing this unless needed
+    import requests
+
+    try:
+        response = requests.get("https://pypi.org/pypi/aider-chat/json")
+        data = response.json()
+        latest_version = data["info"]["version"]
+        current_version = aider.__version__
+
+        if just_check or verbose:
+            io.tool_output(f"Current version: {current_version}")
+            io.tool_output(f"Latest version: {latest_version}")
+
+        is_update_available = packaging.version.parse(latest_version) > packaging.version.parse(
+            current_version
+        )
+    except Exception as err:
+        io.tool_error(f"Error checking pypi for new version: {err}")
+        return False
+    finally:
+        VERSION_CHECK_FNAME.parent.mkdir(parents=True, exist_ok=True)
+        VERSION_CHECK_FNAME.touch()
+
+    ###
+    # is_update_available = True
+
+    if just_check or verbose:
+        if is_update_available:
+            io.tool_output("Update available")
+        else:
+            io.tool_output("No update available")
+
+    if just_check:
+        return is_update_available
+
+    if not is_update_available:
+        return False
+
+    install_upgrade(io, latest_version)
+    return True