auto-coder 0.1.375__py3-none-any.whl → 0.1.376__py3-none-any.whl

autocoder/common/v2/agent/ignore_utils.py

@@ -1,50 +0,0 @@
-
-import os
-from typing import Optional, List
-import pathspec
-
-DEFAULT_IGNORED_DIRS = ['.git', '.auto-coder', 'node_modules', '.mvn', '.idea', '__pycache__', '.venv', 'venv', 'dist', 'build', '.gradle']
-
-
-def load_ignore_spec(source_dir: str) -> Optional[pathspec.PathSpec]:
-    """
-    Loads .autocoderignore file from the source_dir if it exists.
-    Returns a PathSpec object or None if no ignore file.
-    """
-    ignore_file_path = os.path.join(source_dir, ".autocoderignore")
-    if not os.path.isfile(ignore_file_path):
-        return None
-    try:
-        with open(ignore_file_path, "r") as f:
-            ignore_patterns = f.read().splitlines()
-        spec = pathspec.PathSpec.from_lines("gitwildmatch", ignore_patterns)
-        return spec
-    except Exception:
-        return None
-
-
-def should_ignore(path: str, ignore_spec: Optional[pathspec.PathSpec], ignored_dirs: List[str], source_dir: str) -> bool:
-    """
-    Determine if a given path should be ignored based on ignore_spec and ignored_dirs.
-    - path: absolute path
-    - ignore_spec: PathSpec object or None
-    - ignored_dirs: list of directory names to ignore
-    - source_dir: root source directory absolute path
-    """
-    rel_path = os.path.relpath(path, source_dir)
-    parts = rel_path.split(os.sep)
-
-    # Always ignore if any part matches ignored_dirs
-    for part in parts:
-        if part in ignored_dirs:
-            return True
-
-    # If ignore_spec exists, use it to check
-    if ignore_spec:
-        # pathspec expects posix style paths
-        rel_path_posix = rel_path.replace(os.sep, "/")
-        # Check both file and dir ignoring
-        if ignore_spec.match_file(rel_path_posix):
-            return True
-
-    return False

autocoder/dispacher/actions/plugins/action_translate.py

@@ -1,214 +0,0 @@
-from autocoder.common import (
-    AutoCoderArgs,
-    TranslateArgs,
-    TranslateReadme,
-    split_code_into_segments,
-)
-from autocoder.suffixproject import SuffixProject
-from typing import Optional
-import byzerllm
-import os
-import time
-from loguru import logger
-from prompt_toolkit import prompt
-from prompt_toolkit.shortcuts import confirm, radiolist_dialog
-from rich import print
-from rich.table import Table
-
-
-@byzerllm.prompt()
-def translate_readme(content: str, lang: str, instruction: Optional[str] = None) -> str:
-    """
-    你做翻译时，需要遵循如下要求：
-
-    {%- if instruction %}
-    {{ instruction }}
-    {%- endif %}
-
-    请将下面的内容翻译成{{ lang }}：
-
-    {{ content }}
-    """
-
-
-def get_translate_part(content: str) -> str:
-    return content
-
-
-def confirm_translation_parameters(translate_args: TranslateArgs) -> TranslateArgs:
-    while True:
-        table = Table(title="Translation Parameters")
-        table.add_column("Parameter", style="cyan")
-        table.add_column("Value", style="magenta")
-        table.add_row("Target Language", translate_args.target_lang)
-        table.add_row("File Suffixes", translate_args.file_suffix)
-        table.add_row("New File Mark", translate_args.new_file_mark)
-        table.add_row(
-            "Translate File Name", str(translate_args.should_translate_file_name)
-        )
-        table.add_row("File List", ", ".join(translate_args.file_list))
-        table.add_row("Output Directory", translate_args.output_dir)
-        print(table)
-
-        if confirm("Are the above parameters correct?"):
-            break
-
-        param_options = [
-            ("1", "Target Language"),
-            ("2", "File Suffixes"),
-            ("3", "New File Mark"),
-            ("4", "Translate File Name"),
-            ("5", "File List"),
-            ("6", "Output Directory"),
-        ]
-        selected_param = radiolist_dialog(
-            title="Select parameter to modify",
-            text="Choose the parameter you want to change:",
-            values=param_options,
-        ).run()
-
-        if selected_param == "1":
-            translate_args.target_lang = prompt("Enter the new target language: ")
-        elif selected_param == "2":
-            translate_args.file_suffix = prompt(
-                "Enter the new file suffixes (comma-separated): "
-            )
-        elif selected_param == "3":
-            translate_args.new_file_mark = prompt("Enter the new file mark: ")
-        elif selected_param == "4":
-            translate_args.should_translate_file_name = confirm("Translate file names?")
-        elif selected_param == "5":
-            translate_args.file_list = prompt(
-                "Enter the new file list (comma-separated): "
-            ).split(",")
-        elif selected_param == "6":
-            translate_args.output_dir = prompt("Enter the new output directory: ")
-
-    return translate_args
-
-
-class ActionTranslate:
-    def __init__(
-        self, args: AutoCoderArgs, llm: Optional[byzerllm.ByzerLLM] = None
-    ) -> None:
-        self.args = args
-        self.llm = llm
-        self.pp = None
-
-    def run(self):
-        args = self.args
-        if not args.project_type.startswith("translate"):
-            return False
-
-        if (
-            args.project_type == "translate"
-            and args.query is not None
-            and self.llm is not None
-        ):
-            t = self.llm.chat_oai(
-                conversations=[{"role": "user", "content": args.query}],
-                response_class=TranslateArgs,
-            )
-            tranlate_args: TranslateArgs = t[0].value
-            if tranlate_args:
-                lang = tranlate_args.target_lang
-                suffixes = tranlate_args.file_suffix
-                new_file_mark = tranlate_args.new_file_mark
-                file_list = tranlate_args.file_list
-                output_dir = tranlate_args.output_dir
-                should_translate_file_name = tranlate_args.should_translate_file_name
-        else:
-            [
-                _,
-                lang,
-                suffixes,
-                new_file_mark,
-                file_list_str,
-                output_dir,
-                should_translate_file_name,
-            ] = args.project_type.split("/")
-            file_list = file_list_str.split(",")
-
-        translate_args = TranslateArgs(
-            target_lang=lang,
-            file_suffix=suffixes,
-            new_file_mark=new_file_mark,
-            file_list=file_list,
-            output_dir=output_dir,
-            should_translate_file_name=should_translate_file_name,
-        )
-
-        translate_args = confirm_translation_parameters(translate_args)
-
-        def file_filter(file_path, suffixes):
-            for suffix in suffixes:
-                if suffix.startswith("."):
-                    if file_path.endswith(f"-{translate_args.new_file_mark}{suffix}"):
-                        return False
-                else:
-                    if file_path.endswith(f"-{translate_args.new_file_mark}.{suffix}"):
-                        return False
-            return True
-
-        args.project_type = translate_args.file_suffix
-        pp = SuffixProject(args=args, llm=self.llm, file_filter=file_filter)
-        self.pp = pp
-        pp.run()
-        for source in pp.sources:
-            if (
-                translate_args.file_list
-                and source.module_name not in translate_args.file_list
-            ):
-                continue
-            logger.info(f"Translating {source.module_name}...")
-            max_tokens = self.args.model_max_length or 2000
-            segments = split_code_into_segments(
-                source_code=source.source_code, max_tokens=max_tokens
-            )
-            temp_result = []
-            segment_count = 0
-            for segment in segments:
-                content = translate_readme(
-                    content=segment,
-                    lang=translate_args.target_lang,
-                    instruction=args.query,
-                )
-                t = self.llm.chat_oai(
-                    conversations=[{"role": "user", "content": content}]
-                )
-                temp_result.append(get_translate_part(t[0].output))
-                time.sleep(args.anti_quota_limit)
-                segment_count += 1
-                print(
-                    f"Translated {segment_count}({len(content)}) of {len(segments)} segments from {source.module_name}",
-                    flush=True,
-                )
-            readme = TranslateReadme(
-                filename=source.module_name, content="".join(temp_result)
-            )
-            filename, extension = os.path.splitext(readme.filename)
-            file_short_name, _ = os.path.splitext(os.path.basename(filename))
-
-            if translate_args.new_file_mark:
-                new_file_mark = f"-{translate_args.new_file_mark}"
-
-            if translate_args.should_translate_file_name:
-                file_short_name = translate_readme.with_llm(self.llm).run(
-                    content=file_short_name,
-                    lang=translate_args.target_lang,
-                    instruction=args.query,
-                )
-                file_short_name = file_short_name.replace(" ", "_")
-
-            if translate_args.output_dir:
-                new_filename = os.path.join(
-                    translate_args.output_dir,
-                    f"{file_short_name}{new_file_mark}{extension}",
-                )
-            else:
-                new_filename = f"{filename}{new_file_mark}{extension}"
-
-            logger.info(f"Writing to {new_filename}...")
-            with open(new_filename, "w",encoding="utf-8") as file:
-                file.write(readme.content)
-        return True

autocoder/ignorefiles/__init__.py

@@ -1,4 +0,0 @@
-
-from .ignore_file_utils import should_ignore
-
-__all__ = ["should_ignore"]

autocoder/ignorefiles/ignore_file_utils.py

@@ -1,63 +0,0 @@
-
-import os
-from pathlib import Path
-from threading import Lock
-import pathspec
-
-DEFAULT_EXCLUDES = [
-    '.git', '.auto-coder', 'node_modules', '.mvn', '.idea',
-    '__pycache__', '.venv', 'venv', 'dist', 'build', '.gradle',".next"
-]
-
-
-class IgnoreFileManager:
-    _instance = None
-    _lock = Lock()
-
-    def __new__(cls):
-        if not cls._instance:
-            with cls._lock:
-                if not cls._instance:
-                    cls._instance = super(IgnoreFileManager, cls).__new__(cls)
-                    cls._instance._initialized = False
-        return cls._instance
-
-    def __init__(self):
-        if self._initialized:
-            return
-        self._initialized = True
-        self._spec = None
-        self._load_ignore_spec()
-
-    def _load_ignore_spec(self):
-        ignore_patterns = []
-        project_root = Path(os.getcwd())
-
-        ignore_file_paths = [
-            project_root / '.autocoderignore',
-            project_root / '.auto-coder' / '.autocoderignore'
-        ]
-
-        for ignore_file in ignore_file_paths:
-            if ignore_file.is_file():
-                with open(ignore_file, 'r', encoding='utf-8') as f:
-                    ignore_patterns = f.read().splitlines()
-                break
-
-        # 添加默认排除目录
-        ignore_patterns.extend(DEFAULT_EXCLUDES)
-
-        self._spec = pathspec.PathSpec.from_lines('gitwildmatch', ignore_patterns)
-
-    def should_ignore(self, path: str) -> bool:
-        rel_path = os.path.relpath(path, os.getcwd())
-        # 标准化分隔符
-        rel_path = rel_path.replace(os.sep, '/')
-        return self._spec.match_file(rel_path)
-
-
-# 对外提供单例
-_ignore_manager = IgnoreFileManager()
-
-def should_ignore(path: str) -> bool:
-    return _ignore_manager.should_ignore(path)

autocoder/ignorefiles/test_ignore_file_utils.py

@@ -1,91 +0,0 @@
-
-import os
-import shutil
-from pathlib import Path
-
-import pytest
-
-from src.autocoder.ignorefiles import ignore_file_utils
-
-@pytest.fixture(autouse=True)
-def cleanup_ignore_manager(monkeypatch):
-    """
-    在每个测试前后清理 IgnoreFileManager 的单例状态，保证测试隔离
-    """
-    # 备份原始实例
-    original_instance = ignore_file_utils._ignore_manager
-    # 强制重新加载忽略规则
-    def reset_ignore_manager():
-        ignore_file_utils.IgnoreFileManager._instance = None
-        return ignore_file_utils.IgnoreFileManager()
-
-    monkeypatch.setattr(ignore_file_utils, "_ignore_manager", reset_ignore_manager())
-    yield
-    # 恢复原始实例
-    ignore_file_utils._ignore_manager = original_instance
-
-
-def test_default_excludes(tmp_path, monkeypatch):
-    # 切换当前工作目录
-    monkeypatch.chdir(tmp_path)
-
-    # 不创建任何 .autocoderignore 文件，使用默认排除规则
-    # 创建默认排除目录
-    for dirname in ignore_file_utils.DEFAULT_EXCLUDES:
-        (tmp_path / dirname).mkdir(parents=True, exist_ok=True)
-        # 应该被忽略
-        assert ignore_file_utils.should_ignore(str(tmp_path / dirname)) is True
-
-    # 创建不会被忽略的文件
-    normal_file = tmp_path / "myfile.txt"
-    normal_file.write_text("hello")
-    assert ignore_file_utils.should_ignore(str(normal_file)) is False
-
-
-def test_custom_ignore_file(tmp_path, monkeypatch):
-    monkeypatch.chdir(tmp_path)
-
-    # 创建自定义忽略文件
-    ignore_file = tmp_path / ".autocoderignore"
-    ignore_file.write_text("data/**\nsecret.txt")
-
-    # 重新初始化忽略管理器以加载新规则
-    ignore_file_utils.IgnoreFileManager._instance = None
-    ignore_file_utils._ignore_manager = ignore_file_utils.IgnoreFileManager()
-
-    # 符合忽略规则的路径
-    ignored_dir = tmp_path / "data" / "subdir"
-    ignored_dir.mkdir(parents=True)
-    ignored_file = tmp_path / "secret.txt"
-    ignored_file.write_text("secret")
-
-    assert ignore_file_utils.should_ignore(str(ignored_dir)) is True
-    assert ignore_file_utils.should_ignore(str(ignored_file)) is True
-
-    # 不应被忽略的文件
-    normal_file = tmp_path / "keepme.txt"
-    normal_file.write_text("keep me")
-    assert ignore_file_utils.should_ignore(str(normal_file)) is False
-
-
-def test_nested_ignore_file(tmp_path, monkeypatch):
-    monkeypatch.chdir(tmp_path)
-
-    # 没有根目录的.ignore，创建.auto-coder/.autocoderignore
-    nested_dir = tmp_path / ".auto-coder"
-    nested_dir.mkdir()
-
-    ignore_file = nested_dir / ".autocoderignore"
-    ignore_file.write_text("logs/**")
-
-    # 重新初始化忽略管理器以加载新规则
-    ignore_file_utils.IgnoreFileManager._instance = None
-    ignore_file_utils._ignore_manager = ignore_file_utils.IgnoreFileManager()
-
-    ignored_dir = tmp_path / "logs" / "2024"
-    ignored_dir.mkdir(parents=True)
-    assert ignore_file_utils.should_ignore(str(ignored_dir)) is True
-
-    normal_file = tmp_path / "main.py"
-    normal_file.write_text("# main")
-    assert ignore_file_utils.should_ignore(str(normal_file)) is False