auto-coder 0.1.172__py3-none-any.whl → 0.1.175__py3-none-any.whl

autocoder/auto_coder_rag.py

@@ -18,7 +18,7 @@ from rich.console import Console
 from rich.table import Table
 import os
 
-from autocoder.rag.document_retriever import process_file3
+from autocoder.rag.document_retriever import process_file_local
 from autocoder.rag.token_counter import TokenCounter
 
 if platform.system() == "Windows":
@@ -90,16 +90,24 @@ def initialize_system():
 
     if choice == "1":
         print_status(get_message("deploying_model").format("Deepseek官方"), "")
-        
+
         deploy_cmd = [
-            "byzerllm", "deploy",
-            "--pretrained_model_type", "saas/openai",
-            "--cpus_per_worker", "0.001",
-            "--gpus_per_worker", "0",
-            "--worker_concurrency", "1000",
-            "--num_workers", "1",
-            "--infer_params", f"saas.base_url=https://api.deepseek.com/v1 saas.api_key={api_key} saas.model=deepseek-chat",
-            "--model", "deepseek_chat"
+            "byzerllm",
+            "deploy",
+            "--pretrained_model_type",
+            "saas/openai",
+            "--cpus_per_worker",
+            "0.001",
+            "--gpus_per_worker",
+            "0",
+            "--worker_concurrency",
+            "1000",
+            "--num_workers",
+            "1",
+            "--infer_params",
+            f"saas.base_url=https://api.deepseek.com/v1 saas.api_key={api_key} saas.model=deepseek-chat",
+            "--model",
+            "deepseek_chat",
         ]
 
     try:
@@ -138,7 +146,9 @@ def main(input_args: Optional[List[str]] = None):
 
     # Serve command
     serve_parser = subparsers.add_parser("serve", help="Start the RAG server")
-    serve_parser.add_argument("--quick", action="store_true", help="Skip system initialization")
+    serve_parser.add_argument(
+        "--quick", action="store_true", help="Skip system initialization"
+    )
     serve_parser.add_argument("--file", default="", help=desc["file"])
     serve_parser.add_argument("--model", default="deepseek_chat", help=desc["model"])
     serve_parser.add_argument("--index_model", default="", help=desc["index_model"])
@@ -160,7 +170,19 @@ def main(input_args: Optional[List[str]] = None):
         "--rag_context_window_limit",
         type=int,
         default=110000,
-        help="",
+        help="The input context window limit for RAG",
+    )
+    serve_parser.add_argument(
+        "--full_text_ratio",
+        type=float,
+        default=0.7,
+        help="The ratio of full text area in the input context window (0.0 to 1.0)",
+    )
+    serve_parser.add_argument(
+        "--segment_ratio",
+        type=float,
+        default=0.2,
+        help="The ratio of segment area in the input context window (0.0 to 1.0)",
     )
     serve_parser.add_argument(
         "--required_exts", default="", help=desc["doc_build_parse_required_exts"]
@@ -198,6 +220,12 @@ def main(input_args: Optional[List[str]] = None):
         help="Monitor mode for the doc update",
     )
 
+    serve_parser.add_argument(
+        "--disable_auto_window",
+        action="store_true",
+        help="Disable automatic window adaptation for documents",
+    )
+
     # Tools command
     tools_parser = subparsers.add_parser("tools", help="Various tools")
     tools_subparsers = tools_parser.add_subparsers(dest="tool", help="Available tools")
@@ -255,7 +283,7 @@ def main(input_args: Optional[List[str]] = None):
 
 def count_tokens(tokenizer_path: str, file_path: str):
     token_counter = TokenCounter(tokenizer_path)
-    source_codes = process_file3(file_path)
+    source_codes = process_file_local(file_path)
 
     console = Console()
     table = Table(title="Token Count Results")

autocoder/chat_auto_coder.py

@@ -118,9 +118,66 @@ commands = [
     "/summon",
     "/mode",
     "/lib",
+    "/design",
 ]
 
 
+def show_help():
+    print(f"\033[1m{get_message('supported_commands')}\033[0m")
+    print()
+    print(
+        f"  \033[94m{get_message('commands')}\033[0m - \033[93m{get_message('description')}\033[0m"
+    )
+    print(
+        f"  \033[94m/add_files\033[0m \033[93m<file1> <file2> ...\033[0m - \033[92m{get_message('add_files_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/remove_files\033[0m \033[93m<file1>,<file2> ...\033[0m - \033[92m{get_message('remove_files_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/chat\033[0m \033[93m<query>\033[0m - \033[92m{get_message('chat_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/coding\033[0m \033[93m<query>\033[0m - \033[92m{get_message('coding_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/design\033[0m \033[93m<query>\033[0m - \033[92m{get_message('design_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/ask\033[0m \033[93m<query>\033[0m - \033[92m{get_message('ask_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/summon\033[0m \033[93m<query>\033[0m - \033[92m{get_message('summon_desc')}\033[0m"
+    )
+    print(f"  \033[94m/revert\033[0m - \033[92m{get_message('revert_desc')}\033[0m")
+    print(
+        f"  \033[94m/conf\033[0m \033[93m<key>:<value>\033[0m  - \033[92m{get_message('conf_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/index/query\033[0m \033[93m<args>\033[0m - \033[92m{get_message('index_query_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/index/build\033[0m - \033[92m{get_message('index_build_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/list_files\033[0m - \033[92m{get_message('list_files_desc')}\033[0m"
+    )
+    print(f"  \033[94m/help\033[0m - \033[92m{get_message('help_desc')}\033[0m")
+    print(
+        f"  \033[94m/exclude_dirs\033[0m \033[93m<dir1>,<dir2> ...\033[0m - \033[92m{get_message('exclude_dirs_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/shell\033[0m \033[93m<command>\033[0m - \033[92m{get_message('shell_desc')}\033[0m"
+    )
+    print(
+        f"  \033[94m/voice_input\033[0m - \033[92m{get_message('voice_input_desc')}\033[0m"
+    )
+    print(f"  \033[94m/mode\033[0m - \033[92m{get_message('mode_desc')}\033[0m")
+    print(f"  \033[94m/lib\033[0m - \033[92m{get_message('lib_desc')}\033[0m")
+    print(f"  \033[94m/exit\033[0m - \033[92m{get_message('exit_desc')}\033[0m")
+    print()
+
+
 def configure_project_type():
     from prompt_toolkit.lexers import PygmentsLexer
     from pygments.lexers.markup import MarkdownLexer
@@ -280,14 +337,22 @@ def initialize_system():
     else:
         print_status(get_message("deploying_model").format("Deepseek官方"), "")
         deploy_cmd = [
-            "byzerllm", "deploy",
-            "--pretrained_model_type", "saas/openai",
-            "--cpus_per_worker", "0.001",
-            "--gpus_per_worker", "0",
-            "--worker_concurrency", "1000",
-            "--num_workers", "1",
-            "--infer_params", f"saas.base_url=https://api.deepseek.com/v1 saas.api_key={api_key} saas.model=deepseek-chat",
-            "--model", "deepseek_chat"
+            "byzerllm",
+            "deploy",
+            "--pretrained_model_type",
+            "saas/openai",
+            "--cpus_per_worker",
+            "0.001",
+            "--gpus_per_worker",
+            "0",
+            "--worker_concurrency",
+            "1000",
+            "--num_workers",
+            "1",
+            "--infer_params",
+            f"saas.base_url=https://api.deepseek.com/v1 saas.api_key={api_key} saas.model=deepseek-chat",
+            "--model",
+            "deepseek_chat",
         ]
 
     try:
@@ -716,7 +781,7 @@ class CommandCompleter(Completer):
 
                 if current_word.startswith("@@"):
                     name = current_word[2:]
-                    for symbol in self.symbol_list:                        
+                    for symbol in self.symbol_list:
                         if name in symbol.symbol_name:
                             file_name = symbol.file_name
                             path_parts = file_name.split(os.sep)
@@ -1060,7 +1125,7 @@ def add_files(args: List[str]):
 
                 print_formatted_text(
                     HTML(
-                        "<b>Type Atom Group Desc (Prese [Esc] + [Enter]  to finish.)</b><br>"
+                        "<b>Type Atom Group Desc (Prese [Esc] + [Enter]  to finish.)</b><br/>"
                     )
                 )
                 text = prompt(
@@ -1340,7 +1405,8 @@ def coding(query: str):
             "skip_build_index": conf.get("skip_build_index", "true") == "true",
             "skip_confirm": conf.get("skip_confirm", "true") == "true",
             "silence": conf.get("silence", "true") == "true",
-            "include_project_structure": conf.get("include_project_structure", "true") == "true",
+            "include_project_structure": conf.get("include_project_structure", "true")
+            == "true",
         }
 
         for key, value in conf.items():
@@ -1447,18 +1513,22 @@ def chat(query: str):
     file_contents = []
     for file in current_files:
         if os.path.exists(file):
-            with open(file, "r") as f:
-                content = f.read()
-                s = f"##File: {file}\n{content}\n\n"
-                file_contents.append(s)
+            try:
+                with open(file, "r") as f:
+                    content = f.read()
+                    s = f"##File: {file}\n{content}\n\n"
+                    file_contents.append(s)
+            except Exception as e:
+                print(f"Failed to read file: {file}. Error: {str(e)}")
 
     all_file_content = "".join(file_contents)
 
     yaml_config = {
         "include_file": ["./base/base.yml"],
-        "include_project_structure": conf.get("include_project_structure", "true") == "true",
+        "include_project_structure": conf.get("include_project_structure", "true")
+        == "true",
     }
-    
+
     yaml_config["context"] = json.dumps(
         {"file_content": all_file_content}, ensure_ascii=False
     )
@@ -1517,10 +1587,13 @@ def summon(query: str):
     file_contents = []
     for file in current_files:
         if os.path.exists(file):
-            with open(file, "r") as f:
-                content = f.read()
-                s = f"##File: {file}\n{content}\n\n"
-                file_contents.append(s)
+            try:
+                with open(file, "r") as f:
+                    content = f.read()
+                    s = f"##File: {file}\n{content}\n\n"
+                    file_contents.append(s)
+            except Exception as e:
+                print(f"Failed to read file: {file}. Error: {str(e)}")
 
     all_file_content = "".join(file_contents)
 
@@ -1560,6 +1633,49 @@ def summon(query: str):
         os.remove(execute_file)
 
 
+def design(query: str):
+
+    conf = memory.get("conf", {})
+    yaml_config = {
+        "include_file": ["./base/base.yml"],
+    }
+
+    if query.strip().startswith("/svg"):
+        query = query.replace("/svg", "", 1).strip()
+        yaml_config["agent_designer_mode"] = "svg"
+    elif query.strip().startswith("/sd"):
+        query = query.replace("/svg", "", 1).strip()
+        yaml_config["agent_designer_mode"] = "sd"
+    else:
+        yaml_config["agent_designer_mode"] = "svg"
+
+    yaml_config["query"] = query
+
+    if "model" in conf:
+        yaml_config["model"] = conf["model"]
+
+    if "designer_model" in conf:
+        yaml_config["designer_model"] = conf["designer_model"]
+
+    if "sd_model" in conf:
+        yaml_config["sd_model"] = conf["sd_model"]
+
+    yaml_content = convert_yaml_config_to_str(yaml_config=yaml_config)
+
+    execute_file = os.path.join("actions", f"{uuid.uuid4()}.yml")
+
+    with open(os.path.join(execute_file), "w") as f:
+        f.write(yaml_content)
+
+    def execute_design():
+        auto_coder_main(["agent", "designer", "--file", execute_file])
+
+    try:
+        execute_design()
+    finally:
+        os.remove(execute_file)
+
+
 def voice_input():
     conf = memory.get("conf", {})
     yaml_config = {
@@ -2096,6 +2212,13 @@ def main():
                 else:
                     chat(query)
 
+            elif user_input.startswith("/design"):
+                query = user_input[len("/design") :].strip()
+                if not query:
+                    print("\033[91mPlease enter your design request.\033[0m")
+                else:
+                    design(query)
+
             elif user_input.startswith("/summon"):
                 query = user_input[len("/summon") :].strip()
                 if not query:

autocoder/chat_auto_coder_lang.py

@@ -64,6 +64,7 @@ MESSAGES = {
         "mode_desc": "Switch input mode",
         "lib_desc": "Manage libraries",
         "exit_desc": "Exit the program",
+        "design_desc": "Generate SVG image based on the provided description",        
     },
     "zh": {
         "initializing": "🚀 正在初始化系统...",
@@ -128,6 +129,8 @@ MESSAGES = {
         "mode_desc": "切换输入模式",
         "lib_desc": "管理库",
         "exit_desc": "退出程序",
+        "design_desc": "根据需求设计SVG图片",
+        
     }
 }
 

autocoder/command_args.py

@@ -103,8 +103,8 @@ def parse_args(input_args: Optional[List[str]] = None) -> AutoCoderArgs:
     parser.add_argument("--urls", default="", help=desc["urls"])
     parser.add_argument(
         "--urls_use_model", action="store_true", help=desc["urls_use_model"]
-    )
-    parser.add_argument("--exclude_files", default="", help="")
+    )    
+    parser.add_argument("--designer_model", default="", help=desc["designer_model"])
     parser.add_argument("--query_prefix", default=None, help=desc["query_prefix"])
     parser.add_argument("--query_suffix", default=None, help=desc["query_suffix"])
 
@@ -546,6 +546,16 @@ def parse_args(input_args: Optional[List[str]] = None) -> AutoCoderArgs:
     )
     auto_tool_parser.add_argument("--target_file", default="./output.txt", help="")
 
+    designer_parser = agent_subparsers.add_parser(
+        "designer", help="Run the designer agent"
+    )
+    designer_parser.add_argument("--request_id", default="", help=desc["request_id"])
+    designer_parser.add_argument("--source_dir", default=".", help="Source directory")
+    designer_parser.add_argument("--query", help="Query for the designer")
+    designer_parser.add_argument("--model", default="", help=desc["model"])
+    designer_parser.add_argument("--file", default="", help=desc["file"])
+    designer_parser.add_argument("--ray_address", default="auto", help=desc["ray_address"])
+
     planner_parser = agent_subparsers.add_parser(
         "planner", help="Run the planner agent"
     )

autocoder/common/__init__.py

@@ -11,6 +11,8 @@ class SourceCode(pydantic.BaseModel):
     module_name: str
     source_code: str
     tag: str = ""
+    tokens: int = -1
+    metadata: Dict[str, Any] = {}
 
 
 class TranslateReadme(pydantic.BaseModel):
@@ -246,6 +248,7 @@ class AutoCoderArgs(pydantic.BaseModel):
     index_build_workers: Optional[int] = 1
     
     planner_model: Optional[str] = ""
+    designer_model: Optional[str] = ""
     file: Optional[str] = ""
     ray_address: Optional[str] = ""
     anti_quota_limit: Optional[int] = 1    
@@ -280,7 +283,8 @@ class AutoCoderArgs(pydantic.BaseModel):
     doc_command: Optional[str] = None
     required_exts: Optional[str] = None
 
-    monitor_mode: Optional[bool] = False
+    monitor_mode: bool = False
+    disable_auto_window: bool = False
     
     description: Optional[str] = ""
     skip_confirm: Optional[bool] = False
@@ -301,5 +305,11 @@ class AutoCoderArgs(pydantic.BaseModel):
 
     prompt_review: Optional[str] = None
 
+    agent_designer_mode: Optional[str] = "svg"
+
+    full_text_ratio: Optional[float] = 0.7
+    segment_ratio: Optional[float] = 0.2
+    buff_ratio: Optional[float] = 0.1
+
     class Config:
         protected_namespaces = ()

autocoder/common/command_completer.py

@@ -8,6 +8,10 @@ COMMANDS = {
         "/group": {"/add": "", "/drop": "", "/reset": "", "set": ""},
         "/refresh": {},
     },
+    "/designer": {
+        "/svg": {},
+        "/sd": {},
+    },
     "/coding": {},
     "/chat": {"/new": {}, "/review": {}, "/no_context": {}},
     "/lib": {

autocoder/common/command_generator.py

@@ -22,16 +22,15 @@ def _generate_shell_script(user_input: str) -> str:
     不支持Bash
     {%- endif %}
 
-    根据用户的输入生成一个 shell 脚本。
+    根据用户的输入以及当前的操作系统生成合适的 shell 脚本。
 
     用户输入: {{ user_input }}
 
-    请生成一个适当的 shell 脚本来执行用户的请求。确保脚本是安全的，并且可以在 bash shell 中运行。
-    脚本应该以 #!/bin/bash 开头，并包含必要的注释来解释每个步骤。
+    请生成一个适当的 shell 脚本来执行用户的请求。确保脚本是安全的，并且可以在操作系统支持的 shell 中运行。
+    脚本应该包含必要的注释来解释每个步骤。
     脚本内容请用如下方式返回：
 
-    ```shell
-    #!/bin/bash
+    ```shell    
     # 你的 shell 脚本内容
     ```
     """

autocoder/lang.py

@@ -62,6 +62,7 @@ lang_desc = {
         "screenshot_output": "The directory to save the screenshots",
         "code_model": "The name of the code model to use. Default is empty",        
         "planner_model": "The name of the planner model to use. Default is empty",
+        "designer_model": "The name of the designer model to use. Default is empty",
         "query_prefix": "The query prefix",
         "query_suffix": "The query suffix",
         "next_from_yaml": "The YAML file to copy content from when creating a new action file. It supports prefix matching, e.g., specifying '001' will match '001_abc.yml'.",
@@ -134,6 +135,7 @@ lang_desc = {
         "code_model": "要使用的代码模型的名称。默认为空",
         "next_desc": "基于上一个action文件创建一个新的action文件",
         "planner_model": "要使用的规划模型的名称。默认为空",
+        "designer_model": "要使用的设计模型的名称。默认为空",
         "query_prefix": "查询前缀",
         "query_suffix": "查询后缀",
         "next_from_yaml": "创建新的action文件时要从中复制内容的YAML文件。支持前缀匹配，例如，指定'001'将匹配'001_abc.yml'。",

autocoder/pyproject/__init__.py

@@ -187,7 +187,11 @@ class PyProject:
 
     def convert_to_source_code(self, file_path):
         module_name = file_path
-        source_code = self.read_file_content(file_path)
+        try:
+            source_code = self.read_file_content(file_path)
+        except Exception as e:
+            logger.warning(f"Failed to read file: {file_path}. Error: {str(e)}")
+            return None
         return SourceCode(module_name=module_name, source_code=source_code)
 
     def get_package_source_codes(