auto-coder 1.0.0__py3-none-any.whl → 2.0.0__py3-none-any.whl

autocoder/common/v2/code_auto_generate_strict_diff.py

@@ -2,22 +2,30 @@ from typing import List, Dict, Tuple
 from autocoder.common.types import Mode, CodeGenerateResult
 from autocoder.common import AutoCoderArgs
 import byzerllm
-from autocoder.utils.queue_communicate import queue_communicate, CommunicateEvent, CommunicateEventType
 from autocoder.common import sys_prompt
 from concurrent.futures import ThreadPoolExecutor
 import json
-from autocoder.common.utils_code_auto_generate import chat_with_continue,stream_chat_with_continue,ChatWithContinueResult
+from autocoder.common.utils_code_auto_generate import (
+    chat_with_continue,
+    stream_chat_with_continue,
+    ChatWithContinueResult,
+)
 from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 from autocoder.common.stream_out_type import CodeGenerateStreamOutType
 from autocoder.common.auto_coder_lang import get_message_with_format
 from autocoder.common.printer import Printer
-from autocoder.rag.token_counter import count_tokens
+from autocoder.common.tokens import count_string_tokens as count_tokens
 from autocoder.utils import llms as llm_utils
 from autocoder.common import SourceCodeList
 from autocoder.privacy.model_filter import ModelPathFilter
 from autocoder.memory.active_context_manager import ActiveContextManager
-from autocoder.common.rulefiles.autocoderrules_utils import get_rule
-from autocoder.run_context import get_run_context,RunMode
+from autocoder.common.rulefiles import get_rules
+from autocoder.run_context import get_run_context, RunMode
+import os
+from datetime import datetime
+import platform
+
+
 class CodeAutoGenerateStrictDiff:
     def __init__(
         self, llm: byzerllm.ByzerLLM, args: AutoCoderArgs, action=None
@@ -30,14 +38,18 @@ class CodeAutoGenerateStrictDiff:
         if not self.llm:
             raise ValueError(
                 "Please provide a valid model instance to use for code generation."
-            )        
+            )
         self.llms = self.llm.get_sub_client("code_model") or [self.llm]
         if not isinstance(self.llms, list):
             self.llms = [self.llms]
 
     @byzerllm.prompt(llm=lambda self: self.llm)
     def multi_round_instruction(
-        self, instruction: str, content: str, context: str = "", package_context: str = ""
+        self,
+        instruction: str,
+        content: str,
+        context: str = "",
+        package_context: str = "",
     ) -> str:
         """
         如果你需要生成代码，对于每个需要更改的文件，写出类似于 unified diff 的更改，就像`diff -U0`会产生的那样。
@@ -119,6 +131,12 @@ class CodeAutoGenerateStrictDiff:
 
         现在让我们开始一个新的任务:
 
+        <env>
+        当前工作目录: {{ current_dir }}
+        操作系统: {{ os_info }}
+        当前时间: {{ current_time }}
+        </env>
+
         {%- if structure %}
         ====
         {{ structure }}
@@ -167,12 +185,19 @@ class CodeAutoGenerateStrictDiff:
 
         每次生成一个文件的diff，然后询问我是否继续，当我回复继续，继续生成下一个文件的diff。当没有后续任务时，请回复 "__完成__" 或者 "__EOF__"。
         """
-        
+        # 收集环境信息
+        current_dir = os.getcwd()
+        os_info = f"{platform.system()} {platform.release()}"
+        current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+
         if not self.args.include_project_structure:
             return {
-                "structure": "",                
+                "structure": "",
+                "current_dir": current_dir,
+                "os_info": os_info,
+                "current_time": current_time,
             }
-        
+
         extra_docs = get_rules()
 
         return {
@@ -182,11 +207,18 @@ class CodeAutoGenerateStrictDiff:
                 else ""
             ),
             "extra_docs": extra_docs,
+            "current_dir": current_dir,
+            "os_info": os_info,
+            "current_time": current_time,
         }
 
     @byzerllm.prompt(llm=lambda self: self.llm)
     def single_round_instruction(
-        self, instruction: str, content: str, context: str = "", package_context: str = ""
+        self,
+        instruction: str,
+        content: str,
+        context: str = "",
+        package_context: str = "",
     ) -> str:
         """
         如果你需要生成代码，对于每个需要更改的文件，写出类似于 unified diff 的更改，就像`diff -U0`会产生的那样。
@@ -271,6 +303,12 @@ class CodeAutoGenerateStrictDiff:
 
         现在让我们开始一个新的任务:
 
+        <env>
+        当前工作目录: {{ current_dir }}
+        操作系统: {{ os_info }}
+        当前时间: {{ current_time }}
+        </env>
+
         {%- if structure %}
         {{ structure }}
         {%- endif %}
@@ -299,10 +337,17 @@ class CodeAutoGenerateStrictDiff:
 
         {{ instruction }}
         """
-        
+        # 收集环境信息
+        current_dir = os.getcwd()
+        os_info = f"{platform.system()} {platform.release()}"
+        current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+
         if not self.args.include_project_structure:
             return {
-                "structure": "",                
+                "structure": "",
+                "current_dir": current_dir,
+                "os_info": os_info,
+                "current_time": current_time,
             }
 
         return {
@@ -310,7 +355,10 @@ class CodeAutoGenerateStrictDiff:
                 self.action.pp.get_tree_like_directory_structure()
                 if self.action
                 else ""
-            )
+            ),
+            "current_dir": current_dir,
+            "os_info": os_info,
+            "current_time": current_time,
         }
 
     def single_round_run(
@@ -321,10 +369,15 @@ class CodeAutoGenerateStrictDiff:
 
         # 获取包上下文信息
         package_context = ""
-        
-        if self.args.enable_active_context and self.args.enable_active_context_in_generate:
+
+        if (
+            self.args.enable_active_context
+            and self.args.enable_active_context_in_generate
+        ):
             # 初始化活动上下文管理器
-            active_context_manager = ActiveContextManager(self.llm, self.args.source_dir)
+            active_context_manager = ActiveContextManager(
+                self.llm, self.args.source_dir
+            )
             # 获取活动上下文信息
             result = active_context_manager.load_active_contexts_for_files(
                 [source.module_name for source in source_code_list.sources]
@@ -333,34 +386,38 @@ class CodeAutoGenerateStrictDiff:
             if result.contexts:
                 package_context_parts = []
                 for dir_path, context in result.contexts.items():
-                    package_context_parts.append(f"<package_info>{context.content}</package_info>")
-                
+                    package_context_parts.append(
+                        f"<package_info>{context.content}</package_info>"
+                    )
+
                 package_context = "\n".join(package_context_parts)
 
         if self.args.template == "common":
             init_prompt = self.single_round_instruction.prompt(
-                instruction=query, content=source_content, context=self.args.context,
-                package_context=package_context
+                instruction=query,
+                content=source_content,
+                context=self.args.context,
+                package_context=package_context,
             )
         elif self.args.template == "auto_implement":
             init_prompt = self.auto_implement_function.prompt(
                 instruction=query, content=source_content
             )
 
-        with open(self.args.target_file, "w",encoding="utf-8") as file:
+        with open(self.args.target_file, "w", encoding="utf-8") as file:
             file.write(init_prompt)
 
         conversations = []
 
         if self.args.system_prompt and self.args.system_prompt.strip() == "claude":
             conversations.append(
-                {"role": "system", "content": sys_prompt.claude_sys_prompt.prompt()})
+                {"role": "system", "content": sys_prompt.claude_sys_prompt.prompt()}
+            )
         elif self.args.system_prompt:
-            conversations.append(
-                {"role": "system", "content": self.args.system_prompt})
+            conversations.append({"role": "system", "content": self.args.system_prompt})
 
         conversations.append({"role": "user", "content": init_prompt})
-        
+
         conversations_list = []
         results = []
         input_tokens_count = 0
@@ -370,91 +427,114 @@ class CodeAutoGenerateStrictDiff:
         model_names = []
 
         printer = Printer()
-        estimated_input_tokens = count_tokens(json.dumps(conversations, ensure_ascii=False))
-        printer.print_in_terminal("estimated_input_tokens_in_generate", style="yellow",
-                                  estimated_input_tokens_in_generate=estimated_input_tokens,
-                                  generate_mode="strict_diff"
-                                  )
+        estimated_input_tokens = count_tokens(
+            json.dumps(conversations, ensure_ascii=False)
+        )
+        printer.print_in_terminal(
+            "estimated_input_tokens_in_generate",
+            style="yellow",
+            estimated_input_tokens_in_generate=estimated_input_tokens,
+            generate_mode="strict_diff",
+        )
 
         if not self.args.human_as_model or get_run_context().mode == RunMode.WEB:
-            with ThreadPoolExecutor(max_workers=len(self.llms) * self.generate_times_same_model) as executor:
+            with ThreadPoolExecutor(
+                max_workers=len(self.llms) * self.generate_times_same_model
+            ) as executor:
                 futures = []
                 count = 0
                 for llm in self.llms:
                     for _ in range(self.generate_times_same_model):
-                        
+
                         model_names_list = llm_utils.get_llm_names(llm)
                         model_name = None
                         if model_names_list:
-                            model_name = model_names_list[0]                                                    
-                        
+                            model_name = model_names_list[0]
+
                         for _ in range(self.generate_times_same_model):
                             model_names.append(model_name)
                             if count == 0:
+
                                 def job():
                                     stream_generator = stream_chat_with_continue(
-                                        llm=llm, 
-                                        conversations=conversations, 
+                                        llm=llm,
+                                        conversations=conversations,
                                         llm_config=llm_config,
-                                        args=self.args
+                                        args=self.args,
                                     )
                                     full_response, last_meta = stream_out(
-                                    stream_generator,
-                                    model_name=model_name,
-                                    title=get_message_with_format(
-                                        "code_generate_title", model_name=model_name),
-                                    args=self.args,
-                                    extra_meta={
-                                        "stream_out_type": CodeGenerateStreamOutType.CODE_GENERATE.value
-                                    })
+                                        stream_generator,
+                                        model_name=model_name,
+                                        title=get_message_with_format(
+                                            "code_generate_title", model_name=model_name
+                                        ),
+                                        args=self.args,
+                                        extra_meta={
+                                            "stream_out_type": CodeGenerateStreamOutType.CODE_GENERATE.value
+                                        },
+                                    )
                                     return ChatWithContinueResult(
                                         content=full_response,
                                         input_tokens_count=last_meta.input_tokens_count,
-                                        generated_tokens_count=last_meta.generated_tokens_count
+                                        generated_tokens_count=last_meta.generated_tokens_count,
                                     )
+
                                 futures.append(executor.submit(job))
-                            else:                                
-                                futures.append(executor.submit(
-                                    chat_with_continue, 
-                                    llm=llm, 
-                                    conversations=conversations, 
-                                    llm_config=llm_config,
-                                    args=self.args
-                                ))
+                            else:
+                                futures.append(
+                                    executor.submit(
+                                        chat_with_continue,
+                                        llm=llm,
+                                        conversations=conversations,
+                                        llm_config=llm_config,
+                                        args=self.args,
+                                    )
+                                )
                             count += 1
-                            
+
                 temp_results = [future.result() for future in futures]
                 for result in temp_results:
                     results.append(result.content)
                     input_tokens_count += result.input_tokens_count
                     generated_tokens_count += result.generated_tokens_count
-                    model_info = llm_utils.get_model_info(model_name, self.args.product_mode)
+                    model_info = llm_utils.get_model_info(
+                        model_name, self.args.product_mode
+                    )
                     input_cost = model_info.get("input_price", 0) if model_info else 0
                     output_cost = model_info.get("output_price", 0) if model_info else 0
-                    input_tokens_cost += input_cost * result.input_tokens_count / 1000000
-                    generated_tokens_cost += output_cost * result.generated_tokens_count / 1000000
+                    input_tokens_cost += (
+                        input_cost * result.input_tokens_count / 1000000
+                    )
+                    generated_tokens_cost += (
+                        output_cost * result.generated_tokens_count / 1000000
+                    )
             for result in results:
                 conversations_list.append(
-                    conversations + [{"role": "assistant", "content": result}])
-        else:            
+                    conversations + [{"role": "assistant", "content": result}]
+                )
+        else:
             for _ in range(self.args.human_model_num):
                 single_result = chat_with_continue(
-                    llm=self.llms[0], 
-                    conversations=conversations, 
+                    llm=self.llms[0],
+                    conversations=conversations,
                     llm_config=llm_config,
-                    args=self.args
-                )                
+                    args=self.args,
+                )
                 results.append(single_result.content)
                 input_tokens_count += single_result.input_tokens_count
                 generated_tokens_count += single_result.generated_tokens_count
-                conversations_list.append(conversations + [{"role": "assistant", "content": single_result.content}])
-        
+                conversations_list.append(
+                    conversations
+                    + [{"role": "assistant", "content": single_result.content}]
+                )
+
         statistics = {
             "input_tokens_count": input_tokens_count,
             "generated_tokens_count": generated_tokens_count,
             "input_tokens_cost": input_tokens_cost,
-            "generated_tokens_cost": generated_tokens_cost
-        }        
+            "generated_tokens_cost": generated_tokens_cost,
+        }
 
-        return CodeGenerateResult(contents=results, conversations=conversations_list, metadata=statistics)
-    
+        return CodeGenerateResult(
+            contents=results, conversations=conversations_list, metadata=statistics
+        )

autocoder/common/v2/code_auto_merge.py

@@ -2,7 +2,7 @@ import os
 from byzerllm.utils.client import code_utils
 from autocoder.common import AutoCoderArgs, git_utils, SourceCodeList, SourceCode
 from autocoder.common.action_yml_file_manager import ActionYmlFileManager
-from autocoder.common.text import TextSimilarity
+from autocoder.common.text_similarity import TextSimilarity
 from autocoder.memory.active_context_manager import ActiveContextManager
 import pydantic
 import byzerllm

autocoder/common/v2/code_auto_merge_editblock.py

@@ -2,8 +2,9 @@ import os
 from byzerllm.utils.client import code_utils
 from autocoder.common import AutoCoderArgs, git_utils, SourceCodeList, SourceCode
 from autocoder.common.action_yml_file_manager import ActionYmlFileManager
-from autocoder.common.text import TextSimilarity
+from autocoder.common.text_similarity import TextSimilarity
 from autocoder.memory.active_context_manager import ActiveContextManager
+from autocoder.common.core_config import get_memory_manager
 import pydantic
 import byzerllm
 
@@ -373,6 +374,17 @@ class CodeAutoMergeEditBlock:
                 self._print_unmerged_blocks(unmerged_blocks)
                 return
         
+        # 收集新创建的文件
+        new_files = []
+        for file_path in file_content_mapping.keys():
+            if not os.path.exists(file_path):
+                new_files.append(file_path)
+        
+        # 在 commit 之前，如果有变更且有新文件，添加到 memory_manager
+        if changes_made and new_files:
+            memory_manager = get_memory_manager(self.args.source_dir)
+            memory_manager.add_files(new_files)
+        
         if changes_made and not force_skip_git and not self.args.skip_commit:
             try:
                 git_utils.commit_changes(

autocoder/common/v2/code_diff_manager.py

@@ -16,7 +16,7 @@ from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 from autocoder.common.stream_out_type import LintStreamOutType, CompileStreamOutType, UnmergedBlocksStreamOutType, CodeGenerateStreamOutType
 from autocoder.common.auto_coder_lang import get_message_with_format
 from autocoder.common.printer import Printer
-from autocoder.rag.token_counter import count_tokens
+from autocoder.common.tokens import count_string_tokens as count_tokens
 from autocoder.utils import llms as llm_utils
 from autocoder.memory.active_context_manager import ActiveContextManager
 from autocoder.common.v2.code_auto_generate_diff import CodeAutoGenerateDiff
@@ -251,7 +251,7 @@ class CodeDiffManager:
         
         # 最多尝试修复5次
         for attempt in range(self.max_correction_attempts):
-            global_cancel.check_and_raise(token=self.args.event_file)
+            global_cancel.check_and_raise(token=self.args.cancel_token)
             # 代码生成结果更新到影子文件里去
             shadow_files = self._create_shadow_files_from_edits(generation_result)
             
@@ -326,7 +326,7 @@ class CodeDiffManager:
         """
         # 生成代码并自动修复lint错误
         generation_result = self.generate_and_fix(query, source_code_list)
-        global_cancel.check_and_raise(token=self.args.event_file)
+        global_cancel.check_and_raise(token=self.args.cancel_token)
         # 合并代码        
         self.code_merger.merge_code(generation_result)
         

autocoder/common/v2/code_editblock_manager.py

@@ -7,29 +7,19 @@ import byzerllm
 from autocoder.common.types import Mode, CodeGenerateResult, MergeCodeWithoutEffect
 from autocoder.common import AutoCoderArgs,  SourceCodeList, SourceCode
 from autocoder.common.action_yml_file_manager import ActionYmlFileManager
-from autocoder.common import sys_prompt
 from autocoder.compilers.shadow_compiler import ShadowCompiler
-from autocoder.privacy.model_filter import ModelPathFilter
-from autocoder.common.utils_code_auto_generate import chat_with_continue, stream_chat_with_continue, ChatWithContinueResult
-from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 from autocoder.common.stream_out_type import LintStreamOutType, CompileStreamOutType, UnmergedBlocksStreamOutType, ContextMissingCheckStreamOutType
-from autocoder.common.auto_coder_lang import get_message_with_format
 from autocoder.common.printer import Printer
-from autocoder.rag.token_counter import count_tokens
-from autocoder.utils import llms as llm_utils
-from autocoder.memory.active_context_manager import ActiveContextManager
 from autocoder.common.v2.code_auto_generate_editblock import CodeAutoGenerateEditBlock
 from autocoder.common.v2.code_auto_merge_editblock import CodeAutoMergeEditBlock
 from autocoder.shadows.shadow_manager import ShadowManager
 from autocoder.linters.shadow_linter import ShadowLinter
 from autocoder.linters.models import IssueSeverity
 from loguru import logger
-from autocoder.utils.llms import get_llm_names
 from autocoder.common.global_cancel import global_cancel
 from autocoder.linters.models import ProjectLintResult
 from autocoder.common.token_cost_caculate import TokenCostCalculator
 from autocoder.events.event_manager_singleton import get_event_manager
-from autocoder.events.event_types import Event, EventType, EventMetadata
 from autocoder.events import event_content as EventContentCreator
 
 
@@ -446,7 +436,7 @@ class CodeEditBlockManager:
             return (unmerged_formatted_text, merged_formatted_text)
 
         for attempt in range(self.args.auto_fix_merge_max_attempts):
-            global_cancel.check_and_raise(token=self.args.event_file)
+            global_cancel.check_and_raise(token=self.args.cancel_token)
             unmerged_formatted_text, merged_formatted_text = _format_blocks(
                 merge)
             fix_prompt = self.fix_unmerged_blocks.prompt(
@@ -557,7 +547,7 @@ class CodeEditBlockManager:
         token_cost_calculator = TokenCostCalculator(args=self.args)
 
         for attempt in range(self.auto_fix_lint_max_attempts):
-            global_cancel.check_and_raise(token=self.args.event_file)
+            global_cancel.check_and_raise(token=self.args.cancel_token)
             # 代码生成结果更新到影子文件里去
             self.shadow_manager.clean_shadows()
             shadow_files = self._create_shadow_files_from_edits(
@@ -670,7 +660,7 @@ class CodeEditBlockManager:
         token_cost_calculator = TokenCostCalculator(args=self.args)
 
         for attempt in range(self.auto_fix_compile_max_attempts):
-            global_cancel.check_and_raise(token=self.args.event_file)
+            global_cancel.check_and_raise(token=self.args.cancel_token)
             # 先更新增量影子系统的文件
             self.shadow_manager.clean_shadows()
             shadow_files = self._create_shadow_files_from_edits(
@@ -817,7 +807,7 @@ class CodeEditBlockManager:
         # 生成代码并自动修复lint错误
 
         generation_result = self.generate_and_fix(query, source_code_list)
-        global_cancel.check_and_raise(token=self.args.event_file)
+        global_cancel.check_and_raise(token=self.args.cancel_token)
 
         # 合并代码
         self.code_merger.merge_code(generation_result)

autocoder/common/v2/code_manager.py

@@ -16,7 +16,7 @@ from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 from autocoder.common.stream_out_type import CodeGenerateStreamOutType
 from autocoder.common.auto_coder_lang import get_message_with_format
 from autocoder.common.printer import Printer
-from autocoder.rag.token_counter import count_tokens
+from autocoder.common.tokens import count_string_tokens as count_tokens
 from autocoder.utils import llms as llm_utils
 from autocoder.memory.active_context_manager import ActiveContextManager
 from autocoder.shadows.shadow_manager import ShadowManager

autocoder/common/v2/code_strict_diff_manager.py

@@ -160,7 +160,7 @@ class CodeStrictDiffManager:
         
         # 最多尝试修复5次
         for attempt in range(self.max_correction_attempts):
-            global_cancel.check_and_raise(token=self.args.event_file)
+            global_cancel.check_and_raise(token=self.args.cancel_token)
             # 代码生成结果更新到影子文件里去
             shadow_files = self._create_shadow_files_from_edits(generation_result)
             
@@ -235,7 +235,7 @@ class CodeStrictDiffManager:
         """
         # 生成代码并自动修复lint错误
         generation_result = self.generate_and_fix(query, source_code_list)
-        global_cancel.check_and_raise(token=self.args.event_file)
+        global_cancel.check_and_raise(token=self.args.cancel_token)
         # 合并代码        
         self.code_merger.merge_code(generation_result)
         

autocoder/common/wrap_llm_hint/__init__.py

@@ -0,0 +1,10 @@
+"""
+Wrap LLM Hint Module
+
+A module for adding hint messages to text content in a standardized format.
+"""
+
+from .wrap_llm_hint import WrapLLMHint
+from .utils import add_hint_to_text, create_hint_wrapper
+
+__all__ = ["WrapLLMHint", "add_hint_to_text", "create_hint_wrapper"]