auto-coder 0.1.224__tar.gz → 0.1.225__tar.gz

{auto_coder-0.1.224 → auto_coder-0.1.225}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.224
+Version: 0.1.225
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/auto_coder.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.224
+Version: 0.1.225
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/auto_coder.egg-info/SOURCES.txt

@@ -84,6 +84,7 @@ src/autocoder/index/__init__.py
 src/autocoder/index/for_command.py
 src/autocoder/index/index.py
 src/autocoder/index/symbols_utils.py
+src/autocoder/index/types.py
 src/autocoder/pyproject/__init__.py
 src/autocoder/rag/__init__.py
 src/autocoder/rag/api_server.py

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/autocoder/common/__init__.py

@@ -262,8 +262,10 @@ class AutoCoderArgs(pydantic.BaseModel):
     index_model_max_length: Optional[int] = 0
     index_model_max_input_length: Optional[int] = 0
     index_model_anti_quota_limit: Optional[int] = 0
+    
 
     index_filter_level: Optional[int] = 0
+    index_filter_enable_relevance_verification: Optional[bool] = True
     index_filter_workers: Optional[int] = 1
     index_filter_file_num: Optional[int] = -1
     index_build_workers: Optional[int] = 1
@@ -349,7 +351,7 @@ class AutoCoderArgs(pydantic.BaseModel):
     generate_times_same_model: Optional[int] = 1
 
     action: List[str] = []
-    enable_global_memory: Optional[bool] = True
+    enable_global_memory: Optional[bool] = True    
 
     class Config:
         protected_namespaces = ()

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/autocoder/common/command_templates.py

@@ -30,7 +30,7 @@ def init_command_template(source_dir:str):
     project_type: py
 
     ## The model you want to drive AutoCoder to run
-    model: gpt3_5_chat
+    model: deepseek_chat
 
 
     ## Enable the index building which can help you find the related files by your query
@@ -38,7 +38,7 @@ def init_command_template(source_dir:str):
     skip_build_index: false
     ## The model to build index for the project (Optional)
     ## 用于为项目构建索引的模型（可选）
-    index_model: haiku_chat
+    index_model: deepseek_chat
 
     ## the filter level to find the related files
     ## 0: only find the files with the file name
@@ -192,8 +192,8 @@ def base_enable_index()->str:
     skip_build_index: false
     anti_quota_limit: 0
     index_filter_level: 1
-    index_filter_workers: 4
-    index_build_workers: 4
+    index_filter_workers: 100
+    index_build_workers: 100
     '''
 
 @byzerllm.prompt()

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/autocoder/index/for_command.py

@@ -1,4 +1,5 @@
-from autocoder.index.index import IndexManager, TargetFile
+from autocoder.index.index import IndexManager
+from autocoder.index.types import TargetFile
 from autocoder.suffixproject import SuffixProject
 from autocoder.tsproject import TSProject
 from autocoder.pyproject import PyProject

{auto_coder-0.1.224 → auto_coder-0.1.225}/src/autocoder/index/index.py

@@ -29,29 +29,12 @@ from autocoder.utils.queue_communicate import (
     CommunicateEvent,
     CommunicateEventType,
 )
-
-
-class IndexItem(pydantic.BaseModel):
-    module_name: str
-    symbols: str
-    last_modified: float
-    md5: str  # 新增文件内容的MD5哈希值字段
-
-
-class TargetFile(pydantic.BaseModel):
-    file_path: str
-    reason: str = pydantic.Field(
-        ..., description="The reason why the file is the target file"
-    )
-
-
-class VerifyFileRelevance(pydantic.BaseModel):
-    relevant_score: int
-    reason: str
-
-
-class FileList(pydantic.BaseModel):
-    file_list: List[TargetFile]
+from autocoder.index.types import (
+    IndexItem,
+    TargetFile,
+    VerifyFileRelevance,
+    FileList,
+)
 
 
 class IndexManager:
@@ -97,7 +80,7 @@ class IndexManager:
         ```json
         {
             "relevant_score": 0-10,
-            "reason": "这是相关的原因..."
+            "reason": "这是相关的原因（不超过10个中文字符）..."
         }
         ```
         """
@@ -119,12 +102,12 @@ class IndexManager:
         {
             "file_list": [
                 {
-                    "file_path": "path/to/file.py",
-                    "reason": "The reason why the file is the target file"
+                    "file_path": "path/to/file1.py",
+                    "reason": "这是被选择的原因（不超过10个中文字符）"
                 },
                 {
-                    "file_path": "path/to/file.py",
-                    "reason": "The reason why the file is the target file"
+                    "file_path": "path/to/file2.py",
+                    "reason": "这是被选择的原因（不超过10个中文字符）"
                 }
             ]
         }
@@ -211,17 +194,19 @@ class IndexManager:
         if current_chunk:
             chunks.append("\n".join(current_chunk))
         return chunks
+    
+    def should_skip(self, file_path: str):
+        ext = os.path.splitext(file_path)[1].lower()
+        if ext in [".md", ".html", ".txt", ".doc", ".pdf"]:
+            return True
+        return False
 
     def build_index_for_single_source(self, source: SourceCode):
         file_path = source.module_name
         if not os.path.exists(file_path):
             return None
 
-        ext = os.path.splitext(file_path)[1].lower()
-        if ext in [".md", ".html", ".txt", ".doc", ".pdf"]:
-            return None
-
-        if source.source_code.strip() == "":
+        if self.should_skip(file_path):
             return None
 
         md5 = hashlib.md5(source.source_code.encode("utf-8")).hexdigest()
@@ -290,6 +275,13 @@ class IndexManager:
 
             wait_to_build_files = []
             for source in self.sources:
+                file_path = source.module_name
+                if not os.path.exists(file_path):
+                    continue
+
+                if self.should_skip(file_path):
+                    continue
+
                 source_code = source.source_code
                 if self.args.auto_merge == "strict_diff":
                     v = source.source_code.splitlines()
@@ -297,7 +289,7 @@ class IndexManager:
                     for line in v:
                         new_v.append(line[line.find(":"):])
                     source_code = "\n".join(new_v)
-
+                
                 md5 = hashlib.md5(source_code.encode("utf-8")).hexdigest()
                 if (
                     source.module_name not in index_data
@@ -453,6 +445,7 @@ class IndexManager:
             nonlocal completed_threads
             result = self._get_target_files_by_query.with_llm(
                 self.llm).with_return_type(FileList).run(chunk, query)
+            print(result)
             if result is not None:
                 with lock:
                     all_results.extend(result.file_list)
@@ -477,18 +470,23 @@ class IndexManager:
         return all_results, total_threads, completed_threads
 
     def get_target_files_by_query(self, query: str) -> FileList:
+        '''
+        根据用户查询过滤文件。
+        1. 必选，根据文件名和路径，以及文件用途说明，过滤出相关文件。
+        2. index_filter_level>=1，根据文件名和路径，文件说明以及符号列表过滤出相关文件。
+        '''
         all_results: List[TargetFile] = []
+        if self.args.index_filter_level == 0:
+            def w():
+                return self._get_meta_str(
+                    skip_symbols=False,
+                    max_chunk_size=-1,
+                    includes=[SymbolType.USAGE],
+                )
 
-        def w():
-            return self._get_meta_str(
-                skip_symbols=False,
-                max_chunk_size=-1,
-                includes=[SymbolType.USAGE],
-            )
-
-        temp_result, total_threads, completed_threads = self._query_index_with_thread(
-            query, w)
-        all_results.extend(temp_result)
+            temp_result, total_threads, completed_threads = self._query_index_with_thread(
+                query, w)
+            all_results.extend(temp_result)
 
         if self.args.index_filter_level >= 1:
 
@@ -524,12 +522,12 @@ class IndexManager:
         {
             "file_list": [
                 {
-                    "file_path": "path/to/file.py",
-                    "reason": "The reason why the file is the target file"
+                    "file_path": "path/to/file1.py",
+                    "reason": "这是被选择的原因（不超过10个中文字符）"
                 },
                 {
-                    "file_path": "path/to/file.py",
-                    "reason": "The reason why the file is the target file"
+                    "file_path": "path/to/file2.py",
+                    "reason": "这是被选择的原因（不超过10个中文字符）"
                 }
             ]
         }
@@ -699,76 +697,77 @@ def build_index_and_filter_files(
 
             # Phase 5: Relevance verification
             logger.info("Phase 5: Performing relevance verification...")
-            phase_start = time.monotonic()
-            verified_files = {}
-            temp_files = list(final_files.values())
-            verification_results = []
-            
-            def print_verification_results(results):
-                from rich.table import Table
-                from rich.console import Console
-                
-                console = Console()
-                table = Table(title="File Relevance Verification Results", show_header=True, header_style="bold magenta")
-                table.add_column("File Path", style="cyan", no_wrap=True)
-                table.add_column("Score", justify="right", style="green")
-                table.add_column("Status", style="yellow")
-                table.add_column("Reason/Error")
-                
-                for file_path, score, status, reason in results:
-                    table.add_row(
-                        file_path,
-                        str(score) if score is not None else "N/A",
-                        status,
-                        reason
-                    )
+            if args.index_filter_enable_relevance_verification:
+                phase_start = time.monotonic()
+                verified_files = {}
+                temp_files = list(final_files.values())
+                verification_results = []
                 
-                console.print(table)
-
-            def verify_single_file(file: TargetFile):
-                for source in sources:
-                    if source.module_name == file.file_path:
-                        file_content = source.source_code
-                        try:
-                            result = index_manager.verify_file_relevance.with_llm(llm).with_return_type(VerifyFileRelevance).run(
-                                file_content=file_content,
-                                query=args.query
-                            )
-                            if result.relevant_score >= args.verify_file_relevance_score:
+                def print_verification_results(results):
+                    from rich.table import Table
+                    from rich.console import Console
+                    
+                    console = Console()
+                    table = Table(title="File Relevance Verification Results", show_header=True, header_style="bold magenta")
+                    table.add_column("File Path", style="cyan", no_wrap=True)
+                    table.add_column("Score", justify="right", style="green")
+                    table.add_column("Status", style="yellow")
+                    table.add_column("Reason/Error")
+                    
+                    for file_path, score, status, reason in results:
+                        table.add_row(
+                            file_path,
+                            str(score) if score is not None else "N/A",
+                            status,
+                            reason
+                        )
+                    
+                    console.print(table)
+
+                def verify_single_file(file: TargetFile):
+                    for source in sources:
+                        if source.module_name == file.file_path:
+                            file_content = source.source_code
+                            try:
+                                result = index_manager.verify_file_relevance.with_llm(llm).with_return_type(VerifyFileRelevance).run(
+                                    file_content=file_content,
+                                    query=args.query
+                                )
+                                if result.relevant_score >= args.verify_file_relevance_score:
+                                    verified_files[file.file_path] = TargetFile(
+                                        file_path=file.file_path,
+                                        reason=f"Score:{result.relevant_score}, {result.reason}"
+                                    )
+                                    return file.file_path, result.relevant_score, "PASS", result.reason
+                                else:
+                                    return file.file_path, result.relevant_score, "FAIL", result.reason
+                            except Exception as e:
+                                error_msg = str(e)
                                 verified_files[file.file_path] = TargetFile(
                                     file_path=file.file_path,
-                                    reason=f"Score:{result.relevant_score}, {result.reason}"
+                                    reason=f"Verification failed: {error_msg}"
                                 )
-                                return file.file_path, result.relevant_score, "PASS", result.reason
-                            else:
-                                return file.file_path, result.relevant_score, "FAIL", result.reason
-                        except Exception as e:
-                            error_msg = str(e)
-                            verified_files[file.file_path] = TargetFile(
-                                file_path=file.file_path,
-                                reason=f"Verification failed: {error_msg}"
-                            )
-                            return file.file_path, None, "ERROR", error_msg
-                return None
-
-            with ThreadPoolExecutor(max_workers=args.index_filter_workers) as executor:
-                futures = [executor.submit(verify_single_file, file)
-                           for file in temp_files]
-                for future in as_completed(futures):
-                    result = future.result()
-                    if result:
-                        verification_results.append(result)
-                        time.sleep(args.anti_quota_limit)
-
-            # Print verification results in a table
-            print_verification_results(verification_results)
-            
-            stats["verified_files"] = len(verified_files)
-            phase_end = time.monotonic()
-            stats["timings"]["relevance_verification"] = phase_end - phase_start
+                                return file.file_path, None, "ERROR", error_msg
+                    return None
+
+                with ThreadPoolExecutor(max_workers=args.index_filter_workers) as executor:
+                    futures = [executor.submit(verify_single_file, file)
+                            for file in temp_files]
+                    for future in as_completed(futures):
+                        result = future.result()
+                        if result:
+                            verification_results.append(result)
+                            time.sleep(args.anti_quota_limit)
+
+                # Print verification results in a table
+                print_verification_results(verification_results)
+                
+                stats["verified_files"] = len(verified_files)
+                phase_end = time.monotonic()
+                stats["timings"]["relevance_verification"] = phase_end - phase_start
 
-            # Keep all files, not just verified ones
-            final_files = verified_files
+                # Keep all files, not just verified ones
+                final_files = verified_files
 
     def display_table_and_get_selections(data):
         from prompt_toolkit.shortcuts import checkboxlist_dialog

auto_coder-0.1.225/src/autocoder/index/types.py

@@ -0,0 +1,24 @@
+import pydantic
+from typing import List
+
+class IndexItem(pydantic.BaseModel):
+    module_name: str
+    symbols: str
+    last_modified: float
+    md5: str  # 新增文件内容的MD5哈希值字段
+
+
+class TargetFile(pydantic.BaseModel):
+    file_path: str
+    reason: str = pydantic.Field(
+        ..., description="The reason why the file is the target file"
+    )
+
+
+class VerifyFileRelevance(pydantic.BaseModel):
+    relevant_score: int
+    reason: str
+
+
+class FileList(pydantic.BaseModel):
+    file_list: List[TargetFile]

auto_coder-0.1.225/src/autocoder/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.225"

auto_coder-0.1.224/src/autocoder/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.224"