auto-coder 0.1.253__py3-none-any.whl → 0.1.254__py3-none-any.whl

{auto_coder-0.1.253.dist-info → auto_coder-0.1.254.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.253
+Version: 0.1.254
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto_coder-0.1.253.dist-info → auto_coder-0.1.254.dist-info}/RECORD

@@ -11,7 +11,7 @@ autocoder/chat_auto_coder_lang.py,sha256=OiwjnOqbiWwbaVuOhehEqdUFPOJbhfvQr3sIq3b
 autocoder/command_args.py,sha256=9aYJ-AmPxP1sQh6ciw04FWHjSn31f2W9afXFwo8wgx4,30441
 autocoder/lang.py,sha256=U6AjVV8Rs1uLyjFCZ8sT6WWuNUxMBqkXXIOs4S120uk,14511
 autocoder/models.py,sha256=uo4mFWb-kdtd-8e2HPfCuXjhkDsE37n1dY6Nt1SU6kk,7625
-autocoder/version.py,sha256=r3svv_IwmWAh4ENi7e33jEo4y7TePaK1ugMkXwnow5w,23
+autocoder/version.py,sha256=LLYeCF3eLt_aBS3HsiF4z5DiLpgabod5UhddNdga9mk,23
 autocoder/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/agent/auto_demand_organizer.py,sha256=NWSAEsEk94vT3lGjfo25kKLMwYdPcpy9e-i21txPasQ,6942
 autocoder/agent/auto_filegroup.py,sha256=CW7bqp0FW1GIEMnl-blyAc2UGT7O9Mom0q66ITz1ckM,6635
@@ -80,21 +80,21 @@ autocoder/dispacher/actions/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
 autocoder/dispacher/actions/plugins/action_regex_project.py,sha256=ckTbisMlvwMNHQbrt5WB7pBvf2XAhYQYGH8uyYrvGXU,6060
 autocoder/dispacher/actions/plugins/action_translate.py,sha256=nVAtRSQpdGNmZxg1R_9zXG3AuTv3CHf2v7ODgj8u65c,7727
 autocoder/index/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-autocoder/index/entry.py,sha256=hXSOi-jPgRBKQB55eqWkT95vxvWrbVHDuIMtDkqjNNw,12232
+autocoder/index/entry.py,sha256=1KIGPCtxQN0OdErAco9OmGTd5hB8WJTpWGrxsGLsTcE,12634
 autocoder/index/for_command.py,sha256=BFvljE4t6VaMBGboZAuhUCzVK0EitCy_n5D_7FEnihw,3204
 autocoder/index/index.py,sha256=hVAIyF10N9hxKMWHA_ibYygGRZYJQZfZxRRrhQhrTvk,21225
 autocoder/index/symbols_utils.py,sha256=CjcjUVajmJZB75Ty3a7kMv1BZphrm-tIBAdOJv6uo-0,2037
 autocoder/index/types.py,sha256=a2s_KV5FJlq7jqA2ELSo9E1sjuLwDB-JJYMhSpzBAhU,596
 autocoder/index/filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/index/filter/normal_filter.py,sha256=APu34iSvWhtlLtWgkj8N3Vo4oW1TegtZQq2bwDX_cs4,8031
-autocoder/index/filter/quick_filter.py,sha256=8R54qtcAAAu0C6TQgJ4WkqkryGOke1mJXrv82vnvMAA,9342
+autocoder/index/filter/quick_filter.py,sha256=Dsm23Z_RrJ_UwCypGUPN1BlKUMibae_9_D8jWD1UDFw,10518
 autocoder/pyproject/__init__.py,sha256=dQ2_7YZ7guybT9BhfxSGn43eLQJGQN2zgeKa6--JlaQ,14403
 autocoder/rag/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/rag/api_server.py,sha256=dRbhAZVRAOlZ64Cnxf4_rKb4iJwHnrWS9Zr67IVORw0,7288
-autocoder/rag/doc_filter.py,sha256=bGx3OEmSwmqAFOT12nGDE8saMpukSsHFMVRVbHBgXik,6516
+autocoder/rag/doc_filter.py,sha256=ZCixxUXNBbz6UiGbgXvbDWdn5moLac3HnZEphpasTDc,6579
 autocoder/rag/document_retriever.py,sha256=5oThtxukGuRFF96o3pHKsk306a8diXbhgSrbqyU2BvM,8894
 autocoder/rag/llm_wrapper.py,sha256=sbDxCANiZyWb_ocqNgqu2oy3c2t8orPNRGleEs-Uwl8,2649
-autocoder/rag/long_context_rag.py,sha256=aBp0fJ9JrlGb1KsJkQw0CSy7mX4kP52GPVKLX6sIXB4,25366
+autocoder/rag/long_context_rag.py,sha256=wmNmGsXN8RAFl6e9HaVzlwISXV9D-3bvf2qiaWjRy7w,24646
 autocoder/rag/rag_config.py,sha256=8LwFcTd8OJWWwi1_WY4IzjqgtT6RyE2j4PjxS5cCTDE,802
 autocoder/rag/rag_entry.py,sha256=6TKtErZ0Us9XSV6HgRKXA6yR3SiZGPHpynOKSaR1wgE,2463
 autocoder/rag/raw_rag.py,sha256=yS2Ur6kG0IRjhCj2_VonwxjY_xls_E62jO5Gz5j2nqE,2952
@@ -144,9 +144,9 @@ autocoder/utils/types.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/utils/auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/utils/auto_coder_utils/chat_stream_out.py,sha256=xWXqICANbDOovH4wcFW1eSI7lB7TjXbk1mSU4bTKEW4,11434
 autocoder/utils/chat_auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-auto_coder-0.1.253.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-auto_coder-0.1.253.dist-info/METADATA,sha256=NipnGMN1xPzRQLC0rvEbcWax5fPTf5T2pixSG_qVyYA,2616
-auto_coder-0.1.253.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-auto_coder-0.1.253.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
-auto_coder-0.1.253.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
-auto_coder-0.1.253.dist-info/RECORD,,
+auto_coder-0.1.254.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+auto_coder-0.1.254.dist-info/METADATA,sha256=a7eZ5YDrFy4_RSOLcTBzbdye35TnHukamLS-g3-jNkM,2616
+auto_coder-0.1.254.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+auto_coder-0.1.254.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
+auto_coder-0.1.254.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
+auto_coder-0.1.254.dist-info/RECORD,,

autocoder/index/entry.py

@@ -107,7 +107,13 @@ def build_index_and_filter_files(
                 model_name = "unknown(without default model name)"    
             printer.print_in_terminal("quick_filter_start", style="blue", model_name=model_name)
             quick_filter = QuickFilter(index_manager,stats,sources)        
-            final_files = quick_filter.filter(index_manager.read_index(),args.query)
+            quick_filter_result = quick_filter.filter(index_manager.read_index(),args.query)
+            if quick_filter_result.has_error:                
+                raise KeyboardInterrupt(printer.get_message_from_key_with_format("quick_filter_failed",error=quick_filter_result.error_message))
+
+            # Merge quick filter results into final_files
+            final_files.update(quick_filter_result.files)    
+
         
         if not args.skip_filter_index and not args.index_filter_model:
             model_name = getattr(index_manager.llm, 'default_model_name', None)
@@ -115,7 +121,8 @@ def build_index_and_filter_files(
                 model_name = "unknown(without default model name)" 
             printer.print_in_terminal("normal_filter_start", style="blue",model_name=model_name)
             normal_filter = NormalFilter(index_manager,stats,sources)
-            final_files = normal_filter.filter(index_manager.read_index(),args.query)
+            # Merge normal filter results into final_files
+            final_files.update(normal_filter.filter(index_manager.read_index(),args.query))
         
 
     def display_table_and_get_selections(data):

autocoder/index/filter/quick_filter.py

@@ -1,4 +1,5 @@
-from typing import List, Union, Dict, Any
+from typing import List, Union, Dict, Any, Optional
+from pydantic import BaseModel
 from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 from autocoder.common.utils_code_auto_generate import stream_chat_with_continue
 from byzerllm.utils.str2model import to_model
@@ -26,6 +27,11 @@ def get_file_path(file_path):
     return file_path
 
 
+class QuickFilterResult(BaseModel):
+    files: Dict[str, TargetFile]
+    has_error: bool
+    error_message: Optional[str] = None
+
 class QuickFilter():
     def __init__(self, index_manager: IndexManager,stats:Dict[str,Any],sources:List[SourceCode]):
         self.index_manager = index_manager
@@ -36,11 +42,7 @@ class QuickFilter():
         self.max_tokens = self.args.index_filter_model_max_input_length
 
 
-    def big_filter(self, index_items: List[IndexItem],) -> Dict[str, TargetFile]:
-        
-        final_files: Dict[str, TargetFile] = {}
-        final_files_lock = threading.Lock()
-        
+    def big_filter(self, index_items: List[IndexItem],) -> QuickFilterResult:
         chunks = []
         current_chunk = []
                 
@@ -70,9 +72,10 @@ class QuickFilter():
                 split_size=len(chunks)
             )    
 
-        def process_chunk(chunk_index: int, chunk: List[IndexItem]) -> None:
+        def process_chunk(chunk_index: int, chunk: List[IndexItem]) -> QuickFilterResult:
             try:
                 model_name = ",".join(get_llm_names(self.index_manager.index_filter_llm))
+                files: Dict[str, TargetFile] = {}
                 
                 if chunk_index == 0:
                     # 第一个chunk使用流式输出
@@ -93,13 +96,16 @@ class QuickFilter():
                     file_number_list = self.quick_filter_files.with_llm(self.index_manager.index_filter_llm).with_return_type(FileNumberList).run(chunk, self.args.query)
                 
                 if file_number_list:
-                    with final_files_lock:
-                        for file_number in file_number_list.file_list:
-                            file_path = get_file_path(chunk[file_number].module_name)
-                            final_files[file_path] = TargetFile(
-                                file_path=chunk[file_number].module_name,
-                                reason=self.printer.get_message_from_key("quick_filter_reason")
-                            )
+                    for file_number in file_number_list.file_list:
+                        file_path = get_file_path(chunk[file_number].module_name)
+                        files[file_path] = TargetFile(
+                            file_path=chunk[file_number].module_name,
+                            reason=self.printer.get_message_from_key("quick_filter_reason")
+                        )
+                return QuickFilterResult(
+                    files=files,
+                    has_error=False
+                )
                             
             except Exception as e:
                 self.printer.print_in_terminal(
@@ -107,18 +113,40 @@ class QuickFilter():
                     style="red",
                     error=str(e)
                 )
+                return QuickFilterResult(
+                    files={},
+                    has_error=True,
+                    error_message=str(e)
+                )
 
+        results: List[QuickFilterResult] = []
         if chunks:
             with ThreadPoolExecutor() as executor:
-                # 提交所有chunks到线程池
+                # 提交所有chunks到线程池并收集结果
                 futures = [executor.submit(process_chunk, i, chunk) 
                           for i, chunk in enumerate(chunks)]
                 
-                # 等待所有任务完成
+                # 等待所有任务完成并收集结果
                 for future in futures:
-                    future.result()
-                
-        return final_files    
+                    results.append(future.result())
+        
+        # 合并所有结果
+        final_files: Dict[str, TargetFile] = {}
+        has_error = False
+        error_messages: List[str] = []
+        
+        for result in results:
+            if result.has_error:
+                has_error = True
+                if result.error_message:
+                    error_messages.append(result.error_message)
+            final_files.update(result.files)
+        
+        return QuickFilterResult(
+            files=final_files,
+            has_error=has_error,
+            error_message="\n".join(error_messages) if error_messages else None
+        )
 
     @byzerllm.prompt()
     def quick_filter_files(self,file_meta_list:List[IndexItem],query:str) -> str:
@@ -161,8 +189,8 @@ class QuickFilter():
         }
         return context    
 
-    def filter(self, index_items: List[IndexItem], query: str) -> Dict[str, TargetFile]:
-        final_files: Dict[str, TargetFile] = {}                
+    def filter(self, index_items: List[IndexItem], query: str) -> QuickFilterResult:
+        final_files: Dict[str, TargetFile] = {}
         start_time = time.monotonic()        
 
         prompt_str = self.quick_filter_files.prompt(index_items,query)            
@@ -217,7 +245,11 @@ class QuickFilter():
                 style="red",
                 error=str(e)
             )
-            return final_files
+            return QuickFilterResult(
+                files=final_files,
+                has_error=True,
+                error_message=str(e)
+            )
         
         if file_number_list:
             for file_number in file_number_list.file_list:
@@ -227,4 +259,7 @@ class QuickFilter():
                 )
         end_time = time.monotonic()            
         self.stats["timings"]["quick_filter"] = end_time - start_time            
-        return final_files
+        return QuickFilterResult(
+            files=final_files,
+            has_error=False
+        )    

autocoder/rag/doc_filter.py

@@ -64,7 +64,7 @@ class DocFilter:
             self.recall_llm = self.llm
         
         self.args = args
-        self.relevant_score = self.args.rag_doc_filter_relevance or 5
+        self.relevant_score = self.args.rag_doc_filter_relevance
         self.on_ray = on_ray
         self.path = path        
 
@@ -140,6 +140,7 @@ class DocFilter:
                     f"  - File: {doc.module_name}\n"
                     f"  - Relevance: {'Relevant' if relevance and relevance.is_relevant else 'Not Relevant'}\n"
                     f"  - Score: {relevance.relevant_score if relevance else 'N/A'}\n"
+                    f"  - Score Threshold: {self.relevant_score}\n"
                     f"  - Raw Response: {v}\n"
                     f"  - Timing:\n"
                     f"    * Total Duration: {task_timing.duration:.2f}s\n"

autocoder/rag/long_context_rag.py

@@ -449,20 +449,7 @@ class LongContextRAG:
 
             if highly_relevant_docs:
                 relevant_docs = highly_relevant_docs
-                logger.info(f"Found {len(relevant_docs)} highly relevant documents")
-            else:
-                if relevant_docs:
-                    prefix_chunk = FilterDoc(
-                        source_code=SourceCode(
-                            module_name="特殊说明",
-                            source_code="没有找到特别相关的内容，下面的内容是一些不是很相关的文档。在根据后续文档回答问题前，你需要和用户先提前说一下。",
-                        ),
-                        relevance=DocRelevance(False, 0),
-                    )
-                    relevant_docs.insert(0, prefix_chunk)
-                    logger.info(
-                        "No highly relevant documents found. Added a prefix chunk to indicate this."
-                    )
+                logger.info(f"Found {len(relevant_docs)} highly relevant documents")            
 
             logger.info(
                 f"Filter time: {filter_time:.2f} seconds with {len(relevant_docs)} docs"

autocoder/version.py

@@ -1 +1 @@
-__version__ = "0.1.253"
+__version__ = "0.1.254"