auto-coder 0.1.195__py3-none-any.whl → 0.1.197__py3-none-any.whl

autocoder/tsproject/__init__.py

@@ -11,6 +11,9 @@ from autocoder.common.search import Search, SearchEngine
 from loguru import logger
 import re
 from pydantic import BaseModel, Field
+from rich.console import Console
+import json
+from autocoder.utils.queue_communicate import queue_communicate, CommunicateEvent, CommunicateEventType
 
 
 class RegPattern(BaseModel):
@@ -163,7 +166,7 @@ class TSProject:
         return SourceCode(module_name=module_name, source_code=source_code)
 
     def get_source_codes(self) -> Generator[SourceCode, None, None]:
-        for root, dirs, files in os.walk(self.directory):
+        for root, dirs, files in os.walk(self.directory,followlinks=True):
             dirs[:] = [d for d in dirs if d not in self.default_exclude_dirs]
             for file in files:
                 file_path = os.path.join(root, file)
@@ -188,11 +191,37 @@ class TSProject:
     def get_rag_source_codes(self):
         if not self.args.enable_rag_search and not self.args.enable_rag_context:
             return []
+            
+        if self.args.request_id and not self.args.skip_events:
+            _ = queue_communicate.send_event(
+                request_id=self.args.request_id,
+                event=CommunicateEvent(
+                    event_type=CommunicateEventType.CODE_RAG_SEARCH_START.value,
+                    data=json.dumps({},ensure_ascii=False)
+                )
+            )
+        else:
+            console = Console()
+            console.print(f"\n[bold blue]Starting RAG search for:[/bold blue] {self.args.query}")
+            
         from autocoder.rag.rag_entry import RAGFactory
         rag = RAGFactory.get_rag(self.llm, self.args, "")
         docs = rag.search(self.args.query)
         for doc in docs:
             doc.tag = "RAG"
+            
+        if self.args.request_id and not self.args.skip_events:
+            _ = queue_communicate.send_event(
+                request_id=self.args.request_id,
+                event=CommunicateEvent(
+                    event_type=CommunicateEventType.CODE_RAG_SEARCH_END.value,
+                    data=json.dumps({},ensure_ascii=False)
+                )
+            )
+        else:
+            console = Console()
+            console.print(f"[bold green]Found {len(docs)} relevant documents[/bold green]")
+            
         return docs
 
     @byzerllm.prompt()

autocoder/utils/queue_communicate.py

@@ -11,11 +11,19 @@ class CommunicateEventType(Enum):
     CODE_MERGE = "code_merge"
     CODE_GENERATE = "code_generate"
     CODE_MERGE_RESULT = "code_merge_result"
+    CODE_UNMERGE_RESULT = "code_unmerge_result"
     CODE_START = "code_start"
     CODE_END = "code_end"
     CODE_HUMAN_AS_MODEL = "code_human_as_model"
     ASK_HUMAN = "ask_human"
     CODE_ERROR = "code_error"
+    CODE_INDEX_BUILD_START = "code_index_build_start"
+    CODE_INDEX_BUILD_END = "code_index_build_end"   
+    CODE_INDEX_FILTER_START = "code_index_filter_start"
+    CODE_INDEX_FILTER_END = "code_index_filter_end"
+    CODE_INDEX_FILTER_FILE_SELECTED = "code_index_filter_file_selected"
+    CODE_RAG_SEARCH_START = "code_rag_search_start"
+    CODE_RAG_SEARCH_END = "code_rag_search_end"
 
 TIMEOUT = 600*3
 @dataclass(eq=True, frozen=True)

autocoder/utils/rest.py

@@ -120,7 +120,7 @@ class HttpDoc:
                     return temp_documents                                    
 
                  if os.path.isdir(url):
-                    for root, dirs, files in os.walk(url):
+                    for root, dirs, files in os.walk(url,followlinks=True):
                         dirs[:] = [d for d in dirs if d not in ['.git',"node_modules"]]  # Exclude .git directory
                         for file in files:
                             file_path = os.path.join(root, file)                            

autocoder/version.py

@@ -1 +1 @@
-__version__ = "0.1.195"
+__version__ = "0.1.197"