auto-coder 0.1.177__tar.gz → 0.1.180__tar.gz

{auto-coder-0.1.177 → auto_coder-0.1.180}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.177
+Version: 0.1.180
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto-coder-0.1.177 → auto_coder-0.1.180}/src/auto_coder.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.177
+Version: 0.1.180
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto-coder-0.1.177 → auto_coder-0.1.180}/src/autocoder/rag/document_retriever.py

@@ -2,6 +2,7 @@ import json
 import os
 import platform
 import time
+import traceback
 
 from watchfiles import Change, DefaultFilter, awatch, watch
 
@@ -24,9 +25,9 @@ from autocoder.rag.loaders import (
     extract_text_from_pdf,
     extract_text_from_ppt,
 )
-from autocoder.rag import variable_holder
 from autocoder.rag.token_counter import count_tokens_worker, count_tokens
 from uuid import uuid4
+from autocoder.rag.variable_holder import VariableHolder
 
 cache_lock = threading.Lock()
 
@@ -158,8 +159,7 @@ def process_file_local(file_path: str) -> List[SourceCode]:
         logger.info(f"Load file {file_path} in {time.time() - start_time}")
         return v
     except Exception as e:
-        logger.error(f"Error processing file {file_path}: {str(e)}")
-        import traceback
+        logger.error(f"Error processing file {file_path}: {str(e)}")        
         traceback.print_exc()
         return []
 
@@ -352,7 +352,7 @@ class AutoCoderRAGAsyncUpdateQueue:
             with Pool(
                 processes=os.cpu_count(),
                 initializer=initialize_tokenizer,
-                initargs=(variable_holder.TOKENIZER_PATH,),
+                initargs=(VariableHolder.TOKENIZER_PATH,),
             ) as pool:
                 results = pool.map(process_file_in_multi_process, files_to_process)
 

{auto-coder-0.1.177 → auto_coder-0.1.180}/src/autocoder/rag/long_context_rag.py

@@ -13,6 +13,7 @@ from rich.console import Console
 from rich.panel import Panel
 from rich.table import Table
 import statistics
+import traceback
 
 from autocoder.common import AutoCoderArgs, SourceCode
 from autocoder.rag.doc_filter import DocFilter
@@ -27,11 +28,12 @@ from autocoder.rag.token_checker import check_token_limit
 from autocoder.rag.token_counter import RemoteTokenCounter, TokenCounter
 from autocoder.rag.token_limiter import TokenLimiter
 from tokenizers import Tokenizer
-from autocoder.rag import variable_holder
+from autocoder.rag.variable_holder import VariableHolder
 
 try:
-    from autocoder_pro.rag.llm_compute import LLMComputeEngine
-except ImportError:
+    from autocoder_pro.rag.llm_compute import LLMComputeEngine    
+except ImportError:    
+    logger.warning("Please install auto-coder-pro to enhance llm compute ability")
     LLMComputeEngine = None
 
 
@@ -72,8 +74,8 @@ class LongContextRAG:
         self.on_ray = False
 
         if self.tokenizer_path:
-            variable_holder.TOKENIZER_PATH = self.tokenizer_path
-            variable_holder.TOKENIZER_MODEL = Tokenizer.from_file(self.tokenizer_path)
+            VariableHolder.TOKENIZER_PATH = self.tokenizer_path
+            VariableHolder.TOKENIZER_MODEL = Tokenizer.from_file(self.tokenizer_path)
             self.tokenizer = TokenCounter(self.tokenizer_path)
         else:
             if llm.is_model_exist("deepseek_tokenizer"):
@@ -287,8 +289,8 @@ class LongContextRAG:
                 llm_config=llm_config,
             )
         except Exception as e:
-            logger.error(f"Error in stream_chat_oai: {str(e)}")
-            e.print_exc()
+            logger.error(f"Error in stream_chat_oai: {str(e)}")            
+            traceback.print_exc()
             return ["出现错误，请稍后再试。"], []
 
     def _stream_chat_oai(

{auto-coder-0.1.177 → auto_coder-0.1.180}/src/autocoder/rag/token_counter.py

@@ -2,7 +2,7 @@ import time
 from loguru import logger
 from tokenizers import Tokenizer
 from multiprocessing import Pool, cpu_count
-from autocoder.rag.variable_holder import TOKENIZER_MODEL
+from autocoder.rag.variable_holder import VariableHolder
 
 
 class RemoteTokenCounter:
@@ -28,7 +28,7 @@ def initialize_tokenizer(tokenizer_path):
 def count_tokens(text: str) -> int:    
     try:
         # start_time = time.time_ns()
-        encoded = TOKENIZER_MODEL.encode('{"role":"user","content":"' + text + '"}')
+        encoded = VariableHolder.TOKENIZER_MODEL.encode('{"role":"user","content":"' + text + '"}')
         v = len(encoded.ids)
         # elapsed_time = time.time_ns() - start_time
         # logger.info(f"Token counting took {elapsed_time/1000000} ms")

auto_coder-0.1.180/src/autocoder/rag/variable_holder.py

@@ -0,0 +1,3 @@
+class VariableHolder:
+    TOKENIZER_PATH = None
+    TOKENIZER_MODEL = None

auto_coder-0.1.180/src/autocoder/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.180"

auto-coder-0.1.177/src/autocoder/rag/variable_holder.py

@@ -1,2 +0,0 @@
-TOKENIZER_PATH = None
-TOKENIZER_MODEL = None

auto-coder-0.1.177/src/autocoder/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.177"