auto-coder 0.1.177__tar.gz → 0.1.178__tar.gz

{auto-coder-0.1.177 → auto-coder-0.1.178}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.177
+Version: 0.1.178
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto-coder-0.1.177 → auto-coder-0.1.178}/src/auto_coder.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.177
+Version: 0.1.178
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence

{auto-coder-0.1.177 → auto-coder-0.1.178}/src/autocoder/rag/long_context_rag.py

@@ -27,7 +27,7 @@ from autocoder.rag.token_checker import check_token_limit
 from autocoder.rag.token_counter import RemoteTokenCounter, TokenCounter
 from autocoder.rag.token_limiter import TokenLimiter
 from tokenizers import Tokenizer
-from autocoder.rag import variable_holder
+from autocoder.rag.variable_holder import VariableHolder
 
 try:
     from autocoder_pro.rag.llm_compute import LLMComputeEngine
@@ -72,8 +72,8 @@ class LongContextRAG:
         self.on_ray = False
 
         if self.tokenizer_path:
-            variable_holder.TOKENIZER_PATH = self.tokenizer_path
-            variable_holder.TOKENIZER_MODEL = Tokenizer.from_file(self.tokenizer_path)
+            VariableHolder.TOKENIZER_PATH = self.tokenizer_path
+            VariableHolder.TOKENIZER_MODEL = Tokenizer.from_file(self.tokenizer_path)
             self.tokenizer = TokenCounter(self.tokenizer_path)
         else:
             if llm.is_model_exist("deepseek_tokenizer"):

{auto-coder-0.1.177 → auto-coder-0.1.178}/src/autocoder/rag/token_counter.py

@@ -2,7 +2,7 @@ import time
 from loguru import logger
 from tokenizers import Tokenizer
 from multiprocessing import Pool, cpu_count
-from autocoder.rag.variable_holder import TOKENIZER_MODEL
+from autocoder.rag.variable_holder import VariableHolder
 
 
 class RemoteTokenCounter:
@@ -28,7 +28,7 @@ def initialize_tokenizer(tokenizer_path):
 def count_tokens(text: str) -> int:    
     try:
         # start_time = time.time_ns()
-        encoded = TOKENIZER_MODEL.encode('{"role":"user","content":"' + text + '"}')
+        encoded = VariableHolder.TOKENIZER_MODEL.encode('{"role":"user","content":"' + text + '"}')
         v = len(encoded.ids)
         # elapsed_time = time.time_ns() - start_time
         # logger.info(f"Token counting took {elapsed_time/1000000} ms")

auto-coder-0.1.178/src/autocoder/rag/variable_holder.py

@@ -0,0 +1,3 @@
+class VariableHolder:
+    TOKENIZER_PATH = None
+    TOKENIZER_MODEL = None

auto-coder-0.1.178/src/autocoder/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.178"

auto-coder-0.1.177/src/autocoder/rag/variable_holder.py

@@ -1,2 +0,0 @@
-TOKENIZER_PATH = None
-TOKENIZER_MODEL = None

auto-coder-0.1.177/src/autocoder/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.177"