auto-coder 0.1.291__tar.gz → 0.1.292__tar.gz

{auto_coder-0.1.291 → auto_coder-0.1.292}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.291
+Version: 0.1.292
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -36,6 +36,7 @@ Requires-Dist: google-generativeai
 Requires-Dist: protobuf
 Requires-Dist: azure-cognitiveservices-speech
 Requires-Dist: real_agent
+Requires-Dist: duckdb
 Requires-Dist: python-docx
 Requires-Dist: docx2txt
 Requires-Dist: pdf2image

{auto_coder-0.1.291 → auto_coder-0.1.292}/src/auto_coder.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.291
+Version: 0.1.292
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -36,6 +36,7 @@ Requires-Dist: google-generativeai
 Requires-Dist: protobuf
 Requires-Dist: azure-cognitiveservices-speech
 Requires-Dist: real_agent
+Requires-Dist: duckdb
 Requires-Dist: python-docx
 Requires-Dist: docx2txt
 Requires-Dist: pdf2image

{auto_coder-0.1.291 → auto_coder-0.1.292}/src/auto_coder.egg-info/SOURCES.txt

@@ -151,6 +151,7 @@ src/autocoder/rag/cache/byzer_storage_cache.py
 src/autocoder/rag/cache/cache_result_merge.py
 src/autocoder/rag/cache/file_monitor_cache.py
 src/autocoder/rag/cache/local_byzer_storage_cache.py
+src/autocoder/rag/cache/local_duckdb_storage_cache.py
 src/autocoder/rag/cache/rag_file_meta.py
 src/autocoder/rag/cache/simple_cache.py
 src/autocoder/rag/loaders/__init__.py

{auto_coder-0.1.291 → auto_coder-0.1.292}/src/auto_coder.egg-info/requires.txt

@@ -26,6 +26,7 @@ google-generativeai
 protobuf
 azure-cognitiveservices-speech
 real_agent
+duckdb
 python-docx
 docx2txt
 pdf2image

{auto_coder-0.1.291 → auto_coder-0.1.292}/src/autocoder/auto_coder_rag.py

@@ -179,6 +179,14 @@ def main(input_args: Optional[List[str]] = None):
     build_index_parser = subparsers.add_parser(
         "build_hybrid_index", help="Build hybrid index for RAG"
     )
+
+    build_index_parser.add_argument(
+        "--rag_storage_type",
+        type=str,
+        default="duckdb",
+        help="The storage type of the RAG, duckdb or byzer-storage",
+    )
+
     build_index_parser.add_argument(
         "--quick", action="store_true", help="Skip system initialization"
     )
@@ -329,6 +337,14 @@ def main(input_args: Optional[List[str]] = None):
         action="store_true",
         help="Enable hybrid index",
     )
+
+    serve_parser.add_argument(
+        "--rag_storage_type",
+        type=str,
+        default="duckdb",
+        help="The storage type of the RAG, duckdb or byzer-storage",
+    )    
+
     serve_parser.add_argument(
         "--hybrid_index_max_output_tokens",
         type=int,

{auto_coder-0.1.291 → auto_coder-0.1.292}/src/autocoder/common/__init__.py

@@ -292,10 +292,14 @@ class AutoCoderArgs(pydantic.BaseModel):
         
     rag_url: Optional[str] = ""
     rag_token: Optional[str] = ""
-    rag_type: Optional[str] = "storage"   
-    rag_params_max_tokens: Optional[int] = 4096 
-    rag_doc_filter_relevance: Optional[int] = 5
-    rag_context_window_limit: Optional[int] = 120000 
+    rag_type: Optional[str] = "storage"
+    rag_storage_type: Optional[str] = "duckdb"  # 向量化存储类型 byzer-storage | duckdb
+    rag_params_max_tokens: Optional[int] = 500000 
+    rag_doc_filter_relevance: Optional[int] = 2
+    rag_context_window_limit: Optional[int] = 120000
+    rag_duckdb_vector_dim: Optional[int] = 1024  # DuckDB 向量化存储的维度
+    rag_duckdb_query_similarity: Optional[float] = 0.1  # DuckDB 向量化检索 相似度 阈值
+    rag_duckdb_query_top_k: Optional[int] = 10000  # DuckDB 向量化检索 返回 TopK个结果(且大于相似度)
     # rag 本地图床地址
     local_image_host: Optional[str] = ""
     rag_recall_max_queries: Optional[int] = 5