ws-bom-robot-app 0.0.33__py3-none-any.whl → 0.0.35__py3-none-any.whl

ws_bom_robot_app/llm/vector_store/loader/json_loader.py

@@ -1,25 +1,25 @@
-import json
-from typing import Optional
-from langchain_core.documents import Document
-from langchain_community.document_loaders.base import BaseLoader
-
-class JsonLoader(BaseLoader):
-  def __init__(self, file_path: str, meta_fields:Optional[list[str]] = [],encoding: Optional[str] = "utf-8"):
-    self.file_path = file_path
-    self.meta_fields = meta_fields
-    self.encoding = encoding
-
-  def load(self) -> list[Document]:
-    with open(self.file_path, "r", encoding=self.encoding) as file:
-      data = json.load(file)
-    _list = data if isinstance(data, list) else [data]
-    return [
-      Document(
-        page_content=json.dumps(item),
-        metadata={
-          "source": self.file_path,
-          **{field: item.get(field) for field in self.meta_fields if item.get(field)}
-        }
-      )
-      for item in _list
-    ]
+import json
+from typing import Optional
+from langchain_core.documents import Document
+from langchain_community.document_loaders.base import BaseLoader
+
+class JsonLoader(BaseLoader):
+  def __init__(self, file_path: str, meta_fields:Optional[list[str]] = [],encoding: Optional[str] = "utf-8"):
+    self.file_path = file_path
+    self.meta_fields = meta_fields
+    self.encoding = encoding
+
+  def load(self) -> list[Document]:
+    with open(self.file_path, "r", encoding=self.encoding) as file:
+      data = json.load(file)
+    _list = data if isinstance(data, list) else [data]
+    return [
+      Document(
+        page_content=json.dumps(item),
+        metadata={
+          "source": self.file_path,
+          **{field: item.get(field) for field in self.meta_fields if item.get(field)}
+        }
+      )
+      for item in _list
+    ]

ws_bom_robot_app/main.py

@@ -71,7 +71,9 @@ def __get_disk_info():
 @app.get("/api/diag",tags=["diag"])
 def diag(authenticate: bool = Depends(authenticate)):
     import pkg_resources, psutil
-    from ws_bom_robot_app.llm.vector_store.loader.base import Loader as wsll
+    from ws_bom_robot_app.llm.providers.llm_manager import LlmManager as wsllm
+    from ws_bom_robot_app.llm.vector_store.db.manager import VectorDbManager as wsdb
+    from ws_bom_robot_app.llm.vector_store.loader.base import Loader as wsldr
     from ws_bom_robot_app.llm.vector_store.integration.manager import IntegrationManager as wsim
     from ws_bom_robot_app.llm.tools.tool_manager import ToolManager as wstm
     from ws_bom_robot_app.llm.agent_description import AgentDescriptor as wsad
@@ -90,6 +92,7 @@ def diag(authenticate: bool = Depends(authenticate)):
             "platform": {
                 "node": platform.node(),
                 "system": platform.system(),
+                "platform": platform.platform(),
                 "version": platform.version(),
                 "type": platform.machine(),
                 "processor": platform.processor(),
@@ -132,7 +135,9 @@ def diag(authenticate: bool = Depends(authenticate)):
         "config":config,
         "runtime":config.runtime_options(),
         "extension": {
-            "loader": ({item[0]: item[1].loader.__name__ if item[1] else None} for item in sorted(wsll._list.items(), key=lambda x: x[0]) if item[1]),
+            "provider":({item[0]: type(item[1]).__name__} for item in wsllm._list.items()),
+            "db":({item[0]: type(item[1]).__name__} for item in wsdb._list.items()),
+            "loader": ({item[0]: item[1].loader.__name__ if item[1] else None} for item in sorted(wsldr._list.items(), key=lambda x: x[0]) if item[1]),
             "integration":({item[0]: type(item[1]).__name__} for item in wsim._list.items()),
             "tool": ({item[0]: item[1].function.__name__} for item in wstm._list.items()),
             "agent":({item[0]: type(item[1]).__name__} for item in wsad._list.items())

{ws_bom_robot_app-0.0.33.dist-info → ws_bom_robot_app-0.0.35.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ws_bom_robot_app
-Version: 0.0.33
+Version: 0.0.35
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa
@@ -13,17 +13,25 @@ Description-Content-Type: text/markdown
 Requires-Dist: standardwebhooks==1.0.0
 Requires-Dist: apscheduler==3.11.0
 Requires-Dist: aiofiles==24.1.0
-Requires-Dist: pydantic==2.10.5
+Requires-Dist: pydantic==2.10.6
 Requires-Dist: pydantic-settings==2.7.1
-Requires-Dist: fastapi[standard]==0.115.6
-Requires-Dist: langchain==0.3.14
-Requires-Dist: langchain-openai==0.3.0
-Requires-Dist: langchain-community==0.3.14
-Requires-Dist: langchain-core==0.3.29
+Requires-Dist: fastapi[standard]==0.115.8
+Requires-Dist: langchain==0.3.18
+Requires-Dist: langchain-community==0.3.17
+Requires-Dist: langchain-core==0.3.34
+Requires-Dist: langchain-openai==0.3.5
+Requires-Dist: langchain-anthropic==0.3.6
+Requires-Dist: langchain-google-genai==2.0.7
+Requires-Dist: langchain-google-vertexai==2.0.13
 Requires-Dist: faiss-cpu==1.9.0
-Requires-Dist: unstructured==0.16.13
+Requires-Dist: chromadb==0.6.3
+Requires-Dist: langchain_chroma==0.2.1
+Requires-Dist: fastembed==0.5.1
+Requires-Dist: langchain-qdrant==0.2.0
+Requires-Dist: lark==1.2.2
+Requires-Dist: unstructured==0.16.17
 Requires-Dist: unstructured[image]
-Requires-Dist: unstructured-ingest==0.3.14
+Requires-Dist: unstructured-ingest==0.4.6
 Requires-Dist: unstructured-ingest[azure]
 Requires-Dist: unstructured-ingest[confluence]
 Requires-Dist: unstructured-ingest[dropbox]
@@ -185,6 +193,7 @@ py -m pip install --upgrade setuptools build twine streamlit
 ### 🪛 build
 
 ```pwsh
+if (Test-Path ./dist) {rm ./dist -r -force}; `
 py -m build && twine check dist/*
 ```
 
@@ -217,14 +226,18 @@ prospector ./ws_bom_robot_app -t pyroma
 lauch pytest
 
 ```pwsh
-!py -m pip install -U pytest pytest-asyncio pytest-mock pytest-cov
+!py -m pip install -U pytest pytest-asyncio pytest-mock pytest-cov pyclean
+# clean cache if needed
+# pyclean --verbose .
 pytest --cov=ws_bom_robot_app --log-cli-level=info
+# directory
+# pytest --cov=ws_bom_robot_app --log-cli-level=info ./tests/app/llm/vector_store/db
 ```
 
 launch debugger
 
 ```pwsh
-streamlit run debugger.py --server.port 6002
+streamlit run debugger.py --server.port 6011
 ```
 
 dockerize base image
@@ -242,7 +255,7 @@ dockerize app from src
 
 ```pwsh
 docker build -f Dockerfile-src -t ws-bom-robot-app:src .
-docker run --name ws-bom-robot-app-src -d -v "$(pwd)/ws_bom_robot_app:/app/ws_bom_robot_app" -v "$(pwd)/.data:/app/.data" -v "$(pwd)/tests:/app/tests" -v "$(pwd)/tmp:/tmp"  -p 6001:6001 ws-bom-robot-app:src
+docker run --name ws-bom-robot-app-src -d -v "$(pwd)/ws_bom_robot_app:/app/ws_bom_robot_app" -v "$(pwd)/.data:/app/.data" -v "$(pwd)/tests:/app/tests" -v "$(pwd)/tmp:/tmp"  -p 6002:6001 ws-bom-robot-app:src
 ```
 
 ### ✈️ publish

{ws_bom_robot_app-0.0.33.dist-info → ws_bom_robot_app-0.0.35.dist-info}/RECORD

@@ -1,41 +1,43 @@
 ws_bom_robot_app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/auth.py,sha256=84nIbmJsMrNs0sxIQGEHbjsjc2P6ZrZZGSn8dkiL6is,895
-ws_bom_robot_app/config.py,sha256=c4ybGaEwEL5d3od2ebAwNGJ4gtEMtvKNqZytAfdDxMY,3118
+ws_bom_robot_app/config.py,sha256=zjqr_tx8tkxZ94YXrZ-xQFZiM5es3mcQlZG1VEnj0ac,3635
 ws_bom_robot_app/cron_manager.py,sha256=0Yt5AMTPGlXZ_M5ck0SKMX8wvzoPsseEezg_s0Q3HKY,9224
-ws_bom_robot_app/main.py,sha256=vChP8vfmOCbs51TPUsaaxX8FvoFXuURMkOgmgx0Xi_4,6121
+ws_bom_robot_app/main.py,sha256=zO3B-v-v9ESASvw8IaQj9Y9hNvNmOxohFmA0R82EybQ,6518
 ws_bom_robot_app/task_manager.py,sha256=Zedzs2R3O-wNSQOqs4jorgFwPRi-ji_0TN4mGfk-VvE,15958
 ws_bom_robot_app/util.py,sha256=b49ItlZgh2Wzw-6K8k5Wa44eVgjQ0JmWQwJnEaQBVGw,3502
 ws_bom_robot_app/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/agent_description.py,sha256=80g9LKRb0cHDSvwlr9MbtUCkaD9Yh6Zm-wR11ak21KM,4829
-ws_bom_robot_app/llm/agent_handler.py,sha256=7b-H6PCkeFt4gDFv4oXO_Mg6A59MepWm0qwosvjgaw0,5975
-ws_bom_robot_app/llm/agent_lcel.py,sha256=O4FgzvKXuIP9VJgSBQtP26Xifx1r-fydD0LtlqUYzug,2730
-ws_bom_robot_app/llm/api.py,sha256=vBu_TFTlBjp7e3J-WmlZbXn_TbB550x-NpQN4YsO7To,3004
-ws_bom_robot_app/llm/defaut_prompt.py,sha256=CDsM6I6vOTklOKD1FK0v93P4TLPjdq7iCQ7wszCs6yE,765
-ws_bom_robot_app/llm/main.py,sha256=OgjWceJca1d3zd9TJHfdalcXAZMCyr8aO6VZGuqLWsY,4037
-ws_bom_robot_app/llm/settings.py,sha256=DCLaGZwxlw0xE46LpfUgin_FHD8_XJIthCgI6r2UDlM,121
+ws_bom_robot_app/llm/agent_description.py,sha256=XLrDcUk-4OtBFPv1Yscxga3ETHNnYCIC1uxHtWD94B8,4663
+ws_bom_robot_app/llm/agent_handler.py,sha256=4zdpSf5iVLxMZ90c_vUl_k-O9SF6u_h7GOB24y4mhIo,6435
+ws_bom_robot_app/llm/agent_lcel.py,sha256=BUfGVUcw6s_YAu5aPMkqqjsStYNHUXKh31t_Ybx11-A,2395
+ws_bom_robot_app/llm/api.py,sha256=UaD1oJyAOe7ASoXxPNJcth3kDuWcjk1xqUNEjuPWbR4,3759
+ws_bom_robot_app/llm/defaut_prompt.py,sha256=LlCd_nSMkMmHESfiiiQYfnJyB6Pp-LSs4CEKdYW4vFk,1106
+ws_bom_robot_app/llm/main.py,sha256=Qw4SbZtstXo31bWFLRQmm_t8BEKlqvgXmtYbxM2F6_Y,4138
+ws_bom_robot_app/llm/settings.py,sha256=EkFGCppORenStH9W4e6_dYvQ-5p6xiEMpmUHBqNqG9M,117
 ws_bom_robot_app/llm/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/models/api.py,sha256=ebyzuXcNNan8xzR94SfediHMJ5PymY4GoPYlfFQPdq4,6583
+ws_bom_robot_app/llm/models/api.py,sha256=mLbPG7jHh1EjgQG-xpBhEgiTIHpK35HZ51obgqQSfq4,8890
 ws_bom_robot_app/llm/models/base.py,sha256=1TqxuTK3rjJEALn7lvgoen_1ba3R2brAgGx6EDTtDZo,152
-ws_bom_robot_app/llm/models/kb.py,sha256=9zqwDlVULVrWE48wo5AivzWoOtnjA57k9rsw8KNnyDk,8935
+ws_bom_robot_app/llm/models/kb.py,sha256=oVSw6_dmNxikAHrPqcfxDXz9M0ezLIYuxpgvzfs_Now,9514
+ws_bom_robot_app/llm/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ws_bom_robot_app/llm/providers/llm_manager.py,sha256=ONPeIkMracB3R4UScjgb1s5GZm29kAWOIzT0T8cjvvo,6179
 ws_bom_robot_app/llm/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/tools/tool_builder.py,sha256=sdnyiqXU-6fxcIUu1PvTjJHaOpdIZz-b5hsjIlp-RaY,920
-ws_bom_robot_app/llm/tools/tool_manager.py,sha256=-vBTL89S-KMxCitTUT15qN-jCikX2wbIjduHNJe0rQM,4596
-ws_bom_robot_app/llm/tools/utils.py,sha256=gO0YLqF3hhfsmoY_B-K940jZO9aJHAuWvykONmkKHHQ,1332
+ws_bom_robot_app/llm/tools/tool_builder.py,sha256=OaA0jReNUpjfe7c8TVLM86acQ4w0cQaR3NE22hGKJb0,1165
+ws_bom_robot_app/llm/tools/tool_manager.py,sha256=RZcJVPyWT9D3HUxSO1d5kSfTQtJB2CG5hocuFa01AzY,5816
+ws_bom_robot_app/llm/tools/utils.py,sha256=SPC8pj2bt_xWO7wNR_5YBwUUvjJIK1xlavR4yfW4J-0,1320
 ws_bom_robot_app/llm/tools/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/tools/models/main.py,sha256=LsOJ7vkcSzYLoE1oa3TG0Rs0pr9J5VS_e4li6aDx_fw,260
+ws_bom_robot_app/llm/tools/models/main.py,sha256=o3Rwbn5nsugKOgLG0FUIuvtPPHYhfVpqG4E3BQB2nWM,388
 ws_bom_robot_app/llm/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/utils/agent_utils.py,sha256=t8uWmszBo7PFjjGqvhzNtBrHD44WQUYuKnbs2ee0zSo,830
+ws_bom_robot_app/llm/utils/agent_utils.py,sha256=9fdnVMHpSEBdmYef6NFXtMIXa8EB4QQICfXsXDiafHg,923
 ws_bom_robot_app/llm/utils/chunker.py,sha256=N7570xBYlObneg-fsvDhPAJ-Pv8C8OaYZOBK6q7LmMI,607
-ws_bom_robot_app/llm/utils/download.py,sha256=GaRypPgkx16HfYRj-upX9kvmjfAdFFb5TP4P97scWeA,3273
-ws_bom_robot_app/llm/utils/faiss_helper.py,sha256=VikpopCpEzV1lN5JISDabpHcIUkNDACNL52KliB4Hxs,5224
+ws_bom_robot_app/llm/utils/download.py,sha256=iAUxH_NiCpTPtGzhC4hBtxotd2HPFt2MBhttslIxqiI,3194
 ws_bom_robot_app/llm/utils/kb.py,sha256=jja45WCbNI7SGEgqDS99nErlwB5eY8Ga7BMnhdMHZ90,1279
-ws_bom_robot_app/llm/utils/print.py,sha256=QH36yQW-rqFx0b9O0bojJ6HrnOBuOgwdiQNUDIeLTGw,828
+ws_bom_robot_app/llm/utils/print.py,sha256=ZonoLPcfM6Cpw4_Ec455LiCovExOwvnIgvw1QORSCBY,799
+ws_bom_robot_app/llm/utils/secrets.py,sha256=-HtqLIDVIJrpvGC5YhPAVyLsq8P4ChVM5g3GOfdwqVk,878
 ws_bom_robot_app/llm/utils/webhooks.py,sha256=LAAZqyN6VhV13wu4X-X85TwdDgAV2rNvIwQFIIc0FJM,2114
 ws_bom_robot_app/llm/vector_store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/vector_store/generator.py,sha256=Au6YrGdcn4ZkkamCFvSJhC44kUZ2qtT0mg2QbDPegEs,6329
+ws_bom_robot_app/llm/vector_store/generator.py,sha256=9_xdtCKJhmt1OP0GXDjvFERXMP7ozLZT92KuYEBDgC0,6314
 ws_bom_robot_app/llm/vector_store/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/vector_store/integration/azure.py,sha256=R37TaPQP-HJJJiaKE9rmMc9kpeXeRvdebbTY_982om0,3392
-ws_bom_robot_app/llm/vector_store/integration/base.py,sha256=IvIu8RkISuurrVKr2YPG96fsOI2kqhaEGyTGzjB-jCI,1550
+ws_bom_robot_app/llm/vector_store/integration/base.py,sha256=8r6XO_XM8PcDXhsKst6q_Xw-P48rCiEtowmkBEDVd08,1957
 ws_bom_robot_app/llm/vector_store/integration/confluence.py,sha256=4fiRHB3J-SHZZxNGHwVkCrT-xSPbc91z4WrDE9fy6xU,2505
 ws_bom_robot_app/llm/vector_store/integration/dropbox.py,sha256=yhGvHTN0TEpUfhdvvV7RX5MxBwTUyddAX95Fgqp3mCg,2629
 ws_bom_robot_app/llm/vector_store/integration/gcs.py,sha256=fFDVDUR6eNB7FVTzDSEpMHFEWMgG16GLnpSf_mqGDdE,3184
@@ -49,10 +51,10 @@ ws_bom_robot_app/llm/vector_store/integration/sharepoint.py,sha256=zqqn-6qPrK50P
 ws_bom_robot_app/llm/vector_store/integration/sitemap.py,sha256=4WYj3C6Y_4vkGs5iUNR59l1YOZEDsQT8MnZ5rIYDL_k,4733
 ws_bom_robot_app/llm/vector_store/integration/slack.py,sha256=FMjESXm2QetFXI6i8epze7Kbbu22fV8CVaxb71AHnJ8,2572
 ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=Bv3r5YYAjLHp4sU_sxTk6-OmUdEgoVDqKL-xgWD9k_s,5240
-ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=12sMSH8DkEsC1Ctml2EIX2gs1BDnWWdynUEqGv-JAF4,2114
-ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=LDppW0ZATo4_1hh-KlsAM3TLawBvwBxva_a7k5Oz1sc,858
-ws_bom_robot_app-0.0.33.dist-info/METADATA,sha256=wOTdo7f2veSa9du-V-j-cM2ySyZcLIMVe1eQIpiOiO4,7756
-ws_bom_robot_app-0.0.33.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ws_bom_robot_app-0.0.33.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.33.dist-info/RECORD,,
+ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=L_ugekNuAq0N9O-24wtlHSNHkqSeD-KsJrfGt_FX9Oc,5340
+ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=yP0zgXLeFAlByaYuj-6cYariuknckrFds0dxdRcnVz8,3456
+ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=qo9ejRZyKv_k6jnGgXnu1W5uqsMMtgqK_uvPpZQ0p74,833
+ws_bom_robot_app-0.0.35.dist-info/METADATA,sha256=gwxWX98wtRsmod8DpysLX38QBX_Rl0MHdyCnclliUTs,8270
+ws_bom_robot_app-0.0.35.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ws_bom_robot_app-0.0.35.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.35.dist-info/RECORD,,

ws_bom_robot_app/llm/utils/faiss_helper.py

@@ -1,127 +0,0 @@
-from langchain_community.vectorstores.faiss import FAISS
-from langchain_core.documents import Document
-from langchain_core.vectorstores.base import VectorStoreRetriever
-from langchain_openai import OpenAIEmbeddings
-from typing import Any
-import asyncio, gc, logging
-from langchain_text_splitters import CharacterTextSplitter
-from pydantic import SecretStr
-
-from ws_bom_robot_app.llm.utils.chunker import DocumentChunker
-
-class FaissHelper():
-    _embedding_model = "text-embedding-3-small"
-    _CACHE: dict[str, FAISS] = {}
-
-    @staticmethod
-    #@timer
-    async def create(documents: list[Document], folder_path: str, api_key: SecretStr, return_folder_path:bool = False) -> str | None:
-      try:
-        embeddings = OpenAIEmbeddings(api_key=api_key, model=FaissHelper._embedding_model)
-        faiss_instance = await asyncio.to_thread(
-           FAISS.from_documents,
-           DocumentChunker.chunk(documents),
-           embeddings)
-        await asyncio.to_thread(faiss_instance.save_local, folder_path)
-        del faiss_instance, embeddings
-        gc.collect()
-        if return_folder_path:
-          return folder_path
-        return None
-      except Exception as e:
-        logging.error(f"Failed to create Faiss instance: {e}")
-        return None
-      finally:
-        if 'documents' in locals():
-          del documents
-          gc.collect()
-
-    @staticmethod
-    #@timer
-    def get_loader(folder_path:str,api_key:SecretStr) -> FAISS:
-        """_summary_
-
-        Args:
-            folder_path (str): _description_
-            api_key (str): _description_
-
-        Returns:
-            FAISS: _description_
-        """
-        if not folder_path in FaissHelper._CACHE:
-            _faiss = FAISS.load_local(
-                folder_path=folder_path,
-                embeddings=OpenAIEmbeddings(api_key=api_key, model=FaissHelper._embedding_model),
-                allow_dangerous_deserialization=True
-            )
-            FaissHelper._CACHE[folder_path] = _faiss
-        return FaissHelper._CACHE[folder_path]
-
-    @staticmethod
-    #@timer
-    def get_retriever(folder_path:str,api_key:SecretStr,search_type=str, search_kwargs= dict[str,Any]) -> VectorStoreRetriever:
-        """_summary_
-
-        Args:
-            folder_path (str): _description_
-            api_key (str): _description_
-
-        Returns:
-            VectorStoreRetriever: _description_
-        """
-        _faiss = FaissHelper.get_loader(folder_path,api_key)
-        return _faiss.as_retriever(search_type=search_type, search_kwargs=search_kwargs)
-    @staticmethod
-    #@atimer
-    async def _combine_search(retrievers: list[VectorStoreRetriever], query:str) -> list[Document]:
-        """_summary_
-
-        Args:
-            list(VectorStoreRetriever): _description_
-
-        Returns:
-            list[Document]: _description_
-        """
-        def _remove_duplicates(docs: list[Document]) -> list[Document]:
-            """Remove duplicate documents based on content"""
-            seen_contents = set()
-            unique_docs = []
-            for doc in docs:
-                if doc.page_content not in seen_contents:
-                    seen_contents.add(doc.page_content)
-                    unique_docs.append(doc)
-            return unique_docs
-        # Perform the searches concurrently
-        search_tasks = [retriever.ainvoke(query) for retriever in retrievers]
-        search_results = await asyncio.gather(*search_tasks)
-        # Combine and de-duplicate the results
-        all_docs = _remove_duplicates([doc for docs in search_results for doc in docs])
-        return all_docs
-    @staticmethod
-    #@atimer
-    async def invoke(folder_path:str,api_key:SecretStr, query:str, search_type=str, search_kwargs= dict[str,Any]) -> list[Document]:
-        """_summary_
-        Args:
-            folder_path (str): _description_
-            api_key (str): _description_
-            query (str): _description_
-            search_type (str): _description_
-            search_kwargs (dict[str,Any]): _description_
-              k: Number of documents to retrieve
-              fetch_k: Number of documents to fetch for MMR selection (if None, defaults to 2 * k)
-              lambda_mult: MMR diversity parameter (0 = max diversity, 1 = max similarity)
-        Returns:
-            list[Document]: _description_
-        """
-        if (search_type == "mixed"):
-          similarity_retriever = FaissHelper.get_retriever(folder_path,api_key,"similarity",search_kwargs) # type: ignore
-          mmr_kwargs = {
-            "k": search_kwargs.get("k",4), # type: ignore
-            "fetch_k": search_kwargs.get("fetch_k",20), #type: ignore
-            "lambda_mult": search_kwargs.get("lambda_mult", 0.2), # type: ignore
-          }
-          search_kwargs.update(mmr_kwargs)
-          mmr_retriever = FaissHelper.get_retriever(folder_path,api_key,"mmr",search_kwargs) # type: ignore
-          return await FaissHelper._combine_search([similarity_retriever, mmr_retriever], query)
-        return await FaissHelper.get_retriever(folder_path,api_key,search_type,search_kwargs).ainvoke(query)
-