ai-parrot 0.2.1__tar.gz → 0.2.3__tar.gz

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-parrot
-Version: 0.2.1
+Version: 0.2.3
 Summary: Live Chatbots based on Langchain chatbots and Agents     Integrated into Navigator Framework or used into aiohttp applications.
 Home-page: https://github.com/phenobarbital/ai-parrot
 Author: Jesus Lara

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/ai_parrot.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-parrot
-Version: 0.2.1
+Version: 0.2.3
 Summary: Live Chatbots based on Langchain chatbots and Agents     Integrated into Navigator Framework or used into aiohttp applications.
 Home-page: https://github.com/phenobarbital/ai-parrot
 Author: Jesus Lara

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/ai_parrot.egg-info/SOURCES.txt

@@ -22,6 +22,7 @@ ai_parrot.egg-info/SOURCES.txt
 ai_parrot.egg-info/dependency_links.txt
 ai_parrot.egg-info/requires.txt
 ai_parrot.egg-info/top_level.txt
+documents/ex-code-loaders.txt
 etc/navigator-ssl.ini
 etc/navigator.ini
 etc/ssl/domain.ext

ai_parrot-0.2.3/documents/ex-code-loaders.txt

@@ -0,0 +1,116 @@
+    def load_pdf(self, path: Path, source_type: str = 'pdf', **kwargs):
+        loader = PDFLoader(path, source_type=source_type, no_summarization=True, **kwargs)
+        return loader.load()
+
+    def load_github(
+        self,
+        url: str,
+        github_token: str,
+        lang: str = 'python',
+        branch: str = 'master',
+        source_type: str = 'code'
+    ) -> list:
+        git = GithubLoader(
+            url,
+            github_token=github_token,
+            lang=lang,
+            branch=branch,
+            source_type=source_type
+        )
+        return git.load()
+
+    def load_repository(
+        self,
+        path: Path,
+        lang: str = 'python',
+        source_type: str = 'code',
+        **kwargs
+    ) -> list:
+        repo = RepositoryLoader(
+            source_type=source_type,
+            **kwargs
+        )
+        return repo.load(path, lang=lang)
+
+    def process_websites(
+        self,
+        websites: list,
+        source_type: str = 'website',
+        **kwargs
+    ) -> list:
+        loader = WebLoader(
+            urls=websites,
+            source_type=source_type
+        )
+        return loader.load()
+
+    def load_youtube_videos(
+        self,
+        urls: list,
+        video_path: Union[str, Path],
+        source_type: str = 'youtube',
+        priority: int = 'high',
+        language: str = 'en',
+        **kwargs
+    ) -> list:
+        yt = YoutubeLoader(
+            urls=urls,
+            video_path=video_path,
+            source_type=source_type,
+            priority=priority,
+            language=language,
+            llm=self._llm,
+            **kwargs
+        )
+        return yt.load()
+
+    def load_vimeo_videos(
+        self,
+        urls: list,
+        video_path: Union[str, Path],
+        source_type: str = 'vimeo',
+        priority: int = 'high',
+        language: str = 'en',
+        **kwargs
+    ) -> list:
+        yt = VimeoLoader(
+            urls=urls,
+            video_path=video_path,
+            source_type=source_type,
+            priority=priority,
+            language=language,
+            llm=self._llm,
+            **kwargs
+        )
+        return yt.load()
+
+    def load_directory(
+        self,
+        path: Union[str, Path],
+        source_type: str = 'documents',
+    ) -> list:
+        return None
+
+    def load_docx(
+        self,
+        path: Path,
+        source_type: str = 'docx',
+        **kwargs
+    ) -> list:
+        return MSWordLoader.from_path(
+            path=path,
+            source_type=source_type,
+            **kwargs
+        )
+
+    def load_pptx(
+        self,
+        path: Path,
+        source_type: str = 'pptx',
+        **kwargs
+    ) -> list:
+        return PPTXLoader.from_path(
+            path=path,
+            source_type=source_type,
+            **kwargs
+        )

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/parrot/chatbots/abstract.py

@@ -107,20 +107,8 @@ try:
 except (ModuleNotFoundError, ImportError):
     GROQ_ENABLED = False
 
-from ..loaders import (
-    PDFLoader,
-    PDFTablesLoader,
-    GithubLoader,
-    RepositoryLoader,
-    WebLoader,
-    VimeoLoader,
-    YoutubeLoader,
-    PPTXLoader,
-    MSWordLoader
-)
 from .retrievals import RetrievalManager
 from ..conf import (
-    DEFAULT_LLM_MODEL_NAME,
     EMBEDDING_DEVICE,
     MAX_VRAM_AVAILABLE,
     RAM_AVAILABLE,
@@ -626,9 +614,6 @@ class AbstractChatbot(ABC, DBInterface):
                 )
         elif vector_db == 'MilvusStore':
             if MILVUS_ENABLED is True:
-                print('EMBEDDINGS > ', self.embeddings)
-                print('AQUI MILVUS >> ', embed)
-                print('AQUI MILVUS >> ', self.embedding_model_name)
                 self._store = MilvusStore(
                     embeddings=embed,
                     embedding_name=self.embedding_model_name,
@@ -805,122 +790,21 @@ class AbstractChatbot(ABC, DBInterface):
                     collection=collection
                 )
 
-    def load_pdf(self, path: Path, source_type: str = 'pdf', **kwargs):
-        loader = PDFLoader(path, source_type=source_type, no_summarization=True, **kwargs)
-        return loader.load()
-
-    def load_github(
-        self,
-        url: str,
-        github_token: str,
-        lang: str = 'python',
-        branch: str = 'master',
-        source_type: str = 'code'
-    ) -> list:
-        git = GithubLoader(
-            url,
-            github_token=github_token,
-            lang=lang,
-            branch=branch,
-            source_type=source_type
-        )
-        return git.load()
-
-    def load_repository(
-        self,
-        path: Path,
-        lang: str = 'python',
-        source_type: str = 'code',
-        **kwargs
-    ) -> list:
-        repo = RepositoryLoader(
-            source_type=source_type,
-            **kwargs
-        )
-        return repo.load(path, lang=lang)
-
-    def process_websites(
-        self,
-        websites: list,
-        source_type: str = 'website',
-        **kwargs
-    ) -> list:
-        loader = WebLoader(
-            urls=websites,
-            source_type=source_type
-        )
-        return loader.load()
-
-    def load_youtube_videos(
-        self,
-        urls: list,
-        video_path: Union[str, Path],
-        source_type: str = 'youtube',
-        priority: int = 'high',
-        language: str = 'en',
-        **kwargs
-    ) -> list:
-        yt = YoutubeLoader(
-            urls=urls,
-            video_path=video_path,
-            source_type=source_type,
-            priority=priority,
-            language=language,
-            llm=self._llm,
-            **kwargs
-        )
-        return yt.load()
-
-    def load_vimeo_videos(
-        self,
-        urls: list,
-        video_path: Union[str, Path],
-        source_type: str = 'vimeo',
-        priority: int = 'high',
-        language: str = 'en',
-        **kwargs
-    ) -> list:
-        yt = VimeoLoader(
-            urls=urls,
-            video_path=video_path,
-            source_type=source_type,
-            priority=priority,
-            language=language,
-            llm=self._llm,
-            **kwargs
-        )
-        return yt.load()
-
-    def load_directory(
-        self,
-        path: Union[str, Path],
-        source_type: str = 'documents',
-    ) -> list:
-        return None
-
-    def load_docx(
+    def clean_history(
         self,
-        path: Path,
-        source_type: str = 'docx',
-        **kwargs
-    ) -> list:
-        return MSWordLoader.from_path(
-            path=path,
-            source_type=source_type,
-            **kwargs
-        )
-
-    def load_pptx(
-        self,
-        path: Path,
-        source_type: str = 'pptx',
-        **kwargs
-    ) -> list:
-        return PPTXLoader.from_path(
-            path=path,
-            source_type=source_type,
-            **kwargs
-        )
+        session_id: str = None
+    ):
+        try:
+            redis_client = RedisChatMessageHistory(
+                    url=REDIS_HISTORY_URL,
+                    session_id=session_id,
+                    ttl=60
+            )
+            redis_client.clear()
+        except Exception as e:
+            self.logger.error(
+                f"Error clearing chat history: {e}"
+            )
 
     def get_memory(
         self,
@@ -928,7 +812,7 @@ class AbstractChatbot(ABC, DBInterface):
         key: str = 'chat_history',
         input_key: str = 'question',
         output_key: str = 'answer',
-        size: int = 30,
+        size: int = 5,
         ttl: int = 86400
     ):
         args = {

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/parrot/chatbots/retrievals/__init__.py

@@ -124,7 +124,7 @@ class RetrievalManager:
         question: str = None,
         chain_type: str = 'stuff',
         search_type: str = 'similarity',
-        search_kwargs: dict = {"k": 5, "fetch_k": 20, "lambda_mult": 0.89},
+        search_kwargs: dict = {"k": 4, "fetch_k": 10, "lambda_mult": 0.89},
         return_docs: bool = True,
         metric_type: str = None,
         memory: Any = None,
@@ -220,7 +220,7 @@ class RetrievalManager:
         question: str = None,
         chain_type: str = 'stuff',
         search_type: str = 'mmr',
-        search_kwargs: dict = {"k": 5, "fetch_k": 40, "lambda_mult": 0.85},
+        search_kwargs: dict = {"k": 4, "fetch_k": 10, "lambda_mult": 0.89},
         return_docs: bool = True,
         metric_type: str = None,
         use_llm: str = None
@@ -452,19 +452,15 @@ class RetrievalManager:
             question: str = None,
             chain_type: str = 'stuff',
             search_type: str = 'similarity',
-            search_kwargs: dict = {"k": 5, "fetch_k": 20, "lambda_mult": 0.89},
+            search_kwargs: dict = {"k": 4, "fetch_k": 10, "lambda_mult": 0.89},
             return_docs: bool = True,
             metric_type: str = None,
             memory: Any = None,
             **kwargs
     ):
         # Generating Vector:
-        # print('COLLECTION > ', self.store.collection, self.store.embedding_name)
-        # print('DB > ', self.store.database)
         async with self.store as store:  #pylint: disable=E1101
             vector = store.get_vector(metric_type=metric_type)
-            # docs = vector.similarity_search(question, k=1)
-            # print('DOCS > ', docs)
             retriever = VectorStoreRetriever(
                 vectorstore=vector,
                 search_type=search_type,

{ai_parrot-0.2.1 → ai_parrot-0.2.3}/parrot/version.py

@@ -3,7 +3,7 @@
 __title__ = "ai-parrot"
 __description__ = "Live Chatbots based on Langchain chatbots and Agents \
     Integrated into Navigator Framework or used into aiohttp applications."
-__version__ = "0.2.1"
+__version__ = "0.2.3"
 __author__ = "Jesus Lara"
 __author_email__ = "jesuslarag@gmail.com"
 __license__ = "MIT"