ai-parrot 0.3.6__cp311-cp311-manylinux_2_28_x86_64.whl → 0.3.8__cp311-cp311-manylinux_2_28_x86_64.whl

{ai_parrot-0.3.6.dist-info → ai_parrot-0.3.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-parrot
-Version: 0.3.6
+Version: 0.3.8
 Summary: Live Chatbots based on Langchain chatbots and Agents     Integrated into Navigator Framework or used into aiohttp applications.
 Home-page: https://github.com/phenobarbital/ai-parrot
 Author: Jesus Lara

{ai_parrot-0.3.6.dist-info → ai_parrot-0.3.8.dist-info}/RECORD

@@ -4,7 +4,7 @@ parrot/exceptions.cpython-311-x86_64-linux-gnu.so,sha256=VNyBh3uLxGQgB0l1bkWjQDq
 parrot/manager.py,sha256=NhzXoWxSgtoWHpmYP8cV2Ujq_SlvCbQYQBaohAeL2TM,5935
 parrot/models.py,sha256=RsVQCqhSXBKRPcu-BCga9Y1wyvENFXDCuq3_ObIKvAo,13452
 parrot/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parrot/version.py,sha256=x5KFeKUhuf0IyJRSN3fSKlwqSDRNfHYDoFae9slFeKc,373
+parrot/version.py,sha256=GrRYsZgC8VWhmiAeLkx1nVkvl0dOVtxfv04pU-T01pg,373
 parrot/chatbots/__init__.py,sha256=ypskCnME0xUv6psBEGCEyXCrD0J0ULHSllpVmSxqb4A,200
 parrot/chatbots/abstract.py,sha256=CmDn3k4r9uKImOZRN4L9zxLbCdC-1MPUAorDlfZT-kA,26421
 parrot/chatbots/asktroc.py,sha256=gyWzyvpAnmXwXd-3DEKoIJtAxt6NnP5mUZdZbkFky8s,604
@@ -68,7 +68,7 @@ parrot/loaders/repo.py,sha256=vBqBAnwU6p3_DCvI9DVhi1Bs8iCDYHwFGp0P9zvGRyw,3737
 parrot/loaders/rtd.py,sha256=oKOC9Qn3iwulYx5BEvXy4_kusKRsy5RLYNHS-e5p-1k,1988
 parrot/loaders/txt.py,sha256=AeGroWffFT--7TYlTSTr5Av5zAr8YIp1fxt8r5qdi-A,2802
 parrot/loaders/video.py,sha256=pl5Ho69bp5vrWMqg5tLbsnHUus1LByTDoL6NPk57Ays,2929
-parrot/loaders/videolocal.py,sha256=o1upjpsMHp1NV4ZQVRc2DS8nKyJI1l0x9p3PjJUr3fU,5018
+parrot/loaders/videolocal.py,sha256=LKtP8YVlI_RWiXi6wYew3_ZB2Up8d8LXlWWDdgU1s7k,5139
 parrot/loaders/vimeo.py,sha256=zOvOOIiaZr_bRswJFI7uIMKISgALOxcSim9ZRUFY1Fc,4114
 parrot/loaders/web.py,sha256=3x06JNpfTGFtvSBPAEBVoVdZkpVXePcJeMtj61B2xJk,8867
 parrot/loaders/web_base.py,sha256=5SjQddT0Vhne8C9s30iU3Ex_9O1PJ8kyDmy8EdhGBo0,4380
@@ -80,7 +80,7 @@ parrot/loaders/utils/__init__.py,sha256=SkDyK3MuPGhp0NM6kHvaxQDe97Gcl3n9t5A741OV
 parrot/loaders/utils/models.py,sha256=BHcnFzS7oOKUGG-vPy_TlqeFNAC8puRgsIMX2mSgKxY,1059
 parrot/stores/__init__.py,sha256=ZFjZvcLhcqJqndx9tiEANpyiude1fvjrCxyt2S42VqY,1496
 parrot/stores/abstract.py,sha256=aqDhkVr5VwdKqg7StroIXf32-11MLyyMAlZuh5hJeCY,5138
-parrot/stores/milvus.py,sha256=PZPXbr65Rt9LopTCTY53DWrQ11t6yBHYj_C09zf1s4A,20444
+parrot/stores/milvus.py,sha256=iRi1dO7kathwep3iLIMIDtAkljc-zETUzON4E0wsrYs,20596
 parrot/stores/qdrant.py,sha256=y-jG5sB6ICESyxdpyGBhQ-hgTDLxxPtM5xYZTWIRiAY,4720
 parrot/tools/__init__.py,sha256=XKZwogdGr6ObPfAGbzAdyDjFnXI286eapsi180VwdjE,614
 parrot/tools/abstract.py,sha256=pVSZw8MDpbVcQ-CHaGwP6CpqXHIs8hH8Oy1AqUuMmrw,1706
@@ -103,8 +103,8 @@ resources/users/handlers.py,sha256=BGzqBvPY_OaIF_nONWX4b_B5OyyBrdGuSihIsdlFwjk,2
 resources/users/models.py,sha256=glk7Emv7QCi6i32xRFDrGc8UwK23_LPg0XUOJoHnwRU,6799
 settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 settings/settings.py,sha256=9ueEvyLNurUX-AaIeRPV8GKX1c4YjDLbksUAeqEq6Ck,1854
-ai_parrot-0.3.6.dist-info/LICENSE,sha256=vRKOoa7onTsLNvSzJtGtMaNhWWh8B3YAT733Tlu6M4o,1070
-ai_parrot-0.3.6.dist-info/METADATA,sha256=UukaICPH6ngFNm_DU3TmP2E89_BpgchSP0oPLxypwso,9721
-ai_parrot-0.3.6.dist-info/WHEEL,sha256=UQ-0qXN3LQUffjrV43_e_ZXj2pgORBqTmXipnkj0E8I,113
-ai_parrot-0.3.6.dist-info/top_level.txt,sha256=qHoO4BhYDfeTkyKnciZSQtn5FSLN3Q-P5xCTkyvbuxg,26
-ai_parrot-0.3.6.dist-info/RECORD,,
+ai_parrot-0.3.8.dist-info/LICENSE,sha256=vRKOoa7onTsLNvSzJtGtMaNhWWh8B3YAT733Tlu6M4o,1070
+ai_parrot-0.3.8.dist-info/METADATA,sha256=81l4aL6ASc4ERr1DsOSl7RhjnLhbuOGnPoJfqy9IjMg,9721
+ai_parrot-0.3.8.dist-info/WHEEL,sha256=UQ-0qXN3LQUffjrV43_e_ZXj2pgORBqTmXipnkj0E8I,113
+ai_parrot-0.3.8.dist-info/top_level.txt,sha256=qHoO4BhYDfeTkyKnciZSQtn5FSLN3Q-P5xCTkyvbuxg,26
+ai_parrot-0.3.8.dist-info/RECORD,,

parrot/loaders/videolocal.py

@@ -84,11 +84,13 @@ class VideoLocalLoader(BaseVideoLoader):
         if transcript_whisper:
             # VTT version:
             transcript = self.transcript_to_vtt(transcript_whisper, transcript_path)
-            doc = Document(
-                page_content=transcript,
-                metadata=metadata
-            )
-            documents.append(doc)
+            transcript_chunks = split_text(transcript, 65535)
+            for chunk in transcript_chunks:
+                doc = Document(
+                    page_content=chunk,
+                    metadata=metadata
+                )
+                documents.append(doc)
             # Saving every dialog chunk as a separate document
             dialogs = self.transcript_to_blocks(transcript_whisper)
             docs = []

parrot/stores/milvus.py

@@ -1,12 +1,12 @@
 from typing import Optional, Union, Any
 import asyncio
-import uuid
-import torch
+# import uuid
+# import torch
 from pymilvus import (
     MilvusClient,
-    Collection,
-    FieldSchema,
-    CollectionSchema,
+    # Collection,
+    # FieldSchema,
+    # CollectionSchema,
     DataType,
     connections,
     db
@@ -148,10 +148,10 @@ class MilvusStore(AbstractStore):
             )
 
     async def __aenter__(self):
-        try:
-            self.tensor = torch.randn(1000, 1000).cuda()
-        except RuntimeError:
-            self.tensor = None
+        # try:
+        #     self.tensor = torch.randn(1000, 1000).cuda()
+        # except RuntimeError:
+        #     self.tensor = None
         if self._embed_ is None:
             self._embed_ = self.create_embedding(
                 model_name=self.embedding_name
@@ -161,10 +161,10 @@ class MilvusStore(AbstractStore):
     async def __aexit__(self, exc_type, exc_value, traceback):
         # closing Embedding
         self._embed_ = None
-        del self.tensor
+        # del self.tensor
         try:
             self.close(alias=self._client_id)
-            torch.cuda.empty_cache()
+            # torch.cuda.empty_cache()
         except RuntimeError:
             pass
 
@@ -199,7 +199,10 @@ class MilvusStore(AbstractStore):
         connections.disconnect(alias=alias)
         try:
             self._client.close()
+        except AttributeError:
+            pass
         finally:
+            self._client = None
             self._connected = False
 
     def create_db(self, db_name: str, alias: str = 'default', **kwargs) -> bool:
@@ -269,8 +272,9 @@ class MilvusStore(AbstractStore):
         return self.get_vector()
 
     def collection_exists(self, collection_name: str) -> bool:
-        if collection_name in self._client.list_collections():
-            return True
+        with self.connection():
+            if collection_name in self._client.list_collections():
+                return True
         return False
 
     def check_state(self, collection_name: str) -> dict:
@@ -478,10 +482,10 @@ class MilvusStore(AbstractStore):
     ):
         if not collection:
             collection = self.collection
-        try:
-            tensor = torch.randn(1000, 1000).cuda()
-        except Exception:
-            tensor = None
+        # try:
+        #     tensor = torch.randn(1000, 1000).cuda()
+        # except Exception:
+        #     tensor = None
         if upsert is True:
             # get first document
             doc = documents[0]
@@ -510,7 +514,7 @@ class MilvusStore(AbstractStore):
             vector_field='vector',
             **kwargs
         )
-        del tensor
+        # del tensor
         return docstore
 
     def upsert(self, payload: dict, collection: str = None) -> None:

parrot/version.py

@@ -3,7 +3,7 @@
 __title__ = "ai-parrot"
 __description__ = "Live Chatbots based on Langchain chatbots and Agents \
     Integrated into Navigator Framework or used into aiohttp applications."
-__version__ = "0.3.6"
+__version__ = "0.3.8"
 __author__ = "Jesus Lara"
 __author_email__ = "jesuslarag@gmail.com"
 __license__ = "MIT"