camel-ai 0.2.4__py3-none-any.whl → 0.2.4a0__py3-none-any.whl

camel/__init__.py

@@ -12,7 +12,7 @@
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
 
-__version__ = '0.2.4'
+__version__ = '0.2.4a'
 
 __all__ = [
     '__version__',

camel/retrievers/auto_retriever.py

@@ -11,6 +11,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+import datetime
+import os
 import re
 import uuid
 from typing import (
@@ -29,6 +31,7 @@ from camel.storages import (
     BaseVectorStorage,
     MilvusStorage,
     QdrantStorage,
+    VectorDBQuery,
 )
 from camel.types import StorageType
 from camel.utils import Constants
@@ -123,6 +126,62 @@ class AutoRetriever:
 
         return collection_name
 
+    def _get_file_modified_date_from_file(
+        self, content_input_path: str
+    ) -> str:
+        r"""Retrieves the last modified date and time of a given file. This
+        function takes a file path as input and returns the last modified date
+        and time of that file.
+
+        Args:
+            content_input_path (str): The file path of the content whose
+                modified date is to be retrieved.
+
+        Returns:
+            str: The last modified time from file.
+        """
+        mod_time = os.path.getmtime(content_input_path)
+        readable_mod_time = datetime.datetime.fromtimestamp(
+            mod_time
+        ).isoformat(timespec='seconds')
+        return readable_mod_time
+
+    def _get_file_modified_date_from_storage(
+        self, vector_storage_instance: BaseVectorStorage
+    ) -> str:
+        r"""Retrieves the last modified date and time of a given file. This
+        function takes vector storage instance as input and returns the last
+        modified date from the metadata.
+
+        Args:
+            vector_storage_instance (BaseVectorStorage): The vector storage
+                where modified date is to be retrieved from metadata.
+
+        Returns:
+            str: The last modified date from vector storage.
+        """
+
+        # Insert any query to get modified date from vector db
+        # NOTE: Can be optimized when CAMEL vector storage support
+        # direct chunk payload extraction
+        query_vector_any = self.embedding_model.embed(obj="any_query")
+        query_any = VectorDBQuery(query_vector_any, top_k=1)
+        result_any = vector_storage_instance.query(query_any)
+
+        # Extract the file's last modified date from the metadata
+        # in the query result
+        if result_any[0].record.payload is not None:
+            file_modified_date_from_meta = result_any[0].record.payload[
+                "metadata"
+            ]['last_modified']
+        else:
+            raise ValueError(
+                "The vector storage exits but the payload is None,"
+                "please check the collection"
+            )
+
+        return file_modified_date_from_meta
+
     def run_vector_retriever(
         self,
         query: str,
@@ -187,7 +246,34 @@ class AutoRetriever:
                     collection_name
                 )
 
-                if vector_storage_instance.status().vector_count == 0:
+                # Check the modified time of the input file path, only works
+                # for local path since no standard way for remote url
+                file_is_modified = False  # initialize with a default value
+                if (
+                    vector_storage_instance.status().vector_count != 0
+                    and isinstance(content, str)
+                    and os.path.exists(content)
+                ):
+                    # Get original modified date from file
+                    modified_date_from_file = (
+                        self._get_file_modified_date_from_file(content)
+                    )
+                    # Get modified date from vector storage
+                    modified_date_from_storage = (
+                        self._get_file_modified_date_from_storage(
+                            vector_storage_instance
+                        )
+                    )
+                    # Determine if the file has been modified since the last
+                    # check
+                    file_is_modified = (
+                        modified_date_from_file != modified_date_from_storage
+                    )
+
+                if (
+                    vector_storage_instance.status().vector_count == 0
+                    or file_is_modified
+                ):
                     # Clear the vector storage
                     vector_storage_instance.clear()
                     # Process and store the content to the vector storage

{camel_ai-0.2.4.dist-info → camel_ai-0.2.4a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: camel-ai
-Version: 0.2.4
+Version: 0.2.4a0
 Summary: Communicative Agents for AI Society Study
 Home-page: https://www.camel-ai.org/
 License: Apache-2.0
@@ -221,7 +221,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.4 https://github.com/camel-ai/camel.git
+git clone -b v0.2.4a https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

{camel_ai-0.2.4.dist-info → camel_ai-0.2.4a0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-camel/__init__.py,sha256=EjotdyCjFfyNaFBmBi2ZFvixYQj9E1In8xs-Vk8wdfM,778
+camel/__init__.py,sha256=I4MEIgT9cQYnIJCfLDD7vczcL81hEfFuBK41Wz9bJDw,779
 camel/agents/__init__.py,sha256=SSU1wbhZXWwQnE0rRxkpyN57kEu72KklsZNcdLkXfTs,1551
 camel/agents/base.py,sha256=X39qWSiT1WnDqaJ9k3gQrTpOQSwUKzNEVpp5AY6fDH8,1130
 camel/agents/chat_agent.py,sha256=eA7kuzbfQkEdnvefxk6t_-MhB64ibSgSiQ54ztiqvJI,44764
@@ -104,7 +104,7 @@ camel/prompts/video_description_prompt.py,sha256=HRd3fHXftKwBm5QH7Tvm3FabgZPCoAv
 camel/responses/__init__.py,sha256=edtTQskOgq5obyITziRFL62HTJP9sAikAtP9vrFacEQ,795
 camel/responses/agent_responses.py,sha256=sGlGwXz2brWI-FpiU5EhVRpZvcfGWUmooAF0ukqAF3I,1771
 camel/retrievers/__init__.py,sha256=CuP3B77zl2PoF-W2y9xSkTGRzoK2J4TlUHdCtuJD8dg,1059
-camel/retrievers/auto_retriever.py,sha256=EVbm0aTWcOZ8foZ-GY9-msuDoz0tBM5sOveWypy7A9M,9587
+camel/retrievers/auto_retriever.py,sha256=WJ1b-xOGu13nSqb1Sz5gs0xVRvVnbp71Lp9lXJ2Yq2Y,13010
 camel/retrievers/base.py,sha256=sgqaJDwIkWluEgPBlukFN7RYZJnrp0imCAOEWm6bZ40,2646
 camel/retrievers/bm25_retriever.py,sha256=Dr7Yfkjw45sovI1EVNByGIMj7KERWrr8JHlh8csSF1s,5155
 camel/retrievers/cohere_rerank_retriever.py,sha256=HvnFqXpsX9EdBOab0kFLDyxxJnknPFMVxyQJQDlHbOA,4100
@@ -202,7 +202,7 @@ camel/workforce/task_channel.py,sha256=WE3SHp5TKaXDzKnoul9KPfk-PkBMcGT6akVId0RtW
 camel/workforce/utils.py,sha256=kBrjA_k9BblJBT13kW0eQYcBDjetyjOUHMbRuh_IfPM,2270
 camel/workforce/worker.py,sha256=oZtl3PhxgpizKy7W_wB94Qm4Z2Tw4k1SQsqAGAi_XoI,3844
 camel/workforce/workforce.py,sha256=IV911OlzSng_qR8KafFlDvkUEzEFa6A_upTgi8kZKxI,18191
-camel_ai-0.2.4.dist-info/LICENSE,sha256=id0nB2my5kG0xXeimIu5zZrbHLS6EQvxvkKkzIHaT2k,11343
-camel_ai-0.2.4.dist-info/METADATA,sha256=m5Fd1nE-YiPESkRE-UYAptVOVbYb5klB95mLKGajPDY,23181
-camel_ai-0.2.4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-camel_ai-0.2.4.dist-info/RECORD,,
+camel_ai-0.2.4a0.dist-info/LICENSE,sha256=id0nB2my5kG0xXeimIu5zZrbHLS6EQvxvkKkzIHaT2k,11343
+camel_ai-0.2.4a0.dist-info/METADATA,sha256=Zv3sAPnj-Q5zRNMUAMtZPkgNpVaYPfcG2cCWmOlQ2iM,23184
+camel_ai-0.2.4a0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+camel_ai-0.2.4a0.dist-info/RECORD,,