camel-ai 0.2.4__tar.gz → 0.2.4a0__tar.gz

{camel_ai-0.2.4 → camel_ai-0.2.4a0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: camel-ai
-Version: 0.2.4
+Version: 0.2.4a0
 Summary: Communicative Agents for AI Society Study
 Home-page: https://www.camel-ai.org/
 License: Apache-2.0
@@ -221,7 +221,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.4 https://github.com/camel-ai/camel.git
+git clone -b v0.2.4a https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

{camel_ai-0.2.4 → camel_ai-0.2.4a0}/README.md

@@ -116,7 +116,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.4 https://github.com/camel-ai/camel.git
+git clone -b v0.2.4a https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

{camel_ai-0.2.4 → camel_ai-0.2.4a0}/camel/__init__.py

@@ -12,7 +12,7 @@
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
 
-__version__ = '0.2.4'
+__version__ = '0.2.4a'
 
 __all__ = [
     '__version__',

{camel_ai-0.2.4 → camel_ai-0.2.4a0}/camel/retrievers/auto_retriever.py

@@ -11,6 +11,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+import datetime
+import os
 import re
 import uuid
 from typing import (
@@ -29,6 +31,7 @@ from camel.storages import (
     BaseVectorStorage,
     MilvusStorage,
     QdrantStorage,
+    VectorDBQuery,
 )
 from camel.types import StorageType
 from camel.utils import Constants
@@ -123,6 +126,62 @@ class AutoRetriever:
 
         return collection_name
 
+    def _get_file_modified_date_from_file(
+        self, content_input_path: str
+    ) -> str:
+        r"""Retrieves the last modified date and time of a given file. This
+        function takes a file path as input and returns the last modified date
+        and time of that file.
+
+        Args:
+            content_input_path (str): The file path of the content whose
+                modified date is to be retrieved.
+
+        Returns:
+            str: The last modified time from file.
+        """
+        mod_time = os.path.getmtime(content_input_path)
+        readable_mod_time = datetime.datetime.fromtimestamp(
+            mod_time
+        ).isoformat(timespec='seconds')
+        return readable_mod_time
+
+    def _get_file_modified_date_from_storage(
+        self, vector_storage_instance: BaseVectorStorage
+    ) -> str:
+        r"""Retrieves the last modified date and time of a given file. This
+        function takes vector storage instance as input and returns the last
+        modified date from the metadata.
+
+        Args:
+            vector_storage_instance (BaseVectorStorage): The vector storage
+                where modified date is to be retrieved from metadata.
+
+        Returns:
+            str: The last modified date from vector storage.
+        """
+
+        # Insert any query to get modified date from vector db
+        # NOTE: Can be optimized when CAMEL vector storage support
+        # direct chunk payload extraction
+        query_vector_any = self.embedding_model.embed(obj="any_query")
+        query_any = VectorDBQuery(query_vector_any, top_k=1)
+        result_any = vector_storage_instance.query(query_any)
+
+        # Extract the file's last modified date from the metadata
+        # in the query result
+        if result_any[0].record.payload is not None:
+            file_modified_date_from_meta = result_any[0].record.payload[
+                "metadata"
+            ]['last_modified']
+        else:
+            raise ValueError(
+                "The vector storage exits but the payload is None,"
+                "please check the collection"
+            )
+
+        return file_modified_date_from_meta
+
     def run_vector_retriever(
         self,
         query: str,
@@ -187,7 +246,34 @@ class AutoRetriever:
                     collection_name
                 )
 
-                if vector_storage_instance.status().vector_count == 0:
+                # Check the modified time of the input file path, only works
+                # for local path since no standard way for remote url
+                file_is_modified = False  # initialize with a default value
+                if (
+                    vector_storage_instance.status().vector_count != 0
+                    and isinstance(content, str)
+                    and os.path.exists(content)
+                ):
+                    # Get original modified date from file
+                    modified_date_from_file = (
+                        self._get_file_modified_date_from_file(content)
+                    )
+                    # Get modified date from vector storage
+                    modified_date_from_storage = (
+                        self._get_file_modified_date_from_storage(
+                            vector_storage_instance
+                        )
+                    )
+                    # Determine if the file has been modified since the last
+                    # check
+                    file_is_modified = (
+                        modified_date_from_file != modified_date_from_storage
+                    )
+
+                if (
+                    vector_storage_instance.status().vector_count == 0
+                    or file_is_modified
+                ):
                     # Clear the vector storage
                     vector_storage_instance.clear()
                     # Process and store the content to the vector storage

{camel_ai-0.2.4 → camel_ai-0.2.4a0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "camel-ai"
-version = "0.2.4"
+version = "0.2.4a"
 authors = ["CAMEL-AI.org"]
 description = "Communicative Agents for AI Society Study"
 readme = "README.md"