pandahub 0.3.11__zip → 0.3.13__zip

{pandahub-0.3.11 → pandahub-0.3.13}/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Change Log
 
+## [0.3.13]
+    - FIXED: fetching integer index on empty collection
+    - IMPROVED: context manager for mongo client /database / collection
+    - IMPROVED: project locking returns True if user already holds a lock on the project
+
 ## [0.3.11]
 
     -  IMPROVED: add lib.database_toolbox.get_mongo_client function

{pandahub-0.3.11 → pandahub-0.3.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pandahub
-Version: 0.3.11
+Version: 0.3.13
 Summary: Data hub for pandapower and pandapipes networks based on MongoDB
 Author-email: Jan Ulffers <jan.ulffers@iee.fraunhofer.de>, Leon Thurner <leon.thurner@retoflow.de>, Jannis Kupka <jannis.kupka@retoflow.de>, Mike Vogt <mike.vogt@iee.fraunhofer.de>, Joschka Thurner <joschka.thurner@retoflow.de>, Alexander Scheidler <alexander.scheidler@iee.fraunhofer.de>
 License: Copyright (c) 2022 by University of Kassel, Fraunhofer Institute for Energy Economics

{pandahub-0.3.11 → pandahub-0.3.13}/pandahub/api/routers/variants.py

@@ -22,7 +22,7 @@ class GetVariantsModel(BaseModel):
 @router.post("/get_variants")
 def get_variants(data: GetVariantsModel, ph=Depends(pandahub)):
     ph.set_active_project_by_id(data.project_id)
-    variants_collection = ph.get_project_database("variant")
+    variants_collection = ph.get_project_collection("variant")
 
     variants = variants_collection.find({"net_id": data.net_id}, projection={"_id": 0})
     return {variant.pop("index"): variant for variant in variants}

{pandahub-0.3.11 → pandahub-0.3.13}/pandahub/lib/PandaHub.py

@@ -17,6 +17,8 @@ from functools import reduce
 from operator import getitem
 from uuid import UUID
 from pymongo import MongoClient, ReplaceOne
+from pymongo.database import Database
+from pymongo.collection import Collection
 from pymongo.errors import ServerSelectionTimeoutError, DuplicateKeyError
 
 import pandapipes as pps
@@ -79,6 +81,7 @@ class PandaHub:
         "read": ["owner", "developer", "guest"],
         "write": ["owner", "developer"],
         "user_management": ["owner"],
+        "delete_project": ["owner"],
     }
 
     # -------------------------
@@ -248,7 +251,7 @@ class PandaHub:
         if project_id:
             self.set_active_project_by_id(project_id)
         project_id = self.active_project["_id"]
-        self.check_permission("write")
+        self.check_permission("delete_project")
         if not i_know_this_action_is_final:
             raise PandaHubError(
                 "Calling this function will delete the whole project and all the nets stored within. It can not be reversed. Add 'i_know_this_action_is_final=True' to confirm."
@@ -334,14 +337,23 @@ class PandaHub:
         self.set_active_project(project_name, realm)
 
     def lock_project(self):
-        db = self.mongo_client["user_management"]["projects"]
-        result = db.update_one(
+        coll = self.mongo_client["user_management"]["projects"]
+        result = coll.find_one_and_update(
             {
                 "_id": self.active_project["_id"],
+                "$or": [
+                    {"locked": {"$eq": False}},
+                    {
+                        "$and": [
+                            {"locked": {"$eq": True}},
+                            {"locked_by": str(self.user_id)},
+                        ]
+                    },
+                ],
             },
-            {"$set": {"locked": True, "locked_by": self.user_id}},
+            {"$set": {"locked": True, "locked_by": str(self.user_id)}},
         )
-        return result.acknowledged and result.modified_count > 0
+        return result is not None
 
 
     # def lock_project(self):
@@ -408,26 +420,42 @@ class PandaHub:
         else:
             return project_doc
 
-    def _get_project_database(self) -> MongoClient:
+    def _get_project_database(self) -> Database:
         return self.get_project_database()
 
-    def get_project_database(self, collection: Optional[str] = None) -> MongoClient:
+    def get_project_database(self, collection: Optional[str] = None) -> Database:
+        """
+        Get the database for the current active project.
+
+        Parameters
+        ----------
+        collection or None
+            Name of document collection (DEPRECATED)
+
+        Returns
+        -------
+        pymongo.database.Database
+        """
+        if collection is None:
+            return self.mongo_client[str(self.active_project["_id"])]
+        logger.warning(f"Passing a collection to get_project_database is deprecated. Use get_project_collection instead!")
+        return self.get_project_collection(collection)
+
+    def get_project_collection(self, collection_name: str) -> Collection:
         """
         Get a MongoClient instance connected to the database for the current active project, optionally set to the given collection.
 
         Parameters
         ----------
-        collection
+        collection_name
             Name of document collection
 
         Returns
         -------
-        MongoClient
+        pymongo.collection.Collection
         """
-        project_db = self.mongo_client[str(self.active_project["_id"])]
-        if collection is None:
-            return project_db
-        return project_db[collection]
+        return self.get_project_database()[collection_name]
+
 
     def _get_global_database(self) -> MongoClient:
         if (
@@ -460,7 +488,7 @@ class PandaHub:
         """
         if not self.active_project:
             raise PandaHubError("No project activated!")
-        return self.get_project_database("_networks").find({}, {"_id:": 1}).distinct("_id")
+        return self.get_project_collection("_networks").find({}, {"_id:": 1}).distinct("_id")
 
     def get_project_version(self):
         return self.active_project.get("version", "0.2.2")
@@ -1750,14 +1778,14 @@ class PandaHub:
             The value of the created index.
         """
         query_filter = query_filter if query_filter is not None else {}
-        coll = self.get_project_database(collection)
+        coll = self.get_project_collection(collection)
         for retry in range(retries):
             try:
-                max_index = next(coll.find(query_filter, projection={index_field: 1})
+                max_index_doc = next(coll.find(query_filter, projection={index_field: 1})
                                  .sort(index_field, -1)
                                  .limit(1),
                                  None)
-                index = 0 if max_index is None else int(max_index[0][index_field]) + 1
+                index = 0 if max_index_doc is None else int(max_index_doc[index_field]) + 1
                 coll.insert_one({index_field: index})
                 break
             except DuplicateKeyError:
@@ -2674,7 +2702,10 @@ class PandaHub:
             }
             pipeline.append({"$project": projection})
         if not include_metadata:
-            pipeline.append({"$project": {"timeseries_data": 1}})
+            if compressed_ts_data:
+                pipeline.append({"$project": {"timeseries_data": 1, "num_timestamps": 1}})
+            else:
+                pipeline.append({"$project": {"timeseries_data": 1}})
 
         timeseries = []
         for ts in db[collection_name].aggregate(pipeline):
@@ -2682,7 +2713,7 @@ class PandaHub:
                 continue
             data = ts["timeseries_data"]
             if compressed_ts_data:
-                timeseries_data = decompress_timeseries_data(data, ts_format)
+                timeseries_data = decompress_timeseries_data(data, ts_format, ts["num_timestamps"])
                 ts["timeseries_data"] = timeseries_data
             else:
                 if ts_format == "timestamp_value":

{pandahub-0.3.11 → pandahub-0.3.13}/pandahub/lib/database_toolbox.py

@@ -1,9 +1,12 @@
 # -*- coding: utf-8 -*-
-from typing import Optional
+from contextlib import contextmanager
+from collections.abc import Iterator
 
 import numpy as np
 import pandas as pd
 from pymongo import MongoClient
+from pymongo.database import Database
+from pymongo.collection import Collection
 
 from pandahub.api.internal.settings import MONGODB_URL, MONGODB_USER, MONGODB_PASSWORD
 from pandahub.lib.datatypes import DATATYPES
@@ -188,7 +191,7 @@ def create_timeseries_document(timeseries,
     document = add_timestamp_info_to_document(document, timeseries, ts_format)
     document = {**document, **kwargs}
 
-    if not "_id" in document: # IDs set by users will not be overwritten
+    if "_id" not in document: # IDs set by users will not be overwritten
         document["_id"] = get_document_hash(document)
 
     if compress_ts_data:
@@ -425,8 +428,8 @@ def migrate_userdb_to_beanie(ph):
                  {'$out': 'users'}]
     userdb.aggregate(migration)
 
-def get_mongo_client(connection_url=MONGODB_URL, connection_user=MONGODB_USER,
-                     connection_password=MONGODB_PASSWORD) -> MongoClient:
+def get_mongo_client(connection_url: str = MONGODB_URL, connection_user: str = MONGODB_USER,
+                     connection_password: str = MONGODB_PASSWORD) -> MongoClient:
     mongo_client_args = {
         "host": connection_url,
         "uuidRepresentation": "standard",
@@ -438,3 +441,40 @@ def get_mongo_client(connection_url=MONGODB_URL, connection_user=MONGODB_USER,
             "password": connection_password,
         }
     return MongoClient(**mongo_client_args)
+
+@contextmanager
+def mongo_client(database: str | None = None, collection: str | None = None, connection_url: str = MONGODB_URL,
+                 connection_user: str = MONGODB_USER, connection_password: str = MONGODB_PASSWORD) -> Iterator[MongoClient | Database | Collection]:
+    """Contextmanager for pymongo MongoClient / Database / Collection with close after use.
+
+    Parameters
+    ----------
+    database: str or None
+        The database to connect to
+    collection: str or None
+        The collection to connect to
+    connection_url: str or None
+        Defaults to MONGODB_URL env var
+    connection_user: str or None
+        Defaults to MONGODB_USER env var
+    connection_password: str or None
+        Defaults to MONGODB_PASSWORD env var
+
+    Returns
+    -------
+        Contextmanager yielding MongoClient / Database / Collection
+    """
+    if collection is not None and database is None:
+        raise ValueError("Must specify database to access a collection!")
+    client = get_mongo_client(connection_url, connection_user, connection_password)
+    try:
+        if database is not None and collection is not None:
+            yield client[database][collection]
+        elif database is not None:
+            yield client[database]
+        else:
+            yield client
+    finally:
+        client.close()
+
+

{pandahub-0.3.11 → pandahub-0.3.13}/pandahub.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pandahub
-Version: 0.3.11
+Version: 0.3.13
 Summary: Data hub for pandapower and pandapipes networks based on MongoDB
 Author-email: Jan Ulffers <jan.ulffers@iee.fraunhofer.de>, Leon Thurner <leon.thurner@retoflow.de>, Jannis Kupka <jannis.kupka@retoflow.de>, Mike Vogt <mike.vogt@iee.fraunhofer.de>, Joschka Thurner <joschka.thurner@retoflow.de>, Alexander Scheidler <alexander.scheidler@iee.fraunhofer.de>
 License: Copyright (c) 2022 by University of Kassel, Fraunhofer Institute for Energy Economics

{pandahub-0.3.11 → pandahub-0.3.13}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pandahub"
-version = "0.3.11"  # File format version '__format_version__' is tracked in __init__.py
+version = "0.3.13"  # File format version '__format_version__' is tracked in __init__.py
 authors=[
     { name = "Jan Ulffers", email = "jan.ulffers@iee.fraunhofer.de" },
     { name = "Leon Thurner", email = "leon.thurner@retoflow.de" },