MEDfl 0.1.0__py3-none-any.whl → 0.1.4__py3-none-any.whl

Medfl/NetManager/node.py

@@ -0,0 +1,181 @@
+import pandas as pd
+
+from scripts.base import *
+from .net_helper import *
+from .net_manager_queries import *
+from Medfl.LearningManager.utils import params
+
+
+class Node:
+    """
+    A class representing a node in the network.
+
+    Attributes:
+        name (str): The name of the node.
+        train (int): An integer flag representing whether the node is used for training (1) or testing (0).
+        test_fraction (float, optional): The fraction of data used for testing when train=1. Default is 0.2.
+    """
+
+    def __init__(
+        self, name: str, train: int, test_fraction: float = 0.2, engine=my_eng
+    ):
+        """
+        Initialize a Node instance.
+
+        Parameters:
+            name (str): The name of the node.
+            train (int): An integer flag representing whether the node is used for training (1) or testing (0).
+            test_fraction (float, optional): The fraction of data used for testing when train=1. Default is 0.2.
+        """
+        self.name = name
+        self.train = train
+        self.test_fraction = 1.0 if self.train == 0 else test_fraction
+        self.engine = engine
+
+    def validate(self):
+        """Validate name, train, test_fraction"""
+        if not isinstance(self.name, str):
+            raise TypeError("name argument must be a string")
+
+        if not isinstance(self.train, int):
+            raise TypeError("train argument must be an int")
+
+        if not isinstance(self.test_fraction, float):
+            raise TypeError("test_fraction argument must be a float")
+
+    def create_node(self, NetId: int):
+        """Create a node in the database.
+        Parameters:
+            NetId (int): The ID of the network to which the node belongs.
+
+        Returns:
+            None
+        """
+        self.engine.execute(
+            text(INSERT_NODE_QUERY.format(self.name, NetId, self.train))
+        )
+
+    def delete_node(self):
+        """Delete the node from the database."""
+        self.engine.execute(text(DELETE_NODE_QUERY.format(self.name)))
+
+    def check_dataset_compatibility(self, data_df):
+        """Check if the dataset is compatible with the master dataset.
+        Parameters:
+            data_df (DataFrame): The dataset to check.
+
+        Returns:
+            None
+        """
+        if master_table_exists() != 1:
+            print("MasterDataset doesn't exist")
+        else:
+            columns = data_df.columns.tolist()
+            # get master_dataset columns
+            master_table_columns = pd.read_sql(
+                text(SELECT_MASTER_COLUMNS_QUERY), self.engine
+            ).columns.tolist()
+            assert [x == y for x, y in zip(master_table_columns, columns)]
+
+    def update_node(self):
+        """Update the node information (not implemented)."""
+        pass
+
+    def get_dataset(self, column_name: str = None):
+        """Get the dataset for the node based on the given column name.
+        Parameters:
+            column_name (str, optional): The column name to filter the dataset. Default is None.
+
+        Returns:
+            DataFrame: The dataset associated with the node.
+        """
+        NodeId = get_nodeid_from_name(self.name)
+        if column_name is not None:
+            
+            node_dataset = pd.read_sql(
+                text(
+                    SELECT_DATASET_BY_COLUMN_QUERY.format(
+                        column_name, self.name
+                    )
+                ),
+                self.engine,
+            )
+             
+        else:
+            node_dataset = pd.read_sql(
+                text(SELECT_DATASET_BY_NODE_ID_QUERY.format(NodeId)),
+                self.engine,
+            )
+        return node_dataset
+
+    def upload_dataset(self, dataset_name: str, path_to_csv: str = params['path_to_test_csv']):
+        """Upload the dataset to the database for the node.
+        Parameters:
+            dataset_name (str): The name of the dataset.
+            path_to_csv (str, optional): Path to the CSV file containing the dataset. Default is the path in params.
+
+        Returns:
+            None
+        """
+        data_df = pd.read_csv(path_to_csv)
+
+        nodeId = get_nodeid_from_name(self.name)
+        columns = data_df.columns.tolist()
+        self.check_dataset_compatibility(data_df)
+
+        data_df = process_eicu(data_df)
+        for index, row in data_df.iterrows():
+            query_1 = "INSERT INTO DataSets(DataSetName,nodeId," + "".join(
+                f"{x}," for x in columns
+            )
+            query_2 = f" VALUES ('{dataset_name}',{nodeId}, " + "".join(
+                f"{is_str(data_df, row, x)}," for x in columns
+            )
+            query = query_1[:-1] + ")" + query_2[:-1] + ")"
+            self.engine.execute(text(query))
+
+    def assign_dataset(self, dataset_name:str):
+        """Assigning existing dataSet to node
+        Parameters:
+            dataset_name (str): The name of the dataset to assign.
+
+        Returns:
+            None
+        """
+
+        nodeId = get_nodeid_from_name(self.name)
+        query = f"UPDATE DataSets SET nodeId = {nodeId} WHERE DataSetName = '{dataset_name}'"
+        self.engine.execute(text(query))
+
+    def unassign_dataset(self, dataset_name:str):
+        """unssigning existing dataSet to node
+        Parameters:
+            dataset_name (str): The name of the dataset to assign.
+
+        Returns:
+            None
+        """
+
+        query = f"UPDATE DataSets SET nodeId = {-1} WHERE DataSetName = '{dataset_name}'"
+        self.engine.execute(text(query))
+
+    def list_alldatasets(self):
+        """List all datasets associated with the node.
+        Returns:
+            DataFrame: A DataFrame containing information about all datasets associated with the node.
+        
+        """
+        return pd.read_sql(
+            text(SELECT_ALL_DATASETS_QUERY.format(self.name)), my_eng
+        )
+
+    @staticmethod
+    def list_allnodes():
+        """List all nodes in the database.
+        Returns:
+            DataFrame: A DataFrame containing information about all nodes in the database.
+        
+        """
+        query = text(SELECT_ALL_NODES_QUERY)
+        res = pd.read_sql(query, my_eng)
+        return res

Medfl/__init__.py

@@ -0,0 +1,2 @@
+from .LearningManager import *
+from .NetManager import *

{Medfl-0.1.0.dist-info → Medfl-0.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: Medfl
-Version: 0.1.0
+Version: 0.1.4
 Summary: Python Open-source package for simulating federated learning and differential privacy
 Home-page: https://github.com/HaithemLamri/MEDfl
 Author: MEDomics consortium
@@ -14,24 +14,25 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
-Requires-Python: >=3.8,<3.10
+Requires-Python: >=3.8,<3.11
 Description-Content-Type: text/markdown
-Requires-Dist: flwr (~=1.7.0)
-Requires-Dist: matplotlib (~=3.6.3)
-Requires-Dist: numpy (~=1.24.2)
-Requires-Dist: opacus (~=1.3.0)
-Requires-Dist: pandas (~=1.5.2)
-Requires-Dist: PyYAML (~=6.0)
-Requires-Dist: setuptools (~=68.0.0)
-Requires-Dist: Sphinx (~=5.3.0)
-Requires-Dist: SQLAlchemy (~=1.4.47)
-Requires-Dist: torch (~=1.13.1)
-Requires-Dist: datetime (~=5.1)
-Requires-Dist: scikit-learn (~=1.1.1)
-Requires-Dist: sphinx-jsonschema (==1.19.1)
-Requires-Dist: sphinx-rtd-dark-mode (==1.2.4)
-Requires-Dist: plotly (==5.19.0)
-Requires-Dist: optuna (==3.5.0)
+Requires-Dist: flwr ~=1.7.0
+Requires-Dist: matplotlib ~=3.6.3
+Requires-Dist: numpy ~=1.24.2
+Requires-Dist: opacus ~=1.3.0
+Requires-Dist: pandas ~=1.5.2
+Requires-Dist: PyYAML ~=6.0
+Requires-Dist: setuptools ~=68.0.0
+Requires-Dist: Sphinx ~=5.3.0
+Requires-Dist: SQLAlchemy ~=1.4.47
+Requires-Dist: torch ~=1.13.1
+Requires-Dist: datetime ~=5.1
+Requires-Dist: scikit-learn ~=1.1.1
+Requires-Dist: sphinx-jsonschema ==1.19.1
+Requires-Dist: sphinx-rtd-dark-mode ==1.2.4
+Requires-Dist: plotly ==5.19.0
+Requires-Dist: optuna ==3.5.0
+Requires-Dist: mysql
 
 # MEDfl : Federated Learning and Differential Privacy Simulation Tool for Tabular Data
 ![Python Versions](https://img.shields.io/badge/python-3.9-blue)

Medfl-0.1.4.dist-info/RECORD

@@ -0,0 +1,29 @@
+Medfl/__init__.py,sha256=iJB4XxXxnyh_pnLFKAz3USENmFuMIuEwbLTKDiZqL3M,56
+Medfl/LearningManager/__init__.py,sha256=ZLYv8hF2Jz0JEwdlrvgwsOC_67x-mQ_cJ7aCdrtW-ow,321
+Medfl/LearningManager/client.py,sha256=t3fQ8SugGSYJ1cqN9vfB-KWj-wzHiqPLuCFkJVl0RY8,5933
+Medfl/LearningManager/dynamicModal.py,sha256=q8u7xPpj_TdZnSr8kYj0Xx7Sdz-diXsKBAfVce8-qSU,10534
+Medfl/LearningManager/federated_dataset.py,sha256=4ZnZA1YDx1JG51qE7CdlhwNQdKPxYX54iiMBRgp02dI,1925
+Medfl/LearningManager/flpipeline.py,sha256=Fd44ZDLgvUCZQ5OJLMo8pcMjzGpT9wxiBJRBQg-RCwE,6958
+Medfl/LearningManager/model.py,sha256=vp8FIMxBdz3FTF5wJaea2IO_WGeANLZgBxTKVe3gW3Q,7456
+Medfl/LearningManager/params_optimiser.py,sha256=4uiR2ly9dsgJXjcsvX8hoxoUdTPaAvxI4k8MRgbHdgA,17618
+Medfl/LearningManager/plot.py,sha256=A6Z8wC8J-H-OmWBPKqwK5eiTB9vzOBGMaFv1SaNA9Js,7698
+Medfl/LearningManager/server.py,sha256=8AKBGYLC0PXa7jAoy29orixhgB9bF3q0TEQjxssDvow,7026
+Medfl/LearningManager/strategy.py,sha256=pPqhqMtv_ycPxyGbeH9UpvrTY7H5lOfeQckqiYTKHdM,3434
+Medfl/LearningManager/utils.py,sha256=nZDelVsuyctrzjQIbIo057FwBaEpNrnUimMtZkw--wY,7389
+Medfl/NetManager/__init__.py,sha256=-1Ox7WSmMT1RAqjfbqT85GUqt3Bqq-iRvkNVCE9gmDc,221
+Medfl/NetManager/dataset.py,sha256=X5zzlWT7uWdsHkrTcSfJa_R6Z_uZwgjb1wQkpuog2z4,2691
+Medfl/NetManager/flsetup.py,sha256=eoJbQHV9RKvEog3jq8NlT-IsAoQli0EOFKpr7sZV0QE,11001
+Medfl/NetManager/net_helper.py,sha256=r4I3ZwhjEHweV5DaYc4lamucCe_OdB-gevteVeTiuiA,6108
+Medfl/NetManager/net_manager_queries.py,sha256=2jEIJ6qWLJv8AgusqTnRjJwq_keU6M3V0v09Azwf9fs,4190
+Medfl/NetManager/network.py,sha256=nRvdrNheE5gi84wNbVS09T1jMEq9YADYbV9M_DryP3A,5091
+Medfl/NetManager/node.py,sha256=c3DxcOXGfVmQvz-tzT2GKFWW7V2rcFuuw44uKOvdm_k,6153
+Medfl-0.1.4.data/scripts/setup_mysql.sh,sha256=r4ygRl7zdasUSZT-ccC1Tjtt6GKDS5Puza9hCec2Cns,538
+alembic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+alembic/env.py,sha256=-aSZ6SlJeK1ZeqHgM-54hOi9LhJRFP0SZGjut-JnY-4,1588
+scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scripts/base.py,sha256=xyiLkJ46nVrs3rNHP39LIH_03bmn5FU_gqpSTGJ_nVE,923
+scripts/create_db.py,sha256=NYysjkiMWNjEawpOJL8iLAwNGUk4YITUMudiJgLQIGA,3364
+Medfl-0.1.4.dist-info/METADATA,sha256=eSK0g_9_z0TJYQsBURopolN1JijwgHJOdxsuPziOzak,5411
+Medfl-0.1.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+Medfl-0.1.4.dist-info/top_level.txt,sha256=CmLt1TC7PJj-V55rhffMZ9LSOiuSaaEbz9FJm_zOw_E,22
+Medfl-0.1.4.dist-info/RECORD,,

{Medfl-0.1.0.dist-info → Medfl-0.1.4.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.34.2)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{Medfl-0.1.0.dist-info → Medfl-0.1.4.dist-info}/top_level.txt

@@ -1,2 +1,3 @@
+Medfl
 alembic
 scripts

Medfl-0.1.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-Medfl-0.1.0.data/scripts/setup_mysql.sh,sha256=r4ygRl7zdasUSZT-ccC1Tjtt6GKDS5Puza9hCec2Cns,538
-alembic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alembic/env.py,sha256=-aSZ6SlJeK1ZeqHgM-54hOi9LhJRFP0SZGjut-JnY-4,1588
-scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scripts/base.py,sha256=xyiLkJ46nVrs3rNHP39LIH_03bmn5FU_gqpSTGJ_nVE,923
-scripts/create_db.py,sha256=NYysjkiMWNjEawpOJL8iLAwNGUk4YITUMudiJgLQIGA,3364
-Medfl-0.1.0.dist-info/METADATA,sha256=71x4zhRdj7KsRqK8hFiQCAl41NHL1F_P8o3n3Y5TqXw,5422
-Medfl-0.1.0.dist-info/WHEEL,sha256=g4nMs7d-Xl9-xC9XovUrsDHGXt-FT0E17Yqo92DEfvY,92
-Medfl-0.1.0.dist-info/top_level.txt,sha256=mXk5utWsktWUZwSh3_kKF4Fv3MiV9-MtMMY8okENUBQ,16
-Medfl-0.1.0.dist-info/RECORD,,