MEDfl 0.1.31__py3-none-any.whl → 0.1.33__py3-none-any.whl

MEDfl/NetManager/network.py

@@ -1,174 +0,0 @@
-# src/MEDfl/NetManager/network.py
-
-from MEDfl.LearningManager.utils import *
-
-from .net_helper import *
-from .net_manager_queries import (CREATE_MASTER_DATASET_TABLE_QUERY,
-                                  CREATE_DATASETS_TABLE_QUERY,
-                                  DELETE_NETWORK_QUERY,
-                                  INSERT_NETWORK_QUERY, LIST_ALL_NODES_QUERY,
-                                  UPDATE_NETWORK_QUERY, GET_NETWORK_QUERY)
-from .node import Node
-import pandas as pd
-from MEDfl.LearningManager.utils import params
-
-from sqlalchemy import text
-
-
-class Network:
-    """
-    A class representing a network.
-
-    Attributes:
-        name (str): The name of the network.
-        mtable_exists (int): An integer flag indicating whether the MasterDataset table exists (1) or not (0).
-    """
-
-    def __init__(self, name: str = ""):
-        """
-        Initialize a Network instance.
-
-        Parameters:
-            name (str): The name of the network.
-        """
-        self.name = name
-        self.mtable_exists = int(master_table_exists())
-        self.validate()
-
-        db_manager = DatabaseManager() ; 
-        db_manager.connect() ; 
-        self.eng = db_manager.get_connection()
-
-    def validate(self):
-        """Validate name"""
-
-        if not isinstance(self.name, str):
-            raise TypeError("name argument must be a string")
-
-    def create_network(self):
-        """Create a new network in the database."""
-        self.eng.execute(text(INSERT_NETWORK_QUERY.format(name=self.name)))
-        self.id = get_netid_from_name(self.name)
-
-    def use_network(self, network_name: str):
-        """Use a network in the database.
-
-        Parameters:
-            network_name (str): The name of the network to use.
-
-        Returns:
-            Network or None: An instance of the Network class if the network exists, else None.
-        
-        """
-        network = pd.read_sql(
-            text(GET_NETWORK_QUERY.format(name=network_name)),
-            self.eng,
-        )
-
-        if (network.NetId[0]):
-            self.name = network.NetName[0]
-            self.id = network.NetId[0]
-            self.mtable_exists = int(master_table_exists())
-            self.validate()
-            return self
-        else:
-            return None
-
-    def delete_network(self):
-        """Delete the network from the database."""
-        self.eng.execute(text(DELETE_NETWORK_QUERY.format(name=self.name)))
-
-    def update_network(self, FLsetupId: int):
-        """Update the network's FLsetupId in the database.
-        
-        Parameters:
-            FLsetupId (int): The FLsetupId to update.
-        """
-        self.eng.execute(
-            text(UPDATE_NETWORK_QUERY.format(FLsetupId=FLsetupId, id=self.id))
-        )
-
-    def add_node(self, node: Node):
-        """Add a node to the network.
-
-        Parameters:
-            node (Node): The node to add.
-        """
-        node.create_node(self.id)
-
-    def list_allnodes(self):
-        """List all nodes in the network.
-
-        Parameters:
-            None
-
-        Returns:
-            DataFrame: A DataFrame containing information about all nodes in the network.
-        
-        """
-        query = text(LIST_ALL_NODES_QUERY.format(name=self.name))
-        result_proxy = self.eng.execute(query)
-        result_df = pd.DataFrame(result_proxy.fetchall(), columns=result_proxy.keys())
-        return result_df
-
-    def create_master_dataset(self, path_to_csv: str = params['path_to_master_csv']):
-        """
-        Create the MasterDataset table and insert dataset values.
-
-        :param path_to_csv: Path to the CSV file containing the dataset.
-        """
-        print(path_to_csv)
-        # Read the CSV file into a Pandas DataFrame
-        data_df = pd.read_csv(path_to_csv)
-
-        # Process the data if needed (e.g., handle missing values, encode categorical variables)
-        # ...
-
-        # Check if the MasterDataset table exists
-
-        if self.mtable_exists != 1:
-            columns = data_df.columns.tolist()
-            columns_str = ",\n".join(
-                [
-                    f"{col} {column_map[str(data_df[col].dtype)]}"
-                    for col in columns
-                ]
-            )
-            self.eng.execute(
-                text(CREATE_MASTER_DATASET_TABLE_QUERY.format(columns_str))
-            )
-            self.eng.execute(text(CREATE_DATASETS_TABLE_QUERY.format(columns_str)))
-
-            # Get the list of columns in the DataFrame
-
-            data_df = process_eicu(data_df)
-            # Insert the dataset values into the MasterDataset table
-
-            for index, row in data_df.iterrows():
-                query_1 = "INSERT INTO MasterDataset(" + "".join(
-                    f"{x}," for x in columns
-                )
-                query_2 = f"VALUES (" + "".join(
-                    f"{is_str(data_df, row, x)}," for x in columns
-                )
-                query = query_1[:-1] + ")" + query_2[:-1] + ")"
-                self.eng.execute(text(query))
-
-        # Set mtable_exists flag to True
-        self.mtable_exists = 1
-
-    @staticmethod
-    def list_allnetworks():
-        """List all networks in the database.
-        Returns:
-            DataFrame: A DataFrame containing information about all networks in the database.
-        
-        """
-        db_manager = DatabaseManager() ; 
-        db_manager.connect() ; 
-        my_eng = db_manager.get_connection() ;
-
-        result_proxy = my_eng.execute("SELECT * FROM Networks")
-        result = result_proxy.fetchall()
-        return result
-

MEDfl/NetManager/node.py

@@ -1,178 +0,0 @@
-import pandas as pd
-
-from .net_helper import *
-from .net_manager_queries import *
-from MEDfl.LearningManager.utils import params
-from MEDfl.NetManager.database_connector import DatabaseManager
-
-class Node:
-    """
-    A class representing a node in the network.
-
-    Attributes:
-        name (str): The name of the node.
-        train (int): An integer flag representing whether the node is used for training (1) or testing (0).
-        test_fraction (float, optional): The fraction of data used for testing when train=1. Default is 0.2.
-    """
-
-    def __init__(
-        self, name: str, train: int, test_fraction: float = 0.2, engine=None
-    ):
-        """
-        Initialize a Node instance.
-
-        Parameters:
-            name (str): The name of the node.
-            train (int): An integer flag representing whether the node is used for training (1) or testing (0).
-            test_fraction (float, optional): The fraction of data used for testing when train=1. Default is 0.2.
-        """
-        self.name = name
-        self.train = train
-        self.test_fraction = 1.0 if self.train == 0 else test_fraction
-       
-
-        db_manager = DatabaseManager() ; 
-        db_manager.connect() ; 
-        self.engine = db_manager.get_connection()
-
-    def validate(self):
-        """Validate name, train, test_fraction"""
-        if not isinstance(self.name, str):
-            raise TypeError("name argument must be a string")
-
-        if not isinstance(self.train, int):
-            raise TypeError("train argument must be an int")
-
-        if not isinstance(self.test_fraction, float):
-            raise TypeError("test_fraction argument must be a float")
-
-    def create_node(self, NetId: int):
-        """Create a node in the database.
-        Parameters:
-            NetId (int): The ID of the network to which the node belongs.
-
-        Returns:
-            None
-        """
-        self.engine.execute(
-            text(INSERT_NODE_QUERY.format(self.name, NetId, self.train))
-        )
-
-    def delete_node(self):
-        """Delete the node from the database."""
-        self.engine.execute(text(DELETE_NODE_QUERY.format(self.name)))
-
-    def check_dataset_compatibility(self, data_df):
-        """Check if the dataset is compatible with the master dataset.
-        Parameters:
-            data_df (DataFrame): The dataset to check.
-
-        Returns:
-            None
-        """
-        if master_table_exists() != 1:
-            print("MasterDataset doesn't exist")
-        else:
-            columns = data_df.columns.tolist()
-            
-            # get master_dataset columns
-            result_proxy = self.engine.execute(SELECT_MASTER_COLUMNS_QUERY)
-            master_table_columns = result_proxy.keys()
-
-
-            assert [x == y for x, y in zip(master_table_columns, columns)]
-
-    def update_node(self):
-        """Update the node information (not implemented)."""
-        pass
-
-    def get_dataset(self, column_name: str = None):
-        """Get the dataset for the node based on the given column name.
-        Parameters:
-            column_name (str, optional): The column name to filter the dataset. Default is None.
-
-        Returns:
-            DataFrame: The dataset associated with the node.
-        """
-        NodeId = get_nodeid_from_name(self.name)
-        if column_name is not None:
-            query = text(SELECT_DATASET_BY_COLUMN_QUERY.format(column_name, self.name))
-        else:
-            query = text(SELECT_DATASET_BY_NODE_ID_QUERY.format(NodeId))
-
-        result_proxy = self.engine.execute(query)
-        node_dataset = pd.DataFrame(result_proxy.fetchall(), columns=result_proxy.keys())
-
-        return node_dataset
-
-    def upload_dataset(self, dataset_name: str, path_to_csv: str = params['path_to_test_csv']):
-        """Upload the dataset to the database for the node.
-        Parameters:
-            dataset_name (str): The name of the dataset.
-            path_to_csv (str, optional): Path to the CSV file containing the dataset. Default is the path in params.
-
-        Returns:
-            None
-        """
-        data_df = pd.read_csv(path_to_csv)
-
-        nodeId = get_nodeid_from_name(self.name)
-        columns = data_df.columns.tolist()
-        self.check_dataset_compatibility(data_df)
-
-        data_df = process_eicu(data_df)
-        for index, row in data_df.iterrows():
-            query_1 = "INSERT INTO DataSets(DataSetName,nodeId," + "".join(
-                f"{x}," for x in columns
-            )
-            query_2 = f" VALUES ('{dataset_name}',{nodeId}, " + "".join(
-                f"{is_str(data_df, row, x)}," for x in columns
-            )
-            query = query_1[:-1] + ")" + query_2[:-1] + ")"
-            self.engine.execute(text(query))
-
-    def assign_dataset(self, dataset_name:str):
-        """Assigning existing dataSet to node
-        Parameters:
-            dataset_name (str): The name of the dataset to assign.
-
-        Returns:
-            None
-        """
-
-        nodeId = get_nodeid_from_name(self.name)
-        query = f"UPDATE DataSets SET nodeId = {nodeId} WHERE DataSetName = '{dataset_name}'"
-        self.engine.execute(text(query))
-
-    def unassign_dataset(self, dataset_name:str):
-        """unssigning existing dataSet to node
-        Parameters:
-            dataset_name (str): The name of the dataset to assign.
-
-        Returns:
-            None
-        """
-
-        query = f"UPDATE DataSets SET nodeId = {-1} WHERE DataSetName = '{dataset_name}'"
-        self.engine.execute(text(query))
-
-    def list_alldatasets(self):
-        """List all datasets associated with the node.
-        Returns:
-            DataFrame: A DataFrame containing information about all datasets associated with the node.
-        
-        """
-        return pd.read_sql(
-            text(SELECT_ALL_DATASETS_QUERY.format(self.name)), my_eng
-        )
-
-    @staticmethod
-    def list_allnodes():
-        """List all nodes in the database.
-        Returns:
-            DataFrame: A DataFrame containing information about all nodes in the database.
-        
-        """
-        query = text(SELECT_ALL_NODES_QUERY)
-        res = pd.read_sql(query, my_eng)
-        return res

MEDfl/__init__.py

@@ -1,2 +0,0 @@
-from .LearningManager import *
-from .NetManager import *

MEDfl-0.1.31.data/scripts/setup_mysql.sh

@@ -1,22 +0,0 @@
-echo '#!/bin/bash
-
-# Update package lists
-sudo apt update
-
-# Install MySQL
-sudo apt install mysql-server
-
-# Secure MySQL installation
-sudo mysql_secure_installation
-
-# Install phpMyAdmin
-sudo apt install phpmyadmin
-
-# Create symbolic link for Apache
-sudo ln -s /etc/phpmyadmin/apache.conf /etc/apache2/conf-available/phpmyadmin.conf
-sudo a2enconf phpmyadmin
-sudo systemctl reload apache2
-
-# Print completion message
-echo "MySQL and phpMyAdmin setup complete."
-' > setup_mysql.sh && chmod +x setup_mysql.sh && python3 scripts/create_db.py

MEDfl-0.1.31.dist-info/RECORD

@@ -1,54 +0,0 @@
-MEDfl/__init__.py,sha256=iJB4XxXxnyh_pnLFKAz3USENmFuMIuEwbLTKDiZqL3M,56
-MEDfl/LearningManager/__init__.py,sha256=XlcCT33Pcfziz6Nz7uamD3tX4thnOAgbVpz454ijUik,345
-MEDfl/LearningManager/client.py,sha256=9Y_Zb0yxvCxx3dVCPQ1bXS5mCKasylSBnoVj-RDN270,5933
-MEDfl/LearningManager/dynamicModal.py,sha256=q8u7xPpj_TdZnSr8kYj0Xx7Sdz-diXsKBAfVce8-qSU,10534
-MEDfl/LearningManager/federated_dataset.py,sha256=InsZ5Rys2dgqaPxVyP5G3TrJMwiCNHOoTd3tCpUwUVM,2081
-MEDfl/LearningManager/flpipeline.py,sha256=5lT2uod5EqnkRQ04cgm0gYyZz0djumfIYipCrzX1fdo,7111
-MEDfl/LearningManager/model.py,sha256=vp8FIMxBdz3FTF5wJaea2IO_WGeANLZgBxTKVe3gW3Q,7456
-MEDfl/LearningManager/params.yaml,sha256=_yAdYBtxNqKRWIhs_XebG_w1NGyq4-3NzVwWb8xiU5o,436
-MEDfl/LearningManager/params_optimiser.py,sha256=8e0gCt4imwQHlNSJ3A2EAuc3wSr6yfSI6JDghohfmZQ,17618
-MEDfl/LearningManager/plot.py,sha256=A6Z8wC8J-H-OmWBPKqwK5eiTB9vzOBGMaFv1SaNA9Js,7698
-MEDfl/LearningManager/server.py,sha256=oTgW3K1UT6m4SQBk23FIf23km_BDq9vvjeC6OgY8DNw,7077
-MEDfl/LearningManager/strategy.py,sha256=BHXpwmt7jx07y45YLUs8FZry2gYQbpiV4vNbHhsksQ4,3435
-MEDfl/LearningManager/utils.py,sha256=1rk6hzU9JpViLAYa3wp14fp4BL_d8SGdDfKPApzOstc,9763
-MEDfl/NetManager/__init__.py,sha256=ZUtjKJURK67GDfy8RyujSzRpe_WT_DdYVoH4QEWHmOM,237
-MEDfl/NetManager/database_connector.py,sha256=636eRFnTgFKUmX1hmCCvbkmROloBCFOqzKexqK7HSds,1495
-MEDfl/NetManager/dataset.py,sha256=HTV0jrJ4Qlhl2aSJzdFU1lkxGBKtmJ390eBpwfKf_4o,2777
-MEDfl/NetManager/flsetup.py,sha256=CVu_TIU7l3G6DDnwtY6JURbhIZk7gKC3unqWnU-YtlM,11434
-MEDfl/NetManager/net_helper.py,sha256=LyM965Jy6ctpzjFf87lVT_5Pcuz88jSoeQo4EKR5CHA,6612
-MEDfl/NetManager/net_manager_queries.py,sha256=2jEIJ6qWLJv8AgusqTnRjJwq_keU6M3V0v09Azwf9fs,4190
-MEDfl/NetManager/network.py,sha256=tXMD7qbk0lOqwAptND12e3iRFiV9149FGuxUZVuM6ps,5556
-MEDfl/NetManager/node.py,sha256=Vn-Gjx28cUVG_T3PUHbCP8hTQQzf1mkykP7lqOZzULE,6166
-MEDfl-0.1.31.data/scripts/setup_mysql.sh,sha256=r4ygRl7zdasUSZT-ccC1Tjtt6GKDS5Puza9hCec2Cns,538
-Medfl/__init__.py,sha256=iJB4XxXxnyh_pnLFKAz3USENmFuMIuEwbLTKDiZqL3M,56
-Medfl/LearningManager/__init__.py,sha256=XlcCT33Pcfziz6Nz7uamD3tX4thnOAgbVpz454ijUik,345
-Medfl/LearningManager/client.py,sha256=9Y_Zb0yxvCxx3dVCPQ1bXS5mCKasylSBnoVj-RDN270,5933
-Medfl/LearningManager/dynamicModal.py,sha256=q8u7xPpj_TdZnSr8kYj0Xx7Sdz-diXsKBAfVce8-qSU,10534
-Medfl/LearningManager/federated_dataset.py,sha256=InsZ5Rys2dgqaPxVyP5G3TrJMwiCNHOoTd3tCpUwUVM,2081
-Medfl/LearningManager/flpipeline.py,sha256=5lT2uod5EqnkRQ04cgm0gYyZz0djumfIYipCrzX1fdo,7111
-Medfl/LearningManager/model.py,sha256=vp8FIMxBdz3FTF5wJaea2IO_WGeANLZgBxTKVe3gW3Q,7456
-Medfl/LearningManager/params.yaml,sha256=_yAdYBtxNqKRWIhs_XebG_w1NGyq4-3NzVwWb8xiU5o,436
-Medfl/LearningManager/params_optimiser.py,sha256=8e0gCt4imwQHlNSJ3A2EAuc3wSr6yfSI6JDghohfmZQ,17618
-Medfl/LearningManager/plot.py,sha256=A6Z8wC8J-H-OmWBPKqwK5eiTB9vzOBGMaFv1SaNA9Js,7698
-Medfl/LearningManager/server.py,sha256=oTgW3K1UT6m4SQBk23FIf23km_BDq9vvjeC6OgY8DNw,7077
-Medfl/LearningManager/strategy.py,sha256=BHXpwmt7jx07y45YLUs8FZry2gYQbpiV4vNbHhsksQ4,3435
-Medfl/LearningManager/utils.py,sha256=GehQ2j77Y5Wwyi2_lOPNq6sMI_2IwlRo1daRdf7d1Dw,9034
-Medfl/NetManager/__init__.py,sha256=ZUtjKJURK67GDfy8RyujSzRpe_WT_DdYVoH4QEWHmOM,237
-Medfl/NetManager/database_connector.py,sha256=BszwLTGp-gPDOamwjfErmWslilunYaEGRye5UE5pJvk,1490
-Medfl/NetManager/dataset.py,sha256=HTV0jrJ4Qlhl2aSJzdFU1lkxGBKtmJ390eBpwfKf_4o,2777
-Medfl/NetManager/flsetup.py,sha256=CVu_TIU7l3G6DDnwtY6JURbhIZk7gKC3unqWnU-YtlM,11434
-Medfl/NetManager/net_helper.py,sha256=LyM965Jy6ctpzjFf87lVT_5Pcuz88jSoeQo4EKR5CHA,6612
-Medfl/NetManager/net_manager_queries.py,sha256=2jEIJ6qWLJv8AgusqTnRjJwq_keU6M3V0v09Azwf9fs,4190
-Medfl/NetManager/network.py,sha256=tXMD7qbk0lOqwAptND12e3iRFiV9149FGuxUZVuM6ps,5556
-Medfl/NetManager/node.py,sha256=Vn-Gjx28cUVG_T3PUHbCP8hTQQzf1mkykP7lqOZzULE,6166
-alembic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alembic/env.py,sha256=-aSZ6SlJeK1ZeqHgM-54hOi9LhJRFP0SZGjut-JnY-4,1588
-scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scripts/base.py,sha256=QrmG7gkiPYkAy-5tXxJgJmOSLGAKeIVH6i0jq7G9xnA,752
-scripts/config.ini,sha256=70E8mssLQ9TvecxcYAOdtpuhHpuYWEEIa1iWyjaZjh8,77
-scripts/create_db.py,sha256=VR9m0dWHBz66w_JaOZe00TiNG2hg7784phHLj9D0ovA,4361
-scripts/db_config.ini,sha256=Z1pR9RpY9_Na1evca3eUMn-hCfwZbsGWNBlekyuaChY,83
-MEDfl-0.1.31.dist-info/METADATA,sha256=xr4XBwTkxEqoaOkqeCtdSqEDsH0t-4zVGAXmcche0E4,5524
-MEDfl-0.1.31.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-MEDfl-0.1.31.dist-info/top_level.txt,sha256=hMAmSbfVxxQBmDx0uaQeXYlSrdC42iD58FyzJGl2lAs,22
-MEDfl-0.1.31.dist-info/RECORD,,

scripts/db_config.ini

@@ -1,6 +0,0 @@
-[mysql]
-host =localhost
-port = 3306
-user = ouael
-password = ouael
-database = MEDfl