gsMap 1.71.1__py3-none-any.whl → 1.71.2__py3-none-any.whl

gsMap/find_latent_representation.py

@@ -1,133 +1,139 @@
-import logging
-import random
-import numpy as np
-import scanpy as sc
-import torch
-from sklearn.decomposition import PCA
-from sklearn.preprocessing import LabelEncoder
-from gsMap.GNN.adjacency_matrix import construct_adjacency_matrix
-from gsMap.GNN.train import ModelTrainer
-from gsMap.config import FindLatentRepresentationsConfig
-
-logger = logging.getLogger(__name__)
-
-
-def set_seed(seed_value):
-    """
-    Set seed for reproducibility in PyTorch and other libraries.
-    """
-    torch.manual_seed(seed_value)
-    np.random.seed(seed_value)
-    random.seed(seed_value)
-    if torch.cuda.is_available():
-        logger.info('Using GPU for computations.')
-        torch.cuda.manual_seed(seed_value)
-        torch.cuda.manual_seed_all(seed_value)
-    else:
-        logger.info('Using CPU for computations.')
-
-def preprocess_data(adata, params):
-    """
-    Preprocess the AnnData
-    """
-    logger.info('Preprocessing data...')
-    adata.var_names_make_unique()
-
-    sc.pp.filter_genes(adata, min_cells=30)
-    if params.data_layer in adata.layers.keys():
-        logger.info(f'Using data layer: {params.data_layer}...')
-        adata.X = adata.layers[params.data_layer]
-    else:
-        raise ValueError(f'Invalid data layer: {params.data_layer}, please check the input data.')
-
-    if params.data_layer in ['count', 'counts']:
-        # HVGs based on count
-        sc.pp.highly_variable_genes(adata,flavor="seurat_v3",n_top_genes=params.feat_cell)
-        # Normalize the data
-        sc.pp.normalize_total(adata, target_sum=1e4)
-        sc.pp.log1p(adata)
-
-    elif params.data_layer in adata.layers.keys():
-        sc.pp.highly_variable_genes(adata,flavor="seurat",n_top_genes=params.feat_cell)
-
-    return adata
-
-
-class LatentRepresentationFinder:
-    def __init__(self, adata, args: FindLatentRepresentationsConfig):
-        self.params = args
-
-        self.expression_array = adata[:, adata.var.highly_variable].X.copy()
-        self.expression_array = sc.pp.scale(self.expression_array, max_value=10)
-
-        # Construct the neighboring graph
-        self.graph_dict = construct_adjacency_matrix(adata, self.params)
-
-    def compute_pca(self):
-        self.latent_pca = PCA(n_components=self.params.n_comps).fit_transform(self.expression_array)
-        return self.latent_pca
-
-    def run_gnn_vae(self, label, verbose='whole ST data'):
-
-        # Use PCA if specified
-        if self.params.input_pca:
-            node_X = self.compute_pca()
-        else:
-            node_X = self.expression_array
-
-        # Update the input shape
-        self.params.n_nodes = node_X.shape[0]
-        self.params.feat_cell = node_X.shape[1]
-
-        # Run GNN
-        logger.info(f'Finding latent representations for {verbose}...')
-        gvae = ModelTrainer(node_X, self.graph_dict, self.params, label)
-        gvae.run_train()
-
-        del self.graph_dict
-
-        return gvae.get_latent()
-
-
-def run_find_latent_representation(args: FindLatentRepresentationsConfig):
-    set_seed(2024)
-
-    # Load the ST data
-    logger.info(f'Loading ST data of {args.sample_name}...')
-    adata = sc.read_h5ad(args.input_hdf5_path)
-    logger.info(f'The ST data contains {adata.shape[0]} cells, {adata.shape[1]} genes.')
-
-    # Load the cell type annotation
-    if args.annotation is not None:
-        # Remove cells without enough annotations
-        adata = adata[~adata.obs[args.annotation].isnull()]
-        num = adata.obs[args.annotation].value_counts()
-        valid_annotations = num[num >= 30].index.to_list()
-        adata = adata[adata.obs[args.annotation].isin(valid_annotations)]
-
-        le = LabelEncoder()
-        label =  le.fit_transform(adata.obs[args.annotation])
-    else:
-        label = None
-
-    # Preprocess data
-    adata = preprocess_data(adata, args)
-
-    latent_rep = LatentRepresentationFinder(adata, args)
-    latent_gvae = latent_rep.run_gnn_vae(label)
-    latent_pca = latent_rep.latent_pca
-
-    # Add latent representations to the AnnData object
-    logger.info('Adding latent representations...')
-    adata.obsm["latent_GVAE"] = latent_gvae
-    adata.obsm["latent_PCA"] = latent_pca
-
-    # Run UMAP based on latent representations
-    #for name in ['latent_GVAE', 'latent_PCA']:
-    #    sc.pp.neighbors(adata, n_neighbors=10, use_rep=name)
-    #    sc.tl.umap(adata)
-    #    adata.obsm['X_umap_' + name] = adata.obsm['X_umap']
-
-    # Save the AnnData object
-    logger.info('Saving ST data...')
-    adata.write(args.hdf5_with_latent_path)
+import logging
+import random
+import numpy as np
+import scanpy as sc
+import torch
+from sklearn.decomposition import PCA
+from sklearn.preprocessing import LabelEncoder
+from gsMap.GNN.adjacency_matrix import construct_adjacency_matrix
+from gsMap.GNN.train import ModelTrainer
+from gsMap.config import FindLatentRepresentationsConfig
+
+logger = logging.getLogger(__name__)
+
+
+def set_seed(seed_value):
+    """
+    Set seed for reproducibility in PyTorch and other libraries.
+    """
+    torch.manual_seed(seed_value)
+    np.random.seed(seed_value)
+    random.seed(seed_value)
+    if torch.cuda.is_available():
+        logger.info('Using GPU for computations.')
+        torch.cuda.manual_seed(seed_value)
+        torch.cuda.manual_seed_all(seed_value)
+    else:
+        logger.info('Using CPU for computations.')
+
+def preprocess_data(adata, params):
+    """
+    Preprocess the AnnData
+    """
+    logger.info('Preprocessing data...')
+    adata.var_names_make_unique()
+
+    if params.data_layer in adata.layers.keys():
+        logger.info(f'Using data layer: {params.data_layer}...')
+        adata.X = adata.layers[params.data_layer]
+        sc.pp.filter_genes(adata, min_cells=30)
+    elif params.data_layer == 'X':
+        logger.info(f'Using data layer: {params.data_layer}...')
+        if adata.X.dtype == 'float32' or adata.X.dtype == 'float64':
+            logger.warning(f'The data layer should be raw count data')
+        sc.pp.filter_genes(adata, min_cells=30)
+    else:
+        raise ValueError(f'Invalid data layer: {params.data_layer}, please check the input data.')
+
+    if params.data_layer in ['count', 'counts', 'X']:
+        # HVGs based on count
+        logger.info('Dealing with count data...')
+        sc.pp.highly_variable_genes(adata,flavor="seurat_v3",n_top_genes=params.feat_cell)
+        # Normalize the data
+        sc.pp.normalize_total(adata, target_sum=1e4)
+        sc.pp.log1p(adata)
+
+    elif params.data_layer in adata.layers.keys():
+        sc.pp.highly_variable_genes(adata,flavor="seurat",n_top_genes=params.feat_cell)
+
+    return adata
+
+
+class LatentRepresentationFinder:
+    def __init__(self, adata, args: FindLatentRepresentationsConfig):
+        self.params = args
+
+        self.expression_array = adata[:, adata.var.highly_variable].X.copy()
+        self.expression_array = sc.pp.scale(self.expression_array, max_value=10)
+
+        # Construct the neighboring graph
+        self.graph_dict = construct_adjacency_matrix(adata, self.params)
+
+    def compute_pca(self):
+        self.latent_pca = PCA(n_components=self.params.n_comps).fit_transform(self.expression_array)
+        return self.latent_pca
+
+    def run_gnn_vae(self, label, verbose='whole ST data'):
+
+        # Use PCA if specified
+        if self.params.input_pca:
+            node_X = self.compute_pca()
+        else:
+            node_X = self.expression_array
+
+        # Update the input shape
+        self.params.n_nodes = node_X.shape[0]
+        self.params.feat_cell = node_X.shape[1]
+
+        # Run GNN
+        logger.info(f'Finding latent representations for {verbose}...')
+        gvae = ModelTrainer(node_X, self.graph_dict, self.params, label)
+        gvae.run_train()
+
+        del self.graph_dict
+
+        return gvae.get_latent()
+
+
+def run_find_latent_representation(args: FindLatentRepresentationsConfig):
+    set_seed(2024)
+
+    # Load the ST data
+    logger.info(f'Loading ST data of {args.sample_name}...')
+    adata = sc.read_h5ad(args.input_hdf5_path)
+    logger.info(f'The ST data contains {adata.shape[0]} cells, {adata.shape[1]} genes.')
+
+    # Load the cell type annotation
+    if args.annotation is not None:
+        # Remove cells without enough annotations
+        adata = adata[~adata.obs[args.annotation].isnull()]
+        num = adata.obs[args.annotation].value_counts()
+        valid_annotations = num[num >= 30].index.to_list()
+        adata = adata[adata.obs[args.annotation].isin(valid_annotations)]
+
+        le = LabelEncoder()
+        label =  le.fit_transform(adata.obs[args.annotation])
+    else:
+        label = None
+
+    # Preprocess data
+    adata = preprocess_data(adata, args)
+
+    latent_rep = LatentRepresentationFinder(adata, args)
+    latent_gvae = latent_rep.run_gnn_vae(label)
+    latent_pca = latent_rep.latent_pca
+
+    # Add latent representations to the AnnData object
+    logger.info('Adding latent representations...')
+    adata.obsm["latent_GVAE"] = latent_gvae
+    adata.obsm["latent_PCA"] = latent_pca
+
+    # Run UMAP based on latent representations
+    #for name in ['latent_GVAE', 'latent_PCA']:
+    #    sc.pp.neighbors(adata, n_neighbors=10, use_rep=name)
+    #    sc.tl.umap(adata)
+    #    adata.obsm['X_umap_' + name] = adata.obsm['X_umap']
+
+    # Save the AnnData object
+    logger.info('Saving ST data...')
+    adata.write(args.hdf5_with_latent_path)