gsMap 1.67__py3-none-any.whl → 1.70__py3-none-any.whl

gsMap/cauchy_combination_test.py

@@ -1,141 +1,141 @@
-import logging
-from pathlib import Path
-
-import numpy as np
-import pandas as pd
-import scanpy as sc
-import scipy as sp
-
-from gsMap.config import CauchyCombinationConfig
-
-logger = logging.getLogger(__name__)
-
-# The fun of cauchy combination
-def acat_test(pvalues, weights=None):
-    '''acat_test()
-    Aggregated Cauchy Assocaition Test
-    A p-value combination method using the Cauchy distribution.
-
-    Inspired by: https://github.com/yaowuliu/ACAT/blob/master/R/ACAT.R
-    Inputs:
-        pvalues: <list or numpy array>
-            The p-values you want to combine.
-        weights: <list or numpy array>, default=None
-            The weights for each of the p-values. If None, equal weights are used.
-
-    Returns:
-        pval: <float>
-            The ACAT combined p-value.
-    '''
-    if any(np.isnan(pvalues)):
-        raise Exception("Cannot have NAs in the p-values.")
-    if any([(i > 1) | (i < 0) for i in pvalues]):
-        raise Exception("P-values must be between 0 and 1.")
-    if any([i == 1 for i in pvalues]) & any([i == 0 for i in pvalues]):
-        raise Exception("Cannot have both 0 and 1 p-values.")
-    if any([i == 0 for i in pvalues]):
-        logger.info("Warn: p-values are exactly 0.")
-        return 0
-    if any([i == 1 for i in pvalues]):
-        logger.info("Warn: p-values are exactly 1.")
-        return 1
-    if weights == None:
-        weights = [1 / len(pvalues) for i in pvalues]
-    elif len(weights) != len(pvalues):
-        raise Exception("Length of weights and p-values differs.")
-    elif any([i < 0 for i in weights]):
-        raise Exception("All weights must be positive.")
-    else:
-        weights = [i / len(weights) for i in weights]
-
-    pvalues = np.array(pvalues)
-    weights = np.array(weights)
-
-    if any([i < 1e-16 for i in pvalues]) == False:
-        cct_stat = sum(weights * np.tan((0.5 - pvalues) * np.pi))
-    else:
-        is_small = [i < (1e-16) for i in pvalues]
-        is_large = [i >= (1e-16) for i in pvalues]
-        cct_stat = sum((weights[is_small] / pvalues[is_small]) / np.pi)
-        cct_stat += sum(weights[is_large] * np.tan((0.5 - pvalues[is_large]) * np.pi))
-
-    if cct_stat > 1e15:
-        pval = (1 / cct_stat) / np.pi
-    else:
-        pval = 1 - sp.stats.cauchy.cdf(cct_stat)
-
-    return pval
-
-
-def run_Cauchy_combination(config:CauchyCombinationConfig):
-    # Load the ldsc results
-    logger.info(f'------Loading LDSC results of {config.ldsc_save_dir}...')
-    ldsc_input_file= config.get_ldsc_result_file(config.trait_name)
-    ldsc = pd.read_csv(ldsc_input_file, compression='gzip')
-    ldsc.spot = ldsc.spot.astype(str).replace('\.0', '', regex=True)
-    ldsc.index = ldsc.spot
-    if config.meta is None:
-        # Load the spatial data
-        logger.info(f'------Loading ST data of {config.hdf5_with_latent_path}...')
-        spe = sc.read_h5ad(f'{config.hdf5_with_latent_path}')
-
-        common_cell = np.intersect1d(ldsc.index, spe.obs_names)
-        spe = spe[common_cell]
-        ldsc = ldsc.loc[common_cell]
-
-        # Add the annotation
-        ldsc['annotation'] = spe.obs.loc[ldsc.spot][config.annotation].to_list()
-
-    elif config.meta is not None:
-        # Or Load the additional annotation (just for the macaque data at this stage: 2023Nov25)
-        logger.info(f'------Loading additional annotation...')
-        meta = pd.read_csv(config.meta, index_col=0)
-        meta = meta.loc[meta.slide == config.slide]
-        meta.index = meta.cell_id.astype(str).replace('\.0', '', regex=True)
-
-        common_cell = np.intersect1d(ldsc.index, meta.index)
-        meta = meta.loc[common_cell]
-        ldsc = ldsc.loc[common_cell]
-
-        # Add the annotation
-        ldsc['annotation'] = meta.loc[ldsc.spot][config.annotation].to_list()
-    # Perform the Cauchy combination based on the given annotations
-    p_cauchy = []
-    p_median = []
-    for ct in np.unique(ldsc.annotation):
-        p_temp = ldsc.loc[ldsc['annotation'] == ct, 'p']
-        
-        # The Cauchy test is sensitive to very small p-values, so extreme outliers should be considered for removal...
-        # to enhance robustness, particularly in cases where spot annotations may be incorrect. 
-        # p_cauchy_temp = acat_test(p_temp[p_temp != np.min(p_temp)])
-        p_temp_log = -np.log10(p_temp)
-        median_log = np.median(p_temp_log)
-        IQR_log = np.percentile(p_temp_log, 75) - np.percentile(p_temp_log, 25)
-        
-        p_use = p_temp[p_temp_log < median_log + 3*IQR_log]
-        n_remove = len(p_temp) - len(p_use)
-        
-        # Outlier: -log10(p) < median + 3IQR && len(outlier set) < 20
-        if (0 < n_remove < 20):
-            logger.info(f'Remove {n_remove}/{len(p_temp)} outliers (median + 3IQR) for {ct}.')
-            p_cauchy_temp = acat_test(p_use)
-        else:
-             p_cauchy_temp = acat_test(p_temp)
-                
-        p_median_temp = np.median(p_temp)
-
-        p_cauchy.append(p_cauchy_temp)
-        p_median.append(p_median_temp)
-    #     p_tissue = pd.DataFrame(p_cauchy,p_median,np.unique(ldsc.annotation))
-    data = {'p_cauchy': p_cauchy, 'p_median': p_median, 'annotation': np.unique(ldsc.annotation)}
-    p_tissue = pd.DataFrame(data)
-    p_tissue.columns = ['p_cauchy', 'p_median', 'annotation']
-    # Save the results
-    output_dir = Path(config.cauchy_save_dir)
-    output_dir.mkdir(parents=True, exist_ok=True, mode=0o755)
-    output_file = output_dir / f'{config.sample_name}_{config.trait_name}.Cauchy.csv.gz'
-    p_tissue.to_csv(
-        output_file,
-        compression='gzip',
-        index=False,
-    )
+import logging
+from pathlib import Path
+
+import numpy as np
+import pandas as pd
+import scanpy as sc
+import scipy as sp
+
+from gsMap.config import CauchyCombinationConfig
+
+logger = logging.getLogger(__name__)
+
+# The fun of cauchy combination
+def acat_test(pvalues, weights=None):
+    '''acat_test()
+    Aggregated Cauchy Assocaition Test
+    A p-value combination method using the Cauchy distribution.
+
+    Inspired by: https://github.com/yaowuliu/ACAT/blob/master/R/ACAT.R
+    Inputs:
+        pvalues: <list or numpy array>
+            The p-values you want to combine.
+        weights: <list or numpy array>, default=None
+            The weights for each of the p-values. If None, equal weights are used.
+
+    Returns:
+        pval: <float>
+            The ACAT combined p-value.
+    '''
+    if any(np.isnan(pvalues)):
+        raise Exception("Cannot have NAs in the p-values.")
+    if any([(i > 1) | (i < 0) for i in pvalues]):
+        raise Exception("P-values must be between 0 and 1.")
+    if any([i == 1 for i in pvalues]) & any([i == 0 for i in pvalues]):
+        raise Exception("Cannot have both 0 and 1 p-values.")
+    if any([i == 0 for i in pvalues]):
+        logger.info("Warn: p-values are exactly 0.")
+        return 0
+    if any([i == 1 for i in pvalues]):
+        logger.info("Warn: p-values are exactly 1.")
+        return 1
+    if weights == None:
+        weights = [1 / len(pvalues) for i in pvalues]
+    elif len(weights) != len(pvalues):
+        raise Exception("Length of weights and p-values differs.")
+    elif any([i < 0 for i in weights]):
+        raise Exception("All weights must be positive.")
+    else:
+        weights = [i / len(weights) for i in weights]
+
+    pvalues = np.array(pvalues)
+    weights = np.array(weights)
+
+    if any([i < 1e-16 for i in pvalues]) == False:
+        cct_stat = sum(weights * np.tan((0.5 - pvalues) * np.pi))
+    else:
+        is_small = [i < (1e-16) for i in pvalues]
+        is_large = [i >= (1e-16) for i in pvalues]
+        cct_stat = sum((weights[is_small] / pvalues[is_small]) / np.pi)
+        cct_stat += sum(weights[is_large] * np.tan((0.5 - pvalues[is_large]) * np.pi))
+
+    if cct_stat > 1e15:
+        pval = (1 / cct_stat) / np.pi
+    else:
+        pval = 1 - sp.stats.cauchy.cdf(cct_stat)
+
+    return pval
+
+
+def run_Cauchy_combination(config:CauchyCombinationConfig):
+    # Load the ldsc results
+    logger.info(f'------Loading LDSC results of {config.ldsc_save_dir}...')
+    ldsc_input_file= config.get_ldsc_result_file(config.trait_name)
+    ldsc = pd.read_csv(ldsc_input_file, compression='gzip')
+    ldsc.spot = ldsc.spot.astype(str).replace('\.0', '', regex=True)
+    ldsc.index = ldsc.spot
+    if config.meta is None:
+        # Load the spatial data
+        logger.info(f'------Loading ST data of {config.hdf5_with_latent_path}...')
+        spe = sc.read_h5ad(f'{config.hdf5_with_latent_path}')
+
+        common_cell = np.intersect1d(ldsc.index, spe.obs_names)
+        spe = spe[common_cell]
+        ldsc = ldsc.loc[common_cell]
+
+        # Add the annotation
+        ldsc['annotation'] = spe.obs.loc[ldsc.spot][config.annotation].to_list()
+
+    elif config.meta is not None:
+        # Or Load the additional annotation (just for the macaque data at this stage: 2023Nov25)
+        logger.info(f'------Loading additional annotation...')
+        meta = pd.read_csv(config.meta, index_col=0)
+        meta = meta.loc[meta.slide == config.slide]
+        meta.index = meta.cell_id.astype(str).replace('\.0', '', regex=True)
+
+        common_cell = np.intersect1d(ldsc.index, meta.index)
+        meta = meta.loc[common_cell]
+        ldsc = ldsc.loc[common_cell]
+
+        # Add the annotation
+        ldsc['annotation'] = meta.loc[ldsc.spot][config.annotation].to_list()
+    # Perform the Cauchy combination based on the given annotations
+    p_cauchy = []
+    p_median = []
+    for ct in np.unique(ldsc.annotation):
+        p_temp = ldsc.loc[ldsc['annotation'] == ct, 'p']
+        
+        # The Cauchy test is sensitive to very small p-values, so extreme outliers should be considered for removal...
+        # to enhance robustness, particularly in cases where spot annotations may be incorrect. 
+        # p_cauchy_temp = acat_test(p_temp[p_temp != np.min(p_temp)])
+        p_temp_log = -np.log10(p_temp)
+        median_log = np.median(p_temp_log)
+        IQR_log = np.percentile(p_temp_log, 75) - np.percentile(p_temp_log, 25)
+        
+        p_use = p_temp[p_temp_log < median_log + 3*IQR_log]
+        n_remove = len(p_temp) - len(p_use)
+        
+        # Outlier: -log10(p) < median + 3IQR && len(outlier set) < 20
+        if (0 < n_remove < 20):
+            logger.info(f'Remove {n_remove}/{len(p_temp)} outliers (median + 3IQR) for {ct}.')
+            p_cauchy_temp = acat_test(p_use)
+        else:
+             p_cauchy_temp = acat_test(p_temp)
+                
+        p_median_temp = np.median(p_temp)
+
+        p_cauchy.append(p_cauchy_temp)
+        p_median.append(p_median_temp)
+    #     p_tissue = pd.DataFrame(p_cauchy,p_median,np.unique(ldsc.annotation))
+    data = {'p_cauchy': p_cauchy, 'p_median': p_median, 'annotation': np.unique(ldsc.annotation)}
+    p_tissue = pd.DataFrame(data)
+    p_tissue.columns = ['p_cauchy', 'p_median', 'annotation']
+    # Save the results
+    output_dir = Path(config.cauchy_save_dir)
+    output_dir.mkdir(parents=True, exist_ok=True, mode=0o755)
+    output_file = output_dir / f'{config.sample_name}_{config.trait_name}.Cauchy.csv.gz'
+    p_tissue.to_csv(
+        output_file,
+        compression='gzip',
+        index=False,
+    )