masster 0.3.16__py3-none-any.whl → 0.3.18__py3-none-any.whl

masster/_version.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 
-__version__ = "0.3.16"
+__version__ = "0.3.18"
 
 
 def get_version():

masster/study/defaults/align_def.py

@@ -24,6 +24,7 @@ class align_defaults:
         skip_blanks (bool): Whether to skip blank samples. Default is False.
 
         KD algorithm specific parameters:
+        min_samples (int): Minimum number of samples required for KD alignment. Default is 3.
         nr_partitions (int): Number of partitions in m/z dimension. Default is 100.
         warp_enabled (bool): Enable non-linear retention time transformation. Default is True.
         warp_rt_tol (float): RT tolerance for the LOWESS fit. Default is 5.0.
@@ -59,6 +60,7 @@ class align_defaults:
     algo: str = "pc"
 
     # KD algorithm specific parameters
+    min_samples: int = 3
     nr_partitions: int = 100
     warp_enabled: bool = True
     warp_rt_tol: float = 5.0
@@ -137,6 +139,13 @@ class align_defaults:
                 "allowed_values": ["pc", "kd"],
             },
             # KD algorithm specific parameters
+            "min_samples": {
+                "dtype": int,
+                "description": "Minimum number of samples required for KD alignment algorithm",
+                "default": 3,
+                "min_value": 2,
+                "max_value": 1000,
+            },
             "nr_partitions": {
                 "dtype": int,
                 "description": "Number of partitions in m/z dimension for KD algorithm",

masster/study/helpers.py

@@ -479,7 +479,9 @@ def get_consensus(self, quant="chrom_area"):
     # sort by consensus_id
     df1 = df1.sort_index()
 
-    df2 = self.get_consensus_matrix(quant=quant)
+    df2_polars = self.get_consensus_matrix(quant=quant)
+    # Convert to pandas for merging (since the result is used for export)
+    df2 = df2_polars.to_pandas().set_index("consensus_uid")
     # sort df2 row by consensus_id
     df2 = df2.sort_index()
     # merge df and df2 on consensus_id
@@ -492,6 +494,7 @@ def get_consensus(self, quant="chrom_area"):
 def get_consensus_matrix(self, quant="chrom_area"):
     """
     Get a matrix of consensus features with samples as columns and consensus features as rows.
+    Optimized implementation that avoids expensive join operations.
     """
     if quant not in self.features_df.columns:
         self.logger.error(
@@ -499,41 +502,58 @@ def get_consensus_matrix(self, quant="chrom_area"):
         )
         return None
 
-    # Use Polars join instead of pandas merge
-    features_subset = self.features_df.select(["feature_uid", "sample_uid", quant])
-    consensus_mapping_subset = self.consensus_mapping_df.select([
-        "consensus_uid",
-        "feature_uid",
-    ])
-
-    df1 = features_subset.join(
-        consensus_mapping_subset,
-        on="feature_uid",
-        how="left",
-    )
-
-    # Convert to pandas for pivot operation (Polars pivot is still evolving)
-    df1_pd = df1.to_pandas()
-    df2 = df1_pd.pivot_table(
-        index="consensus_uid",
-        columns="sample_uid",
-        values=quant,
-        aggfunc="max",
-    )
-
-    # Create sample_uid to sample_name mapping using Polars
-    sample_mapping = dict(
-        self.samples_df.select(["sample_uid", "sample_name"]).iter_rows(),
-    )
-    # replace sample_uid with sample_name in df2
-    df2 = df2.rename(columns=sample_mapping)
+    # Create a lookup dictionary from features_df for O(1) value access
+    feature_values = {}
+    for row in self.features_df.iter_rows(named=True):
+        feature_uid = row['feature_uid']
+        sample_uid = row['sample_uid']
+        value = row[quant] if row[quant] is not None else 0
+        feature_values[(feature_uid, sample_uid)] = value
+
+    # Build consensus matrix directly using the consensus_mapping_df
+    matrix_dict = {}
+    sample_mapping = dict(self.samples_df.select(["sample_uid", "sample_name"]).iter_rows())
+    
+    for row in self.consensus_mapping_df.iter_rows(named=True):
+        consensus_uid = row['consensus_uid']
+        sample_uid = row['sample_uid']
+        feature_uid = row['feature_uid']
+        
+        # Look up the quantification value
+        key = (feature_uid, sample_uid)
+        value = feature_values.get(key, 0)
+            
+        if consensus_uid not in matrix_dict:
+            matrix_dict[consensus_uid] = {}
+            
+        sample_name = sample_mapping.get(sample_uid, f"sample_{sample_uid}")
+        
+        # Take max if multiple features map to same consensus/sample combination
+        if sample_name in matrix_dict[consensus_uid]:
+            matrix_dict[consensus_uid][sample_name] = max(matrix_dict[consensus_uid][sample_name], value)
+        else:
+            matrix_dict[consensus_uid][sample_name] = value
 
-    # round to integer
-    df2 = df2.round()
-    # set consensus_id as uint64
-    df2.index = df2.index.astype("uint64")
-    # set index to consensus_id
-    df2.index.name = "consensus_uid"
+    # Convert to Polars DataFrame with proper formatting
+    import polars as pl
+    
+    # Convert matrix_dict to list of records for Polars
+    records = []
+    for consensus_uid, sample_values in matrix_dict.items():
+        record = {"consensus_uid": consensus_uid}
+        record.update(sample_values)
+        records.append(record)
+    
+    # Create Polars DataFrame and set proper data types
+    df2 = pl.DataFrame(records)
+    
+    # Fill null values with 0 and round numeric columns
+    numeric_cols = [col for col in df2.columns if col != "consensus_uid"]
+    df2 = df2.with_columns([
+        pl.col("consensus_uid").cast(pl.UInt64),
+        *[pl.col(col).fill_null(0).round(0) for col in numeric_cols]
+    ])
+    
     return df2
 
 

masster/study/load.py

@@ -961,51 +961,96 @@ def _get_missing_consensus_sample_combinations(self, uids):
     """
     Efficiently identify which consensus_uid/sample combinations are missing.
     Returns a list of tuples: (consensus_uid, sample_uid, sample_name, sample_path)
+    
+    Optimized for common scenarios:
+    - Early termination for fully-filled studies
+    - Efficient dictionary lookups instead of expensive DataFrame joins
+    - Smart handling of sparse vs dense missing data patterns
     """
-    # Get all consensus UIDs we're interested in
-    consensus_uids_set = set(uids)
-
-    # Get all sample UIDs and create lookup
-    all_sample_info = {}
-    for row in self.samples_df.select([
-        "sample_uid",
-        "sample_name",
-        "sample_path",
-    ]).iter_rows(named=True):
-        all_sample_info[row["sample_uid"]] = {
-            "sample_name": row["sample_name"],
-            "sample_path": row["sample_path"],
-        }
-
-    # Get existing consensus/sample combinations from consensus_mapping_df
-    existing_combinations = set()
-    consensus_mapping_filtered = self.consensus_mapping_df.filter(
-        pl.col("consensus_uid").is_in(list(consensus_uids_set)),
-    )
-
-    # Join with features_df to get sample_uid information
-    existing_features = consensus_mapping_filtered.join(
-        self.features_df.select(["feature_uid", "sample_uid"]),
-        on="feature_uid",
-        how="inner",
+    if not uids:
+        return []
+    
+    n_consensus = len(uids)
+    n_samples = len(self.samples_df)
+    total_possible = n_consensus * n_samples
+    
+    # Quick early termination check for fully/nearly filled studies
+    # This handles the common case where fill() is run on an already-filled study
+    consensus_counts = (
+        self.consensus_mapping_df
+        .filter(pl.col("consensus_uid").is_in(uids))
+        .group_by("consensus_uid")
+        .agg(pl.count("feature_uid").alias("count"))
     )
-
-    for row in existing_features.select(["consensus_uid", "sample_uid"]).iter_rows():
-        existing_combinations.add((row[0], row[1]))  # (consensus_uid, sample_uid)
-
-    # Find missing combinations
-    missing_combinations = []
-    for consensus_uid in consensus_uids_set:
-        for sample_uid, sample_info in all_sample_info.items():
-            if (consensus_uid, sample_uid) not in existing_combinations:
-                missing_combinations.append((
-                    consensus_uid,
-                    sample_uid,
-                    sample_info["sample_name"],
-                    sample_info["sample_path"],
-                ))
-
-    return missing_combinations
+    
+    total_existing = consensus_counts["count"].sum() if not consensus_counts.is_empty() else 0
+    
+    # If >95% filled, likely no gaps (common case)
+    if total_existing >= total_possible * 0.95:
+        self.logger.debug(f"Study appears {total_existing/total_possible*100:.1f}% filled, using sparse optimization")
+        
+        # For sparse missing data, check each consensus feature individually
+        missing_combinations = []
+        uids_set = set(uids)
+        
+        # Build efficient lookups
+        feature_to_sample = dict(
+            self.features_df.select(["feature_uid", "sample_uid"]).iter_rows()
+        )
+        
+        # Get existing combinations for target UIDs only
+        existing_by_consensus = {}
+        for consensus_uid, feature_uid in self.consensus_mapping_df.select(["consensus_uid", "feature_uid"]).iter_rows():
+            if consensus_uid in uids_set and feature_uid in feature_to_sample:
+                if consensus_uid not in existing_by_consensus:
+                    existing_by_consensus[consensus_uid] = set()
+                existing_by_consensus[consensus_uid].add(feature_to_sample[feature_uid])
+        
+        # Get sample info once
+        all_samples = list(
+            self.samples_df.select(["sample_uid", "sample_name", "sample_path"]).iter_rows()
+        )
+        
+        # Check for missing combinations
+        for consensus_uid in uids:
+            existing_samples = existing_by_consensus.get(consensus_uid, set())
+            for sample_uid, sample_name, sample_path in all_samples:
+                if sample_uid not in existing_samples:
+                    missing_combinations.append((consensus_uid, sample_uid, sample_name, sample_path))
+        
+        return missing_combinations
+    
+    else:
+        # For studies with many gaps, use bulk operations
+        self.logger.debug(f"Study {total_existing/total_possible*100:.1f}% filled, using bulk optimization")
+        
+        # Build efficient lookups
+        uids_set = set(uids)
+        feature_to_sample = dict(
+            self.features_df.select(["feature_uid", "sample_uid"]).iter_rows()
+        )
+        
+        # Build existing combinations set
+        existing_combinations = {
+            (consensus_uid, feature_to_sample[feature_uid])
+            for consensus_uid, feature_uid in self.consensus_mapping_df.select(["consensus_uid", "feature_uid"]).iter_rows()
+            if consensus_uid in uids_set and feature_uid in feature_to_sample
+        }
+        
+        # Get all sample info
+        all_samples = list(
+            self.samples_df.select(["sample_uid", "sample_name", "sample_path"]).iter_rows()
+        )
+        
+        # Generate all missing combinations
+        missing_combinations = [
+            (consensus_uid, sample_uid, sample_name, sample_path)
+            for consensus_uid in uids
+            for sample_uid, sample_name, sample_path in all_samples
+            if (consensus_uid, sample_uid) not in existing_combinations
+        ]
+        
+        return missing_combinations
 
 
 def sanitize(self):
@@ -1334,7 +1379,7 @@ def _add_sample_optimized(self, file, type=None, reset=False, adducts=None, skip
     self.samples_df = pl.concat([self.samples_df, new_sample])
     
     # SIMPLIFIED feature processing
-    current_sample_uid = len(self.samples_df) - 1
+    current_sample_uid = len(self.samples_df)
     
     # Add required columns with minimal operations
     columns_to_add = [
@@ -1475,7 +1520,7 @@ def _add_sample_standard(self, file, type=None, reset=False, adducts=None, skip_
     self.samples_df = pl.concat([self.samples_df, new_sample])
     
     # SIMPLIFIED feature processing
-    current_sample_uid = len(self.samples_df) - 1
+    current_sample_uid = len(self.samples_df)
     
     # Add required columns with minimal operations
     columns_to_add = [
@@ -1576,7 +1621,7 @@ def _add_sample_standard(self, file, type=None, reset=False, adducts=None, skip_
     self.samples_df = pl.concat([self.samples_df, new_sample])
     
     # SIMPLIFIED feature processing
-    current_sample_uid = len(self.samples_df) - 1
+    current_sample_uid = len(self.samples_df)
     
     # Add required columns with minimal operations
     columns_to_add = [
@@ -1650,3 +1695,4 @@ def _sample_color_reset_optimized(self):
     )
     
     self.logger.debug(f"Reset sample colors (cached) for {n_samples} samples")
+

masster/study/plot.py

@@ -17,7 +17,7 @@ hv.extension("bokeh")
 from bokeh.layouts import row as bokeh_row
 
 
-def plot_alignment(self, maps: bool = True, filename: str | None = None, width: int = 450, height: int = 450, markersize: int = 3):
+def plot_alignment(self, maps: bool = True, samples: int | list[int | str] | None = None, filename: str | None = None, width: int = 450, height: int = 450, markersize: int = 3):
     """Visualize retention time alignment using two synchronized Bokeh scatter plots.
 
     - When ``maps=True`` the function reads ``self.features_maps`` (list of FeatureMap)
@@ -27,6 +27,11 @@ def plot_alignment(self, maps: bool = True, filename: str | None = None, width:
 
     Parameters
     - maps: whether to use feature maps (default True).
+    - samples: Sample selection parameter, interpreted like in plot_samples_2d:
+        - None: show all samples
+        - int: show a random subset of N samples  
+        - list of ints: show samples with these sample_uids
+        - list of strings: show samples with these sample_names
     - filename: optional HTML file path to save the plot.
     - width/height: pixel size of each subplot.
     - markersize: base marker size.
@@ -54,6 +59,32 @@ def plot_alignment(self, maps: bool = True, filename: str | None = None, width:
             self.logger.error("No feature maps available for plotting.")
             return
 
+        # Get sample_uids to limit which samples to show
+        sample_uids_to_show = self._get_sample_uids(samples)
+        
+        # Filter feature maps based on sample selection
+        if sample_uids_to_show is not None:
+            # Get sample indices for the selected sample_uids
+            selected_indices = []
+            if hasattr(self, 'samples_df') and self.samples_df is not None and not self.samples_df.is_empty():
+                samples_info = self.samples_df.to_pandas()
+                for idx, row in samples_info.iterrows():
+                    if row.get('sample_uid') in sample_uids_to_show:
+                        selected_indices.append(idx)
+            else:
+                # If no samples_df, just limit to the first N samples
+                if isinstance(samples, int):
+                    selected_indices = list(range(min(samples, len(fmaps))))
+                else:
+                    selected_indices = list(range(len(fmaps)))
+            
+            # Filter feature maps to only include selected indices
+            fmaps = [fmaps[i] for i in selected_indices if i < len(fmaps)]
+            
+            if not fmaps:
+                self.logger.error("No feature maps match the selected samples.")
+                return
+
         # Reference (first) sample: use current RT for both before and after
         ref = fmaps[0]
         ref_rt = [f.getRT() for f in ref]
@@ -143,6 +174,28 @@ def plot_alignment(self, maps: bool = True, filename: str | None = None, width:
             self.logger.error("No sample identifier column found in features_df.")
             return
 
+        # Get sample_uids to limit which samples to show
+        sample_uids_to_show = self._get_sample_uids(samples)
+        
+        # Filter features_df based on sample selection if specified
+        if sample_uids_to_show is not None:
+            if sample_col == 'sample_uid':
+                features_df = features_df.filter(pl.col('sample_uid').is_in(sample_uids_to_show))
+            else:
+                # Need to convert sample names to sample_uids if using sample_name column
+                if 'sample_uid' in features_df.columns:
+                    # Filter by sample_uid even though we're using sample_name as the primary column
+                    features_df = features_df.filter(pl.col('sample_uid').is_in(sample_uids_to_show))
+                else:
+                    # Convert sample_uids to sample_names and filter
+                    sample_names_to_show = []
+                    if hasattr(self, 'samples_df') and self.samples_df is not None:
+                        for uid in sample_uids_to_show:
+                            matching_rows = self.samples_df.filter(pl.col("sample_uid") == uid)
+                            if not matching_rows.is_empty():
+                                sample_names_to_show.append(matching_rows.row(0, named=True)["sample_name"])
+                    features_df = features_df.filter(pl.col('sample_name').is_in(sample_names_to_show))
+
         # Get unique samples using Polars
         samples = features_df.select(pl.col(sample_col)).unique().to_series().to_list()
 
@@ -1649,11 +1702,19 @@ def plot_pca(
 
     self.logger.debug(f"Performing PCA on consensus matrix with shape: {consensus_matrix.shape}")
 
-    # Convert consensus matrix to numpy if it's not already
-    if hasattr(consensus_matrix, "values"):
+    # Convert consensus matrix to numpy - handle both Polars and pandas DataFrames
+    if hasattr(consensus_matrix, "to_numpy"):
+        # Polars or pandas DataFrame
+        if hasattr(consensus_matrix, "select"):
+            # Polars DataFrame - exclude the consensus_uid column
+            numeric_cols = [col for col in consensus_matrix.columns if col != "consensus_uid"]
+            matrix_data = consensus_matrix.select(numeric_cols).to_numpy()
+        else:
+            # Pandas DataFrame
+            matrix_data = consensus_matrix.to_numpy()
+    elif hasattr(consensus_matrix, "values"):
+        # Pandas DataFrame
         matrix_data = consensus_matrix.values
-    elif hasattr(consensus_matrix, "to_numpy"):
-        matrix_data = consensus_matrix.to_numpy()
     else:
         matrix_data = np.array(consensus_matrix)
 

masster/study/processing.py

@@ -33,6 +33,7 @@ def align(self, **kwargs):
         - algo (str): Alignment algorithm ('pc' for PoseClustering, 'kd' for KD).
 
         KD algorithm specific parameters:
+        - min_samples (int): Minimum number of samples required for KD alignment.
         - nr_partitions (int): Number of partitions in m/z dimension.
         - warp_enabled (bool): Enable non-linear retention time transformation.
         - warp_rt_tol (float): RT tolerance for the LOWESS fit.
@@ -87,131 +88,17 @@ def align(self, **kwargs):
 
     fmaps = self.features_maps
 
-    # Initialize OpenMS parameters
-    params_oms = oms.Param()
-    # Choose alignment algorithm based on parameter
+    # Choose alignment algorithm
     algo = params.get("algo").lower()
-
-    # Set common parameters for both algorithms
-    if algo == "pc":
-        # Parameters specific to PoseClustering
-        params_oms.setValue("pairfinder:distance_intensity:log_transform", "disabled")
-        params_oms.setValue("pairfinder:ignore_charge", "true")
-        params_oms.setValue("max_num_peaks_considered", 1000)
-        params_oms.setValue("pairfinder:distance_RT:max_difference", params.get("rt_max_diff"))
-        params_oms.setValue("pairfinder:distance_MZ:max_difference", params.get("mz_max_diff"))
-        params_oms.setValue("superimposer:rt_pair_distance_fraction", params.get("rt_pair_distance_frac"))
-        params_oms.setValue("superimposer:mz_pair_max_distance", params.get("mz_pair_max_distance"))
-        params_oms.setValue("superimposer:num_used_points", params.get("num_used_points"))
-        params_oms.setValue("pairfinder:distance_MZ:exponent", 3.0)
-        params_oms.setValue("pairfinder:distance_RT:exponent", 2.0)
-
-        """
-        {b'max_num_peaks_considered': 1000,
-        b'superimposer:mz_pair_max_distance': 0.5,
-        b'superimposer:rt_pair_distance_fraction': 0.1,
-        b'superimposer:num_used_points': 2000,
-        b'superimposer:scaling_bucket_size': 0.005,
-        b'superimposer:shift_bucket_size': 3.0,
-        b'superimposer:max_shift': 1000.0,
-        b'superimposer:max_scaling': 2.0,
-        b'superimposer:dump_buckets': '',
-        b'superimposer:dump_pairs': '',
-        b'pairfinder:second_nearest_gap': 2.0,
-        b'pairfinder:use_identifications': 'false',
-        b'pairfinder:ignore_charge': 'false',
-        b'pairfinder:ignore_adduct': 'true',
-        b'pairfinder:distance_RT:max_difference': 100.0,
-        b'pairfinder:distance_RT:exponent': 1.0,
-        b'pairfinder:distance_RT:weight': 1.0,
-        b'pairfinder:distance_MZ:max_difference': 0.3,
-        b'pairfinder:distance_MZ:unit': 'Da',
-        b'pairfinder:distance_MZ:exponent': 2.0,
-        b'pairfinder:distance_MZ:weight': 1.0,
-        b'pairfinder:distance_intensity:exponent': 1.0,
-        b'pairfinder:distance_intensity:weight': 0.0,
-        b'pairfinder:distance_intensity:log_transform': 'disabled'}
-        """
-    elif algo == "kd":
-        # Parameters specific to KD algorithm
-        params_oms.setValue("mz_unit", "Da")
-        params_oms.setValue("nr_partitions", params.get("nr_partitions"))
-
-        # Warp parameters for non-linear RT transformation
-        params_oms.setValue("warp:enabled", "true" if params.get("warp_enabled") else "false")
-        params_oms.setValue("warp:rt_tol", params.get("warp_rt_tol"))
-        params_oms.setValue("warp:mz_tol", params.get("warp_mz_tol"))
-        params_oms.setValue("warp:max_pairwise_log_fc", params.get("warp_max_pairwise_log_fc"))
-        params_oms.setValue("warp:min_rel_cc_size", params.get("warp_min_rel_cc_size"))
-        params_oms.setValue("warp:max_nr_conflicts", params.get("warp_max_nr_conflicts"))
-
-        # Link parameters
-        params_oms.setValue("link:rt_tol", params.get("link_rt_tol"))
-        params_oms.setValue("link:mz_tol", params.get("link_mz_tol"))
-        params_oms.setValue("link:charge_merging", params.get("link_charge_merging"))
-        params_oms.setValue("link:adduct_merging", params.get("link_adduct_merging"))
-
-        # Distance parameters
-        params_oms.setValue("distance_RT:exponent", params.get("distance_RT_exponent"))
-        params_oms.setValue("distance_RT:weight", params.get("distance_RT_weight"))
-        params_oms.setValue("distance_MZ:exponent", params.get("distance_MZ_exponent"))
-        params_oms.setValue("distance_MZ:weight", params.get("distance_MZ_weight"))
-        params_oms.setValue("distance_intensity:exponent", params.get("distance_intensity_exponent"))
-        params_oms.setValue("distance_intensity:weight", params.get("distance_intensity_weight"))
-        params_oms.setValue("distance_intensity:log_transform", params.get("distance_intensity_log_transform"))
-
-        # LOWESS parameters
-        params_oms.setValue("LOWESS:span", params.get("LOWESS_span"))
-        params_oms.setValue("LOWESS:num_iterations", params.get("LOWESS_num_iterations"))
-        params_oms.setValue("LOWESS:delta", params.get("LOWESS_delta"))
-        params_oms.setValue("LOWESS:interpolation_type", params.get("LOWESS_interpolation_type"))
-        params_oms.setValue("LOWESS:extrapolation_type", params.get("LOWESS_extrapolation_type"))
-
+    
     if algo == "pc":
-        aligner = oms.MapAlignmentAlgorithmPoseClustering()
-        self.logger.info("Starting alignment with PoseClustering")
-        # set ref_index to feature map index with largest number of features
-        ref_index = [i[0] for i in sorted(enumerate([fm.size() for fm in fmaps]), key=lambda x: x[1])][-1]
-        self.logger.debug(
-            f"Reference map is {self.samples_df.row(ref_index, named=True)['sample_name']}",
-        )
-        aligner.setParameters(params_oms)
-        aligner.setReference(fmaps[ref_index])
-        self.logger.debug(f"Parameters for alignment: {params}")
-        # perform alignment and transformation of feature maps to the reference map (exclude reference map)
-        tdqm_disable = self.log_level not in ["TRACE", "DEBUG", "INFO"]
-        for index, fm in tqdm(
-            list(enumerate(fmaps)),
-            total=len(fmaps),
-            desc=f"{datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f')[:-3]} | INFO     | {self.log_label}Align feature maps",
-            disable=tdqm_disable,
-        ):
-            if index == ref_index:
-                continue
-            if params.get("skip_blanks") and self.samples_df.row(index, named=True)["sample_type"] == "blank":
-                continue
-            trafo = oms.TransformationDescription()
-            aligner.align(fm, trafo)
-            transformer = oms.MapAlignmentTransformer()
-            transformer.transformRetentionTimes(fm, trafo, True)
-
-        self.alignment_ref_index = ref_index
-
+        _align_pose_clustering(self, fmaps, params)
+        
     elif algo == "kd":
-        # KD algorithm requires num_maps and Param parameters
-        num_maps = len(fmaps)
-        aligner = oms.MapAlignmentAlgorithmKD(3, params_oms)
-        self.logger.info(f"Starting alignment with KD algorithm using {num_maps} maps")
-
-        kdtree = oms.KDTreeFeatureMaps()
-        kdtree.addMaps(fmaps)  # Add all feature maps to the KDTree
-        # kdtree.optimizeTree()
-        aligner.addRTFitData(kdtree)
-        aligner.fitLOWESS()
-        aligner.transform(kdtree)
-
+        _align_kd_algorithm(self, fmaps, params)
     else:
         self.logger.error(f"Unknown alignment algorithm '{algo}'")
+        self.logger.error(f"Unknown alignment algorithm '{algo}'")
 
     # check if rt_original exists in features_df, if not, add it after rt
     if "rt_original" not in self.features_df.columns:
@@ -1163,3 +1050,145 @@ def _find_closest_valley(chrom, rt, dir="left", threshold=0.9):
             else:
                 break
     return chrom.rt[idx]
+
+
+def _align_pose_clustering(study_obj, fmaps, params):
+    """Perform alignment using PoseClustering algorithm."""
+    import pyopenms as oms
+    from tqdm import tqdm
+    from datetime import datetime
+    
+    # Create PC-specific OpenMS parameters
+    params_oms = oms.Param()
+    params_oms.setValue("pairfinder:distance_intensity:log_transform", "disabled")
+    params_oms.setValue("pairfinder:ignore_charge", "true")
+    params_oms.setValue("max_num_peaks_considered", 1000)
+    params_oms.setValue("pairfinder:distance_RT:max_difference", params.get("rt_max_diff"))
+    params_oms.setValue("pairfinder:distance_MZ:max_difference", params.get("mz_max_diff"))
+    params_oms.setValue("superimposer:rt_pair_distance_fraction", params.get("rt_pair_distance_frac"))
+    params_oms.setValue("superimposer:mz_pair_max_distance", params.get("mz_pair_max_distance"))
+    params_oms.setValue("superimposer:num_used_points", params.get("num_used_points"))
+    params_oms.setValue("pairfinder:distance_MZ:exponent", 3.0)
+    params_oms.setValue("pairfinder:distance_RT:exponent", 2.0)
+
+    aligner = oms.MapAlignmentAlgorithmPoseClustering()
+    study_obj.logger.info("Starting alignment with PoseClustering")
+    
+    # Set ref_index to feature map index with largest number of features
+    ref_index = [i[0] for i in sorted(enumerate([fm.size() for fm in fmaps]), key=lambda x: x[1])][-1]
+    study_obj.logger.debug(
+        f"Reference map is {study_obj.samples_df.row(ref_index, named=True)['sample_name']}",
+    )
+    
+    aligner.setParameters(params_oms)
+    aligner.setReference(fmaps[ref_index])
+    study_obj.logger.debug(f"Parameters for alignment: {params}")
+    
+    # Perform alignment and transformation of feature maps to the reference map (exclude reference map)
+    tdqm_disable = study_obj.log_level not in ["TRACE", "DEBUG", "INFO"]
+    for index, fm in tqdm(
+        list(enumerate(fmaps)),
+        total=len(fmaps),
+        desc=f"{datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f')[:-3]} | INFO     | {study_obj.log_label}Align feature maps",
+        disable=tdqm_disable,
+    ):
+        if index == ref_index:
+            continue
+        if params.get("skip_blanks") and study_obj.samples_df.row(index, named=True)["sample_type"] == "blank":
+            continue
+        trafo = oms.TransformationDescription()
+        aligner.align(fm, trafo)
+        transformer = oms.MapAlignmentTransformer()
+        transformer.transformRetentionTimes(fm, trafo, True)
+
+    study_obj.alignment_ref_index = ref_index
+
+
+def _align_kd_algorithm(study_obj, fmaps, params):
+    """Perform alignment using KD algorithm."""
+    import pyopenms as oms
+    
+    num_maps = len(fmaps)
+    study_obj.logger.info(f"Starting alignment with KD algorithm using {num_maps} maps")
+
+    try:
+        # Use the EXACT approach from test_oms.py that works
+        # First parameter is DIMENSIONS (3), not min_samples!
+        study_obj.logger.debug("Creating MapAlignmentAlgorithmKD with 3 dimensions and empty parameters...")
+        empty_params = oms.Param()  # Empty params - this is what worked in test_oms.py!
+        aligner = oms.MapAlignmentAlgorithmKD(3, empty_params)  # 3 = dimensions, not min_samples
+        study_obj.logger.debug("Created MapAlignmentAlgorithmKD successfully")
+        
+        # Create KD-tree structure
+        kdtree = oms.KDTreeFeatureMaps()
+        
+        # Set all required warping parameters based on OpenMS requirements
+        kd_params = oms.Param()
+        # Core warp parameters that OpenMS expects
+        kd_params.setValue(b"warp:min_rel_cc_size", 0.2, b"Minimum relative connected component size")
+        kd_params.setValue(b"warp:max_ratio_small_big", 0.5, b"Maximum ratio of small to big connected component")
+        kd_params.setValue(b"warp:min_score", 0.3, b"Minimum score for warping")
+        kd_params.setValue(b"warp:rt_tol", 5.0, b"RT tolerance for feature matching")  
+        kd_params.setValue(b"warp:mz_tol", 0.015, b"m/z tolerance for feature matching")
+        # Additional potentially required parameters
+        kd_params.setValue(b"warp:max_shift", 30.0, b"Maximum RT shift allowed")
+        kd_params.setValue(b"warp:bins", 100, b"Number of bins for warping")
+        kdtree.setParameters(kd_params)
+        
+        # Add all feature maps to KD-tree (NO limiting - this worked with 38k features!)
+        study_obj.logger.debug("Adding maps to KD-tree structure...")
+        kdtree.addMaps(fmaps)
+        study_obj.logger.debug("Successfully added maps to KD-tree")
+        
+        # Add RT fitting data (this is where the magic happens)
+        study_obj.logger.debug("Adding RT fitting data to aligner...")
+        aligner.addRTFitData(kdtree)
+        study_obj.logger.debug("Successfully added RT fitting data")
+        
+        # Perform LOWESS fitting
+        study_obj.logger.debug("Performing LOWESS fitting...")
+        aligner.fitLOWESS()
+        study_obj.logger.debug("Successfully completed LOWESS fitting")
+        
+        # Apply transformations to feature maps
+        study_obj.logger.debug("Applying transformations to feature maps...")
+        for i, fmap in enumerate(fmaps):
+            trafo = oms.TransformationDescription()
+            aligner.getTransformation(i, trafo)
+            oms.MapAlignmentTransformer.transformRetentionTimes(fmap, trafo, True)
+            
+        study_obj.logger.info("KD alignment completed successfully")
+            
+    except Exception as e:
+        study_obj.logger.error(f"KD alignment failed with error: {e}")
+        study_obj.logger.info("Falling back to PoseClustering alignment...")
+        
+        # Fallback to pose clustering with basic parameters
+        _align_pose_clustering_fallback(study_obj, fmaps, params)
+
+
+def _align_pose_clustering_fallback(study_obj, fmaps, params):
+    """Fallback PoseClustering alignment with minimal parameters."""
+    import pyopenms as oms
+    
+    aligner = oms.MapAlignmentAlgorithmPoseClustering()
+    ref_index = [i[0] for i in sorted(enumerate([fm.size() for fm in fmaps]), key=lambda x: x[1])][-1]
+    
+    # Set up basic parameters for pose clustering
+    pc_params = oms.Param()
+    pc_params.setValue("max_num_peaks_considered", 1000)
+    pc_params.setValue("pairfinder:distance_RT:max_difference", params.get("rt_max_diff"))
+    pc_params.setValue("pairfinder:distance_MZ:max_difference", params.get("mz_max_diff"))
+    
+    aligner.setParameters(pc_params)
+    aligner.setReference(fmaps[ref_index])
+    
+    for index, fm in enumerate(fmaps):
+        if index == ref_index:
+            continue
+        trafo = oms.TransformationDescription()
+        aligner.align(fm, trafo)
+        transformer = oms.MapAlignmentTransformer()
+        transformer.transformRetentionTimes(fm, trafo, True)
+    
+    study_obj.alignment_ref_index = ref_index

{masster-0.3.16.dist-info → masster-0.3.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: masster
-Version: 0.3.16
+Version: 0.3.18
 Summary: Mass spectrometry data analysis package
 Project-URL: homepage, https://github.com/zamboni-lab/masster
 Project-URL: repository, https://github.com/zamboni-lab/masster

{masster-0.3.16.dist-info → masster-0.3.18.dist-info}/RECORD

@@ -1,5 +1,5 @@
 masster/__init__.py,sha256=G7hbKO8F_o1wFwQlvO25M8JYGka_YSAVU2_O__2rjlI,697
-masster/_version.py,sha256=HDf6S1ynXvmSKXApEpj2twR-B_GqBMtsnLl5qQe7mBU,257
+masster/_version.py,sha256=qM7C6C6rJ7cm4V4re4y29It0zbZneOVfLrUdlFmrPcs,257
 masster/chromatogram.py,sha256=NgPr1uLGJHjRu6PWZZGOrS3pCl7sye1yQCJjlRi9ZSY,19305
 masster/logger.py,sha256=W50V_uh8RSYwGxDrDFhOuj5jpu2tKJyt_16lMw9kQwA,14755
 masster/spectrum.py,sha256=7wKQes97sI-O2lxrkQnYuoroXFyAWgwSzS4TnjUX8RY,47710
@@ -30,17 +30,17 @@ masster/sample/defaults/sample_def.py,sha256=keoXyMyrm_iLgbYqfIbqCpJ3XHBVlNwCNmb
 masster/study/__init__.py,sha256=Zspv6U8jFqjkHGYdNdDy1rfUnCSolCzUdgSSg98PRgE,166
 masster/study/export.py,sha256=E3Ps350T-STFlx-OQc3fU592WvenO1i6Dq7PVH6QUbA,28989
 masster/study/h5.py,sha256=Tl_jdV75yOZ5PH76jvMvTdOJdhiup6uINPC04DhcDX0,71815
-masster/study/helpers.py,sha256=PZ0Lb3eFSnEmPQ3sFzHn-cYr_OehHGzTOogfo3r5K-0,133432
+masster/study/helpers.py,sha256=DZKE5H2XdpuUTMAp-9PL7rSCunM59agcweAcFCw5gFg,134692
 masster/study/helpers_optimized.py,sha256=sd87kNPIEPdMijekXzZWSyeZzJ_DTAW8HQjAry-jVyY,13922
-masster/study/load.py,sha256=WwQ52rzjWeL2JqdA7b7NfMy4hmBws_iFATpn32r0ANg,63100
+masster/study/load.py,sha256=ywN9AOMatRjSvIdgu5g24_ONkQPd97ToVpSArPWcBI8,65324
 masster/study/parameters.py,sha256=0elaF7YspTsB7qyajWAbRNL2VfKlGz5GJLifmO8IGkk,3276
-masster/study/plot.py,sha256=RZ-ko0ocsXzaPtsa5QzBDX4FIwQkx4lYf5RPLJAH5Ss,76147
-masster/study/processing.py,sha256=ijLaVKZlPJQpcQh_u-Cj6acrSEOaB3vKMNzS9alXdzg,52661
+masster/study/plot.py,sha256=ufqrtkd4uPkrRDdnpunU_BrrGu9Pd27WLWwSArj_L44,79623
+masster/study/processing.py,sha256=ZXpeY_vpKs23de4rlvllQegmUrzj2DcH-X6D50MW6YA,53302
 masster/study/save.py,sha256=YjFEiuiB4OFLVvW_AX4-kgnsbjCWrYZeqF85VNEtbdw,6560
 masster/study/study.py,sha256=U6_tUk0SD1FaADq6ChwFTBVNYqgOTcva8QDN5Xdp4Ws,31724
 masster/study/study5_schema.json,sha256=Fwt6U6r1J1BQxwR8ArFv1yN_2Cq1tt3tadS2sQCzjhg,5379
 masster/study/defaults/__init__.py,sha256=m3Z5KXGqsTdh7GjYzZoENERt39yRg0ceVRV1DeCt1P0,610
-masster/study/defaults/align_def.py,sha256=QSJXfe5kAtYp_IN8LUuXjq61IkxT74ml84k5kmmRjqM,19846
+masster/study/defaults/align_def.py,sha256=K_6xh7B1vf96maYIBTDZGjyA2zBHEgIP5ASzD9--n2Y,20241
 masster/study/defaults/export_def.py,sha256=eXl3h4aoLX88XkHTpqahLd-QZ2gjUqrmjq8IJULXeWo,1203
 masster/study/defaults/fill_chrom_def.py,sha256=hB6-tyC9bhx-IpGj2HC8FinQdW4VLYj_pn5t1rlj-Ew,8887
 masster/study/defaults/fill_def.py,sha256=TdDqOt-fva44JptLvxOy7GNUCR5isOKz1jR2xj_V8sQ,8869
@@ -50,8 +50,8 @@ masster/study/defaults/integrate_chrom_def.py,sha256=0MNIWGTjty-Zu-NTQsIweuj3UVq
 masster/study/defaults/integrate_def.py,sha256=Vf4SAzdBfnsSZ3IRaF0qZvWu3gMDPHdgPfMYoPKeWv8,7246
 masster/study/defaults/merge_def.py,sha256=EBsKE3hsAkTEzN9dpdRD5W3_suTKy_WZ_96rwS0uBuE,8572
 masster/study/defaults/study_def.py,sha256=v2V5i5y288gydhMOM78m8u_GaWC2XdjLM5nJP6e17sI,10476
-masster-0.3.16.dist-info/METADATA,sha256=Ix7nQy8uh4Rp4wiA85TEyjCeXrn8vtx02X49kticgjM,44320
-masster-0.3.16.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-masster-0.3.16.dist-info/entry_points.txt,sha256=ZHguQ_vPmdbpqq2uGtmEOLJfgP-DQ1T0c07Lxh30wc8,58
-masster-0.3.16.dist-info/licenses/LICENSE,sha256=bx5iLIKjgAdYQ7sISn7DsfHRKkoCUm1154sJJKhgqnU,35184
-masster-0.3.16.dist-info/RECORD,,
+masster-0.3.18.dist-info/METADATA,sha256=9b8mIZNrRtJCMs4hip4i9p_ssVvuT5198fvGEDrQVTs,44320
+masster-0.3.18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+masster-0.3.18.dist-info/entry_points.txt,sha256=ZHguQ_vPmdbpqq2uGtmEOLJfgP-DQ1T0c07Lxh30wc8,58
+masster-0.3.18.dist-info/licenses/LICENSE,sha256=bx5iLIKjgAdYQ7sISn7DsfHRKkoCUm1154sJJKhgqnU,35184
+masster-0.3.18.dist-info/RECORD,,