replay-rec 0.20.1rc0__py3-none-any.whl → 0.20.2__py3-none-any.whl

replay/experimental/scenarios/two_stages/two_stages_scenario.py

@@ -1,757 +0,0 @@
-from collections.abc import Iterable
-from typing import Any, Optional, Union
-
-from replay.experimental.models import ScalaALSWrap
-from replay.experimental.preprocessing.data_preparator import ToNumericFeatureTransformer
-from replay.experimental.scenarios.two_stages.reranker import LamaWrap
-from replay.metrics import Metric, Precision
-from replay.models import PopRec, RandomRec
-from replay.models.base_rec import BaseRecommender, HybridRecommender
-from replay.preprocessing.history_based_fp import HistoryBasedFeaturesProcessor
-from replay.splitters import RatioSplitter, Splitter
-from replay.utils import PYSPARK_AVAILABLE, DataFrameLike, SparkDataFrame
-from replay.utils.session_handler import State
-from replay.utils.spark_utils import (
-    array_mult,
-    cache_if_exists,
-    fallback,
-    get_log_info,
-    get_top_k_recs,
-    horizontal_explode,
-    join_or_return,
-    join_with_col_renaming,
-    unpersist_if_exists,
-)
-
-if PYSPARK_AVAILABLE:
-    import pyspark.sql.functions as sf
-
-
-def get_first_level_model_features(
-    model: SparkDataFrame,
-    pairs: SparkDataFrame,
-    user_features: Optional[SparkDataFrame] = None,
-    item_features: Optional[SparkDataFrame] = None,
-    add_factors_mult: bool = True,
-    prefix: str = "",
-) -> SparkDataFrame:
-    """
-    Get user and item embeddings from replay model.
-    Can also compute elementwise multiplication between them with ``add_factors_mult`` parameter.
-    Zero vectors are returned if a model does not have embeddings for specific users/items.
-
-    :param model: trained model
-    :param pairs: user-item pairs to get vectors for `[user_id/user_idx, item_id/item_id]`
-    :param user_features: user features `[user_id/user_idx, feature_1, ....]`
-    :param item_features: item features `[item_id/item_idx, feature_1, ....]`
-    :param add_factors_mult: flag to add elementwise multiplication
-    :param prefix: name to add to the columns
-    :return: DataFrame
-    """
-    users = pairs.select("user_idx").distinct()
-    items = pairs.select("item_idx").distinct()
-    user_factors, user_vector_len = model._get_features_wrap(users, user_features)
-    item_factors, item_vector_len = model._get_features_wrap(items, item_features)
-
-    pairs_with_features = join_or_return(pairs, user_factors, how="left", on="user_idx")
-    pairs_with_features = join_or_return(
-        pairs_with_features,
-        item_factors,
-        how="left",
-        on="item_idx",
-    )
-
-    factors_to_explode = []
-    if user_factors is not None:
-        pairs_with_features = pairs_with_features.withColumn(
-            "user_factors",
-            sf.coalesce(
-                sf.col("user_factors"),
-                sf.array([sf.lit(0.0)] * user_vector_len),
-            ),
-        )
-        factors_to_explode.append(("user_factors", "uf"))
-
-    if item_factors is not None:
-        pairs_with_features = pairs_with_features.withColumn(
-            "item_factors",
-            sf.coalesce(
-                sf.col("item_factors"),
-                sf.array([sf.lit(0.0)] * item_vector_len),
-            ),
-        )
-        factors_to_explode.append(("item_factors", "if"))
-
-    if model.__str__() == "LightFMWrap":
-        pairs_with_features = (
-            pairs_with_features.fillna({"user_bias": 0, "item_bias": 0})
-            .withColumnRenamed("user_bias", f"{prefix}_user_bias")
-            .withColumnRenamed("item_bias", f"{prefix}_item_bias")
-        )
-
-    if add_factors_mult and user_factors is not None and item_factors is not None:
-        pairs_with_features = pairs_with_features.withColumn(
-            "factors_mult",
-            array_mult(sf.col("item_factors"), sf.col("user_factors")),
-        )
-        factors_to_explode.append(("factors_mult", "fm"))
-
-    for col_name, feature_prefix in factors_to_explode:
-        col_set = set(pairs_with_features.columns)
-        col_set.remove(col_name)
-        pairs_with_features = horizontal_explode(
-            data_frame=pairs_with_features,
-            column_to_explode=col_name,
-            other_columns=[sf.col(column) for column in sorted(col_set)],
-            prefix=f"{prefix}_{feature_prefix}",
-        )
-
-    return pairs_with_features
-
-
-class TwoStagesScenario(HybridRecommender):
-    """
-    *train*:
-
-    1) take input ``log`` and split it into first_level_train and second_level_train
-       default splitter splits each user's data 50/50
-    2) train ``first_stage_models`` on ``first_stage_train``
-    3) create negative examples to train second stage model using one of:
-
-       - wrong recommendations from first stage
-       - random examples
-
-        use ``num_negatives`` to specify number of negatives per user
-    4) augments dataset with features:
-
-       - get 1 level recommendations for positive examples
-         from second_level_train and for generated negative examples
-       - add user and item features
-       - generate statistical and pair features
-
-    5) train ``TabularAutoML`` from LightAutoML
-
-    *inference*:
-
-    1) take ``log``
-    2) generate candidates, their number can be specified with ``num_candidates``
-    3) add features as in train
-    4) get recommendations
-
-    """
-
-    can_predict_cold_users: bool = True
-    can_predict_cold_items: bool = True
-
-    def __init__(
-        self,
-        train_splitter: Splitter = RatioSplitter(test_size=0.5),
-        first_level_models: Union[list[BaseRecommender], BaseRecommender] = ScalaALSWrap(rank=128),
-        fallback_model: Optional[BaseRecommender] = PopRec(),
-        use_first_level_models_feat: Union[list[bool], bool] = False,
-        second_model_params: Optional[Union[dict, str]] = None,
-        second_model_config_path: Optional[str] = None,
-        num_negatives: int = 100,
-        negatives_type: str = "first_level",
-        use_generated_features: bool = False,
-        user_cat_features_list: Optional[list] = None,
-        item_cat_features_list: Optional[list] = None,
-        custom_features_processor: HistoryBasedFeaturesProcessor = None,
-        seed: int = 123,
-    ) -> None:
-        """
-        :param train_splitter: splitter to get ``first_level_train`` and ``second_level_train``.
-            Default is random 50% split.
-        :param first_level_models: model or a list of models
-        :param fallback_model: model used to fill missing recommendations at first level models
-        :param use_first_level_models_feat: flag or a list of flags to use
-            features created by first level models
-        :param second_model_params: TabularAutoML parameters
-        :param second_model_config_path: path to config file for TabularAutoML
-        :param num_negatives: number of negative examples used during train
-        :param negatives_type: negative examples creation strategy,``random``
-            or most relevant examples from ``first-level``
-        :param use_generated_features: flag to use generated features to train second level
-        :param user_cat_features_list: list of user categorical features
-        :param item_cat_features_list: list of item categorical features
-        :param custom_features_processor: you can pass custom feature processor
-        :param seed: random seed
-
-        """
-        self.train_splitter = train_splitter
-        self.cached_list = []
-
-        self.first_level_models = (
-            first_level_models if isinstance(first_level_models, Iterable) else [first_level_models]
-        )
-
-        self.first_level_item_len = 0
-        self.first_level_user_len = 0
-
-        self.random_model = RandomRec(seed=seed)
-        self.fallback_model = fallback_model
-        self.first_level_user_features_transformer = ToNumericFeatureTransformer()
-        self.first_level_item_features_transformer = ToNumericFeatureTransformer()
-
-        if isinstance(use_first_level_models_feat, bool):
-            self.use_first_level_models_feat = [use_first_level_models_feat] * len(self.first_level_models)
-        else:
-            if len(self.first_level_models) != len(use_first_level_models_feat):
-                msg = (
-                    f"For each model from first_level_models specify "
-                    f"flag to use first level features."
-                    f"Length of first_level_models is {len(first_level_models)}, "
-                    f"Length of use_first_level_models_feat is {len(use_first_level_models_feat)}"
-                )
-                raise ValueError(msg)
-
-            self.use_first_level_models_feat = use_first_level_models_feat
-
-        self.second_stage_model = LamaWrap(params=second_model_params, config_path=second_model_config_path)
-
-        self.num_negatives = num_negatives
-        if negatives_type not in ["random", "first_level"]:
-            msg = f"Invalid negatives_type value: {negatives_type}. Use 'random' or 'first_level'"
-            raise ValueError(msg)
-        self.negatives_type = negatives_type
-
-        self.use_generated_features = use_generated_features
-        self.features_processor = (
-            custom_features_processor
-            if custom_features_processor
-            else HistoryBasedFeaturesProcessor(
-                user_cat_features_list=user_cat_features_list,
-                item_cat_features_list=item_cat_features_list,
-            )
-        )
-        self.seed = seed
-
-    # TO DO: add save/load for scenarios
-    @property
-    def _init_args(self):
-        return {}
-
-    def _add_features_for_second_level(
-        self,
-        log_to_add_features: SparkDataFrame,
-        log_for_first_level_models: SparkDataFrame,
-        user_features: SparkDataFrame,
-        item_features: SparkDataFrame,
-    ) -> SparkDataFrame:
-        """
-        Added features are:
-            - relevance from first level models
-            - user and item features from first level models
-            - dataset features
-            - FeatureProcessor features
-
-        :param log_to_add_features: input DataFrame``[user_idx, item_idx, timestamp, relevance]``
-        :param log_for_first_level_models: DataFrame``[user_idx, item_idx, timestamp, relevance]``
-        :param user_features: user features``[user_idx]`` + feature columns
-        :param item_features: item features``[item_idx]`` + feature columns
-        :return: DataFrame
-        """
-        self.logger.info("Generating features")
-        full_second_level_train = log_to_add_features
-        first_level_item_features_cached = cache_if_exists(
-            self.first_level_item_features_transformer.transform(item_features)
-        )
-        first_level_user_features_cached = cache_if_exists(
-            self.first_level_user_features_transformer.transform(user_features)
-        )
-
-        pairs = log_to_add_features.select("user_idx", "item_idx")
-        for idx, model in enumerate(self.first_level_models):
-            current_pred = self._predict_pairs_with_first_level_model(
-                model=model,
-                log=log_for_first_level_models,
-                pairs=pairs,
-                user_features=first_level_user_features_cached,
-                item_features=first_level_item_features_cached,
-            ).withColumnRenamed("relevance", f"rel_{idx}_{model}")
-            full_second_level_train = full_second_level_train.join(
-                sf.broadcast(current_pred),
-                on=["user_idx", "item_idx"],
-                how="left",
-            )
-
-            if self.use_first_level_models_feat[idx]:
-                features = get_first_level_model_features(
-                    model=model,
-                    pairs=full_second_level_train.select("user_idx", "item_idx"),
-                    user_features=first_level_user_features_cached,
-                    item_features=first_level_item_features_cached,
-                    prefix=f"m_{idx}",
-                )
-                full_second_level_train = join_with_col_renaming(
-                    left=full_second_level_train,
-                    right=features,
-                    on_col_name=["user_idx", "item_idx"],
-                    how="left",
-                )
-
-        unpersist_if_exists(first_level_user_features_cached)
-        unpersist_if_exists(first_level_item_features_cached)
-
-        full_second_level_train_cached = full_second_level_train.fillna(0).cache()
-
-        self.logger.info("Adding features from the dataset")
-        full_second_level_train = join_or_return(
-            full_second_level_train_cached,
-            user_features,
-            on="user_idx",
-            how="left",
-        )
-        full_second_level_train = join_or_return(
-            full_second_level_train,
-            item_features,
-            on="item_idx",
-            how="left",
-        )
-
-        if self.use_generated_features:
-            if not self.features_processor.fitted:
-                self.features_processor.fit(
-                    log=log_for_first_level_models,
-                    user_features=user_features,
-                    item_features=item_features,
-                )
-            self.logger.info("Adding generated features")
-            full_second_level_train = self.features_processor.transform(log=full_second_level_train)
-
-        self.logger.info(
-            "Columns at second level: %s",
-            " ".join(full_second_level_train.columns),
-        )
-        full_second_level_train_cached.unpersist()
-        return full_second_level_train
-
-    def _split_data(self, log: SparkDataFrame) -> tuple[SparkDataFrame, SparkDataFrame]:
-        """Write statistics"""
-        first_level_train, second_level_train = self.train_splitter.split(log)
-        State().logger.debug("Log info: %s", get_log_info(log))
-        State().logger.debug("first_level_train info: %s", get_log_info(first_level_train))
-        State().logger.debug("second_level_train info: %s", get_log_info(second_level_train))
-        return first_level_train, second_level_train
-
-    @staticmethod
-    def _filter_or_return(dataframe, condition):
-        if dataframe is None:
-            return dataframe
-        return dataframe.filter(condition)
-
-    def _predict_with_first_level_model(
-        self,
-        model: BaseRecommender,
-        log: SparkDataFrame,
-        k: int,
-        users: SparkDataFrame,
-        items: SparkDataFrame,
-        user_features: SparkDataFrame,
-        item_features: SparkDataFrame,
-        log_to_filter: SparkDataFrame,
-    ):
-        """
-        Filter users and items using can_predict_cold_items and can_predict_cold_users, and predict
-        """
-        if not model.can_predict_cold_items:
-            log, items, item_features = (
-                self._filter_or_return(
-                    dataframe=df,
-                    condition=sf.col("item_idx") < self.first_level_item_len,
-                )
-                for df in [log, items, item_features]
-            )
-        if not model.can_predict_cold_users:
-            log, users, user_features = (
-                self._filter_or_return(
-                    dataframe=df,
-                    condition=sf.col("user_idx") < self.first_level_user_len,
-                )
-                for df in [log, users, user_features]
-            )
-
-        log_to_filter_cached = join_with_col_renaming(
-            left=log_to_filter,
-            right=users,
-            on_col_name="user_idx",
-        ).cache()
-        max_positives_to_filter = 0
-
-        if log_to_filter_cached.count() > 0:
-            max_positives_to_filter = (
-                log_to_filter_cached.groupBy("user_idx")
-                .agg(sf.count("item_idx").alias("num_positives"))
-                .select(sf.max("num_positives"))
-                .first()[0]
-            )
-
-        pred = model._predict(
-            log,
-            k=k + max_positives_to_filter,
-            users=users,
-            items=items,
-            user_features=user_features,
-            item_features=item_features,
-            filter_seen_items=False,
-        )
-
-        pred = pred.join(
-            log_to_filter_cached.select("user_idx", "item_idx"),
-            on=["user_idx", "item_idx"],
-            how="anti",
-        ).drop("user", "item")
-
-        log_to_filter_cached.unpersist()
-
-        return get_top_k_recs(pred, k)
-
-    def _predict_pairs_with_first_level_model(
-        self,
-        model: BaseRecommender,
-        log: SparkDataFrame,
-        pairs: SparkDataFrame,
-        user_features: SparkDataFrame,
-        item_features: SparkDataFrame,
-    ):
-        """
-        Get relevance for selected user-item pairs.
-        """
-        if not model.can_predict_cold_items:
-            log, pairs, item_features = (
-                self._filter_or_return(
-                    dataframe=df,
-                    condition=sf.col("item_idx") < self.first_level_item_len,
-                )
-                for df in [log, pairs, item_features]
-            )
-        if not model.can_predict_cold_users:
-            log, pairs, user_features = (
-                self._filter_or_return(
-                    dataframe=df,
-                    condition=sf.col("user_idx") < self.first_level_user_len,
-                )
-                for df in [log, pairs, user_features]
-            )
-
-        return model._predict_pairs(
-            pairs=pairs,
-            log=log,
-            user_features=user_features,
-            item_features=item_features,
-        )
-
-    def _get_first_level_candidates(
-        self,
-        model: BaseRecommender,
-        log: SparkDataFrame,
-        k: int,
-        users: SparkDataFrame,
-        items: SparkDataFrame,
-        user_features: SparkDataFrame,
-        item_features: SparkDataFrame,
-        log_to_filter: SparkDataFrame,
-    ) -> SparkDataFrame:
-        """
-        Combining the base model predictions with the fallback model
-        predictions.
-        """
-        passed_arguments = locals()
-        passed_arguments.pop("self")
-        candidates = self._predict_with_first_level_model(**passed_arguments)
-
-        if self.fallback_model is not None:
-            passed_arguments.pop("model")
-            fallback_candidates = self._predict_with_first_level_model(model=self.fallback_model, **passed_arguments)
-
-            candidates = fallback(
-                base=candidates,
-                fill=fallback_candidates,
-                k=self.num_negatives,
-            )
-        return candidates
-
-    def _fit(
-        self,
-        log: SparkDataFrame,
-        user_features: Optional[SparkDataFrame] = None,
-        item_features: Optional[SparkDataFrame] = None,
-    ) -> None:
-        self.cached_list = []
-
-        self.logger.info("Data split")
-        first_level_train, second_level_positive = self._split_data(log)
-
-        self.first_level_item_len = first_level_train.select("item_idx").distinct().count()
-        self.first_level_user_len = first_level_train.select("user_idx").distinct().count()
-
-        log.cache()
-        first_level_train.cache()
-        second_level_positive.cache()
-        self.cached_list.extend([log, first_level_train, second_level_positive])
-
-        if user_features is not None:
-            user_features.cache()
-            self.cached_list.append(user_features)
-
-        if item_features is not None:
-            item_features.cache()
-            self.cached_list.append(item_features)
-
-        self.first_level_item_features_transformer.fit(item_features)
-        self.first_level_user_features_transformer.fit(user_features)
-
-        first_level_item_features = cache_if_exists(self.first_level_item_features_transformer.transform(item_features))
-        first_level_user_features = cache_if_exists(self.first_level_user_features_transformer.transform(user_features))
-
-        for base_model in [
-            *self.first_level_models,
-            self.random_model,
-            self.fallback_model,
-        ]:
-            base_model._fit_wrap(
-                log=first_level_train,
-                user_features=first_level_user_features.filter(sf.col("user_idx") < self.first_level_user_len),
-                item_features=first_level_item_features.filter(sf.col("item_idx") < self.first_level_item_len),
-            )
-
-        self.logger.info("Generate negative examples")
-        negatives_source = self.first_level_models[0] if self.negatives_type == "first_level" else self.random_model
-
-        first_level_candidates = self._get_first_level_candidates(
-            model=negatives_source,
-            log=first_level_train,
-            k=self.num_negatives,
-            users=log.select("user_idx").distinct(),
-            items=log.select("item_idx").distinct(),
-            user_features=first_level_user_features,
-            item_features=first_level_item_features,
-            log_to_filter=first_level_train,
-        ).select("user_idx", "item_idx")
-
-        unpersist_if_exists(first_level_user_features)
-        unpersist_if_exists(first_level_item_features)
-
-        self.logger.info("Crate train dataset for second level")
-
-        second_level_train = (
-            first_level_candidates.join(
-                second_level_positive.select("user_idx", "item_idx").withColumn("target", sf.lit(1.0)),
-                on=["user_idx", "item_idx"],
-                how="left",
-            ).fillna(0.0, subset="target")
-        ).cache()
-
-        self.cached_list.append(second_level_train)
-
-        self.logger.info(
-            "Distribution of classes in second-level train dataset:/n %s",
-            (second_level_train.groupBy("target").agg(sf.count(sf.col("target")).alias("count_for_class")).take(2)),
-        )
-
-        self.features_processor.fit(
-            log=first_level_train,
-            user_features=user_features,
-            item_features=item_features,
-        )
-
-        self.logger.info("Adding features to second-level train dataset")
-        second_level_train_to_convert = self._add_features_for_second_level(
-            log_to_add_features=second_level_train,
-            log_for_first_level_models=first_level_train,
-            user_features=user_features,
-            item_features=item_features,
-        ).cache()
-
-        self.cached_list.append(second_level_train_to_convert)
-        self.second_stage_model.fit(second_level_train_to_convert)
-        for dataframe in self.cached_list:
-            unpersist_if_exists(dataframe)
-
-    def _predict(
-        self,
-        log: SparkDataFrame,
-        k: int,
-        users: SparkDataFrame,
-        items: SparkDataFrame,
-        user_features: Optional[SparkDataFrame] = None,
-        item_features: Optional[SparkDataFrame] = None,
-        filter_seen_items: bool = True,  # noqa: ARG002
-    ) -> SparkDataFrame:
-        State().logger.debug(msg="Generating candidates to rerank")
-
-        first_level_user_features = cache_if_exists(self.first_level_user_features_transformer.transform(user_features))
-        first_level_item_features = cache_if_exists(self.first_level_item_features_transformer.transform(item_features))
-
-        candidates = self._get_first_level_candidates(
-            model=self.first_level_models[0],
-            log=log,
-            k=self.num_negatives,
-            users=users,
-            items=items,
-            user_features=first_level_user_features,
-            item_features=first_level_item_features,
-            log_to_filter=log,
-        ).select("user_idx", "item_idx")
-
-        candidates_cached = candidates.cache()
-        unpersist_if_exists(first_level_user_features)
-        unpersist_if_exists(first_level_item_features)
-        self.logger.info("Adding features")
-        candidates_features = self._add_features_for_second_level(
-            log_to_add_features=candidates_cached,
-            log_for_first_level_models=log,
-            user_features=user_features,
-            item_features=item_features,
-        )
-        candidates_features.cache()
-        candidates_cached.unpersist()
-        self.logger.info(
-            "Generated %s candidates for %s users",
-            candidates_features.count(),
-            candidates_features.select("user_idx").distinct().count(),
-        )
-        return self.second_stage_model.predict(data=candidates_features, k=k)
-
-    def fit_predict(
-        self,
-        log: DataFrameLike,
-        k: int,
-        users: Optional[Union[DataFrameLike, Iterable]] = None,
-        items: Optional[Union[DataFrameLike, Iterable]] = None,
-        user_features: Optional[DataFrameLike] = None,
-        item_features: Optional[DataFrameLike] = None,
-        filter_seen_items: bool = True,
-    ) -> SparkDataFrame:
-        """
-        :param log: input DataFrame ``[user_id, item_id, timestamp, relevance]``
-        :param k: length of a recommendation list, must be smaller than the number of ``items``
-        :param users: users to get recommendations for
-        :param items: items to get recommendations for
-        :param user_features: user features``[user_id]`` + feature columns
-        :param item_features: item features``[item_id]`` + feature columns
-        :param filter_seen_items: flag to removed seen items from recommendations
-        :return: DataFrame ``[user_id, item_id, relevance]``
-        """
-        self.fit(log, user_features, item_features)
-        return self.predict(
-            log,
-            k,
-            users,
-            items,
-            user_features,
-            item_features,
-            filter_seen_items,
-        )
-
-    @staticmethod
-    def _optimize_one_model(
-        model: BaseRecommender,
-        train: DataFrameLike,
-        test: DataFrameLike,
-        user_features: Optional[DataFrameLike] = None,
-        item_features: Optional[DataFrameLike] = None,
-        param_borders: Optional[dict[str, list[Any]]] = None,
-        criterion: Metric = Precision,
-        k: int = 10,
-        budget: int = 10,
-        new_study: bool = True,
-    ):
-        params = model.optimize(
-            train,
-            test,
-            user_features,
-            item_features,
-            param_borders,
-            criterion,
-            k,
-            budget,
-            new_study,
-        )
-        return params
-
-    def optimize(
-        self,
-        train: DataFrameLike,
-        test: DataFrameLike,
-        user_features: Optional[DataFrameLike] = None,
-        item_features: Optional[DataFrameLike] = None,
-        param_borders: Optional[list[dict[str, list[Any]]]] = None,
-        criterion: Metric = Precision,
-        k: int = 10,
-        budget: int = 10,
-        new_study: bool = True,
-    ) -> tuple[list[dict[str, Any]], Optional[dict[str, Any]]]:
-        """
-        Optimize first level models with optuna.
-
-        :param train: train DataFrame ``[user_id, item_id, timestamp, relevance]``
-        :param test: test DataFrame ``[user_id, item_id, timestamp, relevance]``
-        :param user_features: user features ``[user_id , timestamp]`` + feature columns
-        :param item_features: item features``[item_id]`` + feature columns
-        :param param_borders: list with param grids for first level models and a fallback model.
-            Empty dict skips optimization for that model.
-            Param grid is a dict ``{param: [low, high]}``.
-        :param criterion: metric to optimize
-        :param k: length of a recommendation list
-        :param budget: number of points to train each model
-        :param new_study: keep searching with previous study or start a new study
-        :return: list of dicts of parameters
-        """
-        number_of_models = len(self.first_level_models)
-        if self.fallback_model is not None:
-            number_of_models += 1
-        if number_of_models != len(param_borders):
-            msg = "Provide search grid or None for every first level model"
-            raise ValueError(msg)
-
-        first_level_user_features_tr = ToNumericFeatureTransformer()
-        first_level_user_features = first_level_user_features_tr.fit_transform(user_features)
-        first_level_item_features_tr = ToNumericFeatureTransformer()
-        first_level_item_features = first_level_item_features_tr.fit_transform(item_features)
-
-        first_level_user_features = cache_if_exists(first_level_user_features)
-        first_level_item_features = cache_if_exists(first_level_item_features)
-
-        params_found = []
-        for i, model in enumerate(self.first_level_models):
-            if param_borders[i] is None or (isinstance(param_borders[i], dict) and param_borders[i]):
-                self.logger.info(
-                    "Optimizing first level model number %s, %s",
-                    i,
-                    model.__str__(),
-                )
-                params_found.append(
-                    self._optimize_one_model(
-                        model=model,
-                        train=train,
-                        test=test,
-                        user_features=first_level_user_features,
-                        item_features=first_level_item_features,
-                        param_borders=param_borders[i],
-                        criterion=criterion,
-                        k=k,
-                        budget=budget,
-                        new_study=new_study,
-                    )
-                )
-            else:
-                params_found.append(None)
-
-        if self.fallback_model is None or (isinstance(param_borders[-1], dict) and not param_borders[-1]):
-            return params_found, None
-
-        self.logger.info("Optimizing fallback-model")
-        fallback_params = self._optimize_one_model(
-            model=self.fallback_model,
-            train=train,
-            test=test,
-            user_features=first_level_user_features,
-            item_features=first_level_item_features,
-            param_borders=param_borders[-1],
-            criterion=criterion,
-            new_study=new_study,
-        )
-        unpersist_if_exists(first_level_item_features)
-        unpersist_if_exists(first_level_user_features)
-        return params_found, fallback_params