autogluon.tabular 1.3.2b20250722__tar.gz → 1.4.0b20250724__tar.gz

{autogluon.tabular-1.3.2b20250722 → autogluon.tabular-1.4.0b20250724}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: autogluon.tabular
-Version: 1.3.2b20250722
+Version: 1.4.0b20250724
 Summary: Fast and Accurate ML in 3 Lines of Code
 Home-page: https://github.com/autogluon/autogluon
 Author: AutoGluon Community
@@ -49,6 +49,7 @@ Provides-Extra: skex
 Provides-Extra: imodels
 Provides-Extra: skl2onnx
 Provides-Extra: all
+Provides-Extra: tabarena
 Provides-Extra: tests
 License-File: ../LICENSE
 License-File: ../NOTICE

{autogluon.tabular-1.3.2b20250722 → autogluon.tabular-1.4.0b20250724}/setup.py

@@ -17,6 +17,7 @@ ag = importlib.util.module_from_spec(spec)
 spec.loader.exec_module(ag)
 ###########################
 
+import copy
 import sys
 
 version = ag.load_version_file()
@@ -69,8 +70,9 @@ extras_require = {
         "loguru",
         "einx",
         "omegaconf",
+        "torch",
         "transformers",
-        # "flash-attn>2.6.3,<2.8", # TODO: flash-attn installation requires --no-build-isolation and torch, python and cuda version compatibility.
+        "huggingface_hub[torch]",
     ],
     "tabicl": [
         "tabicl>=0.1.3,<0.2",  # 0.1.3 added a major bug fix to multithreading.
@@ -111,24 +113,38 @@ else:
 
 # TODO: v1.0: Rename `all` to `core`, make `all` contain everything.
 all_requires = []
-# TODO: Consider adding 'skex' to 'all'
 for extra_package in [
     "lightgbm",
     "catboost",
     "xgboost",
     "fastai",
     "tabm",
-    "tabpfnmix",
-    "realmlp",
+    "mitra",
     "ray",
 ]:
     all_requires += extras_require[extra_package]
 all_requires = list(set(all_requires))
 extras_require["all"] = all_requires
 
+tabarena_requires = copy.deepcopy(all_requires)
+for extra_package in [
+    "tabicl",
+    "tabpfn",
+    "realmlp",
+]:
+    tabarena_requires += extras_require[extra_package]
+tabarena_requires = list(set(tabarena_requires))
+extras_require["tabarena"] = tabarena_requires
 
 test_requires = []
-for test_package in ["tabpfn", "imodels", "skl2onnx", "tabicl", "mitra"]:
+for test_package in [
+    "tabicl",  # Currently has unnecessary extra dependencies such as xgboost and wandb
+    "tabpfn",
+    "realmlp",  # Will consider to put as part of `all_requires` once part of a portfolio
+    "tabpfnmix",  # Refer to `mitra`, which is an improved version of `tabpfnmix`
+    "imodels",
+    "skl2onnx",
+]:
     test_requires += extras_require[test_package]
 extras_require["tests"] = test_requires
 install_requires = ag.get_dependency_version_ranges(install_requires)

autogluon.tabular-1.4.0b20250724/src/autogluon/tabular/configs/hyperparameter_configs.py

@@ -0,0 +1,144 @@
+import copy
+
+from .zeroshot.zeroshot_portfolio_2023 import hyperparameter_portfolio_zeroshot_2023
+from .zeroshot.zeroshot_portfolio_2025 import hyperparameter_portfolio_zeroshot_2025_small
+
+# Dictionary of preset hyperparameter configurations.
+hyperparameter_config_dict = dict(
+    # Default AutoGluon hyperparameters intended to maximize accuracy without significant regard to inference time or disk usage.
+    default={
+        "NN_TORCH": {},
+        "GBM": [
+            {"extra_trees": True, "ag_args": {"name_suffix": "XT"}},
+            {},
+            {
+                "learning_rate": 0.03,
+                "num_leaves": 128,
+                "feature_fraction": 0.9,
+                "min_data_in_leaf": 3,
+                "ag_args": {"name_suffix": "Large", "priority": 0, "hyperparameter_tune_kwargs": None},
+            },
+        ],
+        "CAT": {},
+        "XGB": {},
+        "FASTAI": {},
+        "RF": [
+            {"criterion": "gini", "ag_args": {"name_suffix": "Gini", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "entropy", "ag_args": {"name_suffix": "Entr", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "squared_error", "ag_args": {"name_suffix": "MSE", "problem_types": ["regression", "quantile"]}},
+        ],
+        "XT": [
+            {"criterion": "gini", "ag_args": {"name_suffix": "Gini", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "entropy", "ag_args": {"name_suffix": "Entr", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "squared_error", "ag_args": {"name_suffix": "MSE", "problem_types": ["regression", "quantile"]}},
+        ],
+    },
+    # Results in smaller models. Generally will make inference speed much faster and disk usage much lower, but with worse accuracy.
+    light={
+        "NN_TORCH": {},
+        "GBM": [
+            {"extra_trees": True, "ag_args": {"name_suffix": "XT"}},
+            {},
+            {
+                "learning_rate": 0.03,
+                "num_leaves": 128,
+                "feature_fraction": 0.9,
+                "min_data_in_leaf": 3,
+                "ag_args": {"name_suffix": "Large", "priority": 0, "hyperparameter_tune_kwargs": None},
+            },
+        ],
+        "CAT": {},
+        "XGB": {},
+        "FASTAI": {},
+        "RF": [
+            {"criterion": "gini", "max_depth": 15, "ag_args": {"name_suffix": "Gini", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "entropy", "max_depth": 15, "ag_args": {"name_suffix": "Entr", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "squared_error", "max_depth": 15, "ag_args": {"name_suffix": "MSE", "problem_types": ["regression", "quantile"]}},
+        ],
+        "XT": [
+            {"criterion": "gini", "max_depth": 15, "ag_args": {"name_suffix": "Gini", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "entropy", "max_depth": 15, "ag_args": {"name_suffix": "Entr", "problem_types": ["binary", "multiclass"]}},
+            {"criterion": "squared_error", "max_depth": 15, "ag_args": {"name_suffix": "MSE", "problem_types": ["regression", "quantile"]}},
+        ],
+    },
+    # Results in much smaller models. Behaves similarly to 'light', but in many cases with over 10x less disk usage and a further reduction in accuracy.
+    very_light={
+        "NN_TORCH": {},
+        "GBM": [
+            {"extra_trees": True, "ag_args": {"name_suffix": "XT"}},
+            {},
+            {
+                "learning_rate": 0.03,
+                "num_leaves": 128,
+                "feature_fraction": 0.9,
+                "min_data_in_leaf": 3,
+                "ag_args": {"name_suffix": "Large", "priority": 0, "hyperparameter_tune_kwargs": None},
+            },
+        ],
+        "CAT": {},
+        "XGB": {},
+        "FASTAI": {},
+    },
+    # Results in extremely quick to train models. Only use this when prototyping, as the model accuracy will be severely reduced.
+    toy={
+        "NN_TORCH": {"num_epochs": 5},
+        "GBM": {"num_boost_round": 10},
+        "CAT": {"iterations": 10},
+        "XGB": {"n_estimators": 10},
+    },
+    # Default AutoGluon hyperparameters intended to maximize accuracy in multimodal tabular + text datasets. Requires GPU.
+    multimodal={
+        "NN_TORCH": {},
+        "GBM": [
+            {},
+            {"extra_trees": True, "ag_args": {"name_suffix": "XT"}},
+            {
+                "learning_rate": 0.03,
+                "num_leaves": 128,
+                "feature_fraction": 0.9,
+                "min_data_in_leaf": 3,
+                "ag_args": {"name_suffix": "Large", "priority": 0, "hyperparameter_tune_kwargs": None},
+            },
+        ],
+        "CAT": {},
+        "XGB": {},
+        # 'FASTAI': {},  # FastAI gets killed if the dataset is large (400K rows).
+        "AG_AUTOMM": {},
+    },
+    # Hyperparameters intended to find an interpretable model which doesn't sacrifice predictive accuracy
+    interpretable={
+        "IM_RULEFIT": [{"max_rules": 7}, {"max_rules": 12}, {"max_rules": 18}],
+        "IM_FIGS": [{"max_rules": 6}, {"max_rules": 10}, {"max_rules": 15}],
+        # Note: Below are commented out because they are not meaningfully interpretable via the existing API
+        # 'IM_GREEDYTREE': [{'max_leaf_nodes': 7, 'max_leaf_nodes': 18}],
+        # 'IM_BOOSTEDRULES': [{'n_estimators': 5}, {'n_estimators': 10}],
+        # 'IM_HSTREE': [{'max_rules': 6}, {'max_rules': 12}, {'max_rules': 18}],
+    },
+    zeroshot=hyperparameter_portfolio_zeroshot_2023,
+    zeroshot_2023=hyperparameter_portfolio_zeroshot_2023,
+    zeroshot_2025_tabfm=hyperparameter_portfolio_zeroshot_2025_small,
+)
+
+tabpfnmix_default = {
+    "model_path_classifier": "autogluon/tabpfn-mix-1.0-classifier",
+    "model_path_regressor": "autogluon/tabpfn-mix-1.0-regressor",
+    "n_ensembles": 1,
+    "max_epochs": 30,
+    "ag.sample_rows_val": 5000,  # Beyond 5k val rows fine-tuning becomes very slow
+    "ag.max_rows": 50000,  # Beyond 50k rows, the time taken is longer than most users would like (hours), while the model is very weak at this size
+    "ag_args": {"name_suffix": "_v1"},
+}
+
+hyperparameter_config_dict["experimental_2024"] = {"TABPFNMIX": tabpfnmix_default}
+hyperparameter_config_dict["experimental_2024"].update(hyperparameter_config_dict["zeroshot_2023"])
+hyperparameter_config_dict["experimental"] = hyperparameter_config_dict["experimental_2024"]
+
+def get_hyperparameter_config_options():
+    return list(hyperparameter_config_dict.keys())
+
+
+def get_hyperparameter_config(config_name):
+    config_options = get_hyperparameter_config_options()
+    if config_name not in config_options:
+        raise ValueError(f"Valid hyperparameter config names are: {config_options}, but '{config_name}' was given instead.")
+    return copy.deepcopy(hyperparameter_config_dict[config_name])

{autogluon.tabular-1.3.2b20250722 → autogluon.tabular-1.4.0b20250724}/src/autogluon/tabular/configs/presets_configs.py

@@ -1,25 +1,5 @@
 # Dictionary of preset fit() parameter configurations.
 tabular_presets_dict = dict(
-    # [EXPERIMENTAL PRESET] The `experimental_quality` preset may be changed or removed without warning.
-    # This preset acts as a testing ground for cutting edge features and models which could later be added to the `best_quality` preset in future releases.
-    # Using this preset can lead to unexpected crashes, as it hasn't been as thoroughly tested as other presets.
-    # Absolute best predictive accuracy with **zero** consideration to inference time or disk usage.
-    # Recommended for applications that benefit from the best possible model accuracy and **do not** care about inference speed.
-    # Significantly stronger than `best_quality`, but can be over 10x slower in inference.
-    # Uses pre-trained tabular foundation models, which add a minimum of 1-2 GB to the predictor artifact's size.
-    # For best results, use as large of an instance as possible with as many CPU cores as possible (ideally 64+ cores)
-    # DOES NOT SUPPORT GPU.
-    # Aliases: experimental
-    experimental_quality={
-        "auto_stack": True,
-        "dynamic_stacking": "auto",
-        "num_bag_sets": 1,
-        "hyperparameters": "experimental",
-        "fit_strategy": "parallel",
-        "num_gpus": 0,
-        "time_limit": 3600,
-    },
-
     # Best predictive accuracy with little consideration to inference time or disk usage. Achieve even better results by specifying a large time_limit value.
     # Recommended for applications that benefit from the best possible model accuracy.
     # Aliases: best
@@ -94,7 +74,52 @@ tabular_presets_dict = dict(
     # ------------------------------------------
     # Experimental presets. Only use these presets if you are ok with unstable and potentially poor performing presets.
     #  Experimental presets can be removed or changed without warning.
-    # No Experimental Presets in v1.0
+
+    # [EXPERIMENTAL PRESET] The `experimental_quality` preset may be changed or removed without warning.
+    # This preset acts as a testing ground for cutting edge features and models which could later be added to the `best_quality` preset in future releases.
+    # Using this preset can lead to unexpected crashes, as it hasn't been as thoroughly tested as other presets.
+    # Absolute best predictive accuracy with **zero** consideration to inference time or disk usage.
+    # Recommended for applications that benefit from the best possible model accuracy and **do not** care about inference speed.
+    # Significantly stronger than `best_quality`, but can be over 10x slower in inference.
+    # Uses pre-trained tabular foundation models, which add a minimum of 1-2 GB to the predictor artifact's size.
+    # For best results, use as large of an instance as possible with a GPU and as many CPU cores as possible (ideally 64+ cores)
+    # Aliases: experimental
+    # GPU STRONGLY RECOMMENDED
+    experimental_quality={
+        "auto_stack": True,
+        "dynamic_stacking": "auto",
+        "num_bag_sets": 1,
+        "_experimental_dynamic_hyperparameters": True,
+        "hyperparameters": None,
+        "time_limit": 3600,
+    },
+
+    # Preset with a portfolio learned from TabArena v0.1: https://tabarena.ai/
+    # Uses tabular foundation models: TabPFNv2, TabICL, Mitra
+    # Uses deep learning model: TabM
+    # Uses tree models: LightGBM, CatBoost, XGBoost
+    # Extremely powerful on small datasets with <= 10000 training samples.
+    # Requires a GPU for best results.
+    tabarena={
+        "auto_stack": True,
+        "dynamic_stacking": "auto",
+        "num_bag_sets": 1,
+        "num_stack_levels": 0,
+        "hyperparameters": "zeroshot_2025_tabfm",
+        "time_limit": 3600,
+    },
+
+    # DOES NOT SUPPORT GPU.
+    experimental_quality_v120={
+        "auto_stack": True,
+        "dynamic_stacking": "auto",
+        "num_bag_sets": 1,
+        "hyperparameters": "experimental",
+        "fit_strategy": "parallel",
+        "num_gpus": 0,
+        "time_limit": 3600,
+    },
+
     # ------------------------------------------
     # ------------------------------------------
     # ------------------------------------------
@@ -116,4 +141,5 @@ tabular_presets_alias = dict(
     hq="high_quality",
     gq="good_quality",
     mq="medium_quality",
+    experimental_quality_v140="experimental_quality",
 )

{autogluon.tabular-1.3.2b20250722 → autogluon.tabular-1.4.0b20250724}/src/autogluon/tabular/configs/zeroshot/zeroshot_portfolio_2023.py

@@ -793,5 +793,4 @@ hyperparameter_portfolio_zeroshot_2023 = {
         {"max_features": 1.0, "max_leaf_nodes": 40459, "min_samples_leaf": 1, "ag_args": {"name_suffix": "_r197", "priority": -78}},
         {"max_features": "sqrt", "max_leaf_nodes": 29702, "min_samples_leaf": 2, "ag_args": {"name_suffix": "_r126", "priority": -86}},
     ],
-    "KNN": [{"weights": "uniform", "ag_args": {"name_suffix": "Unif"}}, {"weights": "distance", "ag_args": {"name_suffix": "Dist"}}],
 }

autogluon.tabular-1.4.0b20250724/src/autogluon/tabular/configs/zeroshot/zeroshot_portfolio_2025.py

@@ -0,0 +1,309 @@
+# optimized for <=10000 samples and <=500 features, with a GPU present
+hyperparameter_portfolio_zeroshot_2025_small = {
+    "TABPFNV2": [
+        {
+            "ag_args": {'name_suffix': '_r143', 'priority': -1},
+            "average_before_softmax": False,
+            "classification_model_path": 'tabpfn-v2-classifier-od3j1g5m.ckpt',
+            "inference_config/FINGERPRINT_FEATURE": False,
+            "inference_config/OUTLIER_REMOVAL_STD": None,
+            "inference_config/POLYNOMIAL_FEATURES": 'no',
+            "inference_config/PREPROCESS_TRANSFORMS": [{'append_original': True, 'categorical_name': 'ordinal_very_common_categories_shuffled', 'global_transformer_name': None, 'name': 'safepower', 'subsample_features': -1}, {'append_original': True, 'categorical_name': 'ordinal_very_common_categories_shuffled', 'global_transformer_name': None, 'name': 'quantile_uni', 'subsample_features': -1}],
+            "inference_config/REGRESSION_Y_PREPROCESS_TRANSFORMS": [None, 'power'],
+            "inference_config/SUBSAMPLE_SAMPLES": 0.99,
+            "model_type": 'single',
+            "n_ensemble_repeats": 4,
+            "regression_model_path": 'tabpfn-v2-regressor-wyl4o83o.ckpt',
+            "softmax_temperature": 0.75,
+        },
+        {
+            "ag_args": {'name_suffix': '_r94', 'priority': -3},
+            "average_before_softmax": True,
+            "classification_model_path": 'tabpfn-v2-classifier-vutqq28w.ckpt',
+            "inference_config/FINGERPRINT_FEATURE": True,
+            "inference_config/OUTLIER_REMOVAL_STD": None,
+            "inference_config/POLYNOMIAL_FEATURES": 'no',
+            "inference_config/PREPROCESS_TRANSFORMS": [{'append_original': True, 'categorical_name': 'ordinal_very_common_categories_shuffled', 'global_transformer_name': None, 'name': 'quantile_uni', 'subsample_features': 0.99}],
+            "inference_config/REGRESSION_Y_PREPROCESS_TRANSFORMS": [None],
+            "inference_config/SUBSAMPLE_SAMPLES": None,
+            "model_type": 'single',
+            "n_ensemble_repeats": 4,
+            "regression_model_path": 'tabpfn-v2-regressor-5wof9ojf.ckpt',
+            "softmax_temperature": 0.9,
+        },
+        {
+            "ag_args": {'name_suffix': '_r181', 'priority': -4},
+            "average_before_softmax": False,
+            "classification_model_path": 'tabpfn-v2-classifier-llderlii.ckpt',
+            "inference_config/FINGERPRINT_FEATURE": False,
+            "inference_config/OUTLIER_REMOVAL_STD": 9.0,
+            "inference_config/POLYNOMIAL_FEATURES": 50,
+            "inference_config/PREPROCESS_TRANSFORMS": [{'append_original': True, 'categorical_name': 'onehot', 'global_transformer_name': 'svd', 'name': 'quantile_uni_coarse', 'subsample_features': 0.99}],
+            "inference_config/REGRESSION_Y_PREPROCESS_TRANSFORMS": ['power'],
+            "inference_config/SUBSAMPLE_SAMPLES": None,
+            "model_type": 'single',
+            "n_ensemble_repeats": 4,
+            "regression_model_path": 'tabpfn-v2-regressor.ckpt',
+            "softmax_temperature": 0.95,
+        },
+    ],
+    "GBM": [
+        {
+            "ag_args": {'name_suffix': '_r33', 'priority': -2},
+            "bagging_fraction": 0.9625293420216,
+            "bagging_freq": 1,
+            "cat_l2": 0.1236875455555,
+            "cat_smooth": 68.8584757332856,
+            "extra_trees": False,
+            "feature_fraction": 0.6189215809382,
+            "lambda_l1": 0.1641757352921,
+            "lambda_l2": 0.6937755557881,
+            "learning_rate": 0.0154031028561,
+            "max_cat_to_onehot": 17,
+            "min_data_in_leaf": 1,
+            "min_data_per_group": 30,
+            "num_leaves": 68,
+        },
+        {
+            "ag_args": {'name_suffix': '_r21', 'priority': -16},
+            "bagging_fraction": 0.7218730663234,
+            "bagging_freq": 1,
+            "cat_l2": 0.0296205152578,
+            "cat_smooth": 0.0010255271303,
+            "extra_trees": False,
+            "feature_fraction": 0.4557131604374,
+            "lambda_l1": 0.5219704038237,
+            "lambda_l2": 0.1070959487853,
+            "learning_rate": 0.0055891584996,
+            "max_cat_to_onehot": 71,
+            "min_data_in_leaf": 50,
+            "min_data_per_group": 10,
+            "num_leaves": 30,
+        },
+        {
+            "ag_args": {'name_suffix': '_r11', 'priority': -19},
+            "bagging_fraction": 0.775784726514,
+            "bagging_freq": 1,
+            "cat_l2": 0.3888471449178,
+            "cat_smooth": 0.0057144748021,
+            "extra_trees": True,
+            "feature_fraction": 0.7732354787904,
+            "lambda_l1": 0.2211002452568,
+            "lambda_l2": 1.1318405980187,
+            "learning_rate": 0.0090151778542,
+            "max_cat_to_onehot": 15,
+            "min_data_in_leaf": 4,
+            "min_data_per_group": 15,
+            "num_leaves": 2,
+        },
+    ],
+    "CAT": [
+        {
+            "ag_args": {'priority': -5},
+        },
+        {
+            "ag_args": {'name_suffix': '_r51', 'priority': -10},
+            "boosting_type": 'Plain',
+            "bootstrap_type": 'Bernoulli',
+            "colsample_bylevel": 0.8771035272558,
+            "depth": 7,
+            "grow_policy": 'SymmetricTree',
+            "l2_leaf_reg": 2.0107286863021,
+            "leaf_estimation_iterations": 2,
+            "learning_rate": 0.0058424016622,
+            "max_bin": 254,
+            "max_ctr_complexity": 4,
+            "model_size_reg": 0.1307400355809,
+            "one_hot_max_size": 23,
+            "subsample": 0.809527841437,
+        },
+        {
+            "ag_args": {'name_suffix': '_r10', 'priority': -12},
+            "boosting_type": 'Plain',
+            "bootstrap_type": 'Bernoulli',
+            "colsample_bylevel": 0.8994502668431,
+            "depth": 6,
+            "grow_policy": 'Depthwise',
+            "l2_leaf_reg": 1.8187025215896,
+            "leaf_estimation_iterations": 7,
+            "learning_rate": 0.005177304142,
+            "max_bin": 254,
+            "max_ctr_complexity": 4,
+            "model_size_reg": 0.5247386875068,
+            "one_hot_max_size": 53,
+            "subsample": 0.8705228845742,
+        },
+        {
+            "ag_args": {'name_suffix': '_r24', 'priority': -15},
+            "boosting_type": 'Plain',
+            "bootstrap_type": 'Bernoulli',
+            "colsample_bylevel": 0.8597809376276,
+            "depth": 8,
+            "grow_policy": 'Depthwise',
+            "l2_leaf_reg": 0.3628261923976,
+            "leaf_estimation_iterations": 5,
+            "learning_rate": 0.016851077771,
+            "max_bin": 254,
+            "max_ctr_complexity": 4,
+            "model_size_reg": 0.1253820547902,
+            "one_hot_max_size": 20,
+            "subsample": 0.8120271122061,
+        },
+        {
+            "ag_args": {'name_suffix': '_r91', 'priority': -17},
+            "boosting_type": 'Plain',
+            "bootstrap_type": 'Bernoulli',
+            "colsample_bylevel": 0.8959275863514,
+            "depth": 4,
+            "grow_policy": 'SymmetricTree',
+            "l2_leaf_reg": 0.0026915894253,
+            "leaf_estimation_iterations": 12,
+            "learning_rate": 0.0475233791203,
+            "max_bin": 254,
+            "max_ctr_complexity": 5,
+            "model_size_reg": 0.1633175256924,
+            "one_hot_max_size": 11,
+            "subsample": 0.798554178926,
+        },
+    ],
+    "TABM": [
+        {
+            "ag_args": {'name_suffix': '_r184', 'priority': -6},
+            "amp": False,
+            "arch_type": 'tabm-mini',
+            "batch_size": 'auto',
+            "d_block": 864,
+            "d_embedding": 24,
+            "dropout": 0.0,
+            "gradient_clipping_norm": 1.0,
+            "lr": 0.0019256819924656217,
+            "n_blocks": 3,
+            "num_emb_n_bins": 3,
+            "num_emb_type": 'pwl',
+            "patience": 16,
+            "share_training_batches": False,
+            "tabm_k": 32,
+            "weight_decay": 0.0,
+        },
+        {
+            "ag_args": {'name_suffix': '_r69', 'priority': -7},
+            "amp": False,
+            "arch_type": 'tabm-mini',
+            "batch_size": 'auto',
+            "d_block": 848,
+            "d_embedding": 28,
+            "dropout": 0.40215621636031007,
+            "gradient_clipping_norm": 1.0,
+            "lr": 0.0010413640454559532,
+            "n_blocks": 3,
+            "num_emb_n_bins": 18,
+            "num_emb_type": 'pwl',
+            "patience": 16,
+            "share_training_batches": False,
+            "tabm_k": 32,
+            "weight_decay": 0.0,
+        },
+        {
+            "ag_args": {'name_suffix': '_r52', 'priority': -11},
+            "amp": False,
+            "arch_type": 'tabm-mini',
+            "batch_size": 'auto',
+            "d_block": 1024,
+            "d_embedding": 32,
+            "dropout": 0.0,
+            "gradient_clipping_norm": 1.0,
+            "lr": 0.0006297851297842611,
+            "n_blocks": 4,
+            "num_emb_n_bins": 22,
+            "num_emb_type": 'pwl',
+            "patience": 16,
+            "share_training_batches": False,
+            "tabm_k": 32,
+            "weight_decay": 0.06900108498839816,
+        },
+        {
+            "ag_args": {'priority': -13},
+        },
+        {
+            "ag_args": {'name_suffix': '_r191', 'priority': -14},
+            "amp": False,
+            "arch_type": 'tabm-mini',
+            "batch_size": 'auto',
+            "d_block": 864,
+            "d_embedding": 8,
+            "dropout": 0.45321529282058803,
+            "gradient_clipping_norm": 1.0,
+            "lr": 0.0003781238075322413,
+            "n_blocks": 4,
+            "num_emb_n_bins": 27,
+            "num_emb_type": 'pwl',
+            "patience": 16,
+            "share_training_batches": False,
+            "tabm_k": 32,
+            "weight_decay": 0.01766851962579851,
+        },
+        {
+            "ag_args": {'name_suffix': '_r49', 'priority': -20},
+            "amp": False,
+            "arch_type": 'tabm-mini',
+            "batch_size": 'auto',
+            "d_block": 640,
+            "d_embedding": 28,
+            "dropout": 0.15296207419190627,
+            "gradient_clipping_norm": 1.0,
+            "lr": 0.002277678490593717,
+            "n_blocks": 3,
+            "num_emb_n_bins": 48,
+            "num_emb_type": 'pwl',
+            "patience": 16,
+            "share_training_batches": False,
+            "tabm_k": 32,
+            "weight_decay": 0.0578159148243893,
+        },
+    ],
+    "TABICL": [
+        {
+            "ag_args": {'priority': -8},
+        },
+    ],
+    "XGB": [
+        {
+            "ag_args": {'name_suffix': '_r171', 'priority': -9},
+            "colsample_bylevel": 0.9213705632288,
+            "colsample_bynode": 0.6443385965381,
+            "enable_categorical": True,
+            "grow_policy": 'lossguide',
+            "learning_rate": 0.0068171645251,
+            "max_cat_to_onehot": 8,
+            "max_depth": 6,
+            "max_leaves": 10,
+            "min_child_weight": 0.0507304250576,
+            "reg_alpha": 4.2446346389037,
+            "reg_lambda": 1.4800570021253,
+            "subsample": 0.9656290596647,
+        },
+        {
+            "ag_args": {'name_suffix': '_r40', 'priority': -18},
+            "colsample_bylevel": 0.6377491713202,
+            "colsample_bynode": 0.9237625621103,
+            "enable_categorical": True,
+            "grow_policy": 'lossguide',
+            "learning_rate": 0.0112462621131,
+            "max_cat_to_onehot": 33,
+            "max_depth": 10,
+            "max_leaves": 35,
+            "min_child_weight": 0.1403464856034,
+            "reg_alpha": 3.4960653958503,
+            "reg_lambda": 1.3062320805235,
+            "subsample": 0.6948898835178,
+        },
+    ],
+    "MITRA": [
+        {
+            "n_estimators": 1,
+            "fine_tune": True,
+            "fine_tune_steps": 50,
+            "ag_args": {'priority': -21},
+        },
+    ],
+}