autogluon.tabular 1.2.1b20250407__py3-none-any.whl → 1.2.1b20250409__py3-none-any.whl

autogluon/tabular/register/_ag_model_register.py

@@ -28,7 +28,6 @@ from ..models import (
     XGBoostModel,
     XTModel,
 )
-from ..models.tab_transformer.tab_transformer_model import TabTransformerModel
 
 
 # When adding a new model officially to AutoGluon, the model class should be added to the bottom of this list.
@@ -42,7 +41,6 @@ REGISTERED_MODEL_CLS_LST = [
     TabularNeuralNetTorchModel,
     LinearModel,
     NNFastAiTabularModel,
-    TabTransformerModel,
     TextPredictorModel,
     ImagePredictorModel,
     MultiModalPredictorModel,

autogluon/tabular/version.py

@@ -1,4 +1,4 @@
 """This is the autogluon version file."""
 
-__version__ = "1.2.1b20250407"
+__version__ = "1.2.1b20250409"
 __lite__ = False

{autogluon.tabular-1.2.1b20250407.dist-info → autogluon.tabular-1.2.1b20250409.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: autogluon.tabular
-Version: 1.2.1b20250407
+Version: 1.2.1b20250409
 Summary: Fast and Accurate ML in 3 Lines of Code
 Home-page: https://github.com/autogluon/autogluon
 Author: AutoGluon Community
@@ -41,32 +41,32 @@ Requires-Dist: scipy<1.16,>=1.5.4
 Requires-Dist: pandas<2.3.0,>=2.0.0
 Requires-Dist: scikit-learn<1.5.3,>=1.4.0
 Requires-Dist: networkx<4,>=3.0
-Requires-Dist: autogluon.core==1.2.1b20250407
-Requires-Dist: autogluon.features==1.2.1b20250407
+Requires-Dist: autogluon.core==1.2.1b20250409
+Requires-Dist: autogluon.features==1.2.1b20250409
 Provides-Extra: all
+Requires-Dist: numpy<2.0.0,>=1.25; extra == "all"
+Requires-Dist: lightgbm<4.7,>=4.0; extra == "all"
 Requires-Dist: catboost<1.3,>=1.2; extra == "all"
+Requires-Dist: torch<2.7,>=2.2; extra == "all"
 Requires-Dist: fastai<2.9,>=2.3.1; extra == "all"
+Requires-Dist: autogluon.core[all]==1.2.1b20250409; extra == "all"
+Requires-Dist: huggingface-hub[torch]; extra == "all"
+Requires-Dist: xgboost<2.2,>=2.0; extra == "all"
 Requires-Dist: einops<0.9,>=0.7; extra == "all"
 Requires-Dist: spacy<3.8; extra == "all"
-Requires-Dist: lightgbm<4.7,>=4.0; extra == "all"
-Requires-Dist: torch<2.6,>=2.2; extra == "all"
-Requires-Dist: xgboost<2.2,>=2.0; extra == "all"
-Requires-Dist: huggingface-hub[torch]; extra == "all"
-Requires-Dist: autogluon.core[all]==1.2.1b20250407; extra == "all"
-Requires-Dist: numpy<2.0.0,>=1.25; extra == "all"
 Provides-Extra: catboost
 Requires-Dist: numpy<2.0.0,>=1.25; extra == "catboost"
 Requires-Dist: catboost<1.3,>=1.2; extra == "catboost"
 Provides-Extra: fastai
 Requires-Dist: spacy<3.8; extra == "fastai"
-Requires-Dist: torch<2.6,>=2.2; extra == "fastai"
+Requires-Dist: torch<2.7,>=2.2; extra == "fastai"
 Requires-Dist: fastai<2.9,>=2.3.1; extra == "fastai"
 Provides-Extra: imodels
 Requires-Dist: imodels<1.4.0,>=1.3.10; extra == "imodels"
 Provides-Extra: lightgbm
 Requires-Dist: lightgbm<4.7,>=4.0; extra == "lightgbm"
 Provides-Extra: ray
-Requires-Dist: autogluon.core[all]==1.2.1b20250407; extra == "ray"
+Requires-Dist: autogluon.core[all]==1.2.1b20250409; extra == "ray"
 Provides-Extra: skex
 Requires-Dist: scikit-learn-intelex<2025.1,>=2024.0; extra == "skex"
 Provides-Extra: skl2onnx
@@ -78,11 +78,11 @@ Requires-Dist: onnx<1.16.2,>=1.13.0; platform_system == "Windows" and extra == "
 Provides-Extra: tabpfn
 Requires-Dist: tabpfn<0.2,>=0.1.11; extra == "tabpfn"
 Provides-Extra: tabpfnmix
-Requires-Dist: torch<2.6,>=2.2; extra == "tabpfnmix"
+Requires-Dist: torch<2.7,>=2.2; extra == "tabpfnmix"
 Requires-Dist: huggingface-hub[torch]; extra == "tabpfnmix"
 Requires-Dist: einops<0.9,>=0.7; extra == "tabpfnmix"
 Provides-Extra: tests
-Requires-Dist: torch<2.6,>=2.2; extra == "tests"
+Requires-Dist: torch<2.7,>=2.2; extra == "tests"
 Requires-Dist: huggingface-hub[torch]; extra == "tests"
 Requires-Dist: einops<0.9,>=0.7; extra == "tests"
 Requires-Dist: imodels<1.4.0,>=1.3.10; extra == "tests"

{autogluon.tabular-1.2.1b20250407.dist-info → autogluon.tabular-1.2.1b20250409.dist-info}/RECORD

@@ -1,6 +1,6 @@
-autogluon.tabular-1.2.1b20250407-py3.9-nspkg.pth,sha256=cQGwpuGPqg1GXscIwt-7PmME1OnSpD-7ixkikJ31WAY,554
+autogluon.tabular-1.2.1b20250409-py3.9-nspkg.pth,sha256=cQGwpuGPqg1GXscIwt-7PmME1OnSpD-7ixkikJ31WAY,554
 autogluon/tabular/__init__.py,sha256=2OXpJCvENRHubBTYNIPpHX93WWuFZzsJBtTZbNVHVas,400
-autogluon/tabular/version.py,sha256=Hl84ugmOnqfU18pLVhKVOks3lzI2_-__H8uz6UWTQvY,91
+autogluon/tabular/version.py,sha256=A9BqrXhLrOJhH5qPbhMof-jLGxRS5nRGGDYPGWeziJE,91
 autogluon/tabular/configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autogluon/tabular/configs/config_helper.py,sha256=Pb2aW9Z9w77pYKPRVZ3nBzHY3KJaiEJSJ747zZcJIVk,21132
 autogluon/tabular/configs/feature_generator_presets.py,sha256=EV5Ym8VW15q92MwOUpTi7wZFS2QooM51fLg3RdUsn-M,1223
@@ -74,17 +74,6 @@ autogluon/tabular/models/rf/rf_rapids_model.py,sha256=3s-8M11dzCl_2Lu5iB3H8YjHLg
 autogluon/tabular/models/rf/compilers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autogluon/tabular/models/rf/compilers/native.py,sha256=HhaqQRkVuf9UEEJPsHcdYCmuWBMYtyqRwwB_N2qxG2M,1313
 autogluon/tabular/models/rf/compilers/onnx.py,sha256=pvaZWdl2JJaE2pFU0mFugzhnybePqe0x1-5oLOvogA0,4318
-autogluon/tabular/models/tab_transformer/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-autogluon/tabular/models/tab_transformer/modified_transformer.py,sha256=3UNhZqKChkWCPtSP4YP23JhtggLqa4mLlP__jvxfBko,22894
-autogluon/tabular/models/tab_transformer/pretexts.py,sha256=UEoDq_8hLKbY7EbE5IyL_gUXpuQ607XTtS-jKqf8j8U,6564
-autogluon/tabular/models/tab_transformer/tab_model_base.py,sha256=4rmY1IrwoFuJejy-9gOoYSz-ar3DvZY8uXyDUBKk7Iw,3615
-autogluon/tabular/models/tab_transformer/tab_transformer.py,sha256=1c1oTJfSsGxQjzZJVN8doqFmYV-Wwwbqcu7RcW77kJk,6991
-autogluon/tabular/models/tab_transformer/tab_transformer_encoder.py,sha256=v2G1S_MSESzKqtvSfxS5uEse2CWtOn_K2E-uIwuE6zI,24701
-autogluon/tabular/models/tab_transformer/tab_transformer_model.py,sha256=5J3xeIWEoSMljJ-ghMeRmHv0sFqY3ASJ2aN7ivOIqww,22917
-autogluon/tabular/models/tab_transformer/utils.py,sha256=rrNk0X6Y0vzt7ivylRmTf0zjDx1DIF-5_ibf6B9Taz8,4554
-autogluon/tabular/models/tab_transformer/hyperparameters/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-autogluon/tabular/models/tab_transformer/hyperparameters/parameters.py,sha256=-vJRG8PVj5FgQnF9FNJHMvoIzzyazGE4XLRyQKL5VT8,3854
-autogluon/tabular/models/tab_transformer/hyperparameters/searchspaces.py,sha256=poiOFwOVIf1ONcPIjOqsA31YbqBgWxy0DlVFpVwKNHM,650
 autogluon/tabular/models/tabpfn/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 autogluon/tabular/models/tabpfn/tabpfn_model.py,sha256=PEYMuIh5TFLIDy3hcjfz1DcvDu77rbwRq0pKWyuUR04,6787
 autogluon/tabular/models/tabpfnmix/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -143,7 +132,7 @@ autogluon/tabular/predictor/__init__.py,sha256=zCMgjxQlWpDWnr1l1xjBCiK3rWC3N3RoD
 autogluon/tabular/predictor/interpretable_predictor.py,sha256=5UeKgnMFsfY65tiO3kxfHBPr03lyswLrgdtjPhI0Y7Q,6934
 autogluon/tabular/predictor/predictor.py,sha256=jOkpypHAPrL2nsI4iypVkZV90TpMORK-G_Ixr3Kw3XQ,357182
 autogluon/tabular/register/__init__.py,sha256=7CLOTWIUho0wi4eAwhYJ5Y0PfvNCWKnRwlw3bwYoTNE,93
-autogluon/tabular/register/_ag_model_register.py,sha256=JNnmL6cwL_zvObRmyuRbwYsCxDT-qrVF5PY8dzJ5U9k,1518
+autogluon/tabular/register/_ag_model_register.py,sha256=afDg51h07vImG8p2YZvzT5IT1lkpti4m2n92FhbDcfw,1414
 autogluon/tabular/register/_model_register.py,sha256=jqSg0d89dXAAcp-OT4II90ce994ByKMMzAYmpkyaRbI,6824
 autogluon/tabular/testing/__init__.py,sha256=XrEGLmMdmRT6QHNR13M9wna57LO4O3Q4tt27Ca8omAc,79
 autogluon/tabular/testing/fit_helper.py,sha256=gVHTdAsp_lSZ_qbwjXM7aA5fI32zHj3_zXwEXC9C_ds,19586
@@ -157,11 +146,11 @@ autogluon/tabular/trainer/model_presets/presets.py,sha256=bTPGPyz07a7GG6327yO6ry
 autogluon/tabular/trainer/model_presets/presets_distill.py,sha256=MnFC2GJc6RmDBNAGbsO2XMfo3PjR8cUrZoilWW8gTYQ,3295
 autogluon/tabular/tuning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autogluon/tabular/tuning/feature_pruner.py,sha256=9iNku8gVbYEkjuKlyITPJDicsNkoraaQOlINQq9iZlQ,6877
-autogluon.tabular-1.2.1b20250407.dist-info/LICENSE,sha256=CeipvOyAZxBGUsFoaFqwkx54aPnIKEtm9a5u2uXxEws,10142
-autogluon.tabular-1.2.1b20250407.dist-info/METADATA,sha256=Lvftvyi0rNeomszPNZ8mfOfD_BWn1UBW3o49Y27nhKQ,14069
-autogluon.tabular-1.2.1b20250407.dist-info/NOTICE,sha256=7nPQuj8Kp-uXsU0S5so3-2dNU5EctS5hDXvvzzehd7E,114
-autogluon.tabular-1.2.1b20250407.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-autogluon.tabular-1.2.1b20250407.dist-info/namespace_packages.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
-autogluon.tabular-1.2.1b20250407.dist-info/top_level.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
-autogluon.tabular-1.2.1b20250407.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-autogluon.tabular-1.2.1b20250407.dist-info/RECORD,,
+autogluon.tabular-1.2.1b20250409.dist-info/LICENSE,sha256=CeipvOyAZxBGUsFoaFqwkx54aPnIKEtm9a5u2uXxEws,10142
+autogluon.tabular-1.2.1b20250409.dist-info/METADATA,sha256=iDCe-gsgrr9MAg1N87btX4Zb2DQUAO-v1k14CK-BJKw,14069
+autogluon.tabular-1.2.1b20250409.dist-info/NOTICE,sha256=7nPQuj8Kp-uXsU0S5so3-2dNU5EctS5hDXvvzzehd7E,114
+autogluon.tabular-1.2.1b20250409.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+autogluon.tabular-1.2.1b20250409.dist-info/namespace_packages.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
+autogluon.tabular-1.2.1b20250409.dist-info/top_level.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
+autogluon.tabular-1.2.1b20250409.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+autogluon.tabular-1.2.1b20250409.dist-info/RECORD,,

autogluon/tabular/models/tab_transformer/__init__.py

@@ -1 +0,0 @@
-

autogluon/tabular/models/tab_transformer/hyperparameters/__init__.py

@@ -1 +0,0 @@
-

autogluon/tabular/models/tab_transformer/hyperparameters/parameters.py

@@ -1,66 +0,0 @@
-def get_fixed_params():
-    """Parameters that currently cannot be searched during HPO"""
-    fixed_params = {
-        "batch_size": 512,  # The size of example chunks to predict on.
-        "n_cont_embeddings": 0,  # How many continuous feature embeddings to use.
-        "norm_class_name": "LayerNorm",  # What kind of normalization to use on continuous features.
-        "column_embedding": True,  # If True, 1/(n_shared_embs)th of every embedding will be reserved for a learned parameter that's common to all embeddings.
-        #'shared_embedding': False,
-        #'n_shared_embs': 8,
-        "orig_emb_resid": False,  # If True, concatenate the original embeddings on top of the feature embeddings in the Transformer layers.
-        "one_hot_embeddings": False,  # If True, one-hot encode variables whose cardinality is < max_emb_dim.
-        "drop_whole_embeddings": False,  # If True, dropout pretends the embedding was a missing value. If false, dropout sets embed features to 0
-        "max_emb_dim": 8,  # Maximum allowable amount of embeddings.
-        "base_exp_decay": 0.95,  # Rate of exponential decay for learning rate, used during finetuning.
-        "encoders": {
-            "CATEGORICAL": "CategoricalOrdinalEnc",  # How to "encode"(vectorize) each column type.
-            "DATETIME": "DatetimeOrdinalEnc",
-            "LATLONG": "LatLongQuantileOrdinalEnc",
-            "SCALAR": "ScalarQuantileOrdinalEnc",
-            "TEXT": "TextSummaryScalarEnc",
-        },
-        "aug_mask_prob": 0.4,  # What percentage of values to apply augmentation to.
-        "num_augs": 0,  # Number of augmentations to add.
-        "pretext": "BERTPretext",  # What pretext to use when performing pretraining/semi-supervised learning.
-        "n_cont_features": 8,  # How many continuous features to concatenate onto the categorical features
-        "fix_attention": False,  # If True, use the categorical embeddings in the transformer architecture.
-        "epochs": 200,  # How many epochs to train on with labeled data.
-        "pretrain_epochs": 200,  # How many epochs to pretrain on with unlabeled data.
-        "epochs_wo_improve": 30,  # How many epochs to continue running without improving on metric. aka "Early Stopping Patience"
-        "num_workers": 16,  # How many workers to use for torch DataLoader.
-        "max_columns": 500,  # Maximum number of columns TabTransformer will accept as input. This is to combat huge memory requirements/errors.
-        "tab_readout": "none",  # What sort of readout from the transformer. Options: ['readout_emb', 'mean', 'concat_pool', 'concat_pool_all', 'concat_pool_add', 'all_feat_embs', 'mean_feat_embs', 'none']
-    }
-
-    return fixed_params
-
-
-def get_hyper_params():
-    """Parameters that currently can be tuned during HPO"""
-    hyper_params = {
-        "lr": 3.6e-3,  # Learning rate
-        # Options: Real(5e-5, 5e-3)
-        "weight_decay": 1e-6,  # Rate of linear weight decay for learning rate
-        # Options: Real(1e-6, 5e-2)
-        "p_dropout": 0,  # dropout probability, 0 turns off Dropout.
-        # Options: Categorical(0, 0.1, 0.2, 0.3, 0.4, 0.5)
-        "n_heads": 4,  # Number of attention heads
-        # Options: Categorical(2, 4, 8)
-        "hidden_dim": 128,  # hidden dimension size
-        # Options: Categorical(32, 64, 128, 256)
-        "n_layers": 2,  # Number of Tab Transformer encoder layers,
-        # Options: Categorical(1, 2, 3, 4, 5)
-        "feature_dim": 64,  # Size of fully connected layer in TabNet.
-        # Options: Int(8, 128)
-        "num_output_layers": 1,  # How many fully-connected layers on top of transformer to produce predictions. Minimum 1 layer.
-        # Options: Categorical(1, 2, 3)
-    }
-
-    return hyper_params
-
-
-def get_default_param():
-    params = get_fixed_params()
-    params.update(get_hyper_params())
-
-    return params

autogluon/tabular/models/tab_transformer/hyperparameters/searchspaces.py

@@ -1,17 +0,0 @@
-from autogluon.common import space
-
-
-# TODO: May have to split search space's by problem type. Not necessary right now.
-def get_default_searchspace():
-    params = {
-        "lr": space.Real(5e-5, 5e-3, default=1e-3, log=True),
-        "weight_decay": space.Real(1e-6, 5e-2, default=1e-6, log=True),
-        "p_dropout": space.Categorical(0.1, 0, 0.5),
-        "n_heads": space.Categorical(8, 4),
-        "hidden_dim": space.Categorical(128, 32, 64, 256),
-        "n_layers": space.Categorical(2, 1, 3, 4, 5),
-        "feature_dim": space.Int(8, 128, default=64),
-        "num_output_layers": space.Categorical(1, 2),
-    }
-
-    return params.copy()