oracle-ads 2.13.7__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/METADATA +151 -151
- oracle_ads-2.13.9rc0.dist-info/RECORD +9 -0
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/WHEEL +2 -1
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/entry_points.txt +1 -2
- oracle_ads-2.13.9rc0.dist-info/top_level.txt +1 -0
- ads/aqua/__init__.py +0 -40
- ads/aqua/app.py +0 -506
- ads/aqua/cli.py +0 -96
- ads/aqua/client/__init__.py +0 -3
- ads/aqua/client/client.py +0 -836
- ads/aqua/client/openai_client.py +0 -305
- ads/aqua/common/__init__.py +0 -5
- ads/aqua/common/decorator.py +0 -125
- ads/aqua/common/entities.py +0 -266
- ads/aqua/common/enums.py +0 -122
- ads/aqua/common/errors.py +0 -109
- ads/aqua/common/utils.py +0 -1285
- ads/aqua/config/__init__.py +0 -4
- ads/aqua/config/container_config.py +0 -248
- ads/aqua/config/evaluation/__init__.py +0 -4
- ads/aqua/config/evaluation/evaluation_service_config.py +0 -147
- ads/aqua/config/utils/__init__.py +0 -4
- ads/aqua/config/utils/serializer.py +0 -339
- ads/aqua/constants.py +0 -114
- ads/aqua/data.py +0 -14
- ads/aqua/dummy_data/icon.txt +0 -1
- ads/aqua/dummy_data/oci_model_deployments.json +0 -56
- ads/aqua/dummy_data/oci_models.json +0 -1
- ads/aqua/dummy_data/readme.md +0 -26
- ads/aqua/evaluation/__init__.py +0 -8
- ads/aqua/evaluation/constants.py +0 -53
- ads/aqua/evaluation/entities.py +0 -186
- ads/aqua/evaluation/errors.py +0 -70
- ads/aqua/evaluation/evaluation.py +0 -1814
- ads/aqua/extension/__init__.py +0 -42
- ads/aqua/extension/aqua_ws_msg_handler.py +0 -76
- ads/aqua/extension/base_handler.py +0 -90
- ads/aqua/extension/common_handler.py +0 -121
- ads/aqua/extension/common_ws_msg_handler.py +0 -36
- ads/aqua/extension/deployment_handler.py +0 -298
- ads/aqua/extension/deployment_ws_msg_handler.py +0 -54
- ads/aqua/extension/errors.py +0 -30
- ads/aqua/extension/evaluation_handler.py +0 -129
- ads/aqua/extension/evaluation_ws_msg_handler.py +0 -61
- ads/aqua/extension/finetune_handler.py +0 -96
- ads/aqua/extension/model_handler.py +0 -390
- ads/aqua/extension/models/__init__.py +0 -0
- ads/aqua/extension/models/ws_models.py +0 -145
- ads/aqua/extension/models_ws_msg_handler.py +0 -50
- ads/aqua/extension/ui_handler.py +0 -282
- ads/aqua/extension/ui_websocket_handler.py +0 -130
- ads/aqua/extension/utils.py +0 -133
- ads/aqua/finetuning/__init__.py +0 -7
- ads/aqua/finetuning/constants.py +0 -23
- ads/aqua/finetuning/entities.py +0 -181
- ads/aqua/finetuning/finetuning.py +0 -731
- ads/aqua/model/__init__.py +0 -8
- ads/aqua/model/constants.py +0 -60
- ads/aqua/model/entities.py +0 -306
- ads/aqua/model/enums.py +0 -30
- ads/aqua/model/model.py +0 -2079
- ads/aqua/modeldeployment/__init__.py +0 -8
- ads/aqua/modeldeployment/constants.py +0 -10
- ads/aqua/modeldeployment/deployment.py +0 -1324
- ads/aqua/modeldeployment/entities.py +0 -653
- ads/aqua/modeldeployment/inference.py +0 -74
- ads/aqua/modeldeployment/utils.py +0 -543
- ads/aqua/resources/gpu_shapes_index.json +0 -94
- ads/aqua/server/__init__.py +0 -4
- ads/aqua/server/__main__.py +0 -24
- ads/aqua/server/app.py +0 -47
- ads/aqua/server/aqua_spec.yml +0 -1291
- ads/aqua/training/__init__.py +0 -4
- ads/aqua/training/exceptions.py +0 -476
- ads/aqua/ui.py +0 -499
- ads/automl/__init__.py +0 -9
- ads/automl/driver.py +0 -330
- ads/automl/provider.py +0 -975
- ads/bds/__init__.py +0 -5
- ads/bds/auth.py +0 -127
- ads/bds/big_data_service.py +0 -255
- ads/catalog/__init__.py +0 -19
- ads/catalog/model.py +0 -1576
- ads/catalog/notebook.py +0 -461
- ads/catalog/project.py +0 -468
- ads/catalog/summary.py +0 -178
- ads/common/__init__.py +0 -11
- ads/common/analyzer.py +0 -65
- ads/common/artifact/.model-ignore +0 -63
- ads/common/artifact/__init__.py +0 -10
- ads/common/auth.py +0 -1122
- ads/common/card_identifier.py +0 -83
- ads/common/config.py +0 -647
- ads/common/data.py +0 -165
- ads/common/decorator/__init__.py +0 -9
- ads/common/decorator/argument_to_case.py +0 -88
- ads/common/decorator/deprecate.py +0 -69
- ads/common/decorator/require_nonempty_arg.py +0 -65
- ads/common/decorator/runtime_dependency.py +0 -178
- ads/common/decorator/threaded.py +0 -97
- ads/common/decorator/utils.py +0 -35
- ads/common/dsc_file_system.py +0 -303
- ads/common/error.py +0 -14
- ads/common/extended_enum.py +0 -81
- ads/common/function/__init__.py +0 -5
- ads/common/function/fn_util.py +0 -142
- ads/common/function/func_conf.yaml +0 -25
- ads/common/ipython.py +0 -76
- ads/common/model.py +0 -679
- ads/common/model_artifact.py +0 -1759
- ads/common/model_artifact_schema.json +0 -107
- ads/common/model_export_util.py +0 -664
- ads/common/model_metadata.py +0 -24
- ads/common/object_storage_details.py +0 -296
- ads/common/oci_client.py +0 -175
- ads/common/oci_datascience.py +0 -46
- ads/common/oci_logging.py +0 -1144
- ads/common/oci_mixin.py +0 -957
- ads/common/oci_resource.py +0 -136
- ads/common/serializer.py +0 -559
- ads/common/utils.py +0 -1852
- ads/common/word_lists.py +0 -1491
- ads/common/work_request.py +0 -189
- ads/data_labeling/__init__.py +0 -13
- ads/data_labeling/boundingbox.py +0 -253
- ads/data_labeling/constants.py +0 -47
- ads/data_labeling/data_labeling_service.py +0 -244
- ads/data_labeling/interface/__init__.py +0 -5
- ads/data_labeling/interface/loader.py +0 -16
- ads/data_labeling/interface/parser.py +0 -16
- ads/data_labeling/interface/reader.py +0 -23
- ads/data_labeling/loader/__init__.py +0 -5
- ads/data_labeling/loader/file_loader.py +0 -241
- ads/data_labeling/metadata.py +0 -110
- ads/data_labeling/mixin/__init__.py +0 -5
- ads/data_labeling/mixin/data_labeling.py +0 -232
- ads/data_labeling/ner.py +0 -129
- ads/data_labeling/parser/__init__.py +0 -5
- ads/data_labeling/parser/dls_record_parser.py +0 -388
- ads/data_labeling/parser/export_metadata_parser.py +0 -94
- ads/data_labeling/parser/export_record_parser.py +0 -473
- ads/data_labeling/reader/__init__.py +0 -5
- ads/data_labeling/reader/dataset_reader.py +0 -574
- ads/data_labeling/reader/dls_record_reader.py +0 -121
- ads/data_labeling/reader/export_record_reader.py +0 -62
- ads/data_labeling/reader/jsonl_reader.py +0 -75
- ads/data_labeling/reader/metadata_reader.py +0 -203
- ads/data_labeling/reader/record_reader.py +0 -263
- ads/data_labeling/record.py +0 -52
- ads/data_labeling/visualizer/__init__.py +0 -5
- ads/data_labeling/visualizer/image_visualizer.py +0 -525
- ads/data_labeling/visualizer/text_visualizer.py +0 -357
- ads/database/__init__.py +0 -5
- ads/database/connection.py +0 -338
- ads/dataset/__init__.py +0 -10
- ads/dataset/capabilities.md +0 -51
- ads/dataset/classification_dataset.py +0 -339
- ads/dataset/correlation.py +0 -226
- ads/dataset/correlation_plot.py +0 -563
- ads/dataset/dask_series.py +0 -173
- ads/dataset/dataframe_transformer.py +0 -110
- ads/dataset/dataset.py +0 -1979
- ads/dataset/dataset_browser.py +0 -360
- ads/dataset/dataset_with_target.py +0 -995
- ads/dataset/exception.py +0 -25
- ads/dataset/factory.py +0 -987
- ads/dataset/feature_engineering_transformer.py +0 -35
- ads/dataset/feature_selection.py +0 -107
- ads/dataset/forecasting_dataset.py +0 -26
- ads/dataset/helper.py +0 -1450
- ads/dataset/label_encoder.py +0 -99
- ads/dataset/mixin/__init__.py +0 -5
- ads/dataset/mixin/dataset_accessor.py +0 -134
- ads/dataset/pipeline.py +0 -58
- ads/dataset/plot.py +0 -710
- ads/dataset/progress.py +0 -86
- ads/dataset/recommendation.py +0 -297
- ads/dataset/recommendation_transformer.py +0 -502
- ads/dataset/regression_dataset.py +0 -14
- ads/dataset/sampled_dataset.py +0 -1050
- ads/dataset/target.py +0 -98
- ads/dataset/timeseries.py +0 -18
- ads/dbmixin/__init__.py +0 -5
- ads/dbmixin/db_pandas_accessor.py +0 -153
- ads/environment/__init__.py +0 -9
- ads/environment/ml_runtime.py +0 -66
- ads/evaluations/README.md +0 -14
- ads/evaluations/__init__.py +0 -109
- ads/evaluations/evaluation_plot.py +0 -983
- ads/evaluations/evaluator.py +0 -1334
- ads/evaluations/statistical_metrics.py +0 -543
- ads/experiments/__init__.py +0 -9
- ads/experiments/capabilities.md +0 -0
- ads/explanations/__init__.py +0 -21
- ads/explanations/base_explainer.py +0 -142
- ads/explanations/capabilities.md +0 -83
- ads/explanations/explainer.py +0 -190
- ads/explanations/mlx_global_explainer.py +0 -1050
- ads/explanations/mlx_interface.py +0 -386
- ads/explanations/mlx_local_explainer.py +0 -287
- ads/explanations/mlx_whatif_explainer.py +0 -201
- ads/feature_engineering/__init__.py +0 -20
- ads/feature_engineering/accessor/__init__.py +0 -5
- ads/feature_engineering/accessor/dataframe_accessor.py +0 -535
- ads/feature_engineering/accessor/mixin/__init__.py +0 -5
- ads/feature_engineering/accessor/mixin/correlation.py +0 -166
- ads/feature_engineering/accessor/mixin/eda_mixin.py +0 -266
- ads/feature_engineering/accessor/mixin/eda_mixin_series.py +0 -85
- ads/feature_engineering/accessor/mixin/feature_types_mixin.py +0 -211
- ads/feature_engineering/accessor/mixin/utils.py +0 -65
- ads/feature_engineering/accessor/series_accessor.py +0 -431
- ads/feature_engineering/adsimage/__init__.py +0 -5
- ads/feature_engineering/adsimage/image.py +0 -192
- ads/feature_engineering/adsimage/image_reader.py +0 -170
- ads/feature_engineering/adsimage/interface/__init__.py +0 -5
- ads/feature_engineering/adsimage/interface/reader.py +0 -19
- ads/feature_engineering/adsstring/__init__.py +0 -7
- ads/feature_engineering/adsstring/oci_language/__init__.py +0 -8
- ads/feature_engineering/adsstring/string/__init__.py +0 -8
- ads/feature_engineering/data_schema.json +0 -57
- ads/feature_engineering/dataset/__init__.py +0 -5
- ads/feature_engineering/dataset/zip_code_data.py +0 -42062
- ads/feature_engineering/exceptions.py +0 -40
- ads/feature_engineering/feature_type/__init__.py +0 -133
- ads/feature_engineering/feature_type/address.py +0 -184
- ads/feature_engineering/feature_type/adsstring/__init__.py +0 -5
- ads/feature_engineering/feature_type/adsstring/common_regex_mixin.py +0 -164
- ads/feature_engineering/feature_type/adsstring/oci_language.py +0 -93
- ads/feature_engineering/feature_type/adsstring/parsers/__init__.py +0 -5
- ads/feature_engineering/feature_type/adsstring/parsers/base.py +0 -47
- ads/feature_engineering/feature_type/adsstring/parsers/nltk_parser.py +0 -96
- ads/feature_engineering/feature_type/adsstring/parsers/spacy_parser.py +0 -221
- ads/feature_engineering/feature_type/adsstring/string.py +0 -258
- ads/feature_engineering/feature_type/base.py +0 -58
- ads/feature_engineering/feature_type/boolean.py +0 -183
- ads/feature_engineering/feature_type/category.py +0 -146
- ads/feature_engineering/feature_type/constant.py +0 -137
- ads/feature_engineering/feature_type/continuous.py +0 -151
- ads/feature_engineering/feature_type/creditcard.py +0 -314
- ads/feature_engineering/feature_type/datetime.py +0 -190
- ads/feature_engineering/feature_type/discrete.py +0 -134
- ads/feature_engineering/feature_type/document.py +0 -43
- ads/feature_engineering/feature_type/gis.py +0 -251
- ads/feature_engineering/feature_type/handler/__init__.py +0 -5
- ads/feature_engineering/feature_type/handler/feature_validator.py +0 -524
- ads/feature_engineering/feature_type/handler/feature_warning.py +0 -319
- ads/feature_engineering/feature_type/handler/warnings.py +0 -128
- ads/feature_engineering/feature_type/integer.py +0 -142
- ads/feature_engineering/feature_type/ip_address.py +0 -144
- ads/feature_engineering/feature_type/ip_address_v4.py +0 -138
- ads/feature_engineering/feature_type/ip_address_v6.py +0 -138
- ads/feature_engineering/feature_type/lat_long.py +0 -256
- ads/feature_engineering/feature_type/object.py +0 -43
- ads/feature_engineering/feature_type/ordinal.py +0 -132
- ads/feature_engineering/feature_type/phone_number.py +0 -135
- ads/feature_engineering/feature_type/string.py +0 -171
- ads/feature_engineering/feature_type/text.py +0 -93
- ads/feature_engineering/feature_type/unknown.py +0 -43
- ads/feature_engineering/feature_type/zip_code.py +0 -164
- ads/feature_engineering/feature_type_manager.py +0 -406
- ads/feature_engineering/schema.py +0 -795
- ads/feature_engineering/utils.py +0 -245
- ads/feature_store/.readthedocs.yaml +0 -19
- ads/feature_store/README.md +0 -65
- ads/feature_store/__init__.py +0 -9
- ads/feature_store/common/__init__.py +0 -0
- ads/feature_store/common/enums.py +0 -339
- ads/feature_store/common/exceptions.py +0 -18
- ads/feature_store/common/spark_session_singleton.py +0 -125
- ads/feature_store/common/utils/__init__.py +0 -0
- ads/feature_store/common/utils/base64_encoder_decoder.py +0 -72
- ads/feature_store/common/utils/feature_schema_mapper.py +0 -283
- ads/feature_store/common/utils/transformation_utils.py +0 -82
- ads/feature_store/common/utils/utility.py +0 -403
- ads/feature_store/data_validation/__init__.py +0 -0
- ads/feature_store/data_validation/great_expectation.py +0 -129
- ads/feature_store/dataset.py +0 -1230
- ads/feature_store/dataset_job.py +0 -530
- ads/feature_store/docs/Dockerfile +0 -7
- ads/feature_store/docs/Makefile +0 -44
- ads/feature_store/docs/conf.py +0 -28
- ads/feature_store/docs/requirements.txt +0 -14
- ads/feature_store/docs/source/ads.feature_store.query.rst +0 -20
- ads/feature_store/docs/source/cicd.rst +0 -137
- ads/feature_store/docs/source/conf.py +0 -86
- ads/feature_store/docs/source/data_versioning.rst +0 -33
- ads/feature_store/docs/source/dataset.rst +0 -388
- ads/feature_store/docs/source/dataset_job.rst +0 -27
- ads/feature_store/docs/source/demo.rst +0 -70
- ads/feature_store/docs/source/entity.rst +0 -78
- ads/feature_store/docs/source/feature_group.rst +0 -624
- ads/feature_store/docs/source/feature_group_job.rst +0 -29
- ads/feature_store/docs/source/feature_store.rst +0 -122
- ads/feature_store/docs/source/feature_store_class.rst +0 -123
- ads/feature_store/docs/source/feature_validation.rst +0 -66
- ads/feature_store/docs/source/figures/cicd.png +0 -0
- ads/feature_store/docs/source/figures/data_validation.png +0 -0
- ads/feature_store/docs/source/figures/data_versioning.png +0 -0
- ads/feature_store/docs/source/figures/dataset.gif +0 -0
- ads/feature_store/docs/source/figures/dataset.png +0 -0
- ads/feature_store/docs/source/figures/dataset_lineage.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_results.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_summary.png +0 -0
- ads/feature_store/docs/source/figures/drift_monitoring.png +0 -0
- ads/feature_store/docs/source/figures/entity.png +0 -0
- ads/feature_store/docs/source/figures/feature_group.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_lineage.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_deployment.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_overview.png +0 -0
- ads/feature_store/docs/source/figures/featuregroup.gif +0 -0
- ads/feature_store/docs/source/figures/lineage_d1.png +0 -0
- ads/feature_store/docs/source/figures/lineage_d2.png +0 -0
- ads/feature_store/docs/source/figures/lineage_fg.png +0 -0
- ads/feature_store/docs/source/figures/logo-dark-mode.png +0 -0
- ads/feature_store/docs/source/figures/logo-light-mode.png +0 -0
- ads/feature_store/docs/source/figures/overview.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_feature_store_stack.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_home.png +0 -0
- ads/feature_store/docs/source/figures/stats_1.png +0 -0
- ads/feature_store/docs/source/figures/stats_2.png +0 -0
- ads/feature_store/docs/source/figures/stats_d.png +0 -0
- ads/feature_store/docs/source/figures/stats_fg.png +0 -0
- ads/feature_store/docs/source/figures/transformation.png +0 -0
- ads/feature_store/docs/source/figures/transformations.gif +0 -0
- ads/feature_store/docs/source/figures/validation.png +0 -0
- ads/feature_store/docs/source/figures/validation_fg.png +0 -0
- ads/feature_store/docs/source/figures/validation_results.png +0 -0
- ads/feature_store/docs/source/figures/validation_summary.png +0 -0
- ads/feature_store/docs/source/index.rst +0 -81
- ads/feature_store/docs/source/module.rst +0 -8
- ads/feature_store/docs/source/notebook.rst +0 -94
- ads/feature_store/docs/source/overview.rst +0 -47
- ads/feature_store/docs/source/quickstart.rst +0 -176
- ads/feature_store/docs/source/release_notes.rst +0 -194
- ads/feature_store/docs/source/setup_feature_store.rst +0 -81
- ads/feature_store/docs/source/statistics.rst +0 -58
- ads/feature_store/docs/source/transformation.rst +0 -199
- ads/feature_store/docs/source/ui.rst +0 -65
- ads/feature_store/docs/source/user_guides.setup.feature_store_operator.rst +0 -66
- ads/feature_store/docs/source/user_guides.setup.helm_chart.rst +0 -192
- ads/feature_store/docs/source/user_guides.setup.terraform.rst +0 -338
- ads/feature_store/entity.py +0 -718
- ads/feature_store/execution_strategy/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/delta_lake_service.py +0 -375
- ads/feature_store/execution_strategy/engine/__init__.py +0 -0
- ads/feature_store/execution_strategy/engine/spark_engine.py +0 -316
- ads/feature_store/execution_strategy/execution_strategy.py +0 -113
- ads/feature_store/execution_strategy/execution_strategy_provider.py +0 -47
- ads/feature_store/execution_strategy/spark/__init__.py +0 -0
- ads/feature_store/execution_strategy/spark/spark_execution.py +0 -618
- ads/feature_store/feature.py +0 -192
- ads/feature_store/feature_group.py +0 -1494
- ads/feature_store/feature_group_expectation.py +0 -346
- ads/feature_store/feature_group_job.py +0 -602
- ads/feature_store/feature_lineage/__init__.py +0 -0
- ads/feature_store/feature_lineage/graphviz_service.py +0 -180
- ads/feature_store/feature_option_details.py +0 -50
- ads/feature_store/feature_statistics/__init__.py +0 -0
- ads/feature_store/feature_statistics/statistics_service.py +0 -99
- ads/feature_store/feature_store.py +0 -699
- ads/feature_store/feature_store_registrar.py +0 -518
- ads/feature_store/input_feature_detail.py +0 -149
- ads/feature_store/mixin/__init__.py +0 -4
- ads/feature_store/mixin/oci_feature_store.py +0 -145
- ads/feature_store/model_details.py +0 -73
- ads/feature_store/query/__init__.py +0 -0
- ads/feature_store/query/filter.py +0 -266
- ads/feature_store/query/generator/__init__.py +0 -0
- ads/feature_store/query/generator/query_generator.py +0 -298
- ads/feature_store/query/join.py +0 -161
- ads/feature_store/query/query.py +0 -403
- ads/feature_store/query/validator/__init__.py +0 -0
- ads/feature_store/query/validator/query_validator.py +0 -57
- ads/feature_store/response/__init__.py +0 -0
- ads/feature_store/response/response_builder.py +0 -68
- ads/feature_store/service/__init__.py +0 -0
- ads/feature_store/service/oci_dataset.py +0 -139
- ads/feature_store/service/oci_dataset_job.py +0 -199
- ads/feature_store/service/oci_entity.py +0 -125
- ads/feature_store/service/oci_feature_group.py +0 -164
- ads/feature_store/service/oci_feature_group_job.py +0 -214
- ads/feature_store/service/oci_feature_store.py +0 -182
- ads/feature_store/service/oci_lineage.py +0 -87
- ads/feature_store/service/oci_transformation.py +0 -104
- ads/feature_store/statistics/__init__.py +0 -0
- ads/feature_store/statistics/abs_feature_value.py +0 -49
- ads/feature_store/statistics/charts/__init__.py +0 -0
- ads/feature_store/statistics/charts/abstract_feature_plot.py +0 -37
- ads/feature_store/statistics/charts/box_plot.py +0 -148
- ads/feature_store/statistics/charts/frequency_distribution.py +0 -65
- ads/feature_store/statistics/charts/probability_distribution.py +0 -68
- ads/feature_store/statistics/charts/top_k_frequent_elements.py +0 -98
- ads/feature_store/statistics/feature_stat.py +0 -126
- ads/feature_store/statistics/generic_feature_value.py +0 -33
- ads/feature_store/statistics/statistics.py +0 -41
- ads/feature_store/statistics_config.py +0 -101
- ads/feature_store/templates/feature_store_template.yaml +0 -45
- ads/feature_store/transformation.py +0 -499
- ads/feature_store/validation_output.py +0 -57
- ads/hpo/__init__.py +0 -9
- ads/hpo/_imports.py +0 -91
- ads/hpo/ads_search_space.py +0 -439
- ads/hpo/distributions.py +0 -325
- ads/hpo/objective.py +0 -280
- ads/hpo/search_cv.py +0 -1657
- ads/hpo/stopping_criterion.py +0 -75
- ads/hpo/tuner_artifact.py +0 -413
- ads/hpo/utils.py +0 -91
- ads/hpo/validation.py +0 -140
- ads/hpo/visualization/__init__.py +0 -5
- ads/hpo/visualization/_contour.py +0 -23
- ads/hpo/visualization/_edf.py +0 -20
- ads/hpo/visualization/_intermediate_values.py +0 -21
- ads/hpo/visualization/_optimization_history.py +0 -25
- ads/hpo/visualization/_parallel_coordinate.py +0 -169
- ads/hpo/visualization/_param_importances.py +0 -26
- ads/jobs/__init__.py +0 -53
- ads/jobs/ads_job.py +0 -663
- ads/jobs/builders/__init__.py +0 -5
- ads/jobs/builders/base.py +0 -156
- ads/jobs/builders/infrastructure/__init__.py +0 -6
- ads/jobs/builders/infrastructure/base.py +0 -165
- ads/jobs/builders/infrastructure/dataflow.py +0 -1252
- ads/jobs/builders/infrastructure/dsc_job.py +0 -1894
- ads/jobs/builders/infrastructure/dsc_job_runtime.py +0 -1233
- ads/jobs/builders/infrastructure/utils.py +0 -65
- ads/jobs/builders/runtimes/__init__.py +0 -5
- ads/jobs/builders/runtimes/artifact.py +0 -338
- ads/jobs/builders/runtimes/base.py +0 -325
- ads/jobs/builders/runtimes/container_runtime.py +0 -242
- ads/jobs/builders/runtimes/python_runtime.py +0 -1016
- ads/jobs/builders/runtimes/pytorch_runtime.py +0 -204
- ads/jobs/cli.py +0 -104
- ads/jobs/env_var_parser.py +0 -131
- ads/jobs/extension.py +0 -160
- ads/jobs/schema/__init__.py +0 -5
- ads/jobs/schema/infrastructure_schema.json +0 -116
- ads/jobs/schema/job_schema.json +0 -42
- ads/jobs/schema/runtime_schema.json +0 -183
- ads/jobs/schema/validator.py +0 -141
- ads/jobs/serializer.py +0 -296
- ads/jobs/templates/__init__.py +0 -5
- ads/jobs/templates/container.py +0 -6
- ads/jobs/templates/driver_notebook.py +0 -177
- ads/jobs/templates/driver_oci.py +0 -500
- ads/jobs/templates/driver_python.py +0 -48
- ads/jobs/templates/driver_pytorch.py +0 -852
- ads/jobs/templates/driver_utils.py +0 -615
- ads/jobs/templates/hostname_from_env.c +0 -55
- ads/jobs/templates/oci_metrics.py +0 -181
- ads/jobs/utils.py +0 -104
- ads/llm/__init__.py +0 -28
- ads/llm/autogen/__init__.py +0 -2
- ads/llm/autogen/constants.py +0 -15
- ads/llm/autogen/reports/__init__.py +0 -2
- ads/llm/autogen/reports/base.py +0 -67
- ads/llm/autogen/reports/data.py +0 -103
- ads/llm/autogen/reports/session.py +0 -526
- ads/llm/autogen/reports/templates/chat_box.html +0 -13
- ads/llm/autogen/reports/templates/chat_box_lt.html +0 -5
- ads/llm/autogen/reports/templates/chat_box_rt.html +0 -6
- ads/llm/autogen/reports/utils.py +0 -56
- ads/llm/autogen/v02/__init__.py +0 -4
- ads/llm/autogen/v02/client.py +0 -295
- ads/llm/autogen/v02/log_handlers/__init__.py +0 -2
- ads/llm/autogen/v02/log_handlers/oci_file_handler.py +0 -83
- ads/llm/autogen/v02/loggers/__init__.py +0 -6
- ads/llm/autogen/v02/loggers/metric_logger.py +0 -320
- ads/llm/autogen/v02/loggers/session_logger.py +0 -580
- ads/llm/autogen/v02/loggers/utils.py +0 -86
- ads/llm/autogen/v02/runtime_logging.py +0 -163
- ads/llm/chain.py +0 -268
- ads/llm/chat_template.py +0 -31
- ads/llm/deploy.py +0 -63
- ads/llm/guardrails/__init__.py +0 -5
- ads/llm/guardrails/base.py +0 -442
- ads/llm/guardrails/huggingface.py +0 -44
- ads/llm/langchain/__init__.py +0 -5
- ads/llm/langchain/plugins/__init__.py +0 -5
- ads/llm/langchain/plugins/chat_models/__init__.py +0 -5
- ads/llm/langchain/plugins/chat_models/oci_data_science.py +0 -1027
- ads/llm/langchain/plugins/embeddings/__init__.py +0 -4
- ads/llm/langchain/plugins/embeddings/oci_data_science_model_deployment_endpoint.py +0 -184
- ads/llm/langchain/plugins/llms/__init__.py +0 -5
- ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py +0 -979
- ads/llm/requirements.txt +0 -3
- ads/llm/serialize.py +0 -219
- ads/llm/serializers/__init__.py +0 -0
- ads/llm/serializers/retrieval_qa.py +0 -153
- ads/llm/serializers/runnable_parallel.py +0 -27
- ads/llm/templates/score_chain.jinja2 +0 -155
- ads/llm/templates/tool_chat_template_hermes.jinja +0 -130
- ads/llm/templates/tool_chat_template_mistral_parallel.jinja +0 -94
- ads/model/__init__.py +0 -52
- ads/model/artifact.py +0 -573
- ads/model/artifact_downloader.py +0 -254
- ads/model/artifact_uploader.py +0 -267
- ads/model/base_properties.py +0 -238
- ads/model/common/.model-ignore +0 -66
- ads/model/common/__init__.py +0 -5
- ads/model/common/utils.py +0 -142
- ads/model/datascience_model.py +0 -2635
- ads/model/deployment/__init__.py +0 -20
- ads/model/deployment/common/__init__.py +0 -5
- ads/model/deployment/common/utils.py +0 -308
- ads/model/deployment/model_deployer.py +0 -466
- ads/model/deployment/model_deployment.py +0 -1846
- ads/model/deployment/model_deployment_infrastructure.py +0 -671
- ads/model/deployment/model_deployment_properties.py +0 -493
- ads/model/deployment/model_deployment_runtime.py +0 -838
- ads/model/extractor/__init__.py +0 -5
- ads/model/extractor/automl_extractor.py +0 -74
- ads/model/extractor/embedding_onnx_extractor.py +0 -80
- ads/model/extractor/huggingface_extractor.py +0 -88
- ads/model/extractor/keras_extractor.py +0 -84
- ads/model/extractor/lightgbm_extractor.py +0 -93
- ads/model/extractor/model_info_extractor.py +0 -114
- ads/model/extractor/model_info_extractor_factory.py +0 -105
- ads/model/extractor/pytorch_extractor.py +0 -87
- ads/model/extractor/sklearn_extractor.py +0 -112
- ads/model/extractor/spark_extractor.py +0 -89
- ads/model/extractor/tensorflow_extractor.py +0 -85
- ads/model/extractor/xgboost_extractor.py +0 -94
- ads/model/framework/__init__.py +0 -5
- ads/model/framework/automl_model.py +0 -178
- ads/model/framework/embedding_onnx_model.py +0 -438
- ads/model/framework/huggingface_model.py +0 -399
- ads/model/framework/lightgbm_model.py +0 -266
- ads/model/framework/pytorch_model.py +0 -266
- ads/model/framework/sklearn_model.py +0 -250
- ads/model/framework/spark_model.py +0 -326
- ads/model/framework/tensorflow_model.py +0 -254
- ads/model/framework/xgboost_model.py +0 -258
- ads/model/generic_model.py +0 -3518
- ads/model/model_artifact_boilerplate/README.md +0 -381
- ads/model/model_artifact_boilerplate/__init__.py +0 -5
- ads/model/model_artifact_boilerplate/artifact_introspection_test/__init__.py +0 -5
- ads/model/model_artifact_boilerplate/artifact_introspection_test/model_artifact_validate.py +0 -427
- ads/model/model_artifact_boilerplate/artifact_introspection_test/requirements.txt +0 -2
- ads/model/model_artifact_boilerplate/runtime.yaml +0 -7
- ads/model/model_artifact_boilerplate/score.py +0 -61
- ads/model/model_file_description_schema.json +0 -68
- ads/model/model_introspect.py +0 -331
- ads/model/model_metadata.py +0 -1810
- ads/model/model_metadata_mixin.py +0 -460
- ads/model/model_properties.py +0 -63
- ads/model/model_version_set.py +0 -739
- ads/model/runtime/__init__.py +0 -5
- ads/model/runtime/env_info.py +0 -306
- ads/model/runtime/model_deployment_details.py +0 -37
- ads/model/runtime/model_provenance_details.py +0 -58
- ads/model/runtime/runtime_info.py +0 -81
- ads/model/runtime/schemas/inference_env_info_schema.yaml +0 -16
- ads/model/runtime/schemas/model_provenance_schema.yaml +0 -36
- ads/model/runtime/schemas/training_env_info_schema.yaml +0 -16
- ads/model/runtime/utils.py +0 -201
- ads/model/serde/__init__.py +0 -5
- ads/model/serde/common.py +0 -40
- ads/model/serde/model_input.py +0 -547
- ads/model/serde/model_serializer.py +0 -1184
- ads/model/service/__init__.py +0 -5
- ads/model/service/oci_datascience_model.py +0 -1076
- ads/model/service/oci_datascience_model_deployment.py +0 -500
- ads/model/service/oci_datascience_model_version_set.py +0 -176
- ads/model/transformer/__init__.py +0 -5
- ads/model/transformer/onnx_transformer.py +0 -324
- ads/mysqldb/__init__.py +0 -5
- ads/mysqldb/mysql_db.py +0 -227
- ads/opctl/__init__.py +0 -18
- ads/opctl/anomaly_detection.py +0 -11
- ads/opctl/backend/__init__.py +0 -5
- ads/opctl/backend/ads_dataflow.py +0 -353
- ads/opctl/backend/ads_ml_job.py +0 -710
- ads/opctl/backend/ads_ml_pipeline.py +0 -164
- ads/opctl/backend/ads_model_deployment.py +0 -209
- ads/opctl/backend/base.py +0 -146
- ads/opctl/backend/local.py +0 -1053
- ads/opctl/backend/marketplace/__init__.py +0 -9
- ads/opctl/backend/marketplace/helm_helper.py +0 -173
- ads/opctl/backend/marketplace/local_marketplace.py +0 -271
- ads/opctl/backend/marketplace/marketplace_backend_runner.py +0 -71
- ads/opctl/backend/marketplace/marketplace_operator_interface.py +0 -44
- ads/opctl/backend/marketplace/marketplace_operator_runner.py +0 -24
- ads/opctl/backend/marketplace/marketplace_utils.py +0 -212
- ads/opctl/backend/marketplace/models/__init__.py +0 -5
- ads/opctl/backend/marketplace/models/bearer_token.py +0 -94
- ads/opctl/backend/marketplace/models/marketplace_type.py +0 -70
- ads/opctl/backend/marketplace/models/ocir_details.py +0 -56
- ads/opctl/backend/marketplace/prerequisite_checker.py +0 -238
- ads/opctl/cli.py +0 -707
- ads/opctl/cmds.py +0 -869
- ads/opctl/conda/__init__.py +0 -5
- ads/opctl/conda/cli.py +0 -193
- ads/opctl/conda/cmds.py +0 -749
- ads/opctl/conda/config.yaml +0 -34
- ads/opctl/conda/manifest_template.yaml +0 -13
- ads/opctl/conda/multipart_uploader.py +0 -188
- ads/opctl/conda/pack.py +0 -89
- ads/opctl/config/__init__.py +0 -5
- ads/opctl/config/base.py +0 -57
- ads/opctl/config/diagnostics/__init__.py +0 -5
- ads/opctl/config/diagnostics/distributed/default_requirements_config.yaml +0 -62
- ads/opctl/config/merger.py +0 -255
- ads/opctl/config/resolver.py +0 -297
- ads/opctl/config/utils.py +0 -79
- ads/opctl/config/validator.py +0 -17
- ads/opctl/config/versioner.py +0 -68
- ads/opctl/config/yaml_parsers/__init__.py +0 -7
- ads/opctl/config/yaml_parsers/base.py +0 -58
- ads/opctl/config/yaml_parsers/distributed/__init__.py +0 -7
- ads/opctl/config/yaml_parsers/distributed/yaml_parser.py +0 -201
- ads/opctl/constants.py +0 -66
- ads/opctl/decorator/__init__.py +0 -5
- ads/opctl/decorator/common.py +0 -129
- ads/opctl/diagnostics/__init__.py +0 -5
- ads/opctl/diagnostics/__main__.py +0 -25
- ads/opctl/diagnostics/check_distributed_job_requirements.py +0 -212
- ads/opctl/diagnostics/check_requirements.py +0 -144
- ads/opctl/diagnostics/requirement_exception.py +0 -9
- ads/opctl/distributed/README.md +0 -109
- ads/opctl/distributed/__init__.py +0 -5
- ads/opctl/distributed/certificates.py +0 -32
- ads/opctl/distributed/cli.py +0 -207
- ads/opctl/distributed/cmds.py +0 -731
- ads/opctl/distributed/common/__init__.py +0 -5
- ads/opctl/distributed/common/abstract_cluster_provider.py +0 -449
- ads/opctl/distributed/common/abstract_framework_spec_builder.py +0 -88
- ads/opctl/distributed/common/cluster_config_helper.py +0 -103
- ads/opctl/distributed/common/cluster_provider_factory.py +0 -21
- ads/opctl/distributed/common/cluster_runner.py +0 -54
- ads/opctl/distributed/common/framework_factory.py +0 -29
- ads/opctl/docker/Dockerfile.job +0 -103
- ads/opctl/docker/Dockerfile.job.arm +0 -107
- ads/opctl/docker/Dockerfile.job.gpu +0 -175
- ads/opctl/docker/base-env.yaml +0 -13
- ads/opctl/docker/cuda.repo +0 -6
- ads/opctl/docker/operator/.dockerignore +0 -0
- ads/opctl/docker/operator/Dockerfile +0 -41
- ads/opctl/docker/operator/Dockerfile.gpu +0 -85
- ads/opctl/docker/operator/cuda.repo +0 -6
- ads/opctl/docker/operator/environment.yaml +0 -8
- ads/opctl/forecast.py +0 -11
- ads/opctl/index.yaml +0 -3
- ads/opctl/model/__init__.py +0 -5
- ads/opctl/model/cli.py +0 -65
- ads/opctl/model/cmds.py +0 -73
- ads/opctl/operator/README.md +0 -4
- ads/opctl/operator/__init__.py +0 -31
- ads/opctl/operator/cli.py +0 -344
- ads/opctl/operator/cmd.py +0 -596
- ads/opctl/operator/common/__init__.py +0 -5
- ads/opctl/operator/common/backend_factory.py +0 -460
- ads/opctl/operator/common/const.py +0 -27
- ads/opctl/operator/common/data/synthetic.csv +0 -16001
- ads/opctl/operator/common/dictionary_merger.py +0 -148
- ads/opctl/operator/common/errors.py +0 -42
- ads/opctl/operator/common/operator_config.py +0 -99
- ads/opctl/operator/common/operator_loader.py +0 -811
- ads/opctl/operator/common/operator_schema.yaml +0 -130
- ads/opctl/operator/common/operator_yaml_generator.py +0 -152
- ads/opctl/operator/common/utils.py +0 -208
- ads/opctl/operator/lowcode/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/MLoperator +0 -16
- ads/opctl/operator/lowcode/anomaly/README.md +0 -207
- ads/opctl/operator/lowcode/anomaly/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/__main__.py +0 -103
- ads/opctl/operator/lowcode/anomaly/cmd.py +0 -35
- ads/opctl/operator/lowcode/anomaly/const.py +0 -167
- ads/opctl/operator/lowcode/anomaly/environment.yaml +0 -10
- ads/opctl/operator/lowcode/anomaly/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py +0 -146
- ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py +0 -162
- ads/opctl/operator/lowcode/anomaly/model/automlx.py +0 -99
- ads/opctl/operator/lowcode/anomaly/model/autots.py +0 -115
- ads/opctl/operator/lowcode/anomaly/model/base_model.py +0 -404
- ads/opctl/operator/lowcode/anomaly/model/factory.py +0 -110
- ads/opctl/operator/lowcode/anomaly/model/isolationforest.py +0 -78
- ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py +0 -78
- ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py +0 -120
- ads/opctl/operator/lowcode/anomaly/model/tods.py +0 -119
- ads/opctl/operator/lowcode/anomaly/operator_config.py +0 -127
- ads/opctl/operator/lowcode/anomaly/schema.yaml +0 -401
- ads/opctl/operator/lowcode/anomaly/utils.py +0 -88
- ads/opctl/operator/lowcode/common/__init__.py +0 -5
- ads/opctl/operator/lowcode/common/const.py +0 -10
- ads/opctl/operator/lowcode/common/data.py +0 -116
- ads/opctl/operator/lowcode/common/errors.py +0 -47
- ads/opctl/operator/lowcode/common/transformations.py +0 -296
- ads/opctl/operator/lowcode/common/utils.py +0 -293
- ads/opctl/operator/lowcode/feature_store_marketplace/MLoperator +0 -13
- ads/opctl/operator/lowcode/feature_store_marketplace/README.md +0 -30
- ads/opctl/operator/lowcode/feature_store_marketplace/__init__.py +0 -5
- ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py +0 -116
- ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py +0 -85
- ads/opctl/operator/lowcode/feature_store_marketplace/const.py +0 -15
- ads/opctl/operator/lowcode/feature_store_marketplace/environment.yaml +0 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py +0 -4
- ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py +0 -32
- ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py +0 -43
- ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py +0 -120
- ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py +0 -34
- ads/opctl/operator/lowcode/feature_store_marketplace/operator_utils.py +0 -386
- ads/opctl/operator/lowcode/feature_store_marketplace/schema.yaml +0 -160
- ads/opctl/operator/lowcode/forecast/MLoperator +0 -25
- ads/opctl/operator/lowcode/forecast/README.md +0 -209
- ads/opctl/operator/lowcode/forecast/__init__.py +0 -5
- ads/opctl/operator/lowcode/forecast/__main__.py +0 -89
- ads/opctl/operator/lowcode/forecast/cmd.py +0 -40
- ads/opctl/operator/lowcode/forecast/const.py +0 -92
- ads/opctl/operator/lowcode/forecast/environment.yaml +0 -20
- ads/opctl/operator/lowcode/forecast/errors.py +0 -26
- ads/opctl/operator/lowcode/forecast/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/forecast/model/arima.py +0 -279
- ads/opctl/operator/lowcode/forecast/model/automlx.py +0 -542
- ads/opctl/operator/lowcode/forecast/model/autots.py +0 -312
- ads/opctl/operator/lowcode/forecast/model/base_model.py +0 -863
- ads/opctl/operator/lowcode/forecast/model/factory.py +0 -106
- ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py +0 -492
- ads/opctl/operator/lowcode/forecast/model/ml_forecast.py +0 -243
- ads/opctl/operator/lowcode/forecast/model/neuralprophet.py +0 -486
- ads/opctl/operator/lowcode/forecast/model/prophet.py +0 -445
- ads/opctl/operator/lowcode/forecast/model_evaluator.py +0 -244
- ads/opctl/operator/lowcode/forecast/operator_config.py +0 -234
- ads/opctl/operator/lowcode/forecast/schema.yaml +0 -506
- ads/opctl/operator/lowcode/forecast/utils.py +0 -413
- ads/opctl/operator/lowcode/forecast/whatifserve/__init__.py +0 -7
- ads/opctl/operator/lowcode/forecast/whatifserve/deployment_manager.py +0 -285
- ads/opctl/operator/lowcode/forecast/whatifserve/score.py +0 -246
- ads/opctl/operator/lowcode/pii/MLoperator +0 -17
- ads/opctl/operator/lowcode/pii/README.md +0 -208
- ads/opctl/operator/lowcode/pii/__init__.py +0 -5
- ads/opctl/operator/lowcode/pii/__main__.py +0 -78
- ads/opctl/operator/lowcode/pii/cmd.py +0 -39
- ads/opctl/operator/lowcode/pii/constant.py +0 -84
- ads/opctl/operator/lowcode/pii/environment.yaml +0 -17
- ads/opctl/operator/lowcode/pii/errors.py +0 -27
- ads/opctl/operator/lowcode/pii/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/pii/model/factory.py +0 -82
- ads/opctl/operator/lowcode/pii/model/guardrails.py +0 -167
- ads/opctl/operator/lowcode/pii/model/pii.py +0 -145
- ads/opctl/operator/lowcode/pii/model/processor/__init__.py +0 -34
- ads/opctl/operator/lowcode/pii/model/processor/email_replacer.py +0 -34
- ads/opctl/operator/lowcode/pii/model/processor/mbi_replacer.py +0 -35
- ads/opctl/operator/lowcode/pii/model/processor/name_replacer.py +0 -225
- ads/opctl/operator/lowcode/pii/model/processor/number_replacer.py +0 -73
- ads/opctl/operator/lowcode/pii/model/processor/remover.py +0 -26
- ads/opctl/operator/lowcode/pii/model/report.py +0 -487
- ads/opctl/operator/lowcode/pii/operator_config.py +0 -95
- ads/opctl/operator/lowcode/pii/schema.yaml +0 -108
- ads/opctl/operator/lowcode/pii/utils.py +0 -43
- ads/opctl/operator/lowcode/recommender/MLoperator +0 -16
- ads/opctl/operator/lowcode/recommender/README.md +0 -206
- ads/opctl/operator/lowcode/recommender/__init__.py +0 -5
- ads/opctl/operator/lowcode/recommender/__main__.py +0 -82
- ads/opctl/operator/lowcode/recommender/cmd.py +0 -33
- ads/opctl/operator/lowcode/recommender/constant.py +0 -30
- ads/opctl/operator/lowcode/recommender/environment.yaml +0 -11
- ads/opctl/operator/lowcode/recommender/model/base_model.py +0 -212
- ads/opctl/operator/lowcode/recommender/model/factory.py +0 -56
- ads/opctl/operator/lowcode/recommender/model/recommender_dataset.py +0 -25
- ads/opctl/operator/lowcode/recommender/model/svd.py +0 -106
- ads/opctl/operator/lowcode/recommender/operator_config.py +0 -81
- ads/opctl/operator/lowcode/recommender/schema.yaml +0 -265
- ads/opctl/operator/lowcode/recommender/utils.py +0 -13
- ads/opctl/operator/runtime/__init__.py +0 -5
- ads/opctl/operator/runtime/const.py +0 -17
- ads/opctl/operator/runtime/container_runtime_schema.yaml +0 -50
- ads/opctl/operator/runtime/marketplace_runtime.py +0 -50
- ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml +0 -21
- ads/opctl/operator/runtime/python_runtime_schema.yaml +0 -21
- ads/opctl/operator/runtime/runtime.py +0 -115
- ads/opctl/schema.yaml.yml +0 -36
- ads/opctl/script.py +0 -40
- ads/opctl/spark/__init__.py +0 -5
- ads/opctl/spark/cli.py +0 -43
- ads/opctl/spark/cmds.py +0 -147
- ads/opctl/templates/diagnostic_report_template.jinja2 +0 -102
- ads/opctl/utils.py +0 -344
- ads/oracledb/__init__.py +0 -5
- ads/oracledb/oracle_db.py +0 -346
- ads/pipeline/__init__.py +0 -39
- ads/pipeline/ads_pipeline.py +0 -2279
- ads/pipeline/ads_pipeline_run.py +0 -772
- ads/pipeline/ads_pipeline_step.py +0 -605
- ads/pipeline/builders/__init__.py +0 -5
- ads/pipeline/builders/infrastructure/__init__.py +0 -5
- ads/pipeline/builders/infrastructure/custom_script.py +0 -32
- ads/pipeline/cli.py +0 -119
- ads/pipeline/extension.py +0 -291
- ads/pipeline/schema/__init__.py +0 -5
- ads/pipeline/schema/cs_step_schema.json +0 -35
- ads/pipeline/schema/ml_step_schema.json +0 -31
- ads/pipeline/schema/pipeline_schema.json +0 -71
- ads/pipeline/visualizer/__init__.py +0 -5
- ads/pipeline/visualizer/base.py +0 -570
- ads/pipeline/visualizer/graph_renderer.py +0 -272
- ads/pipeline/visualizer/text_renderer.py +0 -84
- ads/secrets/__init__.py +0 -11
- ads/secrets/adb.py +0 -386
- ads/secrets/auth_token.py +0 -86
- ads/secrets/big_data_service.py +0 -365
- ads/secrets/mysqldb.py +0 -149
- ads/secrets/oracledb.py +0 -160
- ads/secrets/secrets.py +0 -407
- ads/telemetry/__init__.py +0 -7
- ads/telemetry/base.py +0 -69
- ads/telemetry/client.py +0 -125
- ads/telemetry/telemetry.py +0 -257
- ads/templates/dataflow_pyspark.jinja2 +0 -13
- ads/templates/dataflow_sparksql.jinja2 +0 -22
- ads/templates/func.jinja2 +0 -20
- ads/templates/schemas/openapi.json +0 -1740
- ads/templates/score-pkl.jinja2 +0 -173
- ads/templates/score.jinja2 +0 -322
- ads/templates/score_embedding_onnx.jinja2 +0 -202
- ads/templates/score_generic.jinja2 +0 -165
- ads/templates/score_huggingface_pipeline.jinja2 +0 -217
- ads/templates/score_lightgbm.jinja2 +0 -185
- ads/templates/score_onnx.jinja2 +0 -407
- ads/templates/score_onnx_new.jinja2 +0 -473
- ads/templates/score_oracle_automl.jinja2 +0 -185
- ads/templates/score_pyspark.jinja2 +0 -154
- ads/templates/score_pytorch.jinja2 +0 -219
- ads/templates/score_scikit-learn.jinja2 +0 -184
- ads/templates/score_tensorflow.jinja2 +0 -184
- ads/templates/score_xgboost.jinja2 +0 -178
- ads/text_dataset/__init__.py +0 -5
- ads/text_dataset/backends.py +0 -211
- ads/text_dataset/dataset.py +0 -445
- ads/text_dataset/extractor.py +0 -207
- ads/text_dataset/options.py +0 -53
- ads/text_dataset/udfs.py +0 -22
- ads/text_dataset/utils.py +0 -49
- ads/type_discovery/__init__.py +0 -9
- ads/type_discovery/abstract_detector.py +0 -21
- ads/type_discovery/constant_detector.py +0 -41
- ads/type_discovery/continuous_detector.py +0 -54
- ads/type_discovery/credit_card_detector.py +0 -99
- ads/type_discovery/datetime_detector.py +0 -92
- ads/type_discovery/discrete_detector.py +0 -118
- ads/type_discovery/document_detector.py +0 -146
- ads/type_discovery/ip_detector.py +0 -68
- ads/type_discovery/latlon_detector.py +0 -90
- ads/type_discovery/phone_number_detector.py +0 -63
- ads/type_discovery/type_discovery_driver.py +0 -87
- ads/type_discovery/typed_feature.py +0 -594
- ads/type_discovery/unknown_detector.py +0 -41
- ads/type_discovery/zipcode_detector.py +0 -48
- ads/vault/__init__.py +0 -7
- ads/vault/vault.py +0 -237
- oracle_ads-2.13.7.dist-info/RECORD +0 -858
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/licenses/LICENSE.txt +0 -0
@@ -1,164 +0,0 @@
|
|
1
|
-
#!/usr/bin/env python
|
2
|
-
# -*- coding: utf-8 -*--
|
3
|
-
|
4
|
-
# Copyright (c) 2021 Oracle and/or its affiliates.
|
5
|
-
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
6
|
-
|
7
|
-
"""
|
8
|
-
The module that represents a ZipCode feature type.
|
9
|
-
|
10
|
-
Classes:
|
11
|
-
ZipCode
|
12
|
-
The ZipCode feature type.
|
13
|
-
|
14
|
-
Functions:
|
15
|
-
default_handler(data: pd.Series) -> pd.Series
|
16
|
-
Processes given data and indicates if the data matches requirements.
|
17
|
-
"""
|
18
|
-
import matplotlib.pyplot as plt
|
19
|
-
import pandas as pd
|
20
|
-
import re
|
21
|
-
from ads.feature_engineering.feature_type.string import String
|
22
|
-
from ads.feature_engineering.utils import (
|
23
|
-
_count_unique_missing,
|
24
|
-
_to_lat_long,
|
25
|
-
_plot_gis_scatter,
|
26
|
-
_zip_code,
|
27
|
-
)
|
28
|
-
from ads.feature_engineering import schema
|
29
|
-
|
30
|
-
PATTERN = re.compile(r"^[0-9]{5}(?:-[0-9]{4})?$", re.VERBOSE)
|
31
|
-
|
32
|
-
|
33
|
-
def default_handler(data: pd.Series, *args, **kwargs) -> pd.Series:
|
34
|
-
"""Processes given data and indicates if the data matches requirements.
|
35
|
-
|
36
|
-
Parameters
|
37
|
-
----------
|
38
|
-
data: pd.Series
|
39
|
-
The data to process.
|
40
|
-
|
41
|
-
Returns
|
42
|
-
-------
|
43
|
-
pd.Series: The logical list indicating if the data matches requirements.
|
44
|
-
"""
|
45
|
-
|
46
|
-
def _is_zip_code(x: any):
|
47
|
-
return (
|
48
|
-
not pd.isnull(x) and isinstance(x, str) and re.match(PATTERN, x) is not None
|
49
|
-
)
|
50
|
-
|
51
|
-
return data.apply(lambda x: True if _is_zip_code(x) else False)
|
52
|
-
|
53
|
-
|
54
|
-
class ZipCode(String):
|
55
|
-
"""Type representing postal code.
|
56
|
-
|
57
|
-
Attributes
|
58
|
-
----------
|
59
|
-
description: str
|
60
|
-
The feature type description.
|
61
|
-
name: str
|
62
|
-
The feature type name.
|
63
|
-
warning: FeatureWarning
|
64
|
-
Provides functionality to register warnings and invoke them.
|
65
|
-
validator
|
66
|
-
Provides functionality to register validators and invoke them.
|
67
|
-
|
68
|
-
Methods
|
69
|
-
--------
|
70
|
-
feature_stat(x: pd.Series) -> pd.DataFrame
|
71
|
-
Generates feature statistics.
|
72
|
-
feature_plot(x: pd.Series) -> plt.Axes
|
73
|
-
Shows the geometry distribution base on location of zipcode.
|
74
|
-
|
75
|
-
|
76
|
-
Example
|
77
|
-
-------
|
78
|
-
>>> from ads.feature_engineering.feature_type.zip_code import ZipCode
|
79
|
-
>>> import pandas as pd
|
80
|
-
>>> import numpy as np
|
81
|
-
>>> s = pd.Series(["94065", "90210", np.NaN, None], name='zipcode')
|
82
|
-
>>> ZipCode.validator.is_zip_code(s)
|
83
|
-
0 True
|
84
|
-
1 True
|
85
|
-
2 False
|
86
|
-
3 False
|
87
|
-
Name: zipcode, dtype: bool
|
88
|
-
"""
|
89
|
-
|
90
|
-
description = "Type representing postal code."
|
91
|
-
|
92
|
-
@staticmethod
|
93
|
-
def feature_stat(x: pd.Series) -> pd.DataFrame:
|
94
|
-
"""Generates feature statistics.
|
95
|
-
|
96
|
-
Feature statistics include (total)count, unique(count) and missing(count).
|
97
|
-
|
98
|
-
Examples
|
99
|
-
--------
|
100
|
-
>>> zipcode = pd.Series([94065, 90210, np.NaN, None], name='zipcode')
|
101
|
-
>>> zipcode.ads.feature_type = ['zip_code']
|
102
|
-
>>> zipcode.ads.feature_stat()
|
103
|
-
Metric Value
|
104
|
-
0 count 4
|
105
|
-
1 unique 2
|
106
|
-
2 missing 2
|
107
|
-
|
108
|
-
Returns
|
109
|
-
-------
|
110
|
-
Pandas Dataframe
|
111
|
-
Summary statistics of the Series provided.
|
112
|
-
"""
|
113
|
-
return _count_unique_missing(x)
|
114
|
-
|
115
|
-
@staticmethod
|
116
|
-
def feature_plot(x: pd.Series) -> plt.Axes:
|
117
|
-
"""
|
118
|
-
Shows the geometry distribution base on location of zipcode.
|
119
|
-
|
120
|
-
Examples
|
121
|
-
--------
|
122
|
-
>>> zipcode = pd.Series([94065, 90210, np.NaN, None], name='zipcode')
|
123
|
-
>>> zipcode.ads.feature_type = ['zip_code']
|
124
|
-
>>> zipcode.ads.feature_plot()
|
125
|
-
Returns
|
126
|
-
-------
|
127
|
-
matplotlib.axes._subplots.AxesSubplot
|
128
|
-
Plot object for the series based on the ZipCode feature type.
|
129
|
-
"""
|
130
|
-
gis = _to_lat_long(x.loc[default_handler(x)], _zip_code())
|
131
|
-
if len(gis.index):
|
132
|
-
return _plot_gis_scatter(gis, "longitude", "latitude")
|
133
|
-
|
134
|
-
@classmethod
|
135
|
-
def feature_domain(cls, x: pd.Series) -> schema.Domain:
|
136
|
-
"""
|
137
|
-
Generate the domain of the data of this feature type.
|
138
|
-
|
139
|
-
Examples
|
140
|
-
--------
|
141
|
-
>>> zipcode = pd.Series([94065, 90210, np.NaN, None], name='zipcode')
|
142
|
-
>>> zipcode.ads.feature_type = ['zip_code']
|
143
|
-
>>> zipcode.ads.feature_domain()
|
144
|
-
constraints: []
|
145
|
-
stats:
|
146
|
-
count: 4
|
147
|
-
missing: 2
|
148
|
-
unique: 2
|
149
|
-
values: ZipCode
|
150
|
-
|
151
|
-
Returns
|
152
|
-
-------
|
153
|
-
ads.feature_engineering.schema.Domain
|
154
|
-
Domain based on the ZipCode feature type.
|
155
|
-
"""
|
156
|
-
|
157
|
-
return schema.Domain(
|
158
|
-
cls.__name__,
|
159
|
-
cls.feature_stat(x).to_dict()[x.name],
|
160
|
-
[],
|
161
|
-
)
|
162
|
-
|
163
|
-
|
164
|
-
ZipCode.validator.register("is_zip_code", default_handler)
|
@@ -1,406 +0,0 @@
|
|
1
|
-
#!/usr/bin/env python
|
2
|
-
# -*- coding: utf-8 -*--
|
3
|
-
|
4
|
-
# Copyright (c) 2021, 2023 Oracle and/or its affiliates.
|
5
|
-
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
6
|
-
|
7
|
-
"""
|
8
|
-
The module that helps to manage feature types.
|
9
|
-
Provides functionalities to register, unregister, list feature types.
|
10
|
-
|
11
|
-
Classes
|
12
|
-
--------
|
13
|
-
FeatureTypeManager
|
14
|
-
Feature Types Manager class that manages feature types.
|
15
|
-
|
16
|
-
Examples
|
17
|
-
--------
|
18
|
-
>>> from ads.feature_engineering.feature_type.base import FeatureType
|
19
|
-
>>> class NewType(FeatureType):
|
20
|
-
... description="My personal type."
|
21
|
-
... pass
|
22
|
-
>>> FeatureTypeManager.feature_type_register(NewType)
|
23
|
-
>>> FeatureTypeManager.feature_type_registered()
|
24
|
-
Name Feature Type Description
|
25
|
-
---------------------------------------------------------------------------------
|
26
|
-
0 Continuous continuous Type representing continuous values.
|
27
|
-
1 DateTime date_time Type representing date and/or time.
|
28
|
-
2 Category category Type representing discrete unordered values.
|
29
|
-
3 Ordinal ordinal Type representing ordered values.
|
30
|
-
4 NewType new_type My personal type.
|
31
|
-
|
32
|
-
>>> FeatureTypeManager.warning_registered()
|
33
|
-
Feature Type Warning Handler
|
34
|
-
----------------------------------------------------------------------
|
35
|
-
0 continuous zeros zeros_handler
|
36
|
-
1 continuous high_cardinality high_cardinality_handler
|
37
|
-
|
38
|
-
>>> FeatureTypeManager.validator_registered()
|
39
|
-
Feature Type Validator Condition Handler
|
40
|
-
-------------------------------------------------------------------------------------------
|
41
|
-
0 phone_number is_phone_number () default_handler
|
42
|
-
1 phone_number is_phone_number {'country_code': '+7'} specific_country_handler
|
43
|
-
2 credit_card is_credit_card () default_handler
|
44
|
-
|
45
|
-
>>> FeatureTypeManager.feature_type_unregister(NewType)
|
46
|
-
>>> FeatureTypeManager.feature_type_reset()
|
47
|
-
>>> FeatureTypeManager.feature_type_object('continuous')
|
48
|
-
Continuous
|
49
|
-
"""
|
50
|
-
from typing import Union
|
51
|
-
import logging
|
52
|
-
import pandas as pd
|
53
|
-
import pandas.api.types as pdtypes
|
54
|
-
from ads.feature_engineering.feature_type.base import FeatureType
|
55
|
-
from ads.feature_engineering.feature_type.object import Object
|
56
|
-
from ads.feature_engineering.feature_type.integer import Integer
|
57
|
-
from ads.feature_engineering.feature_type.category import Category
|
58
|
-
from ads.feature_engineering.feature_type.ordinal import Ordinal
|
59
|
-
from ads.feature_engineering.feature_type.boolean import Boolean
|
60
|
-
from ads.feature_engineering.feature_type.string import String
|
61
|
-
from ads.feature_engineering.feature_type.lat_long import LatLong
|
62
|
-
from ads.feature_engineering.feature_type.creditcard import CreditCard
|
63
|
-
from ads.feature_engineering.feature_type.zip_code import ZipCode
|
64
|
-
from ads.feature_engineering.feature_type.phone_number import PhoneNumber
|
65
|
-
from ads.feature_engineering.feature_type.datetime import DateTime
|
66
|
-
from ads.feature_engineering.feature_type.continuous import Continuous
|
67
|
-
from ads.feature_engineering.feature_type.address import Address
|
68
|
-
from ads.feature_engineering.feature_type.constant import Constant
|
69
|
-
from ads.feature_engineering.feature_type.document import Document
|
70
|
-
from ads.feature_engineering.feature_type.gis import GIS
|
71
|
-
from ads.feature_engineering.feature_type.ip_address import IpAddress
|
72
|
-
from ads.feature_engineering.feature_type.ip_address_v4 import IpAddressV4
|
73
|
-
from ads.feature_engineering.feature_type.ip_address_v6 import IpAddressV6
|
74
|
-
from ads.feature_engineering.feature_type.text import Text
|
75
|
-
from ads.feature_engineering.feature_type.unknown import Unknown
|
76
|
-
from ads.feature_engineering.feature_type.discrete import Discrete
|
77
|
-
from ads.feature_engineering import exceptions
|
78
|
-
from ads.feature_engineering.feature_type.adsstring.string import ADSString
|
79
|
-
|
80
|
-
logger = logging.getLogger(__name__)
|
81
|
-
|
82
|
-
|
83
|
-
def _feature_type_by_dtype(dtype) -> FeatureType:
|
84
|
-
"""Determines feature type by DataFrame dtype.
|
85
|
-
|
86
|
-
Parameters
|
87
|
-
----------
|
88
|
-
dtype: pd.DataFrame.dtypes
|
89
|
-
The Pandas series data type.
|
90
|
-
|
91
|
-
Returns
|
92
|
-
-------
|
93
|
-
FeatureType
|
94
|
-
The subclass of FeatureType.
|
95
|
-
"""
|
96
|
-
if pdtypes.is_bool_dtype(dtype):
|
97
|
-
return Boolean
|
98
|
-
if pdtypes.is_datetime64_any_dtype(dtype):
|
99
|
-
return DateTime
|
100
|
-
if pdtypes.is_categorical_dtype(dtype):
|
101
|
-
return Category
|
102
|
-
if pdtypes.is_string_dtype(dtype):
|
103
|
-
return String
|
104
|
-
if pdtypes.is_float_dtype(dtype):
|
105
|
-
return Continuous
|
106
|
-
if pdtypes.is_integer_dtype(dtype):
|
107
|
-
return Integer
|
108
|
-
return Object
|
109
|
-
|
110
|
-
|
111
|
-
class FeatureTypeManager:
|
112
|
-
"""Feature Types Manager class that manages feature types.
|
113
|
-
|
114
|
-
Provides functionalities to register, unregister, list feature types.
|
115
|
-
|
116
|
-
Methods
|
117
|
-
-------
|
118
|
-
feature_type_object(cls, feature_type: Union[FeatureType, str]) -> FeatureType
|
119
|
-
Gets a feature type by class object or name.
|
120
|
-
feature_type_register(cls, feature_type_cls: FeatureType) -> None
|
121
|
-
Registers a feature type.
|
122
|
-
feature_type_unregister(cls, feature_type_cls: Union[FeatureType, str]) -> None
|
123
|
-
Unregisters a feature type.
|
124
|
-
feature_type_reset(cls) -> None
|
125
|
-
Resets feature types to be default.
|
126
|
-
feature_type_registered(cls) -> pd.DataFrame
|
127
|
-
Lists all registered feature types as a DataFrame.
|
128
|
-
warning_registered(cls) -> pd.DataFrame
|
129
|
-
Lists registered warnings for all registered feature types.
|
130
|
-
validator_registered(cls) -> pd.DataFrame
|
131
|
-
Lists registered validators for all registered feature types.
|
132
|
-
|
133
|
-
Examples
|
134
|
-
--------
|
135
|
-
>>> from ads.feature_engineering.feature_type.base import FeatureType
|
136
|
-
>>> class NewType(FeatureType):
|
137
|
-
... pass
|
138
|
-
>>> FeatureTypeManager.register_feature_type(NewType)
|
139
|
-
>>> FeatureTypeManager.feature_type_registered()
|
140
|
-
Name Feature Type Description
|
141
|
-
-------------------------------------------------------------------------------
|
142
|
-
0 Continuous continuous Type representing continuous values.
|
143
|
-
1 DateTime date_time Type representing date and/or time.
|
144
|
-
2 Category category Type representing discrete unordered values.
|
145
|
-
3 Ordinal ordinal Type representing ordered values.
|
146
|
-
|
147
|
-
>>> FeatureTypeManager.warning_registered()
|
148
|
-
Feature Type Warning Handler
|
149
|
-
----------------------------------------------------------------------
|
150
|
-
0 continuous zeros zeros_handler
|
151
|
-
1 continuous high_cardinality high_cardinality_handler
|
152
|
-
|
153
|
-
>>> FeatureTypeManager.validator_registered()
|
154
|
-
Feature Type Validator Condition Handler
|
155
|
-
-------------------------------------------------------------------------------------------
|
156
|
-
0 phone_number is_phone_number () default_handler
|
157
|
-
1 phone_number is_phone_number {'country_code': '+7'} specific_country_handler
|
158
|
-
2 credit_card is_credit_card () default_handler
|
159
|
-
|
160
|
-
>>> FeatureTypeManager.feature_type_unregister(NewType)
|
161
|
-
>>> FeatureTypeManager.feature_type_reset()
|
162
|
-
>>> FeatureTypeManager.feature_type_object('continuous')
|
163
|
-
Continuous
|
164
|
-
"""
|
165
|
-
|
166
|
-
_default_registered_type = [
|
167
|
-
Continuous,
|
168
|
-
DateTime,
|
169
|
-
Category,
|
170
|
-
Ordinal,
|
171
|
-
Boolean,
|
172
|
-
String,
|
173
|
-
LatLong,
|
174
|
-
PhoneNumber,
|
175
|
-
ZipCode,
|
176
|
-
CreditCard,
|
177
|
-
Object,
|
178
|
-
Integer,
|
179
|
-
Address,
|
180
|
-
Constant,
|
181
|
-
Document,
|
182
|
-
GIS,
|
183
|
-
IpAddressV4,
|
184
|
-
IpAddressV6,
|
185
|
-
IpAddress,
|
186
|
-
Text,
|
187
|
-
Unknown,
|
188
|
-
Discrete,
|
189
|
-
ADSString,
|
190
|
-
]
|
191
|
-
_name_to_type_map = {tp.name: tp for tp in _default_registered_type}
|
192
|
-
|
193
|
-
@classmethod
|
194
|
-
def feature_type_register(cls, feature_type_cls: FeatureType) -> None:
|
195
|
-
"""Registers new feature type.
|
196
|
-
|
197
|
-
Parameters
|
198
|
-
----------
|
199
|
-
feature_type : FeatureType
|
200
|
-
Subclass of FeatureType to be registered.
|
201
|
-
|
202
|
-
Returns
|
203
|
-
-------
|
204
|
-
None
|
205
|
-
Nothing.
|
206
|
-
|
207
|
-
Raises
|
208
|
-
------
|
209
|
-
TypeError
|
210
|
-
Type is not a subclass of FeatureType.
|
211
|
-
TypeError
|
212
|
-
Type has already been registered.
|
213
|
-
NameError
|
214
|
-
Name has already been used.
|
215
|
-
"""
|
216
|
-
if not issubclass(feature_type_cls, FeatureType):
|
217
|
-
raise exceptions.InvalidFeatureType(feature_type_cls.__name__)
|
218
|
-
if feature_type_cls in cls._name_to_type_map.values():
|
219
|
-
raise exceptions.TypeAlreadyRegistered(feature_type_cls.__name__)
|
220
|
-
if feature_type_cls.name in cls._name_to_type_map:
|
221
|
-
raise exceptions.NameAlreadyRegistered(feature_type_cls.name)
|
222
|
-
|
223
|
-
cls._name_to_type_map[feature_type_cls.name] = feature_type_cls
|
224
|
-
|
225
|
-
@classmethod
|
226
|
-
def feature_type_unregister(cls, feature_type: Union[FeatureType, str]) -> None:
|
227
|
-
"""Unregisters a feature type.
|
228
|
-
|
229
|
-
Parameters
|
230
|
-
----------
|
231
|
-
feature_type: (FeatureType | str)
|
232
|
-
The FeatureType subclass or a str indicating feature type.
|
233
|
-
|
234
|
-
Returns
|
235
|
-
-------
|
236
|
-
None
|
237
|
-
Nothing.
|
238
|
-
|
239
|
-
Raises
|
240
|
-
------
|
241
|
-
TypeError
|
242
|
-
In attempt to unregister a default feature type.
|
243
|
-
"""
|
244
|
-
feature_type_cls = cls.feature_type_object(feature_type)
|
245
|
-
if feature_type_cls in cls._default_registered_type:
|
246
|
-
raise TypeError(
|
247
|
-
f"Default type {feature_type_cls.__name__} cannot be removed."
|
248
|
-
)
|
249
|
-
|
250
|
-
del cls._name_to_type_map[feature_type_cls.name]
|
251
|
-
|
252
|
-
@classmethod
|
253
|
-
def feature_type_reset(cls) -> None:
|
254
|
-
"""Resets feature types to be default.
|
255
|
-
|
256
|
-
Returns
|
257
|
-
-------
|
258
|
-
None
|
259
|
-
Nothing.
|
260
|
-
"""
|
261
|
-
cls._name_to_type_map = {tp.name: tp for tp in cls._default_registered_type}
|
262
|
-
|
263
|
-
@classmethod
|
264
|
-
def feature_type_registered(cls) -> pd.DataFrame:
|
265
|
-
"""Lists all registered feature types as a DataFrame.
|
266
|
-
|
267
|
-
Returns
|
268
|
-
-------
|
269
|
-
pd.DataFrame:
|
270
|
-
The list of feature types in a DataFrame format.
|
271
|
-
"""
|
272
|
-
return (
|
273
|
-
pd.DataFrame(
|
274
|
-
[
|
275
|
-
(ft.__name__, name, ft.description)
|
276
|
-
for name, ft in cls._name_to_type_map.items()
|
277
|
-
],
|
278
|
-
columns=["Class", "Name", "Description"],
|
279
|
-
)
|
280
|
-
.sort_values(by=["Class", "Name"])
|
281
|
-
.reset_index(drop=True)
|
282
|
-
)
|
283
|
-
|
284
|
-
@classmethod
|
285
|
-
def feature_type_object(cls, feature_type: Union[FeatureType, str]) -> FeatureType:
|
286
|
-
"""Gets a feature type by class object or name.
|
287
|
-
|
288
|
-
Parameters
|
289
|
-
----------
|
290
|
-
feature_type: Union[FeatureType, str]
|
291
|
-
The FeatureType subclass or a str indicating feature type.
|
292
|
-
|
293
|
-
Returns
|
294
|
-
-------
|
295
|
-
FeatureType
|
296
|
-
Found feature type.
|
297
|
-
|
298
|
-
Raises
|
299
|
-
------
|
300
|
-
TypeNotFound
|
301
|
-
If provided feature type not registered.
|
302
|
-
TypeError
|
303
|
-
If provided feature type not a subclass of FeatureType.
|
304
|
-
"""
|
305
|
-
|
306
|
-
if isinstance(feature_type, str):
|
307
|
-
if feature_type not in cls._name_to_type_map:
|
308
|
-
raise exceptions.TypeNotFound(feature_type)
|
309
|
-
return cls._name_to_type_map[feature_type]
|
310
|
-
|
311
|
-
if not isinstance(feature_type, FeatureType) and not issubclass(
|
312
|
-
feature_type, FeatureType
|
313
|
-
):
|
314
|
-
raise TypeError(
|
315
|
-
f"{feature_type} must be an instance or subclass of FeatureType."
|
316
|
-
)
|
317
|
-
|
318
|
-
if isinstance(feature_type, FeatureType):
|
319
|
-
feature_type_cls = feature_type.__class__
|
320
|
-
else:
|
321
|
-
feature_type_cls = feature_type
|
322
|
-
|
323
|
-
if feature_type_cls not in cls._name_to_type_map.values():
|
324
|
-
raise exceptions.TypeNotFound(feature_type_cls.__name__)
|
325
|
-
|
326
|
-
return feature_type_cls
|
327
|
-
|
328
|
-
@classmethod
|
329
|
-
def is_type_registered(cls, feature_type: Union[FeatureType, str]) -> bool:
|
330
|
-
"""Checks if provided feature type registered in the system.
|
331
|
-
|
332
|
-
Parameters
|
333
|
-
----------
|
334
|
-
feature_type: Union[FeatureType, str]
|
335
|
-
The FeatureType subclass or a str indicating feature type.
|
336
|
-
|
337
|
-
Returns
|
338
|
-
-------
|
339
|
-
bool
|
340
|
-
True if provided feature type registered, False otherwise.
|
341
|
-
"""
|
342
|
-
result = False
|
343
|
-
try:
|
344
|
-
cls.feature_type_object(feature_type)
|
345
|
-
except Exception as e: # pylint: disable=broad-except
|
346
|
-
logger.info("Error %s occured. Arguments %s", str(e), e.args)
|
347
|
-
else:
|
348
|
-
result = True
|
349
|
-
return result
|
350
|
-
|
351
|
-
@classmethod
|
352
|
-
def warning_registered(cls) -> pd.DataFrame:
|
353
|
-
"""Lists registered warnings for all registered feature types.
|
354
|
-
|
355
|
-
Returns
|
356
|
-
-------
|
357
|
-
pd.DataFrame:
|
358
|
-
The list of registered warnings for registered feature types
|
359
|
-
in a DataFrame format.
|
360
|
-
|
361
|
-
Examples
|
362
|
-
--------
|
363
|
-
>>> FeatureTypeManager.warning_registered()
|
364
|
-
Feature Type Warning Handler
|
365
|
-
----------------------------------------------------------------------
|
366
|
-
0 continuous zeros zeros_handler
|
367
|
-
1 continuous high_cardinality high_cardinality_handler
|
368
|
-
"""
|
369
|
-
result_df = pd.DataFrame((), columns=["Feature Type", "Warning", "Handler"])
|
370
|
-
for feature_type in cls._name_to_type_map.values():
|
371
|
-
feature_type_df = feature_type.warning.registered()
|
372
|
-
feature_type_df.insert(0, "Feature Type", feature_type.name)
|
373
|
-
feature_type_df = feature_type_df.rename(columns={"Name": "Warning"})
|
374
|
-
result_df = pd.concat([result_df, feature_type_df])
|
375
|
-
result_df.reset_index(drop=True, inplace=True)
|
376
|
-
return result_df
|
377
|
-
|
378
|
-
@classmethod
|
379
|
-
def validator_registered(cls) -> pd.DataFrame:
|
380
|
-
"""Lists registered validators for registered feature types.
|
381
|
-
|
382
|
-
Returns
|
383
|
-
-------
|
384
|
-
pd.DataFrame:
|
385
|
-
The list of registered validators for registered feature types
|
386
|
-
in a DataFrame format.
|
387
|
-
|
388
|
-
Examples
|
389
|
-
--------
|
390
|
-
>>> FeatureTypeManager.validator_registered()
|
391
|
-
Feature Type Validator Condition Handler
|
392
|
-
-------------------------------------------------------------------------------------------
|
393
|
-
0 phone_number is_phone_number () default_handler
|
394
|
-
1 phone_number is_phone_number {'country_code': '+7'} specific_country_handler
|
395
|
-
2 credit_card is_credit_card () default_handler
|
396
|
-
"""
|
397
|
-
result_df = pd.DataFrame(
|
398
|
-
[], columns=["Feature Type", "Validator", "Condition", "Handler"]
|
399
|
-
)
|
400
|
-
for feature_type in cls._name_to_type_map.values():
|
401
|
-
feature_type_df = feature_type.validator.registered()
|
402
|
-
feature_type_df.insert(0, "Feature Type", feature_type.name)
|
403
|
-
feature_type_df = feature_type_df.rename(columns={"Name": "Validator"})
|
404
|
-
result_df = pd.concat([result_df, feature_type_df])
|
405
|
-
result_df.reset_index(drop=True, inplace=True)
|
406
|
-
return result_df
|