oracle-ads 2.13.7__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/METADATA +151 -151
- oracle_ads-2.13.9rc0.dist-info/RECORD +9 -0
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/WHEEL +2 -1
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/entry_points.txt +1 -2
- oracle_ads-2.13.9rc0.dist-info/top_level.txt +1 -0
- ads/aqua/__init__.py +0 -40
- ads/aqua/app.py +0 -506
- ads/aqua/cli.py +0 -96
- ads/aqua/client/__init__.py +0 -3
- ads/aqua/client/client.py +0 -836
- ads/aqua/client/openai_client.py +0 -305
- ads/aqua/common/__init__.py +0 -5
- ads/aqua/common/decorator.py +0 -125
- ads/aqua/common/entities.py +0 -266
- ads/aqua/common/enums.py +0 -122
- ads/aqua/common/errors.py +0 -109
- ads/aqua/common/utils.py +0 -1285
- ads/aqua/config/__init__.py +0 -4
- ads/aqua/config/container_config.py +0 -248
- ads/aqua/config/evaluation/__init__.py +0 -4
- ads/aqua/config/evaluation/evaluation_service_config.py +0 -147
- ads/aqua/config/utils/__init__.py +0 -4
- ads/aqua/config/utils/serializer.py +0 -339
- ads/aqua/constants.py +0 -114
- ads/aqua/data.py +0 -14
- ads/aqua/dummy_data/icon.txt +0 -1
- ads/aqua/dummy_data/oci_model_deployments.json +0 -56
- ads/aqua/dummy_data/oci_models.json +0 -1
- ads/aqua/dummy_data/readme.md +0 -26
- ads/aqua/evaluation/__init__.py +0 -8
- ads/aqua/evaluation/constants.py +0 -53
- ads/aqua/evaluation/entities.py +0 -186
- ads/aqua/evaluation/errors.py +0 -70
- ads/aqua/evaluation/evaluation.py +0 -1814
- ads/aqua/extension/__init__.py +0 -42
- ads/aqua/extension/aqua_ws_msg_handler.py +0 -76
- ads/aqua/extension/base_handler.py +0 -90
- ads/aqua/extension/common_handler.py +0 -121
- ads/aqua/extension/common_ws_msg_handler.py +0 -36
- ads/aqua/extension/deployment_handler.py +0 -298
- ads/aqua/extension/deployment_ws_msg_handler.py +0 -54
- ads/aqua/extension/errors.py +0 -30
- ads/aqua/extension/evaluation_handler.py +0 -129
- ads/aqua/extension/evaluation_ws_msg_handler.py +0 -61
- ads/aqua/extension/finetune_handler.py +0 -96
- ads/aqua/extension/model_handler.py +0 -390
- ads/aqua/extension/models/__init__.py +0 -0
- ads/aqua/extension/models/ws_models.py +0 -145
- ads/aqua/extension/models_ws_msg_handler.py +0 -50
- ads/aqua/extension/ui_handler.py +0 -282
- ads/aqua/extension/ui_websocket_handler.py +0 -130
- ads/aqua/extension/utils.py +0 -133
- ads/aqua/finetuning/__init__.py +0 -7
- ads/aqua/finetuning/constants.py +0 -23
- ads/aqua/finetuning/entities.py +0 -181
- ads/aqua/finetuning/finetuning.py +0 -731
- ads/aqua/model/__init__.py +0 -8
- ads/aqua/model/constants.py +0 -60
- ads/aqua/model/entities.py +0 -306
- ads/aqua/model/enums.py +0 -30
- ads/aqua/model/model.py +0 -2079
- ads/aqua/modeldeployment/__init__.py +0 -8
- ads/aqua/modeldeployment/constants.py +0 -10
- ads/aqua/modeldeployment/deployment.py +0 -1324
- ads/aqua/modeldeployment/entities.py +0 -653
- ads/aqua/modeldeployment/inference.py +0 -74
- ads/aqua/modeldeployment/utils.py +0 -543
- ads/aqua/resources/gpu_shapes_index.json +0 -94
- ads/aqua/server/__init__.py +0 -4
- ads/aqua/server/__main__.py +0 -24
- ads/aqua/server/app.py +0 -47
- ads/aqua/server/aqua_spec.yml +0 -1291
- ads/aqua/training/__init__.py +0 -4
- ads/aqua/training/exceptions.py +0 -476
- ads/aqua/ui.py +0 -499
- ads/automl/__init__.py +0 -9
- ads/automl/driver.py +0 -330
- ads/automl/provider.py +0 -975
- ads/bds/__init__.py +0 -5
- ads/bds/auth.py +0 -127
- ads/bds/big_data_service.py +0 -255
- ads/catalog/__init__.py +0 -19
- ads/catalog/model.py +0 -1576
- ads/catalog/notebook.py +0 -461
- ads/catalog/project.py +0 -468
- ads/catalog/summary.py +0 -178
- ads/common/__init__.py +0 -11
- ads/common/analyzer.py +0 -65
- ads/common/artifact/.model-ignore +0 -63
- ads/common/artifact/__init__.py +0 -10
- ads/common/auth.py +0 -1122
- ads/common/card_identifier.py +0 -83
- ads/common/config.py +0 -647
- ads/common/data.py +0 -165
- ads/common/decorator/__init__.py +0 -9
- ads/common/decorator/argument_to_case.py +0 -88
- ads/common/decorator/deprecate.py +0 -69
- ads/common/decorator/require_nonempty_arg.py +0 -65
- ads/common/decorator/runtime_dependency.py +0 -178
- ads/common/decorator/threaded.py +0 -97
- ads/common/decorator/utils.py +0 -35
- ads/common/dsc_file_system.py +0 -303
- ads/common/error.py +0 -14
- ads/common/extended_enum.py +0 -81
- ads/common/function/__init__.py +0 -5
- ads/common/function/fn_util.py +0 -142
- ads/common/function/func_conf.yaml +0 -25
- ads/common/ipython.py +0 -76
- ads/common/model.py +0 -679
- ads/common/model_artifact.py +0 -1759
- ads/common/model_artifact_schema.json +0 -107
- ads/common/model_export_util.py +0 -664
- ads/common/model_metadata.py +0 -24
- ads/common/object_storage_details.py +0 -296
- ads/common/oci_client.py +0 -175
- ads/common/oci_datascience.py +0 -46
- ads/common/oci_logging.py +0 -1144
- ads/common/oci_mixin.py +0 -957
- ads/common/oci_resource.py +0 -136
- ads/common/serializer.py +0 -559
- ads/common/utils.py +0 -1852
- ads/common/word_lists.py +0 -1491
- ads/common/work_request.py +0 -189
- ads/data_labeling/__init__.py +0 -13
- ads/data_labeling/boundingbox.py +0 -253
- ads/data_labeling/constants.py +0 -47
- ads/data_labeling/data_labeling_service.py +0 -244
- ads/data_labeling/interface/__init__.py +0 -5
- ads/data_labeling/interface/loader.py +0 -16
- ads/data_labeling/interface/parser.py +0 -16
- ads/data_labeling/interface/reader.py +0 -23
- ads/data_labeling/loader/__init__.py +0 -5
- ads/data_labeling/loader/file_loader.py +0 -241
- ads/data_labeling/metadata.py +0 -110
- ads/data_labeling/mixin/__init__.py +0 -5
- ads/data_labeling/mixin/data_labeling.py +0 -232
- ads/data_labeling/ner.py +0 -129
- ads/data_labeling/parser/__init__.py +0 -5
- ads/data_labeling/parser/dls_record_parser.py +0 -388
- ads/data_labeling/parser/export_metadata_parser.py +0 -94
- ads/data_labeling/parser/export_record_parser.py +0 -473
- ads/data_labeling/reader/__init__.py +0 -5
- ads/data_labeling/reader/dataset_reader.py +0 -574
- ads/data_labeling/reader/dls_record_reader.py +0 -121
- ads/data_labeling/reader/export_record_reader.py +0 -62
- ads/data_labeling/reader/jsonl_reader.py +0 -75
- ads/data_labeling/reader/metadata_reader.py +0 -203
- ads/data_labeling/reader/record_reader.py +0 -263
- ads/data_labeling/record.py +0 -52
- ads/data_labeling/visualizer/__init__.py +0 -5
- ads/data_labeling/visualizer/image_visualizer.py +0 -525
- ads/data_labeling/visualizer/text_visualizer.py +0 -357
- ads/database/__init__.py +0 -5
- ads/database/connection.py +0 -338
- ads/dataset/__init__.py +0 -10
- ads/dataset/capabilities.md +0 -51
- ads/dataset/classification_dataset.py +0 -339
- ads/dataset/correlation.py +0 -226
- ads/dataset/correlation_plot.py +0 -563
- ads/dataset/dask_series.py +0 -173
- ads/dataset/dataframe_transformer.py +0 -110
- ads/dataset/dataset.py +0 -1979
- ads/dataset/dataset_browser.py +0 -360
- ads/dataset/dataset_with_target.py +0 -995
- ads/dataset/exception.py +0 -25
- ads/dataset/factory.py +0 -987
- ads/dataset/feature_engineering_transformer.py +0 -35
- ads/dataset/feature_selection.py +0 -107
- ads/dataset/forecasting_dataset.py +0 -26
- ads/dataset/helper.py +0 -1450
- ads/dataset/label_encoder.py +0 -99
- ads/dataset/mixin/__init__.py +0 -5
- ads/dataset/mixin/dataset_accessor.py +0 -134
- ads/dataset/pipeline.py +0 -58
- ads/dataset/plot.py +0 -710
- ads/dataset/progress.py +0 -86
- ads/dataset/recommendation.py +0 -297
- ads/dataset/recommendation_transformer.py +0 -502
- ads/dataset/regression_dataset.py +0 -14
- ads/dataset/sampled_dataset.py +0 -1050
- ads/dataset/target.py +0 -98
- ads/dataset/timeseries.py +0 -18
- ads/dbmixin/__init__.py +0 -5
- ads/dbmixin/db_pandas_accessor.py +0 -153
- ads/environment/__init__.py +0 -9
- ads/environment/ml_runtime.py +0 -66
- ads/evaluations/README.md +0 -14
- ads/evaluations/__init__.py +0 -109
- ads/evaluations/evaluation_plot.py +0 -983
- ads/evaluations/evaluator.py +0 -1334
- ads/evaluations/statistical_metrics.py +0 -543
- ads/experiments/__init__.py +0 -9
- ads/experiments/capabilities.md +0 -0
- ads/explanations/__init__.py +0 -21
- ads/explanations/base_explainer.py +0 -142
- ads/explanations/capabilities.md +0 -83
- ads/explanations/explainer.py +0 -190
- ads/explanations/mlx_global_explainer.py +0 -1050
- ads/explanations/mlx_interface.py +0 -386
- ads/explanations/mlx_local_explainer.py +0 -287
- ads/explanations/mlx_whatif_explainer.py +0 -201
- ads/feature_engineering/__init__.py +0 -20
- ads/feature_engineering/accessor/__init__.py +0 -5
- ads/feature_engineering/accessor/dataframe_accessor.py +0 -535
- ads/feature_engineering/accessor/mixin/__init__.py +0 -5
- ads/feature_engineering/accessor/mixin/correlation.py +0 -166
- ads/feature_engineering/accessor/mixin/eda_mixin.py +0 -266
- ads/feature_engineering/accessor/mixin/eda_mixin_series.py +0 -85
- ads/feature_engineering/accessor/mixin/feature_types_mixin.py +0 -211
- ads/feature_engineering/accessor/mixin/utils.py +0 -65
- ads/feature_engineering/accessor/series_accessor.py +0 -431
- ads/feature_engineering/adsimage/__init__.py +0 -5
- ads/feature_engineering/adsimage/image.py +0 -192
- ads/feature_engineering/adsimage/image_reader.py +0 -170
- ads/feature_engineering/adsimage/interface/__init__.py +0 -5
- ads/feature_engineering/adsimage/interface/reader.py +0 -19
- ads/feature_engineering/adsstring/__init__.py +0 -7
- ads/feature_engineering/adsstring/oci_language/__init__.py +0 -8
- ads/feature_engineering/adsstring/string/__init__.py +0 -8
- ads/feature_engineering/data_schema.json +0 -57
- ads/feature_engineering/dataset/__init__.py +0 -5
- ads/feature_engineering/dataset/zip_code_data.py +0 -42062
- ads/feature_engineering/exceptions.py +0 -40
- ads/feature_engineering/feature_type/__init__.py +0 -133
- ads/feature_engineering/feature_type/address.py +0 -184
- ads/feature_engineering/feature_type/adsstring/__init__.py +0 -5
- ads/feature_engineering/feature_type/adsstring/common_regex_mixin.py +0 -164
- ads/feature_engineering/feature_type/adsstring/oci_language.py +0 -93
- ads/feature_engineering/feature_type/adsstring/parsers/__init__.py +0 -5
- ads/feature_engineering/feature_type/adsstring/parsers/base.py +0 -47
- ads/feature_engineering/feature_type/adsstring/parsers/nltk_parser.py +0 -96
- ads/feature_engineering/feature_type/adsstring/parsers/spacy_parser.py +0 -221
- ads/feature_engineering/feature_type/adsstring/string.py +0 -258
- ads/feature_engineering/feature_type/base.py +0 -58
- ads/feature_engineering/feature_type/boolean.py +0 -183
- ads/feature_engineering/feature_type/category.py +0 -146
- ads/feature_engineering/feature_type/constant.py +0 -137
- ads/feature_engineering/feature_type/continuous.py +0 -151
- ads/feature_engineering/feature_type/creditcard.py +0 -314
- ads/feature_engineering/feature_type/datetime.py +0 -190
- ads/feature_engineering/feature_type/discrete.py +0 -134
- ads/feature_engineering/feature_type/document.py +0 -43
- ads/feature_engineering/feature_type/gis.py +0 -251
- ads/feature_engineering/feature_type/handler/__init__.py +0 -5
- ads/feature_engineering/feature_type/handler/feature_validator.py +0 -524
- ads/feature_engineering/feature_type/handler/feature_warning.py +0 -319
- ads/feature_engineering/feature_type/handler/warnings.py +0 -128
- ads/feature_engineering/feature_type/integer.py +0 -142
- ads/feature_engineering/feature_type/ip_address.py +0 -144
- ads/feature_engineering/feature_type/ip_address_v4.py +0 -138
- ads/feature_engineering/feature_type/ip_address_v6.py +0 -138
- ads/feature_engineering/feature_type/lat_long.py +0 -256
- ads/feature_engineering/feature_type/object.py +0 -43
- ads/feature_engineering/feature_type/ordinal.py +0 -132
- ads/feature_engineering/feature_type/phone_number.py +0 -135
- ads/feature_engineering/feature_type/string.py +0 -171
- ads/feature_engineering/feature_type/text.py +0 -93
- ads/feature_engineering/feature_type/unknown.py +0 -43
- ads/feature_engineering/feature_type/zip_code.py +0 -164
- ads/feature_engineering/feature_type_manager.py +0 -406
- ads/feature_engineering/schema.py +0 -795
- ads/feature_engineering/utils.py +0 -245
- ads/feature_store/.readthedocs.yaml +0 -19
- ads/feature_store/README.md +0 -65
- ads/feature_store/__init__.py +0 -9
- ads/feature_store/common/__init__.py +0 -0
- ads/feature_store/common/enums.py +0 -339
- ads/feature_store/common/exceptions.py +0 -18
- ads/feature_store/common/spark_session_singleton.py +0 -125
- ads/feature_store/common/utils/__init__.py +0 -0
- ads/feature_store/common/utils/base64_encoder_decoder.py +0 -72
- ads/feature_store/common/utils/feature_schema_mapper.py +0 -283
- ads/feature_store/common/utils/transformation_utils.py +0 -82
- ads/feature_store/common/utils/utility.py +0 -403
- ads/feature_store/data_validation/__init__.py +0 -0
- ads/feature_store/data_validation/great_expectation.py +0 -129
- ads/feature_store/dataset.py +0 -1230
- ads/feature_store/dataset_job.py +0 -530
- ads/feature_store/docs/Dockerfile +0 -7
- ads/feature_store/docs/Makefile +0 -44
- ads/feature_store/docs/conf.py +0 -28
- ads/feature_store/docs/requirements.txt +0 -14
- ads/feature_store/docs/source/ads.feature_store.query.rst +0 -20
- ads/feature_store/docs/source/cicd.rst +0 -137
- ads/feature_store/docs/source/conf.py +0 -86
- ads/feature_store/docs/source/data_versioning.rst +0 -33
- ads/feature_store/docs/source/dataset.rst +0 -388
- ads/feature_store/docs/source/dataset_job.rst +0 -27
- ads/feature_store/docs/source/demo.rst +0 -70
- ads/feature_store/docs/source/entity.rst +0 -78
- ads/feature_store/docs/source/feature_group.rst +0 -624
- ads/feature_store/docs/source/feature_group_job.rst +0 -29
- ads/feature_store/docs/source/feature_store.rst +0 -122
- ads/feature_store/docs/source/feature_store_class.rst +0 -123
- ads/feature_store/docs/source/feature_validation.rst +0 -66
- ads/feature_store/docs/source/figures/cicd.png +0 -0
- ads/feature_store/docs/source/figures/data_validation.png +0 -0
- ads/feature_store/docs/source/figures/data_versioning.png +0 -0
- ads/feature_store/docs/source/figures/dataset.gif +0 -0
- ads/feature_store/docs/source/figures/dataset.png +0 -0
- ads/feature_store/docs/source/figures/dataset_lineage.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_results.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_summary.png +0 -0
- ads/feature_store/docs/source/figures/drift_monitoring.png +0 -0
- ads/feature_store/docs/source/figures/entity.png +0 -0
- ads/feature_store/docs/source/figures/feature_group.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_lineage.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_deployment.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_overview.png +0 -0
- ads/feature_store/docs/source/figures/featuregroup.gif +0 -0
- ads/feature_store/docs/source/figures/lineage_d1.png +0 -0
- ads/feature_store/docs/source/figures/lineage_d2.png +0 -0
- ads/feature_store/docs/source/figures/lineage_fg.png +0 -0
- ads/feature_store/docs/source/figures/logo-dark-mode.png +0 -0
- ads/feature_store/docs/source/figures/logo-light-mode.png +0 -0
- ads/feature_store/docs/source/figures/overview.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_feature_store_stack.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_home.png +0 -0
- ads/feature_store/docs/source/figures/stats_1.png +0 -0
- ads/feature_store/docs/source/figures/stats_2.png +0 -0
- ads/feature_store/docs/source/figures/stats_d.png +0 -0
- ads/feature_store/docs/source/figures/stats_fg.png +0 -0
- ads/feature_store/docs/source/figures/transformation.png +0 -0
- ads/feature_store/docs/source/figures/transformations.gif +0 -0
- ads/feature_store/docs/source/figures/validation.png +0 -0
- ads/feature_store/docs/source/figures/validation_fg.png +0 -0
- ads/feature_store/docs/source/figures/validation_results.png +0 -0
- ads/feature_store/docs/source/figures/validation_summary.png +0 -0
- ads/feature_store/docs/source/index.rst +0 -81
- ads/feature_store/docs/source/module.rst +0 -8
- ads/feature_store/docs/source/notebook.rst +0 -94
- ads/feature_store/docs/source/overview.rst +0 -47
- ads/feature_store/docs/source/quickstart.rst +0 -176
- ads/feature_store/docs/source/release_notes.rst +0 -194
- ads/feature_store/docs/source/setup_feature_store.rst +0 -81
- ads/feature_store/docs/source/statistics.rst +0 -58
- ads/feature_store/docs/source/transformation.rst +0 -199
- ads/feature_store/docs/source/ui.rst +0 -65
- ads/feature_store/docs/source/user_guides.setup.feature_store_operator.rst +0 -66
- ads/feature_store/docs/source/user_guides.setup.helm_chart.rst +0 -192
- ads/feature_store/docs/source/user_guides.setup.terraform.rst +0 -338
- ads/feature_store/entity.py +0 -718
- ads/feature_store/execution_strategy/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/delta_lake_service.py +0 -375
- ads/feature_store/execution_strategy/engine/__init__.py +0 -0
- ads/feature_store/execution_strategy/engine/spark_engine.py +0 -316
- ads/feature_store/execution_strategy/execution_strategy.py +0 -113
- ads/feature_store/execution_strategy/execution_strategy_provider.py +0 -47
- ads/feature_store/execution_strategy/spark/__init__.py +0 -0
- ads/feature_store/execution_strategy/spark/spark_execution.py +0 -618
- ads/feature_store/feature.py +0 -192
- ads/feature_store/feature_group.py +0 -1494
- ads/feature_store/feature_group_expectation.py +0 -346
- ads/feature_store/feature_group_job.py +0 -602
- ads/feature_store/feature_lineage/__init__.py +0 -0
- ads/feature_store/feature_lineage/graphviz_service.py +0 -180
- ads/feature_store/feature_option_details.py +0 -50
- ads/feature_store/feature_statistics/__init__.py +0 -0
- ads/feature_store/feature_statistics/statistics_service.py +0 -99
- ads/feature_store/feature_store.py +0 -699
- ads/feature_store/feature_store_registrar.py +0 -518
- ads/feature_store/input_feature_detail.py +0 -149
- ads/feature_store/mixin/__init__.py +0 -4
- ads/feature_store/mixin/oci_feature_store.py +0 -145
- ads/feature_store/model_details.py +0 -73
- ads/feature_store/query/__init__.py +0 -0
- ads/feature_store/query/filter.py +0 -266
- ads/feature_store/query/generator/__init__.py +0 -0
- ads/feature_store/query/generator/query_generator.py +0 -298
- ads/feature_store/query/join.py +0 -161
- ads/feature_store/query/query.py +0 -403
- ads/feature_store/query/validator/__init__.py +0 -0
- ads/feature_store/query/validator/query_validator.py +0 -57
- ads/feature_store/response/__init__.py +0 -0
- ads/feature_store/response/response_builder.py +0 -68
- ads/feature_store/service/__init__.py +0 -0
- ads/feature_store/service/oci_dataset.py +0 -139
- ads/feature_store/service/oci_dataset_job.py +0 -199
- ads/feature_store/service/oci_entity.py +0 -125
- ads/feature_store/service/oci_feature_group.py +0 -164
- ads/feature_store/service/oci_feature_group_job.py +0 -214
- ads/feature_store/service/oci_feature_store.py +0 -182
- ads/feature_store/service/oci_lineage.py +0 -87
- ads/feature_store/service/oci_transformation.py +0 -104
- ads/feature_store/statistics/__init__.py +0 -0
- ads/feature_store/statistics/abs_feature_value.py +0 -49
- ads/feature_store/statistics/charts/__init__.py +0 -0
- ads/feature_store/statistics/charts/abstract_feature_plot.py +0 -37
- ads/feature_store/statistics/charts/box_plot.py +0 -148
- ads/feature_store/statistics/charts/frequency_distribution.py +0 -65
- ads/feature_store/statistics/charts/probability_distribution.py +0 -68
- ads/feature_store/statistics/charts/top_k_frequent_elements.py +0 -98
- ads/feature_store/statistics/feature_stat.py +0 -126
- ads/feature_store/statistics/generic_feature_value.py +0 -33
- ads/feature_store/statistics/statistics.py +0 -41
- ads/feature_store/statistics_config.py +0 -101
- ads/feature_store/templates/feature_store_template.yaml +0 -45
- ads/feature_store/transformation.py +0 -499
- ads/feature_store/validation_output.py +0 -57
- ads/hpo/__init__.py +0 -9
- ads/hpo/_imports.py +0 -91
- ads/hpo/ads_search_space.py +0 -439
- ads/hpo/distributions.py +0 -325
- ads/hpo/objective.py +0 -280
- ads/hpo/search_cv.py +0 -1657
- ads/hpo/stopping_criterion.py +0 -75
- ads/hpo/tuner_artifact.py +0 -413
- ads/hpo/utils.py +0 -91
- ads/hpo/validation.py +0 -140
- ads/hpo/visualization/__init__.py +0 -5
- ads/hpo/visualization/_contour.py +0 -23
- ads/hpo/visualization/_edf.py +0 -20
- ads/hpo/visualization/_intermediate_values.py +0 -21
- ads/hpo/visualization/_optimization_history.py +0 -25
- ads/hpo/visualization/_parallel_coordinate.py +0 -169
- ads/hpo/visualization/_param_importances.py +0 -26
- ads/jobs/__init__.py +0 -53
- ads/jobs/ads_job.py +0 -663
- ads/jobs/builders/__init__.py +0 -5
- ads/jobs/builders/base.py +0 -156
- ads/jobs/builders/infrastructure/__init__.py +0 -6
- ads/jobs/builders/infrastructure/base.py +0 -165
- ads/jobs/builders/infrastructure/dataflow.py +0 -1252
- ads/jobs/builders/infrastructure/dsc_job.py +0 -1894
- ads/jobs/builders/infrastructure/dsc_job_runtime.py +0 -1233
- ads/jobs/builders/infrastructure/utils.py +0 -65
- ads/jobs/builders/runtimes/__init__.py +0 -5
- ads/jobs/builders/runtimes/artifact.py +0 -338
- ads/jobs/builders/runtimes/base.py +0 -325
- ads/jobs/builders/runtimes/container_runtime.py +0 -242
- ads/jobs/builders/runtimes/python_runtime.py +0 -1016
- ads/jobs/builders/runtimes/pytorch_runtime.py +0 -204
- ads/jobs/cli.py +0 -104
- ads/jobs/env_var_parser.py +0 -131
- ads/jobs/extension.py +0 -160
- ads/jobs/schema/__init__.py +0 -5
- ads/jobs/schema/infrastructure_schema.json +0 -116
- ads/jobs/schema/job_schema.json +0 -42
- ads/jobs/schema/runtime_schema.json +0 -183
- ads/jobs/schema/validator.py +0 -141
- ads/jobs/serializer.py +0 -296
- ads/jobs/templates/__init__.py +0 -5
- ads/jobs/templates/container.py +0 -6
- ads/jobs/templates/driver_notebook.py +0 -177
- ads/jobs/templates/driver_oci.py +0 -500
- ads/jobs/templates/driver_python.py +0 -48
- ads/jobs/templates/driver_pytorch.py +0 -852
- ads/jobs/templates/driver_utils.py +0 -615
- ads/jobs/templates/hostname_from_env.c +0 -55
- ads/jobs/templates/oci_metrics.py +0 -181
- ads/jobs/utils.py +0 -104
- ads/llm/__init__.py +0 -28
- ads/llm/autogen/__init__.py +0 -2
- ads/llm/autogen/constants.py +0 -15
- ads/llm/autogen/reports/__init__.py +0 -2
- ads/llm/autogen/reports/base.py +0 -67
- ads/llm/autogen/reports/data.py +0 -103
- ads/llm/autogen/reports/session.py +0 -526
- ads/llm/autogen/reports/templates/chat_box.html +0 -13
- ads/llm/autogen/reports/templates/chat_box_lt.html +0 -5
- ads/llm/autogen/reports/templates/chat_box_rt.html +0 -6
- ads/llm/autogen/reports/utils.py +0 -56
- ads/llm/autogen/v02/__init__.py +0 -4
- ads/llm/autogen/v02/client.py +0 -295
- ads/llm/autogen/v02/log_handlers/__init__.py +0 -2
- ads/llm/autogen/v02/log_handlers/oci_file_handler.py +0 -83
- ads/llm/autogen/v02/loggers/__init__.py +0 -6
- ads/llm/autogen/v02/loggers/metric_logger.py +0 -320
- ads/llm/autogen/v02/loggers/session_logger.py +0 -580
- ads/llm/autogen/v02/loggers/utils.py +0 -86
- ads/llm/autogen/v02/runtime_logging.py +0 -163
- ads/llm/chain.py +0 -268
- ads/llm/chat_template.py +0 -31
- ads/llm/deploy.py +0 -63
- ads/llm/guardrails/__init__.py +0 -5
- ads/llm/guardrails/base.py +0 -442
- ads/llm/guardrails/huggingface.py +0 -44
- ads/llm/langchain/__init__.py +0 -5
- ads/llm/langchain/plugins/__init__.py +0 -5
- ads/llm/langchain/plugins/chat_models/__init__.py +0 -5
- ads/llm/langchain/plugins/chat_models/oci_data_science.py +0 -1027
- ads/llm/langchain/plugins/embeddings/__init__.py +0 -4
- ads/llm/langchain/plugins/embeddings/oci_data_science_model_deployment_endpoint.py +0 -184
- ads/llm/langchain/plugins/llms/__init__.py +0 -5
- ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py +0 -979
- ads/llm/requirements.txt +0 -3
- ads/llm/serialize.py +0 -219
- ads/llm/serializers/__init__.py +0 -0
- ads/llm/serializers/retrieval_qa.py +0 -153
- ads/llm/serializers/runnable_parallel.py +0 -27
- ads/llm/templates/score_chain.jinja2 +0 -155
- ads/llm/templates/tool_chat_template_hermes.jinja +0 -130
- ads/llm/templates/tool_chat_template_mistral_parallel.jinja +0 -94
- ads/model/__init__.py +0 -52
- ads/model/artifact.py +0 -573
- ads/model/artifact_downloader.py +0 -254
- ads/model/artifact_uploader.py +0 -267
- ads/model/base_properties.py +0 -238
- ads/model/common/.model-ignore +0 -66
- ads/model/common/__init__.py +0 -5
- ads/model/common/utils.py +0 -142
- ads/model/datascience_model.py +0 -2635
- ads/model/deployment/__init__.py +0 -20
- ads/model/deployment/common/__init__.py +0 -5
- ads/model/deployment/common/utils.py +0 -308
- ads/model/deployment/model_deployer.py +0 -466
- ads/model/deployment/model_deployment.py +0 -1846
- ads/model/deployment/model_deployment_infrastructure.py +0 -671
- ads/model/deployment/model_deployment_properties.py +0 -493
- ads/model/deployment/model_deployment_runtime.py +0 -838
- ads/model/extractor/__init__.py +0 -5
- ads/model/extractor/automl_extractor.py +0 -74
- ads/model/extractor/embedding_onnx_extractor.py +0 -80
- ads/model/extractor/huggingface_extractor.py +0 -88
- ads/model/extractor/keras_extractor.py +0 -84
- ads/model/extractor/lightgbm_extractor.py +0 -93
- ads/model/extractor/model_info_extractor.py +0 -114
- ads/model/extractor/model_info_extractor_factory.py +0 -105
- ads/model/extractor/pytorch_extractor.py +0 -87
- ads/model/extractor/sklearn_extractor.py +0 -112
- ads/model/extractor/spark_extractor.py +0 -89
- ads/model/extractor/tensorflow_extractor.py +0 -85
- ads/model/extractor/xgboost_extractor.py +0 -94
- ads/model/framework/__init__.py +0 -5
- ads/model/framework/automl_model.py +0 -178
- ads/model/framework/embedding_onnx_model.py +0 -438
- ads/model/framework/huggingface_model.py +0 -399
- ads/model/framework/lightgbm_model.py +0 -266
- ads/model/framework/pytorch_model.py +0 -266
- ads/model/framework/sklearn_model.py +0 -250
- ads/model/framework/spark_model.py +0 -326
- ads/model/framework/tensorflow_model.py +0 -254
- ads/model/framework/xgboost_model.py +0 -258
- ads/model/generic_model.py +0 -3518
- ads/model/model_artifact_boilerplate/README.md +0 -381
- ads/model/model_artifact_boilerplate/__init__.py +0 -5
- ads/model/model_artifact_boilerplate/artifact_introspection_test/__init__.py +0 -5
- ads/model/model_artifact_boilerplate/artifact_introspection_test/model_artifact_validate.py +0 -427
- ads/model/model_artifact_boilerplate/artifact_introspection_test/requirements.txt +0 -2
- ads/model/model_artifact_boilerplate/runtime.yaml +0 -7
- ads/model/model_artifact_boilerplate/score.py +0 -61
- ads/model/model_file_description_schema.json +0 -68
- ads/model/model_introspect.py +0 -331
- ads/model/model_metadata.py +0 -1810
- ads/model/model_metadata_mixin.py +0 -460
- ads/model/model_properties.py +0 -63
- ads/model/model_version_set.py +0 -739
- ads/model/runtime/__init__.py +0 -5
- ads/model/runtime/env_info.py +0 -306
- ads/model/runtime/model_deployment_details.py +0 -37
- ads/model/runtime/model_provenance_details.py +0 -58
- ads/model/runtime/runtime_info.py +0 -81
- ads/model/runtime/schemas/inference_env_info_schema.yaml +0 -16
- ads/model/runtime/schemas/model_provenance_schema.yaml +0 -36
- ads/model/runtime/schemas/training_env_info_schema.yaml +0 -16
- ads/model/runtime/utils.py +0 -201
- ads/model/serde/__init__.py +0 -5
- ads/model/serde/common.py +0 -40
- ads/model/serde/model_input.py +0 -547
- ads/model/serde/model_serializer.py +0 -1184
- ads/model/service/__init__.py +0 -5
- ads/model/service/oci_datascience_model.py +0 -1076
- ads/model/service/oci_datascience_model_deployment.py +0 -500
- ads/model/service/oci_datascience_model_version_set.py +0 -176
- ads/model/transformer/__init__.py +0 -5
- ads/model/transformer/onnx_transformer.py +0 -324
- ads/mysqldb/__init__.py +0 -5
- ads/mysqldb/mysql_db.py +0 -227
- ads/opctl/__init__.py +0 -18
- ads/opctl/anomaly_detection.py +0 -11
- ads/opctl/backend/__init__.py +0 -5
- ads/opctl/backend/ads_dataflow.py +0 -353
- ads/opctl/backend/ads_ml_job.py +0 -710
- ads/opctl/backend/ads_ml_pipeline.py +0 -164
- ads/opctl/backend/ads_model_deployment.py +0 -209
- ads/opctl/backend/base.py +0 -146
- ads/opctl/backend/local.py +0 -1053
- ads/opctl/backend/marketplace/__init__.py +0 -9
- ads/opctl/backend/marketplace/helm_helper.py +0 -173
- ads/opctl/backend/marketplace/local_marketplace.py +0 -271
- ads/opctl/backend/marketplace/marketplace_backend_runner.py +0 -71
- ads/opctl/backend/marketplace/marketplace_operator_interface.py +0 -44
- ads/opctl/backend/marketplace/marketplace_operator_runner.py +0 -24
- ads/opctl/backend/marketplace/marketplace_utils.py +0 -212
- ads/opctl/backend/marketplace/models/__init__.py +0 -5
- ads/opctl/backend/marketplace/models/bearer_token.py +0 -94
- ads/opctl/backend/marketplace/models/marketplace_type.py +0 -70
- ads/opctl/backend/marketplace/models/ocir_details.py +0 -56
- ads/opctl/backend/marketplace/prerequisite_checker.py +0 -238
- ads/opctl/cli.py +0 -707
- ads/opctl/cmds.py +0 -869
- ads/opctl/conda/__init__.py +0 -5
- ads/opctl/conda/cli.py +0 -193
- ads/opctl/conda/cmds.py +0 -749
- ads/opctl/conda/config.yaml +0 -34
- ads/opctl/conda/manifest_template.yaml +0 -13
- ads/opctl/conda/multipart_uploader.py +0 -188
- ads/opctl/conda/pack.py +0 -89
- ads/opctl/config/__init__.py +0 -5
- ads/opctl/config/base.py +0 -57
- ads/opctl/config/diagnostics/__init__.py +0 -5
- ads/opctl/config/diagnostics/distributed/default_requirements_config.yaml +0 -62
- ads/opctl/config/merger.py +0 -255
- ads/opctl/config/resolver.py +0 -297
- ads/opctl/config/utils.py +0 -79
- ads/opctl/config/validator.py +0 -17
- ads/opctl/config/versioner.py +0 -68
- ads/opctl/config/yaml_parsers/__init__.py +0 -7
- ads/opctl/config/yaml_parsers/base.py +0 -58
- ads/opctl/config/yaml_parsers/distributed/__init__.py +0 -7
- ads/opctl/config/yaml_parsers/distributed/yaml_parser.py +0 -201
- ads/opctl/constants.py +0 -66
- ads/opctl/decorator/__init__.py +0 -5
- ads/opctl/decorator/common.py +0 -129
- ads/opctl/diagnostics/__init__.py +0 -5
- ads/opctl/diagnostics/__main__.py +0 -25
- ads/opctl/diagnostics/check_distributed_job_requirements.py +0 -212
- ads/opctl/diagnostics/check_requirements.py +0 -144
- ads/opctl/diagnostics/requirement_exception.py +0 -9
- ads/opctl/distributed/README.md +0 -109
- ads/opctl/distributed/__init__.py +0 -5
- ads/opctl/distributed/certificates.py +0 -32
- ads/opctl/distributed/cli.py +0 -207
- ads/opctl/distributed/cmds.py +0 -731
- ads/opctl/distributed/common/__init__.py +0 -5
- ads/opctl/distributed/common/abstract_cluster_provider.py +0 -449
- ads/opctl/distributed/common/abstract_framework_spec_builder.py +0 -88
- ads/opctl/distributed/common/cluster_config_helper.py +0 -103
- ads/opctl/distributed/common/cluster_provider_factory.py +0 -21
- ads/opctl/distributed/common/cluster_runner.py +0 -54
- ads/opctl/distributed/common/framework_factory.py +0 -29
- ads/opctl/docker/Dockerfile.job +0 -103
- ads/opctl/docker/Dockerfile.job.arm +0 -107
- ads/opctl/docker/Dockerfile.job.gpu +0 -175
- ads/opctl/docker/base-env.yaml +0 -13
- ads/opctl/docker/cuda.repo +0 -6
- ads/opctl/docker/operator/.dockerignore +0 -0
- ads/opctl/docker/operator/Dockerfile +0 -41
- ads/opctl/docker/operator/Dockerfile.gpu +0 -85
- ads/opctl/docker/operator/cuda.repo +0 -6
- ads/opctl/docker/operator/environment.yaml +0 -8
- ads/opctl/forecast.py +0 -11
- ads/opctl/index.yaml +0 -3
- ads/opctl/model/__init__.py +0 -5
- ads/opctl/model/cli.py +0 -65
- ads/opctl/model/cmds.py +0 -73
- ads/opctl/operator/README.md +0 -4
- ads/opctl/operator/__init__.py +0 -31
- ads/opctl/operator/cli.py +0 -344
- ads/opctl/operator/cmd.py +0 -596
- ads/opctl/operator/common/__init__.py +0 -5
- ads/opctl/operator/common/backend_factory.py +0 -460
- ads/opctl/operator/common/const.py +0 -27
- ads/opctl/operator/common/data/synthetic.csv +0 -16001
- ads/opctl/operator/common/dictionary_merger.py +0 -148
- ads/opctl/operator/common/errors.py +0 -42
- ads/opctl/operator/common/operator_config.py +0 -99
- ads/opctl/operator/common/operator_loader.py +0 -811
- ads/opctl/operator/common/operator_schema.yaml +0 -130
- ads/opctl/operator/common/operator_yaml_generator.py +0 -152
- ads/opctl/operator/common/utils.py +0 -208
- ads/opctl/operator/lowcode/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/MLoperator +0 -16
- ads/opctl/operator/lowcode/anomaly/README.md +0 -207
- ads/opctl/operator/lowcode/anomaly/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/__main__.py +0 -103
- ads/opctl/operator/lowcode/anomaly/cmd.py +0 -35
- ads/opctl/operator/lowcode/anomaly/const.py +0 -167
- ads/opctl/operator/lowcode/anomaly/environment.yaml +0 -10
- ads/opctl/operator/lowcode/anomaly/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py +0 -146
- ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py +0 -162
- ads/opctl/operator/lowcode/anomaly/model/automlx.py +0 -99
- ads/opctl/operator/lowcode/anomaly/model/autots.py +0 -115
- ads/opctl/operator/lowcode/anomaly/model/base_model.py +0 -404
- ads/opctl/operator/lowcode/anomaly/model/factory.py +0 -110
- ads/opctl/operator/lowcode/anomaly/model/isolationforest.py +0 -78
- ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py +0 -78
- ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py +0 -120
- ads/opctl/operator/lowcode/anomaly/model/tods.py +0 -119
- ads/opctl/operator/lowcode/anomaly/operator_config.py +0 -127
- ads/opctl/operator/lowcode/anomaly/schema.yaml +0 -401
- ads/opctl/operator/lowcode/anomaly/utils.py +0 -88
- ads/opctl/operator/lowcode/common/__init__.py +0 -5
- ads/opctl/operator/lowcode/common/const.py +0 -10
- ads/opctl/operator/lowcode/common/data.py +0 -116
- ads/opctl/operator/lowcode/common/errors.py +0 -47
- ads/opctl/operator/lowcode/common/transformations.py +0 -296
- ads/opctl/operator/lowcode/common/utils.py +0 -293
- ads/opctl/operator/lowcode/feature_store_marketplace/MLoperator +0 -13
- ads/opctl/operator/lowcode/feature_store_marketplace/README.md +0 -30
- ads/opctl/operator/lowcode/feature_store_marketplace/__init__.py +0 -5
- ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py +0 -116
- ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py +0 -85
- ads/opctl/operator/lowcode/feature_store_marketplace/const.py +0 -15
- ads/opctl/operator/lowcode/feature_store_marketplace/environment.yaml +0 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py +0 -4
- ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py +0 -32
- ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py +0 -43
- ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py +0 -120
- ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py +0 -34
- ads/opctl/operator/lowcode/feature_store_marketplace/operator_utils.py +0 -386
- ads/opctl/operator/lowcode/feature_store_marketplace/schema.yaml +0 -160
- ads/opctl/operator/lowcode/forecast/MLoperator +0 -25
- ads/opctl/operator/lowcode/forecast/README.md +0 -209
- ads/opctl/operator/lowcode/forecast/__init__.py +0 -5
- ads/opctl/operator/lowcode/forecast/__main__.py +0 -89
- ads/opctl/operator/lowcode/forecast/cmd.py +0 -40
- ads/opctl/operator/lowcode/forecast/const.py +0 -92
- ads/opctl/operator/lowcode/forecast/environment.yaml +0 -20
- ads/opctl/operator/lowcode/forecast/errors.py +0 -26
- ads/opctl/operator/lowcode/forecast/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/forecast/model/arima.py +0 -279
- ads/opctl/operator/lowcode/forecast/model/automlx.py +0 -542
- ads/opctl/operator/lowcode/forecast/model/autots.py +0 -312
- ads/opctl/operator/lowcode/forecast/model/base_model.py +0 -863
- ads/opctl/operator/lowcode/forecast/model/factory.py +0 -106
- ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py +0 -492
- ads/opctl/operator/lowcode/forecast/model/ml_forecast.py +0 -243
- ads/opctl/operator/lowcode/forecast/model/neuralprophet.py +0 -486
- ads/opctl/operator/lowcode/forecast/model/prophet.py +0 -445
- ads/opctl/operator/lowcode/forecast/model_evaluator.py +0 -244
- ads/opctl/operator/lowcode/forecast/operator_config.py +0 -234
- ads/opctl/operator/lowcode/forecast/schema.yaml +0 -506
- ads/opctl/operator/lowcode/forecast/utils.py +0 -413
- ads/opctl/operator/lowcode/forecast/whatifserve/__init__.py +0 -7
- ads/opctl/operator/lowcode/forecast/whatifserve/deployment_manager.py +0 -285
- ads/opctl/operator/lowcode/forecast/whatifserve/score.py +0 -246
- ads/opctl/operator/lowcode/pii/MLoperator +0 -17
- ads/opctl/operator/lowcode/pii/README.md +0 -208
- ads/opctl/operator/lowcode/pii/__init__.py +0 -5
- ads/opctl/operator/lowcode/pii/__main__.py +0 -78
- ads/opctl/operator/lowcode/pii/cmd.py +0 -39
- ads/opctl/operator/lowcode/pii/constant.py +0 -84
- ads/opctl/operator/lowcode/pii/environment.yaml +0 -17
- ads/opctl/operator/lowcode/pii/errors.py +0 -27
- ads/opctl/operator/lowcode/pii/model/__init__.py +0 -5
- ads/opctl/operator/lowcode/pii/model/factory.py +0 -82
- ads/opctl/operator/lowcode/pii/model/guardrails.py +0 -167
- ads/opctl/operator/lowcode/pii/model/pii.py +0 -145
- ads/opctl/operator/lowcode/pii/model/processor/__init__.py +0 -34
- ads/opctl/operator/lowcode/pii/model/processor/email_replacer.py +0 -34
- ads/opctl/operator/lowcode/pii/model/processor/mbi_replacer.py +0 -35
- ads/opctl/operator/lowcode/pii/model/processor/name_replacer.py +0 -225
- ads/opctl/operator/lowcode/pii/model/processor/number_replacer.py +0 -73
- ads/opctl/operator/lowcode/pii/model/processor/remover.py +0 -26
- ads/opctl/operator/lowcode/pii/model/report.py +0 -487
- ads/opctl/operator/lowcode/pii/operator_config.py +0 -95
- ads/opctl/operator/lowcode/pii/schema.yaml +0 -108
- ads/opctl/operator/lowcode/pii/utils.py +0 -43
- ads/opctl/operator/lowcode/recommender/MLoperator +0 -16
- ads/opctl/operator/lowcode/recommender/README.md +0 -206
- ads/opctl/operator/lowcode/recommender/__init__.py +0 -5
- ads/opctl/operator/lowcode/recommender/__main__.py +0 -82
- ads/opctl/operator/lowcode/recommender/cmd.py +0 -33
- ads/opctl/operator/lowcode/recommender/constant.py +0 -30
- ads/opctl/operator/lowcode/recommender/environment.yaml +0 -11
- ads/opctl/operator/lowcode/recommender/model/base_model.py +0 -212
- ads/opctl/operator/lowcode/recommender/model/factory.py +0 -56
- ads/opctl/operator/lowcode/recommender/model/recommender_dataset.py +0 -25
- ads/opctl/operator/lowcode/recommender/model/svd.py +0 -106
- ads/opctl/operator/lowcode/recommender/operator_config.py +0 -81
- ads/opctl/operator/lowcode/recommender/schema.yaml +0 -265
- ads/opctl/operator/lowcode/recommender/utils.py +0 -13
- ads/opctl/operator/runtime/__init__.py +0 -5
- ads/opctl/operator/runtime/const.py +0 -17
- ads/opctl/operator/runtime/container_runtime_schema.yaml +0 -50
- ads/opctl/operator/runtime/marketplace_runtime.py +0 -50
- ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml +0 -21
- ads/opctl/operator/runtime/python_runtime_schema.yaml +0 -21
- ads/opctl/operator/runtime/runtime.py +0 -115
- ads/opctl/schema.yaml.yml +0 -36
- ads/opctl/script.py +0 -40
- ads/opctl/spark/__init__.py +0 -5
- ads/opctl/spark/cli.py +0 -43
- ads/opctl/spark/cmds.py +0 -147
- ads/opctl/templates/diagnostic_report_template.jinja2 +0 -102
- ads/opctl/utils.py +0 -344
- ads/oracledb/__init__.py +0 -5
- ads/oracledb/oracle_db.py +0 -346
- ads/pipeline/__init__.py +0 -39
- ads/pipeline/ads_pipeline.py +0 -2279
- ads/pipeline/ads_pipeline_run.py +0 -772
- ads/pipeline/ads_pipeline_step.py +0 -605
- ads/pipeline/builders/__init__.py +0 -5
- ads/pipeline/builders/infrastructure/__init__.py +0 -5
- ads/pipeline/builders/infrastructure/custom_script.py +0 -32
- ads/pipeline/cli.py +0 -119
- ads/pipeline/extension.py +0 -291
- ads/pipeline/schema/__init__.py +0 -5
- ads/pipeline/schema/cs_step_schema.json +0 -35
- ads/pipeline/schema/ml_step_schema.json +0 -31
- ads/pipeline/schema/pipeline_schema.json +0 -71
- ads/pipeline/visualizer/__init__.py +0 -5
- ads/pipeline/visualizer/base.py +0 -570
- ads/pipeline/visualizer/graph_renderer.py +0 -272
- ads/pipeline/visualizer/text_renderer.py +0 -84
- ads/secrets/__init__.py +0 -11
- ads/secrets/adb.py +0 -386
- ads/secrets/auth_token.py +0 -86
- ads/secrets/big_data_service.py +0 -365
- ads/secrets/mysqldb.py +0 -149
- ads/secrets/oracledb.py +0 -160
- ads/secrets/secrets.py +0 -407
- ads/telemetry/__init__.py +0 -7
- ads/telemetry/base.py +0 -69
- ads/telemetry/client.py +0 -125
- ads/telemetry/telemetry.py +0 -257
- ads/templates/dataflow_pyspark.jinja2 +0 -13
- ads/templates/dataflow_sparksql.jinja2 +0 -22
- ads/templates/func.jinja2 +0 -20
- ads/templates/schemas/openapi.json +0 -1740
- ads/templates/score-pkl.jinja2 +0 -173
- ads/templates/score.jinja2 +0 -322
- ads/templates/score_embedding_onnx.jinja2 +0 -202
- ads/templates/score_generic.jinja2 +0 -165
- ads/templates/score_huggingface_pipeline.jinja2 +0 -217
- ads/templates/score_lightgbm.jinja2 +0 -185
- ads/templates/score_onnx.jinja2 +0 -407
- ads/templates/score_onnx_new.jinja2 +0 -473
- ads/templates/score_oracle_automl.jinja2 +0 -185
- ads/templates/score_pyspark.jinja2 +0 -154
- ads/templates/score_pytorch.jinja2 +0 -219
- ads/templates/score_scikit-learn.jinja2 +0 -184
- ads/templates/score_tensorflow.jinja2 +0 -184
- ads/templates/score_xgboost.jinja2 +0 -178
- ads/text_dataset/__init__.py +0 -5
- ads/text_dataset/backends.py +0 -211
- ads/text_dataset/dataset.py +0 -445
- ads/text_dataset/extractor.py +0 -207
- ads/text_dataset/options.py +0 -53
- ads/text_dataset/udfs.py +0 -22
- ads/text_dataset/utils.py +0 -49
- ads/type_discovery/__init__.py +0 -9
- ads/type_discovery/abstract_detector.py +0 -21
- ads/type_discovery/constant_detector.py +0 -41
- ads/type_discovery/continuous_detector.py +0 -54
- ads/type_discovery/credit_card_detector.py +0 -99
- ads/type_discovery/datetime_detector.py +0 -92
- ads/type_discovery/discrete_detector.py +0 -118
- ads/type_discovery/document_detector.py +0 -146
- ads/type_discovery/ip_detector.py +0 -68
- ads/type_discovery/latlon_detector.py +0 -90
- ads/type_discovery/phone_number_detector.py +0 -63
- ads/type_discovery/type_discovery_driver.py +0 -87
- ads/type_discovery/typed_feature.py +0 -594
- ads/type_discovery/unknown_detector.py +0 -41
- ads/type_discovery/zipcode_detector.py +0 -48
- ads/vault/__init__.py +0 -7
- ads/vault/vault.py +0 -237
- oracle_ads-2.13.7.dist-info/RECORD +0 -858
- {oracle_ads-2.13.7.dist-info → oracle_ads-2.13.9rc0.dist-info}/licenses/LICENSE.txt +0 -0
ads/catalog/project.py
DELETED
@@ -1,468 +0,0 @@
|
|
1
|
-
#!/usr/bin/env python
|
2
|
-
# -*- coding: utf-8; -*-
|
3
|
-
|
4
|
-
# Copyright (c) 2020, 2024 Oracle and/or its affiliates.
|
5
|
-
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
6
|
-
|
7
|
-
import warnings
|
8
|
-
|
9
|
-
warnings.warn(
|
10
|
-
(
|
11
|
-
"The `ads.catalog.project` is deprecated in `oracle-ads 2.6.9` and will be removed in `oracle-ads 3.0`."
|
12
|
-
),
|
13
|
-
DeprecationWarning,
|
14
|
-
stacklevel=2,
|
15
|
-
)
|
16
|
-
|
17
|
-
from ads.catalog.summary import SummaryList
|
18
|
-
from ads.common import oci_client, auth
|
19
|
-
from ads.common import utils
|
20
|
-
from ads.common.decorator.runtime_dependency import (
|
21
|
-
runtime_dependency,
|
22
|
-
OptionalDependency,
|
23
|
-
)
|
24
|
-
from ads.config import (
|
25
|
-
OCI_ODSC_SERVICE_ENDPOINT,
|
26
|
-
OCI_IDENTITY_SERVICE_ENDPOINT,
|
27
|
-
NB_SESSION_COMPARTMENT_OCID,
|
28
|
-
)
|
29
|
-
from collections.abc import Mapping
|
30
|
-
from oci.config import from_file
|
31
|
-
from oci.data_science.models import (
|
32
|
-
Project,
|
33
|
-
ProjectSummary,
|
34
|
-
CreateProjectDetails,
|
35
|
-
UpdateProjectDetails,
|
36
|
-
)
|
37
|
-
from oci.exceptions import ServiceError
|
38
|
-
from pandas import DataFrame
|
39
|
-
from types import MethodType
|
40
|
-
|
41
|
-
|
42
|
-
create_project_details_attributes = CreateProjectDetails().swagger_types.keys()
|
43
|
-
update_project_details_attributes = UpdateProjectDetails().swagger_types.keys()
|
44
|
-
project_attributes = list(Project().swagger_types.keys())
|
45
|
-
project_attributes.append("user_name")
|
46
|
-
|
47
|
-
|
48
|
-
class ProjectSummaryList(SummaryList):
|
49
|
-
"""
|
50
|
-
A class used to represent Project Summary List.
|
51
|
-
|
52
|
-
...
|
53
|
-
|
54
|
-
Attributes
|
55
|
-
----------
|
56
|
-
df : data frame
|
57
|
-
Summary information for a project.
|
58
|
-
datetime_format: str
|
59
|
-
Format used to describe time.
|
60
|
-
response : oci.response.Response
|
61
|
-
A response object with data of type list of ProjectSummaryList.
|
62
|
-
short_id_index: (dict of str: str)
|
63
|
-
Mapping of short id and its value.
|
64
|
-
|
65
|
-
Methods
|
66
|
-
-------
|
67
|
-
sort_by(self, columns, reverse=False):
|
68
|
-
Sort ProjectSummaryList by columns.
|
69
|
-
|
70
|
-
filter(self, selection, instance=None):
|
71
|
-
Filter the project list according to a lambda filter function, or list comprehension.
|
72
|
-
"""
|
73
|
-
|
74
|
-
def __init__(self, project_list, response=None, datetime_format=utils.date_format):
|
75
|
-
super(ProjectSummaryList, self).__init__(
|
76
|
-
project_list, datetime_format=datetime_format
|
77
|
-
)
|
78
|
-
self.response = response
|
79
|
-
|
80
|
-
def __add__(self, rhs):
|
81
|
-
return ProjectSummaryList(
|
82
|
-
list.__add__(self, rhs), datetime_format=self.datetime_format
|
83
|
-
)
|
84
|
-
|
85
|
-
def sort_by(self, columns, reverse=False):
|
86
|
-
"""Sort ProjectSummaryList by columns.
|
87
|
-
|
88
|
-
Performs a multi-key sort on a particular set of columns and returns the sorted ProjectSummaryList
|
89
|
-
Results are listed in a descending order by default.
|
90
|
-
|
91
|
-
Parameters
|
92
|
-
----------
|
93
|
-
columns: List of string
|
94
|
-
A list of columns which are provided to sort on
|
95
|
-
reverse: Boolean (defaults to false)
|
96
|
-
If you'd like to reverse the results (for example, to get ascending instead of descending results)
|
97
|
-
|
98
|
-
Returns
|
99
|
-
-------
|
100
|
-
ProjectSummaryList: A sorted ProjectSummaryList
|
101
|
-
"""
|
102
|
-
return ProjectSummaryList(
|
103
|
-
self._sort_by(columns, reverse=reverse),
|
104
|
-
datetime_format=self.datetime_format,
|
105
|
-
)
|
106
|
-
|
107
|
-
def filter(self, selection, instance=None):
|
108
|
-
"""Filter the project list according to a lambda filter function, or list comprehension.
|
109
|
-
|
110
|
-
Parameters
|
111
|
-
----------
|
112
|
-
selection: lambda function filtering Project instances, or a list-comprehension
|
113
|
-
function of list filtering projects
|
114
|
-
instance: list, optional
|
115
|
-
list to filter, optional, defaults to self
|
116
|
-
|
117
|
-
Returns
|
118
|
-
-------
|
119
|
-
ProjectSummaryList: A filtered ProjectSummaryList
|
120
|
-
|
121
|
-
Raises
|
122
|
-
-------
|
123
|
-
ValueError: If selection passed is not correct.
|
124
|
-
"""
|
125
|
-
instance = instance if instance is not None else self
|
126
|
-
|
127
|
-
if callable(selection):
|
128
|
-
res = list(filter(selection, instance))
|
129
|
-
# lambda filtering
|
130
|
-
if len(res) == 0:
|
131
|
-
print("No project found")
|
132
|
-
return
|
133
|
-
return ProjectSummaryList(res)
|
134
|
-
elif isinstance(selection, list):
|
135
|
-
# list comprehension
|
136
|
-
if len(selection) == 0:
|
137
|
-
print("No project found")
|
138
|
-
return
|
139
|
-
return ProjectSummaryList(selection, datetime_format=self.datetime_format)
|
140
|
-
else:
|
141
|
-
raise ValueError(
|
142
|
-
"Filter selection must be a function or a ProjectSummaryList"
|
143
|
-
)
|
144
|
-
|
145
|
-
|
146
|
-
class ProjectCatalog(Mapping):
|
147
|
-
def __init__(
|
148
|
-
self, compartment_id=None, ds_client_auth=None, identity_client_auth=None
|
149
|
-
):
|
150
|
-
self.compartment_id = (
|
151
|
-
NB_SESSION_COMPARTMENT_OCID if compartment_id is None else compartment_id
|
152
|
-
)
|
153
|
-
if self.compartment_id is None:
|
154
|
-
raise ValueError("compartment_id is required")
|
155
|
-
|
156
|
-
self.ds_client_auth = ds_client_auth or auth.default_signer(
|
157
|
-
{"service_endpoint": OCI_ODSC_SERVICE_ENDPOINT}
|
158
|
-
if OCI_ODSC_SERVICE_ENDPOINT
|
159
|
-
else None
|
160
|
-
)
|
161
|
-
self.identity_client_auth = identity_client_auth or auth.default_signer(
|
162
|
-
{"service_endpoint": OCI_IDENTITY_SERVICE_ENDPOINT}
|
163
|
-
if OCI_IDENTITY_SERVICE_ENDPOINT
|
164
|
-
else None
|
165
|
-
)
|
166
|
-
|
167
|
-
self.ds_client = oci_client.OCIClientFactory(**self.ds_client_auth).data_science
|
168
|
-
self.identity_client = oci_client.OCIClientFactory(
|
169
|
-
**self.identity_client_auth
|
170
|
-
).identity
|
171
|
-
self.short_id_index = {}
|
172
|
-
|
173
|
-
def __getitem__(self, key):
|
174
|
-
return self.get_project(key)
|
175
|
-
|
176
|
-
def __iter__(self):
|
177
|
-
return self.list_projects().__iter__()
|
178
|
-
|
179
|
-
def __len__(self):
|
180
|
-
return len(self.list_projects())
|
181
|
-
|
182
|
-
def _decorate_project(self, project, response=None):
|
183
|
-
project.catalog = self
|
184
|
-
project.response = response
|
185
|
-
project.user_name = ""
|
186
|
-
project.swagger_types["user_name"] = "str"
|
187
|
-
project.swagger_types["user_email"] = "str"
|
188
|
-
project.swagger_types["short_id"] = "str"
|
189
|
-
project.ocid = project.id
|
190
|
-
try:
|
191
|
-
user = self.identity_client.get_user(project.created_by)
|
192
|
-
project.user = user.data
|
193
|
-
project.user_name = user.data.name
|
194
|
-
project.user_email = user.data.email
|
195
|
-
except:
|
196
|
-
pass
|
197
|
-
|
198
|
-
def commit(project_self, **kwargs):
|
199
|
-
update_project_details = UpdateProjectDetails(
|
200
|
-
**{
|
201
|
-
key: getattr(project, key)
|
202
|
-
for key in update_project_details_attributes
|
203
|
-
}
|
204
|
-
)
|
205
|
-
return project_self.catalog.update_project(
|
206
|
-
project_self.id, update_project_details, **kwargs
|
207
|
-
)
|
208
|
-
|
209
|
-
def rollback(project_self):
|
210
|
-
"""
|
211
|
-
Get back the project to remote state
|
212
|
-
|
213
|
-
Returns
|
214
|
-
-------
|
215
|
-
The project from remote state
|
216
|
-
"""
|
217
|
-
project_self.__dict__.update(self.get_project(project_self.id).__dict__)
|
218
|
-
|
219
|
-
def to_dataframe(project_self):
|
220
|
-
df = DataFrame.from_dict(
|
221
|
-
{key: getattr(project_self, key) for key in project_attributes},
|
222
|
-
orient="index",
|
223
|
-
columns=[""],
|
224
|
-
)
|
225
|
-
return df
|
226
|
-
|
227
|
-
@runtime_dependency(module="IPython", install_from=OptionalDependency.NOTEBOOK)
|
228
|
-
def show_in_notebook(project_self):
|
229
|
-
"""
|
230
|
-
Describe the project by showing it's properties
|
231
|
-
"""
|
232
|
-
from IPython.core.display import display
|
233
|
-
|
234
|
-
display(project_self)
|
235
|
-
|
236
|
-
def _repr_html_(project_self):
|
237
|
-
return (
|
238
|
-
project_self.to_dataframe()
|
239
|
-
.style.set_properties(**{"margin-left": "0px"})
|
240
|
-
.to_html()
|
241
|
-
)
|
242
|
-
|
243
|
-
project.commit = MethodType(commit, project)
|
244
|
-
project.rollback = MethodType(rollback, project)
|
245
|
-
project.to_dataframe = MethodType(to_dataframe, project)
|
246
|
-
project.show_in_notebook = MethodType(show_in_notebook, project)
|
247
|
-
project._repr_html_ = MethodType(_repr_html_, project)
|
248
|
-
|
249
|
-
return project
|
250
|
-
|
251
|
-
def list_projects(
|
252
|
-
self, include_deleted=False, datetime_format=utils.date_format, **kwargs
|
253
|
-
):
|
254
|
-
"""
|
255
|
-
List all projects in a given compartment, or in the current notebook session's compartment
|
256
|
-
|
257
|
-
Parameters
|
258
|
-
----------
|
259
|
-
include_deleted: bool, optional, default=False
|
260
|
-
Whether to include deleted projects in the returned list
|
261
|
-
datetime_format: str, optional, default: '%Y-%m-%d %H:%M:%S'
|
262
|
-
Change format for date time fields
|
263
|
-
|
264
|
-
Returns
|
265
|
-
-------
|
266
|
-
ProjectSummaryList: List of Projects.
|
267
|
-
|
268
|
-
Raises
|
269
|
-
-------
|
270
|
-
KeyError: If the resource was not found or do not have authorization to access that resource.
|
271
|
-
"""
|
272
|
-
try:
|
273
|
-
list_projects_response = self.ds_client.list_projects(
|
274
|
-
self.compartment_id, **kwargs
|
275
|
-
)
|
276
|
-
if (
|
277
|
-
list_projects_response.data is None
|
278
|
-
or len(list_projects_response.data) == 0
|
279
|
-
):
|
280
|
-
print("No project found.")
|
281
|
-
return
|
282
|
-
except ServiceError as se:
|
283
|
-
if se.status == 404:
|
284
|
-
raise KeyError(se.message) from se
|
285
|
-
else:
|
286
|
-
raise
|
287
|
-
|
288
|
-
project_list_filtered = [
|
289
|
-
self._decorate_project(project)
|
290
|
-
for project in list_projects_response.data
|
291
|
-
if include_deleted
|
292
|
-
or project.lifecycle_state != ProjectSummary.LIFECYCLE_STATE_DELETED
|
293
|
-
]
|
294
|
-
|
295
|
-
# handle empty list
|
296
|
-
if project_list_filtered is None or len(project_list_filtered) == 0:
|
297
|
-
print("No project found.")
|
298
|
-
return []
|
299
|
-
|
300
|
-
psl = ProjectSummaryList(
|
301
|
-
project_list_filtered,
|
302
|
-
list_projects_response,
|
303
|
-
datetime_format=datetime_format,
|
304
|
-
)
|
305
|
-
self.short_id_index.update(psl.short_id_index)
|
306
|
-
return psl
|
307
|
-
|
308
|
-
def create_project(self, create_project_details=None, **kwargs):
|
309
|
-
"""
|
310
|
-
Create a new project with the supplied details.
|
311
|
-
create_project_details contains parameters needed to create a new project, according to oci.data_science.models.CreateProjectDetails.
|
312
|
-
|
313
|
-
Parameters
|
314
|
-
----------
|
315
|
-
display_name: str
|
316
|
-
The value to assign to the display_name property of this CreateProjectDetails.
|
317
|
-
description: str
|
318
|
-
The value to assign to the description property of this CreateProjectDetails.
|
319
|
-
compartment_id: str
|
320
|
-
The value to assign to the compartment_id property of this CreateProjectDetails.
|
321
|
-
freeform_tags: dict(str, str)
|
322
|
-
The value to assign to the freeform_tags property of this CreateProjectDetails.
|
323
|
-
defined_tags: dict(str, dict(str, object))
|
324
|
-
The value to assign to the defined_tags property of this CreateProjectDetails.
|
325
|
-
kwargs:
|
326
|
-
New project details can be supplied instead as kwargs
|
327
|
-
|
328
|
-
Returns
|
329
|
-
-------
|
330
|
-
oci.data_science.models.Project: A new Project record.
|
331
|
-
"""
|
332
|
-
if create_project_details is None:
|
333
|
-
create_project_details = CreateProjectDetails(
|
334
|
-
**{
|
335
|
-
k: v
|
336
|
-
for k, v in kwargs.items()
|
337
|
-
if k in create_project_details_attributes
|
338
|
-
}
|
339
|
-
)
|
340
|
-
create_project_details.compartment_id = self.compartment_id
|
341
|
-
# filter kwargs removing used keys
|
342
|
-
kwargs = {
|
343
|
-
k: v
|
344
|
-
for k, v in kwargs.items()
|
345
|
-
if k not in create_project_details_attributes
|
346
|
-
}
|
347
|
-
try:
|
348
|
-
create_project_response = self.ds_client.create_project(
|
349
|
-
create_project_details, **kwargs
|
350
|
-
)
|
351
|
-
except ServiceError as se:
|
352
|
-
if se.status == 404:
|
353
|
-
raise KeyError(se.message) from se
|
354
|
-
else:
|
355
|
-
raise
|
356
|
-
return self._decorate_project(
|
357
|
-
create_project_response.data, response=create_project_response
|
358
|
-
)
|
359
|
-
|
360
|
-
def get_project(self, project_id):
|
361
|
-
"""
|
362
|
-
Get the Project based on project_id
|
363
|
-
|
364
|
-
Parameters
|
365
|
-
----------
|
366
|
-
project_id: str, required
|
367
|
-
The OCID of the project to get.
|
368
|
-
|
369
|
-
Returns
|
370
|
-
-------
|
371
|
-
The oci.data_science.models.Project with the matching ID.
|
372
|
-
|
373
|
-
Raises
|
374
|
-
-------
|
375
|
-
KeyError: If the resource was not found or do not have authorization to access that resource.
|
376
|
-
"""
|
377
|
-
if not project_id.startswith("ocid"):
|
378
|
-
project_id = self.short_id_index[project_id]
|
379
|
-
|
380
|
-
try:
|
381
|
-
get_project_response = self.ds_client.get_project(project_id)
|
382
|
-
except ServiceError as se:
|
383
|
-
if se.status == 404:
|
384
|
-
raise KeyError(se.message) from se
|
385
|
-
else:
|
386
|
-
raise
|
387
|
-
return self._decorate_project(get_project_response.data, get_project_response)
|
388
|
-
|
389
|
-
def update_project(self, project_id, update_project_details=None, **kwargs):
|
390
|
-
"""
|
391
|
-
Updates a project with given project_id, using the provided update data
|
392
|
-
update_project_details contains the update project details data to apply, according to oci.data_science.models.UpdateProjectDetails
|
393
|
-
|
394
|
-
Parameters
|
395
|
-
----------
|
396
|
-
project_id: str
|
397
|
-
project_id OCID to update
|
398
|
-
display_name: str
|
399
|
-
The value to assign to the display_name property of this UpdateProjectDetails.
|
400
|
-
description: str
|
401
|
-
The value to assign to the description property of this UpdateProjectDetails.
|
402
|
-
freeform_tags: dict(str, str)
|
403
|
-
The value to assign to the freeform_tags property of this UpdateProjectDetails.
|
404
|
-
defined_tags: dict(str, dict(str, object))
|
405
|
-
The value to assign to the defined_tags property of this UpdateProjectDetails.
|
406
|
-
kwargs: dict, optional
|
407
|
-
Update project details can be supplied instead as kwargs
|
408
|
-
|
409
|
-
Returns
|
410
|
-
-------
|
411
|
-
oci.data_science.models.Project: The updated Project record
|
412
|
-
"""
|
413
|
-
if not project_id.startswith("ocid"):
|
414
|
-
project_id = self.short_id_index[project_id]
|
415
|
-
if update_project_details is None:
|
416
|
-
update_project_details = UpdateProjectDetails(
|
417
|
-
**{
|
418
|
-
k: v
|
419
|
-
for k, v in kwargs.items()
|
420
|
-
if k in update_project_details_attributes
|
421
|
-
}
|
422
|
-
)
|
423
|
-
update_project_details.compartment_id = self.compartment_id
|
424
|
-
# filter kwargs removing used keys
|
425
|
-
kwargs = {
|
426
|
-
k: v
|
427
|
-
for k, v in kwargs.items()
|
428
|
-
if k not in update_project_details_attributes
|
429
|
-
}
|
430
|
-
try:
|
431
|
-
update_project_response = self.ds_client.update_project(
|
432
|
-
project_id, update_project_details, **kwargs
|
433
|
-
)
|
434
|
-
except ServiceError as se:
|
435
|
-
if se.status == 404:
|
436
|
-
raise KeyError(se.message) from se
|
437
|
-
else:
|
438
|
-
raise
|
439
|
-
return self._decorate_project(
|
440
|
-
update_project_response.data, update_project_response
|
441
|
-
)
|
442
|
-
|
443
|
-
def delete_project(self, project, **kwargs):
|
444
|
-
"""
|
445
|
-
Deletes the project based on project_id.
|
446
|
-
|
447
|
-
Parameters
|
448
|
-
----------
|
449
|
-
project: str ID or oci.data_science.models.Project,required
|
450
|
-
The OCID of the project to delete as a string, or a Project instance
|
451
|
-
|
452
|
-
Returns
|
453
|
-
-------
|
454
|
-
Bool: True if delete was succesful
|
455
|
-
"""
|
456
|
-
|
457
|
-
try:
|
458
|
-
project_id = (
|
459
|
-
project.id
|
460
|
-
if isinstance(project, Project)
|
461
|
-
else self.short_id_index[project]
|
462
|
-
if not project.startswith("ocid")
|
463
|
-
else project
|
464
|
-
)
|
465
|
-
self.ds_client.delete_project(project_id, **kwargs)
|
466
|
-
return True
|
467
|
-
except:
|
468
|
-
return False
|
ads/catalog/summary.py
DELETED
@@ -1,178 +0,0 @@
|
|
1
|
-
#!/usr/bin/env python
|
2
|
-
# -*- coding: utf-8 -*--
|
3
|
-
|
4
|
-
# Copyright (c) 2020, 2024 Oracle and/or its affiliates.
|
5
|
-
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
6
|
-
|
7
|
-
from __future__ import print_function, absolute_import
|
8
|
-
import warnings
|
9
|
-
|
10
|
-
warnings.warn(
|
11
|
-
(
|
12
|
-
"The `ads.catalog.summary` is deprecated in `oracle-ads 2.6.9` and will be removed in `oracle-ads 3.0`."
|
13
|
-
),
|
14
|
-
DeprecationWarning,
|
15
|
-
stacklevel=2,
|
16
|
-
)
|
17
|
-
import abc
|
18
|
-
import ads.common.utils as utils
|
19
|
-
from oci.util import to_dict
|
20
|
-
from pandas import DataFrame
|
21
|
-
import pandas as pd
|
22
|
-
from abc import ABCMeta
|
23
|
-
from ads.common.decorator.runtime_dependency import (
|
24
|
-
runtime_dependency,
|
25
|
-
OptionalDependency,
|
26
|
-
)
|
27
|
-
|
28
|
-
|
29
|
-
class SummaryList(list, metaclass=ABCMeta):
|
30
|
-
def __init__(self, entity_list, datetime_format=utils.date_format):
|
31
|
-
if isinstance(entity_list, filter):
|
32
|
-
entity_list = list(entity_list)
|
33
|
-
super(SummaryList, self).__init__(entity_list)
|
34
|
-
|
35
|
-
df = DataFrame.from_records([to_dict(entity) for entity in entity_list])
|
36
|
-
# edge case handling: handle edge case where dataframe is empty
|
37
|
-
if not df.empty:
|
38
|
-
# handle collision protection
|
39
|
-
nuniques = df["id"].nunique()
|
40
|
-
minLen = -6
|
41
|
-
shortened_ocids = df["id"].str[minLen:]
|
42
|
-
while shortened_ocids.nunique() != nuniques:
|
43
|
-
minLen -= 1
|
44
|
-
shortened_ocids = df["id"].str[minLen:]
|
45
|
-
df.index = shortened_ocids
|
46
|
-
self.short_id_index = df["id"].to_dict()
|
47
|
-
ordered_columns = [
|
48
|
-
"display_name",
|
49
|
-
"description",
|
50
|
-
"time_created",
|
51
|
-
"lifecycle_state",
|
52
|
-
"user_name",
|
53
|
-
"compartment_id",
|
54
|
-
"project_id",
|
55
|
-
]
|
56
|
-
remove_list = ["created_by"]
|
57
|
-
|
58
|
-
ordered_columns.extend(
|
59
|
-
[column for column in df.columns if column not in ordered_columns]
|
60
|
-
)
|
61
|
-
|
62
|
-
for column in ordered_columns:
|
63
|
-
if column not in df.columns:
|
64
|
-
ordered_columns.remove(column)
|
65
|
-
for column in remove_list:
|
66
|
-
ordered_columns.remove(column)
|
67
|
-
self.df = df[ordered_columns].drop(columns="id")
|
68
|
-
self.df["compartment_id"] = "..." + self.df["compartment_id"].str[-6:]
|
69
|
-
if "project_id" in ordered_columns:
|
70
|
-
self.df["project_id"] = "..." + self.df["project_id"].str[-6:]
|
71
|
-
if "model_version_set_id" in ordered_columns:
|
72
|
-
self.df["model_version_set_id"] = (
|
73
|
-
"..." + self.df["model_version_set_id"].str[-6:]
|
74
|
-
)
|
75
|
-
self.df["time_created"] = pd.to_datetime(
|
76
|
-
self.df["time_created"]
|
77
|
-
).dt.strftime(datetime_format)
|
78
|
-
self.datetime_format = datetime_format
|
79
|
-
else:
|
80
|
-
self.df = df
|
81
|
-
|
82
|
-
@abc.abstractmethod
|
83
|
-
def sort_by(self, columns, reverse=False): # pragma: no cover
|
84
|
-
"""
|
85
|
-
Abstract method for sorting, implemented by the derived class
|
86
|
-
"""
|
87
|
-
pass
|
88
|
-
|
89
|
-
@abc.abstractmethod
|
90
|
-
def filter(self, selection, instance=None): # pragma: no cover
|
91
|
-
"""
|
92
|
-
Abstract method for filtering, implemented by the derived class
|
93
|
-
"""
|
94
|
-
pass
|
95
|
-
|
96
|
-
@abc.abstractmethod
|
97
|
-
def __add__(self, rhs): # pragma: no cover
|
98
|
-
pass
|
99
|
-
|
100
|
-
def to_dataframe(self, datetime_format=None):
|
101
|
-
"""
|
102
|
-
Returns the model catalog summary as a pandas dataframe
|
103
|
-
|
104
|
-
Parameters
|
105
|
-
----------
|
106
|
-
datatime_format: date_format
|
107
|
-
A datetime format, like utils.date_format. Defaults to none.
|
108
|
-
|
109
|
-
Returns
|
110
|
-
-------
|
111
|
-
Dataframe: The pandas DataFrame repersentation of the model catalog summary
|
112
|
-
"""
|
113
|
-
|
114
|
-
df = self.df.copy()
|
115
|
-
if datetime_format is not None:
|
116
|
-
df["time_created"] = pd.to_datetime(df["time_created"]).dt.strftime(
|
117
|
-
datetime_format
|
118
|
-
)
|
119
|
-
return df
|
120
|
-
|
121
|
-
@runtime_dependency(module="IPython", install_from=OptionalDependency.NOTEBOOK)
|
122
|
-
def show_in_notebook(self, datetime_format=None):
|
123
|
-
"""
|
124
|
-
Displays the model catalog summary in a Jupyter Notebook cell
|
125
|
-
|
126
|
-
Parameters
|
127
|
-
----------
|
128
|
-
date_format: like utils.date_format. Defaults to none.
|
129
|
-
|
130
|
-
Returns
|
131
|
-
-------
|
132
|
-
None
|
133
|
-
"""
|
134
|
-
from IPython.core.display import display
|
135
|
-
|
136
|
-
display(
|
137
|
-
self.to_dataframe(datetime_format=datetime_format).style.applymap(
|
138
|
-
self._color_lifecycle_state, subset=["lifecycle_state"]
|
139
|
-
)
|
140
|
-
)
|
141
|
-
|
142
|
-
def _repr_html_(self):
|
143
|
-
return self.df.style.applymap(
|
144
|
-
self._color_lifecycle_state, subset=["lifecycle_state"]
|
145
|
-
).to_html()
|
146
|
-
|
147
|
-
def _sort_by(self, cols, reverse=False):
|
148
|
-
return sorted(
|
149
|
-
self,
|
150
|
-
key=lambda x: (
|
151
|
-
[
|
152
|
-
getattr(x, col).lower()
|
153
|
-
if isinstance(getattr(x, col), str)
|
154
|
-
else getattr(x, col)
|
155
|
-
for col in cols
|
156
|
-
]
|
157
|
-
),
|
158
|
-
reverse=reverse,
|
159
|
-
)
|
160
|
-
|
161
|
-
def _color_lifecycle_state(self, lifecycle_state):
|
162
|
-
"""
|
163
|
-
Takes a scalar and returns a string with
|
164
|
-
the css property
|
165
|
-
"""
|
166
|
-
if lifecycle_state == "INACTIVE":
|
167
|
-
color = "grey"
|
168
|
-
elif lifecycle_state == "ACTIVE":
|
169
|
-
color = "green"
|
170
|
-
elif lifecycle_state == "DELETING":
|
171
|
-
color = "black"
|
172
|
-
elif lifecycle_state == "CREATING":
|
173
|
-
color = "blue"
|
174
|
-
elif lifecycle_state == "DELETED":
|
175
|
-
color = "black"
|
176
|
-
elif lifecycle_state == "FAILED":
|
177
|
-
color = "red"
|
178
|
-
return "color: %s" % color
|
ads/common/__init__.py
DELETED
@@ -1,11 +0,0 @@
|
|
1
|
-
#!/usr/bin/env python
|
2
|
-
# -*- coding: utf-8 -*--
|
3
|
-
|
4
|
-
# Copyright (c) 2020, 2022 Oracle and/or its affiliates.
|
5
|
-
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
6
|
-
|
7
|
-
import logging
|
8
|
-
|
9
|
-
logger = logging.getLogger(__name__)
|
10
|
-
|
11
|
-
from ads.common import auth
|