oracle-ads 2.13.9rc0__py3-none-any.whl → 2.13.10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ads/aqua/__init__.py +40 -0
- ads/aqua/app.py +507 -0
- ads/aqua/cli.py +96 -0
- ads/aqua/client/__init__.py +3 -0
- ads/aqua/client/client.py +836 -0
- ads/aqua/client/openai_client.py +305 -0
- ads/aqua/common/__init__.py +5 -0
- ads/aqua/common/decorator.py +125 -0
- ads/aqua/common/entities.py +274 -0
- ads/aqua/common/enums.py +134 -0
- ads/aqua/common/errors.py +109 -0
- ads/aqua/common/utils.py +1295 -0
- ads/aqua/config/__init__.py +4 -0
- ads/aqua/config/container_config.py +246 -0
- ads/aqua/config/evaluation/__init__.py +4 -0
- ads/aqua/config/evaluation/evaluation_service_config.py +147 -0
- ads/aqua/config/utils/__init__.py +4 -0
- ads/aqua/config/utils/serializer.py +339 -0
- ads/aqua/constants.py +116 -0
- ads/aqua/data.py +14 -0
- ads/aqua/dummy_data/icon.txt +1 -0
- ads/aqua/dummy_data/oci_model_deployments.json +56 -0
- ads/aqua/dummy_data/oci_models.json +1 -0
- ads/aqua/dummy_data/readme.md +26 -0
- ads/aqua/evaluation/__init__.py +8 -0
- ads/aqua/evaluation/constants.py +53 -0
- ads/aqua/evaluation/entities.py +186 -0
- ads/aqua/evaluation/errors.py +70 -0
- ads/aqua/evaluation/evaluation.py +1814 -0
- ads/aqua/extension/__init__.py +42 -0
- ads/aqua/extension/aqua_ws_msg_handler.py +76 -0
- ads/aqua/extension/base_handler.py +90 -0
- ads/aqua/extension/common_handler.py +121 -0
- ads/aqua/extension/common_ws_msg_handler.py +36 -0
- ads/aqua/extension/deployment_handler.py +381 -0
- ads/aqua/extension/deployment_ws_msg_handler.py +54 -0
- ads/aqua/extension/errors.py +30 -0
- ads/aqua/extension/evaluation_handler.py +129 -0
- ads/aqua/extension/evaluation_ws_msg_handler.py +61 -0
- ads/aqua/extension/finetune_handler.py +96 -0
- ads/aqua/extension/model_handler.py +390 -0
- ads/aqua/extension/models/__init__.py +0 -0
- ads/aqua/extension/models/ws_models.py +145 -0
- ads/aqua/extension/models_ws_msg_handler.py +50 -0
- ads/aqua/extension/ui_handler.py +300 -0
- ads/aqua/extension/ui_websocket_handler.py +130 -0
- ads/aqua/extension/utils.py +133 -0
- ads/aqua/finetuning/__init__.py +7 -0
- ads/aqua/finetuning/constants.py +23 -0
- ads/aqua/finetuning/entities.py +181 -0
- ads/aqua/finetuning/finetuning.py +749 -0
- ads/aqua/model/__init__.py +8 -0
- ads/aqua/model/constants.py +60 -0
- ads/aqua/model/entities.py +385 -0
- ads/aqua/model/enums.py +32 -0
- ads/aqua/model/model.py +2134 -0
- ads/aqua/model/utils.py +52 -0
- ads/aqua/modeldeployment/__init__.py +6 -0
- ads/aqua/modeldeployment/constants.py +10 -0
- ads/aqua/modeldeployment/deployment.py +1315 -0
- ads/aqua/modeldeployment/entities.py +653 -0
- ads/aqua/modeldeployment/utils.py +543 -0
- ads/aqua/resources/gpu_shapes_index.json +94 -0
- ads/aqua/server/__init__.py +4 -0
- ads/aqua/server/__main__.py +24 -0
- ads/aqua/server/app.py +47 -0
- ads/aqua/server/aqua_spec.yml +1291 -0
- ads/aqua/training/__init__.py +4 -0
- ads/aqua/training/exceptions.py +476 -0
- ads/aqua/ui.py +519 -0
- ads/automl/__init__.py +9 -0
- ads/automl/driver.py +330 -0
- ads/automl/provider.py +975 -0
- ads/bds/__init__.py +5 -0
- ads/bds/auth.py +127 -0
- ads/bds/big_data_service.py +255 -0
- ads/catalog/__init__.py +19 -0
- ads/catalog/model.py +1576 -0
- ads/catalog/notebook.py +461 -0
- ads/catalog/project.py +468 -0
- ads/catalog/summary.py +178 -0
- ads/common/__init__.py +11 -0
- ads/common/analyzer.py +65 -0
- ads/common/artifact/.model-ignore +63 -0
- ads/common/artifact/__init__.py +10 -0
- ads/common/auth.py +1122 -0
- ads/common/card_identifier.py +83 -0
- ads/common/config.py +647 -0
- ads/common/data.py +165 -0
- ads/common/decorator/__init__.py +9 -0
- ads/common/decorator/argument_to_case.py +88 -0
- ads/common/decorator/deprecate.py +69 -0
- ads/common/decorator/require_nonempty_arg.py +65 -0
- ads/common/decorator/runtime_dependency.py +178 -0
- ads/common/decorator/threaded.py +97 -0
- ads/common/decorator/utils.py +35 -0
- ads/common/dsc_file_system.py +303 -0
- ads/common/error.py +14 -0
- ads/common/extended_enum.py +81 -0
- ads/common/function/__init__.py +5 -0
- ads/common/function/fn_util.py +142 -0
- ads/common/function/func_conf.yaml +25 -0
- ads/common/ipython.py +76 -0
- ads/common/model.py +679 -0
- ads/common/model_artifact.py +1759 -0
- ads/common/model_artifact_schema.json +107 -0
- ads/common/model_export_util.py +664 -0
- ads/common/model_metadata.py +24 -0
- ads/common/object_storage_details.py +296 -0
- ads/common/oci_client.py +179 -0
- ads/common/oci_datascience.py +46 -0
- ads/common/oci_logging.py +1144 -0
- ads/common/oci_mixin.py +957 -0
- ads/common/oci_resource.py +136 -0
- ads/common/serializer.py +559 -0
- ads/common/utils.py +1852 -0
- ads/common/word_lists.py +1491 -0
- ads/common/work_request.py +189 -0
- ads/config.py +1 -0
- ads/data_labeling/__init__.py +13 -0
- ads/data_labeling/boundingbox.py +253 -0
- ads/data_labeling/constants.py +47 -0
- ads/data_labeling/data_labeling_service.py +244 -0
- ads/data_labeling/interface/__init__.py +5 -0
- ads/data_labeling/interface/loader.py +16 -0
- ads/data_labeling/interface/parser.py +16 -0
- ads/data_labeling/interface/reader.py +23 -0
- ads/data_labeling/loader/__init__.py +5 -0
- ads/data_labeling/loader/file_loader.py +241 -0
- ads/data_labeling/metadata.py +110 -0
- ads/data_labeling/mixin/__init__.py +5 -0
- ads/data_labeling/mixin/data_labeling.py +232 -0
- ads/data_labeling/ner.py +129 -0
- ads/data_labeling/parser/__init__.py +5 -0
- ads/data_labeling/parser/dls_record_parser.py +388 -0
- ads/data_labeling/parser/export_metadata_parser.py +94 -0
- ads/data_labeling/parser/export_record_parser.py +473 -0
- ads/data_labeling/reader/__init__.py +5 -0
- ads/data_labeling/reader/dataset_reader.py +574 -0
- ads/data_labeling/reader/dls_record_reader.py +121 -0
- ads/data_labeling/reader/export_record_reader.py +62 -0
- ads/data_labeling/reader/jsonl_reader.py +75 -0
- ads/data_labeling/reader/metadata_reader.py +203 -0
- ads/data_labeling/reader/record_reader.py +263 -0
- ads/data_labeling/record.py +52 -0
- ads/data_labeling/visualizer/__init__.py +5 -0
- ads/data_labeling/visualizer/image_visualizer.py +525 -0
- ads/data_labeling/visualizer/text_visualizer.py +357 -0
- ads/database/__init__.py +5 -0
- ads/database/connection.py +338 -0
- ads/dataset/__init__.py +10 -0
- ads/dataset/capabilities.md +51 -0
- ads/dataset/classification_dataset.py +339 -0
- ads/dataset/correlation.py +226 -0
- ads/dataset/correlation_plot.py +563 -0
- ads/dataset/dask_series.py +173 -0
- ads/dataset/dataframe_transformer.py +110 -0
- ads/dataset/dataset.py +1979 -0
- ads/dataset/dataset_browser.py +360 -0
- ads/dataset/dataset_with_target.py +995 -0
- ads/dataset/exception.py +25 -0
- ads/dataset/factory.py +987 -0
- ads/dataset/feature_engineering_transformer.py +35 -0
- ads/dataset/feature_selection.py +107 -0
- ads/dataset/forecasting_dataset.py +26 -0
- ads/dataset/helper.py +1450 -0
- ads/dataset/label_encoder.py +99 -0
- ads/dataset/mixin/__init__.py +5 -0
- ads/dataset/mixin/dataset_accessor.py +134 -0
- ads/dataset/pipeline.py +58 -0
- ads/dataset/plot.py +710 -0
- ads/dataset/progress.py +86 -0
- ads/dataset/recommendation.py +297 -0
- ads/dataset/recommendation_transformer.py +502 -0
- ads/dataset/regression_dataset.py +14 -0
- ads/dataset/sampled_dataset.py +1050 -0
- ads/dataset/target.py +98 -0
- ads/dataset/timeseries.py +18 -0
- ads/dbmixin/__init__.py +5 -0
- ads/dbmixin/db_pandas_accessor.py +153 -0
- ads/environment/__init__.py +9 -0
- ads/environment/ml_runtime.py +66 -0
- ads/evaluations/README.md +14 -0
- ads/evaluations/__init__.py +109 -0
- ads/evaluations/evaluation_plot.py +983 -0
- ads/evaluations/evaluator.py +1334 -0
- ads/evaluations/statistical_metrics.py +543 -0
- ads/experiments/__init__.py +9 -0
- ads/experiments/capabilities.md +0 -0
- ads/explanations/__init__.py +21 -0
- ads/explanations/base_explainer.py +142 -0
- ads/explanations/capabilities.md +83 -0
- ads/explanations/explainer.py +190 -0
- ads/explanations/mlx_global_explainer.py +1050 -0
- ads/explanations/mlx_interface.py +386 -0
- ads/explanations/mlx_local_explainer.py +287 -0
- ads/explanations/mlx_whatif_explainer.py +201 -0
- ads/feature_engineering/__init__.py +20 -0
- ads/feature_engineering/accessor/__init__.py +5 -0
- ads/feature_engineering/accessor/dataframe_accessor.py +535 -0
- ads/feature_engineering/accessor/mixin/__init__.py +5 -0
- ads/feature_engineering/accessor/mixin/correlation.py +166 -0
- ads/feature_engineering/accessor/mixin/eda_mixin.py +266 -0
- ads/feature_engineering/accessor/mixin/eda_mixin_series.py +85 -0
- ads/feature_engineering/accessor/mixin/feature_types_mixin.py +211 -0
- ads/feature_engineering/accessor/mixin/utils.py +65 -0
- ads/feature_engineering/accessor/series_accessor.py +431 -0
- ads/feature_engineering/adsimage/__init__.py +5 -0
- ads/feature_engineering/adsimage/image.py +192 -0
- ads/feature_engineering/adsimage/image_reader.py +170 -0
- ads/feature_engineering/adsimage/interface/__init__.py +5 -0
- ads/feature_engineering/adsimage/interface/reader.py +19 -0
- ads/feature_engineering/adsstring/__init__.py +7 -0
- ads/feature_engineering/adsstring/oci_language/__init__.py +8 -0
- ads/feature_engineering/adsstring/string/__init__.py +8 -0
- ads/feature_engineering/data_schema.json +57 -0
- ads/feature_engineering/dataset/__init__.py +5 -0
- ads/feature_engineering/dataset/zip_code_data.py +42062 -0
- ads/feature_engineering/exceptions.py +40 -0
- ads/feature_engineering/feature_type/__init__.py +133 -0
- ads/feature_engineering/feature_type/address.py +184 -0
- ads/feature_engineering/feature_type/adsstring/__init__.py +5 -0
- ads/feature_engineering/feature_type/adsstring/common_regex_mixin.py +164 -0
- ads/feature_engineering/feature_type/adsstring/oci_language.py +93 -0
- ads/feature_engineering/feature_type/adsstring/parsers/__init__.py +5 -0
- ads/feature_engineering/feature_type/adsstring/parsers/base.py +47 -0
- ads/feature_engineering/feature_type/adsstring/parsers/nltk_parser.py +96 -0
- ads/feature_engineering/feature_type/adsstring/parsers/spacy_parser.py +221 -0
- ads/feature_engineering/feature_type/adsstring/string.py +258 -0
- ads/feature_engineering/feature_type/base.py +58 -0
- ads/feature_engineering/feature_type/boolean.py +183 -0
- ads/feature_engineering/feature_type/category.py +146 -0
- ads/feature_engineering/feature_type/constant.py +137 -0
- ads/feature_engineering/feature_type/continuous.py +151 -0
- ads/feature_engineering/feature_type/creditcard.py +314 -0
- ads/feature_engineering/feature_type/datetime.py +190 -0
- ads/feature_engineering/feature_type/discrete.py +134 -0
- ads/feature_engineering/feature_type/document.py +43 -0
- ads/feature_engineering/feature_type/gis.py +251 -0
- ads/feature_engineering/feature_type/handler/__init__.py +5 -0
- ads/feature_engineering/feature_type/handler/feature_validator.py +524 -0
- ads/feature_engineering/feature_type/handler/feature_warning.py +319 -0
- ads/feature_engineering/feature_type/handler/warnings.py +128 -0
- ads/feature_engineering/feature_type/integer.py +142 -0
- ads/feature_engineering/feature_type/ip_address.py +144 -0
- ads/feature_engineering/feature_type/ip_address_v4.py +138 -0
- ads/feature_engineering/feature_type/ip_address_v6.py +138 -0
- ads/feature_engineering/feature_type/lat_long.py +256 -0
- ads/feature_engineering/feature_type/object.py +43 -0
- ads/feature_engineering/feature_type/ordinal.py +132 -0
- ads/feature_engineering/feature_type/phone_number.py +135 -0
- ads/feature_engineering/feature_type/string.py +171 -0
- ads/feature_engineering/feature_type/text.py +93 -0
- ads/feature_engineering/feature_type/unknown.py +43 -0
- ads/feature_engineering/feature_type/zip_code.py +164 -0
- ads/feature_engineering/feature_type_manager.py +406 -0
- ads/feature_engineering/schema.py +795 -0
- ads/feature_engineering/utils.py +245 -0
- ads/feature_store/.readthedocs.yaml +19 -0
- ads/feature_store/README.md +65 -0
- ads/feature_store/__init__.py +9 -0
- ads/feature_store/common/__init__.py +0 -0
- ads/feature_store/common/enums.py +339 -0
- ads/feature_store/common/exceptions.py +18 -0
- ads/feature_store/common/spark_session_singleton.py +125 -0
- ads/feature_store/common/utils/__init__.py +0 -0
- ads/feature_store/common/utils/base64_encoder_decoder.py +72 -0
- ads/feature_store/common/utils/feature_schema_mapper.py +283 -0
- ads/feature_store/common/utils/transformation_utils.py +82 -0
- ads/feature_store/common/utils/utility.py +403 -0
- ads/feature_store/data_validation/__init__.py +0 -0
- ads/feature_store/data_validation/great_expectation.py +129 -0
- ads/feature_store/dataset.py +1230 -0
- ads/feature_store/dataset_job.py +530 -0
- ads/feature_store/docs/Dockerfile +7 -0
- ads/feature_store/docs/Makefile +44 -0
- ads/feature_store/docs/conf.py +28 -0
- ads/feature_store/docs/requirements.txt +14 -0
- ads/feature_store/docs/source/ads.feature_store.query.rst +20 -0
- ads/feature_store/docs/source/cicd.rst +137 -0
- ads/feature_store/docs/source/conf.py +86 -0
- ads/feature_store/docs/source/data_versioning.rst +33 -0
- ads/feature_store/docs/source/dataset.rst +388 -0
- ads/feature_store/docs/source/dataset_job.rst +27 -0
- ads/feature_store/docs/source/demo.rst +70 -0
- ads/feature_store/docs/source/entity.rst +78 -0
- ads/feature_store/docs/source/feature_group.rst +624 -0
- ads/feature_store/docs/source/feature_group_job.rst +29 -0
- ads/feature_store/docs/source/feature_store.rst +122 -0
- ads/feature_store/docs/source/feature_store_class.rst +123 -0
- ads/feature_store/docs/source/feature_validation.rst +66 -0
- ads/feature_store/docs/source/figures/cicd.png +0 -0
- ads/feature_store/docs/source/figures/data_validation.png +0 -0
- ads/feature_store/docs/source/figures/data_versioning.png +0 -0
- ads/feature_store/docs/source/figures/dataset.gif +0 -0
- ads/feature_store/docs/source/figures/dataset.png +0 -0
- ads/feature_store/docs/source/figures/dataset_lineage.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics.png +0 -0
- ads/feature_store/docs/source/figures/dataset_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_results.png +0 -0
- ads/feature_store/docs/source/figures/dataset_validation_summary.png +0 -0
- ads/feature_store/docs/source/figures/drift_monitoring.png +0 -0
- ads/feature_store/docs/source/figures/entity.png +0 -0
- ads/feature_store/docs/source/figures/feature_group.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_lineage.png +0 -0
- ads/feature_store/docs/source/figures/feature_group_statistics_viz.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_deployment.png +0 -0
- ads/feature_store/docs/source/figures/feature_store_overview.png +0 -0
- ads/feature_store/docs/source/figures/featuregroup.gif +0 -0
- ads/feature_store/docs/source/figures/lineage_d1.png +0 -0
- ads/feature_store/docs/source/figures/lineage_d2.png +0 -0
- ads/feature_store/docs/source/figures/lineage_fg.png +0 -0
- ads/feature_store/docs/source/figures/logo-dark-mode.png +0 -0
- ads/feature_store/docs/source/figures/logo-light-mode.png +0 -0
- ads/feature_store/docs/source/figures/overview.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_feature_store_stack.png +0 -0
- ads/feature_store/docs/source/figures/resource_manager_home.png +0 -0
- ads/feature_store/docs/source/figures/stats_1.png +0 -0
- ads/feature_store/docs/source/figures/stats_2.png +0 -0
- ads/feature_store/docs/source/figures/stats_d.png +0 -0
- ads/feature_store/docs/source/figures/stats_fg.png +0 -0
- ads/feature_store/docs/source/figures/transformation.png +0 -0
- ads/feature_store/docs/source/figures/transformations.gif +0 -0
- ads/feature_store/docs/source/figures/validation.png +0 -0
- ads/feature_store/docs/source/figures/validation_fg.png +0 -0
- ads/feature_store/docs/source/figures/validation_results.png +0 -0
- ads/feature_store/docs/source/figures/validation_summary.png +0 -0
- ads/feature_store/docs/source/index.rst +81 -0
- ads/feature_store/docs/source/module.rst +8 -0
- ads/feature_store/docs/source/notebook.rst +94 -0
- ads/feature_store/docs/source/overview.rst +47 -0
- ads/feature_store/docs/source/quickstart.rst +176 -0
- ads/feature_store/docs/source/release_notes.rst +194 -0
- ads/feature_store/docs/source/setup_feature_store.rst +81 -0
- ads/feature_store/docs/source/statistics.rst +58 -0
- ads/feature_store/docs/source/transformation.rst +199 -0
- ads/feature_store/docs/source/ui.rst +65 -0
- ads/feature_store/docs/source/user_guides.setup.feature_store_operator.rst +66 -0
- ads/feature_store/docs/source/user_guides.setup.helm_chart.rst +192 -0
- ads/feature_store/docs/source/user_guides.setup.terraform.rst +338 -0
- ads/feature_store/entity.py +718 -0
- ads/feature_store/execution_strategy/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/__init__.py +0 -0
- ads/feature_store/execution_strategy/delta_lake/delta_lake_service.py +375 -0
- ads/feature_store/execution_strategy/engine/__init__.py +0 -0
- ads/feature_store/execution_strategy/engine/spark_engine.py +316 -0
- ads/feature_store/execution_strategy/execution_strategy.py +113 -0
- ads/feature_store/execution_strategy/execution_strategy_provider.py +47 -0
- ads/feature_store/execution_strategy/spark/__init__.py +0 -0
- ads/feature_store/execution_strategy/spark/spark_execution.py +618 -0
- ads/feature_store/feature.py +192 -0
- ads/feature_store/feature_group.py +1494 -0
- ads/feature_store/feature_group_expectation.py +346 -0
- ads/feature_store/feature_group_job.py +602 -0
- ads/feature_store/feature_lineage/__init__.py +0 -0
- ads/feature_store/feature_lineage/graphviz_service.py +180 -0
- ads/feature_store/feature_option_details.py +50 -0
- ads/feature_store/feature_statistics/__init__.py +0 -0
- ads/feature_store/feature_statistics/statistics_service.py +99 -0
- ads/feature_store/feature_store.py +699 -0
- ads/feature_store/feature_store_registrar.py +518 -0
- ads/feature_store/input_feature_detail.py +149 -0
- ads/feature_store/mixin/__init__.py +4 -0
- ads/feature_store/mixin/oci_feature_store.py +145 -0
- ads/feature_store/model_details.py +73 -0
- ads/feature_store/query/__init__.py +0 -0
- ads/feature_store/query/filter.py +266 -0
- ads/feature_store/query/generator/__init__.py +0 -0
- ads/feature_store/query/generator/query_generator.py +298 -0
- ads/feature_store/query/join.py +161 -0
- ads/feature_store/query/query.py +403 -0
- ads/feature_store/query/validator/__init__.py +0 -0
- ads/feature_store/query/validator/query_validator.py +57 -0
- ads/feature_store/response/__init__.py +0 -0
- ads/feature_store/response/response_builder.py +68 -0
- ads/feature_store/service/__init__.py +0 -0
- ads/feature_store/service/oci_dataset.py +139 -0
- ads/feature_store/service/oci_dataset_job.py +199 -0
- ads/feature_store/service/oci_entity.py +125 -0
- ads/feature_store/service/oci_feature_group.py +164 -0
- ads/feature_store/service/oci_feature_group_job.py +214 -0
- ads/feature_store/service/oci_feature_store.py +182 -0
- ads/feature_store/service/oci_lineage.py +87 -0
- ads/feature_store/service/oci_transformation.py +104 -0
- ads/feature_store/statistics/__init__.py +0 -0
- ads/feature_store/statistics/abs_feature_value.py +49 -0
- ads/feature_store/statistics/charts/__init__.py +0 -0
- ads/feature_store/statistics/charts/abstract_feature_plot.py +37 -0
- ads/feature_store/statistics/charts/box_plot.py +148 -0
- ads/feature_store/statistics/charts/frequency_distribution.py +65 -0
- ads/feature_store/statistics/charts/probability_distribution.py +68 -0
- ads/feature_store/statistics/charts/top_k_frequent_elements.py +98 -0
- ads/feature_store/statistics/feature_stat.py +126 -0
- ads/feature_store/statistics/generic_feature_value.py +33 -0
- ads/feature_store/statistics/statistics.py +41 -0
- ads/feature_store/statistics_config.py +101 -0
- ads/feature_store/templates/feature_store_template.yaml +45 -0
- ads/feature_store/transformation.py +499 -0
- ads/feature_store/validation_output.py +57 -0
- ads/hpo/__init__.py +9 -0
- ads/hpo/_imports.py +91 -0
- ads/hpo/ads_search_space.py +439 -0
- ads/hpo/distributions.py +325 -0
- ads/hpo/objective.py +280 -0
- ads/hpo/search_cv.py +1657 -0
- ads/hpo/stopping_criterion.py +75 -0
- ads/hpo/tuner_artifact.py +413 -0
- ads/hpo/utils.py +91 -0
- ads/hpo/validation.py +140 -0
- ads/hpo/visualization/__init__.py +5 -0
- ads/hpo/visualization/_contour.py +23 -0
- ads/hpo/visualization/_edf.py +20 -0
- ads/hpo/visualization/_intermediate_values.py +21 -0
- ads/hpo/visualization/_optimization_history.py +25 -0
- ads/hpo/visualization/_parallel_coordinate.py +169 -0
- ads/hpo/visualization/_param_importances.py +26 -0
- ads/jobs/__init__.py +53 -0
- ads/jobs/ads_job.py +663 -0
- ads/jobs/builders/__init__.py +5 -0
- ads/jobs/builders/base.py +156 -0
- ads/jobs/builders/infrastructure/__init__.py +6 -0
- ads/jobs/builders/infrastructure/base.py +165 -0
- ads/jobs/builders/infrastructure/dataflow.py +1252 -0
- ads/jobs/builders/infrastructure/dsc_job.py +1894 -0
- ads/jobs/builders/infrastructure/dsc_job_runtime.py +1233 -0
- ads/jobs/builders/infrastructure/utils.py +65 -0
- ads/jobs/builders/runtimes/__init__.py +5 -0
- ads/jobs/builders/runtimes/artifact.py +338 -0
- ads/jobs/builders/runtimes/base.py +325 -0
- ads/jobs/builders/runtimes/container_runtime.py +242 -0
- ads/jobs/builders/runtimes/python_runtime.py +1016 -0
- ads/jobs/builders/runtimes/pytorch_runtime.py +204 -0
- ads/jobs/cli.py +104 -0
- ads/jobs/env_var_parser.py +131 -0
- ads/jobs/extension.py +160 -0
- ads/jobs/schema/__init__.py +5 -0
- ads/jobs/schema/infrastructure_schema.json +116 -0
- ads/jobs/schema/job_schema.json +42 -0
- ads/jobs/schema/runtime_schema.json +183 -0
- ads/jobs/schema/validator.py +141 -0
- ads/jobs/serializer.py +296 -0
- ads/jobs/templates/__init__.py +5 -0
- ads/jobs/templates/container.py +6 -0
- ads/jobs/templates/driver_notebook.py +177 -0
- ads/jobs/templates/driver_oci.py +500 -0
- ads/jobs/templates/driver_python.py +48 -0
- ads/jobs/templates/driver_pytorch.py +852 -0
- ads/jobs/templates/driver_utils.py +615 -0
- ads/jobs/templates/hostname_from_env.c +55 -0
- ads/jobs/templates/oci_metrics.py +181 -0
- ads/jobs/utils.py +104 -0
- ads/llm/__init__.py +28 -0
- ads/llm/autogen/__init__.py +2 -0
- ads/llm/autogen/constants.py +15 -0
- ads/llm/autogen/reports/__init__.py +2 -0
- ads/llm/autogen/reports/base.py +67 -0
- ads/llm/autogen/reports/data.py +103 -0
- ads/llm/autogen/reports/session.py +526 -0
- ads/llm/autogen/reports/templates/chat_box.html +13 -0
- ads/llm/autogen/reports/templates/chat_box_lt.html +5 -0
- ads/llm/autogen/reports/templates/chat_box_rt.html +6 -0
- ads/llm/autogen/reports/utils.py +56 -0
- ads/llm/autogen/v02/__init__.py +4 -0
- ads/llm/autogen/v02/client.py +295 -0
- ads/llm/autogen/v02/log_handlers/__init__.py +2 -0
- ads/llm/autogen/v02/log_handlers/oci_file_handler.py +83 -0
- ads/llm/autogen/v02/loggers/__init__.py +6 -0
- ads/llm/autogen/v02/loggers/metric_logger.py +320 -0
- ads/llm/autogen/v02/loggers/session_logger.py +580 -0
- ads/llm/autogen/v02/loggers/utils.py +86 -0
- ads/llm/autogen/v02/runtime_logging.py +163 -0
- ads/llm/chain.py +268 -0
- ads/llm/chat_template.py +31 -0
- ads/llm/deploy.py +63 -0
- ads/llm/guardrails/__init__.py +5 -0
- ads/llm/guardrails/base.py +442 -0
- ads/llm/guardrails/huggingface.py +44 -0
- ads/llm/langchain/__init__.py +5 -0
- ads/llm/langchain/plugins/__init__.py +5 -0
- ads/llm/langchain/plugins/chat_models/__init__.py +5 -0
- ads/llm/langchain/plugins/chat_models/oci_data_science.py +1027 -0
- ads/llm/langchain/plugins/embeddings/__init__.py +4 -0
- ads/llm/langchain/plugins/embeddings/oci_data_science_model_deployment_endpoint.py +184 -0
- ads/llm/langchain/plugins/llms/__init__.py +5 -0
- ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py +979 -0
- ads/llm/requirements.txt +3 -0
- ads/llm/serialize.py +219 -0
- ads/llm/serializers/__init__.py +0 -0
- ads/llm/serializers/retrieval_qa.py +153 -0
- ads/llm/serializers/runnable_parallel.py +27 -0
- ads/llm/templates/score_chain.jinja2 +155 -0
- ads/llm/templates/tool_chat_template_hermes.jinja +130 -0
- ads/llm/templates/tool_chat_template_mistral_parallel.jinja +94 -0
- ads/model/__init__.py +52 -0
- ads/model/artifact.py +573 -0
- ads/model/artifact_downloader.py +254 -0
- ads/model/artifact_uploader.py +267 -0
- ads/model/base_properties.py +238 -0
- ads/model/common/.model-ignore +66 -0
- ads/model/common/__init__.py +5 -0
- ads/model/common/utils.py +142 -0
- ads/model/datascience_model.py +2635 -0
- ads/model/deployment/__init__.py +20 -0
- ads/model/deployment/common/__init__.py +5 -0
- ads/model/deployment/common/utils.py +308 -0
- ads/model/deployment/model_deployer.py +466 -0
- ads/model/deployment/model_deployment.py +1846 -0
- ads/model/deployment/model_deployment_infrastructure.py +671 -0
- ads/model/deployment/model_deployment_properties.py +493 -0
- ads/model/deployment/model_deployment_runtime.py +838 -0
- ads/model/extractor/__init__.py +5 -0
- ads/model/extractor/automl_extractor.py +74 -0
- ads/model/extractor/embedding_onnx_extractor.py +80 -0
- ads/model/extractor/huggingface_extractor.py +88 -0
- ads/model/extractor/keras_extractor.py +84 -0
- ads/model/extractor/lightgbm_extractor.py +93 -0
- ads/model/extractor/model_info_extractor.py +114 -0
- ads/model/extractor/model_info_extractor_factory.py +105 -0
- ads/model/extractor/pytorch_extractor.py +87 -0
- ads/model/extractor/sklearn_extractor.py +112 -0
- ads/model/extractor/spark_extractor.py +89 -0
- ads/model/extractor/tensorflow_extractor.py +85 -0
- ads/model/extractor/xgboost_extractor.py +94 -0
- ads/model/framework/__init__.py +5 -0
- ads/model/framework/automl_model.py +178 -0
- ads/model/framework/embedding_onnx_model.py +438 -0
- ads/model/framework/huggingface_model.py +399 -0
- ads/model/framework/lightgbm_model.py +266 -0
- ads/model/framework/pytorch_model.py +266 -0
- ads/model/framework/sklearn_model.py +250 -0
- ads/model/framework/spark_model.py +326 -0
- ads/model/framework/tensorflow_model.py +254 -0
- ads/model/framework/xgboost_model.py +258 -0
- ads/model/generic_model.py +3518 -0
- ads/model/model_artifact_boilerplate/README.md +381 -0
- ads/model/model_artifact_boilerplate/__init__.py +5 -0
- ads/model/model_artifact_boilerplate/artifact_introspection_test/__init__.py +5 -0
- ads/model/model_artifact_boilerplate/artifact_introspection_test/model_artifact_validate.py +427 -0
- ads/model/model_artifact_boilerplate/artifact_introspection_test/requirements.txt +2 -0
- ads/model/model_artifact_boilerplate/runtime.yaml +7 -0
- ads/model/model_artifact_boilerplate/score.py +61 -0
- ads/model/model_file_description_schema.json +68 -0
- ads/model/model_introspect.py +331 -0
- ads/model/model_metadata.py +1810 -0
- ads/model/model_metadata_mixin.py +460 -0
- ads/model/model_properties.py +63 -0
- ads/model/model_version_set.py +739 -0
- ads/model/runtime/__init__.py +5 -0
- ads/model/runtime/env_info.py +306 -0
- ads/model/runtime/model_deployment_details.py +37 -0
- ads/model/runtime/model_provenance_details.py +58 -0
- ads/model/runtime/runtime_info.py +81 -0
- ads/model/runtime/schemas/inference_env_info_schema.yaml +16 -0
- ads/model/runtime/schemas/model_provenance_schema.yaml +36 -0
- ads/model/runtime/schemas/training_env_info_schema.yaml +16 -0
- ads/model/runtime/utils.py +201 -0
- ads/model/serde/__init__.py +5 -0
- ads/model/serde/common.py +40 -0
- ads/model/serde/model_input.py +547 -0
- ads/model/serde/model_serializer.py +1184 -0
- ads/model/service/__init__.py +5 -0
- ads/model/service/oci_datascience_model.py +1076 -0
- ads/model/service/oci_datascience_model_deployment.py +500 -0
- ads/model/service/oci_datascience_model_version_set.py +176 -0
- ads/model/transformer/__init__.py +5 -0
- ads/model/transformer/onnx_transformer.py +324 -0
- ads/mysqldb/__init__.py +5 -0
- ads/mysqldb/mysql_db.py +227 -0
- ads/opctl/__init__.py +18 -0
- ads/opctl/anomaly_detection.py +11 -0
- ads/opctl/backend/__init__.py +5 -0
- ads/opctl/backend/ads_dataflow.py +353 -0
- ads/opctl/backend/ads_ml_job.py +710 -0
- ads/opctl/backend/ads_ml_pipeline.py +164 -0
- ads/opctl/backend/ads_model_deployment.py +209 -0
- ads/opctl/backend/base.py +146 -0
- ads/opctl/backend/local.py +1053 -0
- ads/opctl/backend/marketplace/__init__.py +9 -0
- ads/opctl/backend/marketplace/helm_helper.py +173 -0
- ads/opctl/backend/marketplace/local_marketplace.py +271 -0
- ads/opctl/backend/marketplace/marketplace_backend_runner.py +71 -0
- ads/opctl/backend/marketplace/marketplace_operator_interface.py +44 -0
- ads/opctl/backend/marketplace/marketplace_operator_runner.py +24 -0
- ads/opctl/backend/marketplace/marketplace_utils.py +212 -0
- ads/opctl/backend/marketplace/models/__init__.py +5 -0
- ads/opctl/backend/marketplace/models/bearer_token.py +94 -0
- ads/opctl/backend/marketplace/models/marketplace_type.py +70 -0
- ads/opctl/backend/marketplace/models/ocir_details.py +56 -0
- ads/opctl/backend/marketplace/prerequisite_checker.py +238 -0
- ads/opctl/cli.py +707 -0
- ads/opctl/cmds.py +869 -0
- ads/opctl/conda/__init__.py +5 -0
- ads/opctl/conda/cli.py +193 -0
- ads/opctl/conda/cmds.py +749 -0
- ads/opctl/conda/config.yaml +34 -0
- ads/opctl/conda/manifest_template.yaml +13 -0
- ads/opctl/conda/multipart_uploader.py +188 -0
- ads/opctl/conda/pack.py +89 -0
- ads/opctl/config/__init__.py +5 -0
- ads/opctl/config/base.py +57 -0
- ads/opctl/config/diagnostics/__init__.py +5 -0
- ads/opctl/config/diagnostics/distributed/default_requirements_config.yaml +62 -0
- ads/opctl/config/merger.py +255 -0
- ads/opctl/config/resolver.py +297 -0
- ads/opctl/config/utils.py +79 -0
- ads/opctl/config/validator.py +17 -0
- ads/opctl/config/versioner.py +68 -0
- ads/opctl/config/yaml_parsers/__init__.py +7 -0
- ads/opctl/config/yaml_parsers/base.py +58 -0
- ads/opctl/config/yaml_parsers/distributed/__init__.py +7 -0
- ads/opctl/config/yaml_parsers/distributed/yaml_parser.py +201 -0
- ads/opctl/constants.py +66 -0
- ads/opctl/decorator/__init__.py +5 -0
- ads/opctl/decorator/common.py +129 -0
- ads/opctl/diagnostics/__init__.py +5 -0
- ads/opctl/diagnostics/__main__.py +25 -0
- ads/opctl/diagnostics/check_distributed_job_requirements.py +212 -0
- ads/opctl/diagnostics/check_requirements.py +144 -0
- ads/opctl/diagnostics/requirement_exception.py +9 -0
- ads/opctl/distributed/README.md +109 -0
- ads/opctl/distributed/__init__.py +5 -0
- ads/opctl/distributed/certificates.py +32 -0
- ads/opctl/distributed/cli.py +207 -0
- ads/opctl/distributed/cmds.py +731 -0
- ads/opctl/distributed/common/__init__.py +5 -0
- ads/opctl/distributed/common/abstract_cluster_provider.py +449 -0
- ads/opctl/distributed/common/abstract_framework_spec_builder.py +88 -0
- ads/opctl/distributed/common/cluster_config_helper.py +103 -0
- ads/opctl/distributed/common/cluster_provider_factory.py +21 -0
- ads/opctl/distributed/common/cluster_runner.py +54 -0
- ads/opctl/distributed/common/framework_factory.py +29 -0
- ads/opctl/docker/Dockerfile.job +103 -0
- ads/opctl/docker/Dockerfile.job.arm +107 -0
- ads/opctl/docker/Dockerfile.job.gpu +175 -0
- ads/opctl/docker/base-env.yaml +13 -0
- ads/opctl/docker/cuda.repo +6 -0
- ads/opctl/docker/operator/.dockerignore +0 -0
- ads/opctl/docker/operator/Dockerfile +41 -0
- ads/opctl/docker/operator/Dockerfile.gpu +85 -0
- ads/opctl/docker/operator/cuda.repo +6 -0
- ads/opctl/docker/operator/environment.yaml +8 -0
- ads/opctl/forecast.py +11 -0
- ads/opctl/index.yaml +3 -0
- ads/opctl/model/__init__.py +5 -0
- ads/opctl/model/cli.py +65 -0
- ads/opctl/model/cmds.py +73 -0
- ads/opctl/operator/README.md +4 -0
- ads/opctl/operator/__init__.py +31 -0
- ads/opctl/operator/cli.py +344 -0
- ads/opctl/operator/cmd.py +596 -0
- ads/opctl/operator/common/__init__.py +5 -0
- ads/opctl/operator/common/backend_factory.py +460 -0
- ads/opctl/operator/common/const.py +27 -0
- ads/opctl/operator/common/data/synthetic.csv +16001 -0
- ads/opctl/operator/common/dictionary_merger.py +148 -0
- ads/opctl/operator/common/errors.py +42 -0
- ads/opctl/operator/common/operator_config.py +99 -0
- ads/opctl/operator/common/operator_loader.py +811 -0
- ads/opctl/operator/common/operator_schema.yaml +130 -0
- ads/opctl/operator/common/operator_yaml_generator.py +152 -0
- ads/opctl/operator/common/utils.py +208 -0
- ads/opctl/operator/lowcode/__init__.py +5 -0
- ads/opctl/operator/lowcode/anomaly/MLoperator +16 -0
- ads/opctl/operator/lowcode/anomaly/README.md +207 -0
- ads/opctl/operator/lowcode/anomaly/__init__.py +5 -0
- ads/opctl/operator/lowcode/anomaly/__main__.py +103 -0
- ads/opctl/operator/lowcode/anomaly/cmd.py +35 -0
- ads/opctl/operator/lowcode/anomaly/const.py +167 -0
- ads/opctl/operator/lowcode/anomaly/environment.yaml +10 -0
- ads/opctl/operator/lowcode/anomaly/model/__init__.py +5 -0
- ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py +146 -0
- ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py +162 -0
- ads/opctl/operator/lowcode/anomaly/model/automlx.py +99 -0
- ads/opctl/operator/lowcode/anomaly/model/autots.py +115 -0
- ads/opctl/operator/lowcode/anomaly/model/base_model.py +404 -0
- ads/opctl/operator/lowcode/anomaly/model/factory.py +110 -0
- ads/opctl/operator/lowcode/anomaly/model/isolationforest.py +78 -0
- ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py +78 -0
- ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py +120 -0
- ads/opctl/operator/lowcode/anomaly/model/tods.py +119 -0
- ads/opctl/operator/lowcode/anomaly/operator_config.py +127 -0
- ads/opctl/operator/lowcode/anomaly/schema.yaml +401 -0
- ads/opctl/operator/lowcode/anomaly/utils.py +88 -0
- ads/opctl/operator/lowcode/common/__init__.py +5 -0
- ads/opctl/operator/lowcode/common/const.py +10 -0
- ads/opctl/operator/lowcode/common/data.py +116 -0
- ads/opctl/operator/lowcode/common/errors.py +47 -0
- ads/opctl/operator/lowcode/common/transformations.py +296 -0
- ads/opctl/operator/lowcode/common/utils.py +384 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/MLoperator +13 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/README.md +30 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/__init__.py +5 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py +116 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py +85 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/const.py +15 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/environment.yaml +0 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py +4 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py +32 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py +43 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py +120 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py +34 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/operator_utils.py +386 -0
- ads/opctl/operator/lowcode/feature_store_marketplace/schema.yaml +160 -0
- ads/opctl/operator/lowcode/forecast/MLoperator +25 -0
- ads/opctl/operator/lowcode/forecast/README.md +209 -0
- ads/opctl/operator/lowcode/forecast/__init__.py +5 -0
- ads/opctl/operator/lowcode/forecast/__main__.py +89 -0
- ads/opctl/operator/lowcode/forecast/cmd.py +40 -0
- ads/opctl/operator/lowcode/forecast/const.py +92 -0
- ads/opctl/operator/lowcode/forecast/environment.yaml +20 -0
- ads/opctl/operator/lowcode/forecast/errors.py +26 -0
- ads/opctl/operator/lowcode/forecast/model/__init__.py +5 -0
- ads/opctl/operator/lowcode/forecast/model/arima.py +279 -0
- ads/opctl/operator/lowcode/forecast/model/automlx.py +553 -0
- ads/opctl/operator/lowcode/forecast/model/autots.py +312 -0
- ads/opctl/operator/lowcode/forecast/model/base_model.py +875 -0
- ads/opctl/operator/lowcode/forecast/model/factory.py +106 -0
- ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py +492 -0
- ads/opctl/operator/lowcode/forecast/model/ml_forecast.py +243 -0
- ads/opctl/operator/lowcode/forecast/model/neuralprophet.py +482 -0
- ads/opctl/operator/lowcode/forecast/model/prophet.py +450 -0
- ads/opctl/operator/lowcode/forecast/model_evaluator.py +244 -0
- ads/opctl/operator/lowcode/forecast/operator_config.py +234 -0
- ads/opctl/operator/lowcode/forecast/schema.yaml +506 -0
- ads/opctl/operator/lowcode/forecast/utils.py +397 -0
- ads/opctl/operator/lowcode/forecast/whatifserve/__init__.py +7 -0
- ads/opctl/operator/lowcode/forecast/whatifserve/deployment_manager.py +285 -0
- ads/opctl/operator/lowcode/forecast/whatifserve/score.py +246 -0
- ads/opctl/operator/lowcode/pii/MLoperator +17 -0
- ads/opctl/operator/lowcode/pii/README.md +208 -0
- ads/opctl/operator/lowcode/pii/__init__.py +5 -0
- ads/opctl/operator/lowcode/pii/__main__.py +78 -0
- ads/opctl/operator/lowcode/pii/cmd.py +39 -0
- ads/opctl/operator/lowcode/pii/constant.py +84 -0
- ads/opctl/operator/lowcode/pii/environment.yaml +17 -0
- ads/opctl/operator/lowcode/pii/errors.py +27 -0
- ads/opctl/operator/lowcode/pii/model/__init__.py +5 -0
- ads/opctl/operator/lowcode/pii/model/factory.py +82 -0
- ads/opctl/operator/lowcode/pii/model/guardrails.py +167 -0
- ads/opctl/operator/lowcode/pii/model/pii.py +145 -0
- ads/opctl/operator/lowcode/pii/model/processor/__init__.py +34 -0
- ads/opctl/operator/lowcode/pii/model/processor/email_replacer.py +34 -0
- ads/opctl/operator/lowcode/pii/model/processor/mbi_replacer.py +35 -0
- ads/opctl/operator/lowcode/pii/model/processor/name_replacer.py +225 -0
- ads/opctl/operator/lowcode/pii/model/processor/number_replacer.py +73 -0
- ads/opctl/operator/lowcode/pii/model/processor/remover.py +26 -0
- ads/opctl/operator/lowcode/pii/model/report.py +487 -0
- ads/opctl/operator/lowcode/pii/operator_config.py +95 -0
- ads/opctl/operator/lowcode/pii/schema.yaml +108 -0
- ads/opctl/operator/lowcode/pii/utils.py +43 -0
- ads/opctl/operator/lowcode/recommender/MLoperator +16 -0
- ads/opctl/operator/lowcode/recommender/README.md +206 -0
- ads/opctl/operator/lowcode/recommender/__init__.py +5 -0
- ads/opctl/operator/lowcode/recommender/__main__.py +82 -0
- ads/opctl/operator/lowcode/recommender/cmd.py +33 -0
- ads/opctl/operator/lowcode/recommender/constant.py +30 -0
- ads/opctl/operator/lowcode/recommender/environment.yaml +11 -0
- ads/opctl/operator/lowcode/recommender/model/base_model.py +212 -0
- ads/opctl/operator/lowcode/recommender/model/factory.py +56 -0
- ads/opctl/operator/lowcode/recommender/model/recommender_dataset.py +25 -0
- ads/opctl/operator/lowcode/recommender/model/svd.py +106 -0
- ads/opctl/operator/lowcode/recommender/operator_config.py +81 -0
- ads/opctl/operator/lowcode/recommender/schema.yaml +265 -0
- ads/opctl/operator/lowcode/recommender/utils.py +13 -0
- ads/opctl/operator/runtime/__init__.py +5 -0
- ads/opctl/operator/runtime/const.py +17 -0
- ads/opctl/operator/runtime/container_runtime_schema.yaml +50 -0
- ads/opctl/operator/runtime/marketplace_runtime.py +50 -0
- ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml +21 -0
- ads/opctl/operator/runtime/python_runtime_schema.yaml +21 -0
- ads/opctl/operator/runtime/runtime.py +115 -0
- ads/opctl/schema.yaml.yml +36 -0
- ads/opctl/script.py +40 -0
- ads/opctl/spark/__init__.py +5 -0
- ads/opctl/spark/cli.py +43 -0
- ads/opctl/spark/cmds.py +147 -0
- ads/opctl/templates/diagnostic_report_template.jinja2 +102 -0
- ads/opctl/utils.py +344 -0
- ads/oracledb/__init__.py +5 -0
- ads/oracledb/oracle_db.py +346 -0
- ads/pipeline/__init__.py +39 -0
- ads/pipeline/ads_pipeline.py +2279 -0
- ads/pipeline/ads_pipeline_run.py +772 -0
- ads/pipeline/ads_pipeline_step.py +605 -0
- ads/pipeline/builders/__init__.py +5 -0
- ads/pipeline/builders/infrastructure/__init__.py +5 -0
- ads/pipeline/builders/infrastructure/custom_script.py +32 -0
- ads/pipeline/cli.py +119 -0
- ads/pipeline/extension.py +291 -0
- ads/pipeline/schema/__init__.py +5 -0
- ads/pipeline/schema/cs_step_schema.json +35 -0
- ads/pipeline/schema/ml_step_schema.json +31 -0
- ads/pipeline/schema/pipeline_schema.json +71 -0
- ads/pipeline/visualizer/__init__.py +5 -0
- ads/pipeline/visualizer/base.py +570 -0
- ads/pipeline/visualizer/graph_renderer.py +272 -0
- ads/pipeline/visualizer/text_renderer.py +84 -0
- ads/secrets/__init__.py +11 -0
- ads/secrets/adb.py +386 -0
- ads/secrets/auth_token.py +86 -0
- ads/secrets/big_data_service.py +365 -0
- ads/secrets/mysqldb.py +149 -0
- ads/secrets/oracledb.py +160 -0
- ads/secrets/secrets.py +407 -0
- ads/telemetry/__init__.py +7 -0
- ads/telemetry/base.py +69 -0
- ads/telemetry/client.py +122 -0
- ads/telemetry/telemetry.py +257 -0
- ads/templates/dataflow_pyspark.jinja2 +13 -0
- ads/templates/dataflow_sparksql.jinja2 +22 -0
- ads/templates/func.jinja2 +20 -0
- ads/templates/schemas/openapi.json +1740 -0
- ads/templates/score-pkl.jinja2 +173 -0
- ads/templates/score.jinja2 +322 -0
- ads/templates/score_embedding_onnx.jinja2 +202 -0
- ads/templates/score_generic.jinja2 +165 -0
- ads/templates/score_huggingface_pipeline.jinja2 +217 -0
- ads/templates/score_lightgbm.jinja2 +185 -0
- ads/templates/score_onnx.jinja2 +407 -0
- ads/templates/score_onnx_new.jinja2 +473 -0
- ads/templates/score_oracle_automl.jinja2 +185 -0
- ads/templates/score_pyspark.jinja2 +154 -0
- ads/templates/score_pytorch.jinja2 +219 -0
- ads/templates/score_scikit-learn.jinja2 +184 -0
- ads/templates/score_tensorflow.jinja2 +184 -0
- ads/templates/score_xgboost.jinja2 +178 -0
- ads/text_dataset/__init__.py +5 -0
- ads/text_dataset/backends.py +211 -0
- ads/text_dataset/dataset.py +445 -0
- ads/text_dataset/extractor.py +207 -0
- ads/text_dataset/options.py +53 -0
- ads/text_dataset/udfs.py +22 -0
- ads/text_dataset/utils.py +49 -0
- ads/type_discovery/__init__.py +9 -0
- ads/type_discovery/abstract_detector.py +21 -0
- ads/type_discovery/constant_detector.py +41 -0
- ads/type_discovery/continuous_detector.py +54 -0
- ads/type_discovery/credit_card_detector.py +99 -0
- ads/type_discovery/datetime_detector.py +92 -0
- ads/type_discovery/discrete_detector.py +118 -0
- ads/type_discovery/document_detector.py +146 -0
- ads/type_discovery/ip_detector.py +68 -0
- ads/type_discovery/latlon_detector.py +90 -0
- ads/type_discovery/phone_number_detector.py +63 -0
- ads/type_discovery/type_discovery_driver.py +87 -0
- ads/type_discovery/typed_feature.py +594 -0
- ads/type_discovery/unknown_detector.py +41 -0
- ads/type_discovery/zipcode_detector.py +48 -0
- ads/vault/__init__.py +7 -0
- ads/vault/vault.py +237 -0
- {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10.dist-info}/METADATA +150 -149
- oracle_ads-2.13.10.dist-info/RECORD +858 -0
- {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10.dist-info}/WHEEL +1 -2
- {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10.dist-info}/entry_points.txt +2 -1
- oracle_ads-2.13.9rc0.dist-info/RECORD +0 -9
- oracle_ads-2.13.9rc0.dist-info/top_level.txt +0 -1
- {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10.dist-info}/licenses/LICENSE.txt +0 -0
@@ -0,0 +1,339 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
|
3
|
+
# Copyright (c) 2024 Oracle and/or its affiliates.
|
4
|
+
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
5
|
+
|
6
|
+
import json
|
7
|
+
from typing import Union
|
8
|
+
from urllib.parse import urlparse
|
9
|
+
|
10
|
+
import fsspec
|
11
|
+
import yaml
|
12
|
+
from pydantic import BaseModel
|
13
|
+
from yaml import SafeLoader as Loader
|
14
|
+
|
15
|
+
from ads.common.auth import default_signer
|
16
|
+
|
17
|
+
|
18
|
+
class Serializable(BaseModel):
|
19
|
+
"""Base class that represents a serializable item.
|
20
|
+
|
21
|
+
Methods
|
22
|
+
-------
|
23
|
+
to_json(self, uri=None, **kwargs)
|
24
|
+
Returns object serialized as a JSON string
|
25
|
+
from_json(cls, json_string=None, uri=None, **kwargs)
|
26
|
+
Creates an object from JSON string provided or from URI location containing JSON string
|
27
|
+
to_yaml(self, uri=None, **kwargs)
|
28
|
+
Returns object serialized as a YAML string
|
29
|
+
from_yaml(cls, yaml_string=None, uri=None, **kwargs)
|
30
|
+
Creates an object from YAML string provided or from URI location containing YAML string
|
31
|
+
"""
|
32
|
+
|
33
|
+
@staticmethod
|
34
|
+
def _write_to_file(s: str, uri: str, **kwargs) -> None:
|
35
|
+
"""Write string s into location specified by uri.
|
36
|
+
|
37
|
+
Parameters
|
38
|
+
----------
|
39
|
+
s: (string)
|
40
|
+
content
|
41
|
+
uri: (string)
|
42
|
+
URI location to save string s
|
43
|
+
kwargs : dict
|
44
|
+
keyword arguments to be passed into fsspec.open().
|
45
|
+
For OCI object storage, this can be config="path/to/.oci/config".
|
46
|
+
|
47
|
+
Returns
|
48
|
+
-------
|
49
|
+
None
|
50
|
+
Nothing
|
51
|
+
"""
|
52
|
+
|
53
|
+
overwrite = kwargs.pop("overwrite", True)
|
54
|
+
if not overwrite:
|
55
|
+
dst_path_scheme = urlparse(uri).scheme or "file"
|
56
|
+
if fsspec.filesystem(dst_path_scheme, **kwargs).exists(uri):
|
57
|
+
raise FileExistsError(
|
58
|
+
f"The `{uri}` is already exists. Set `overwrite` to True "
|
59
|
+
"if you wish to overwrite."
|
60
|
+
)
|
61
|
+
|
62
|
+
with fsspec.open(uri, "w", **kwargs) as f:
|
63
|
+
f.write(s)
|
64
|
+
|
65
|
+
@staticmethod
|
66
|
+
def _read_from_file(uri: str, **kwargs) -> str:
|
67
|
+
"""Returns contents from location specified by URI
|
68
|
+
|
69
|
+
Parameters
|
70
|
+
----------
|
71
|
+
uri: (string)
|
72
|
+
URI location
|
73
|
+
kwargs : dict
|
74
|
+
keyword arguments to be passed into fsspec.open().
|
75
|
+
For OCI object storage, this can be config="path/to/.oci/config".
|
76
|
+
|
77
|
+
Returns
|
78
|
+
-------
|
79
|
+
string: Contents in file specified by URI
|
80
|
+
"""
|
81
|
+
# Add default signer if the uri is an object storage uri, and
|
82
|
+
# the user does not specify config or signer.
|
83
|
+
if (
|
84
|
+
uri.startswith("oci://")
|
85
|
+
and "config" not in kwargs
|
86
|
+
and "signer" not in kwargs
|
87
|
+
):
|
88
|
+
kwargs.update(default_signer())
|
89
|
+
with fsspec.open(uri, "r", **kwargs) as f:
|
90
|
+
return f.read()
|
91
|
+
|
92
|
+
def to_json(
|
93
|
+
self,
|
94
|
+
uri: str = None,
|
95
|
+
encoder: callable = json.JSONEncoder,
|
96
|
+
default: callable = None,
|
97
|
+
**kwargs,
|
98
|
+
) -> str:
|
99
|
+
"""Returns object serialized as a JSON string
|
100
|
+
|
101
|
+
Parameters
|
102
|
+
----------
|
103
|
+
uri: (string, optional)
|
104
|
+
URI location to save the JSON string. Defaults to None.
|
105
|
+
encoder: (callable, optional)
|
106
|
+
Encoder for custom data structures. Defaults to JSONEncoder.
|
107
|
+
default: (callable, optional)
|
108
|
+
A function that gets called for objects that can't otherwise be serialized.
|
109
|
+
It should return JSON-serializable version of the object or original object.
|
110
|
+
|
111
|
+
kwargs
|
112
|
+
------
|
113
|
+
overwrite: (bool, optional). Defaults to True.
|
114
|
+
Whether to overwrite existing file or not.
|
115
|
+
|
116
|
+
keyword arguments to be passed into fsspec.open().
|
117
|
+
For OCI object storage, this could be config="path/to/.oci/config".
|
118
|
+
For other storage connections consider e.g. host, port, username, password, etc.
|
119
|
+
|
120
|
+
Returns
|
121
|
+
-------
|
122
|
+
Union[str, None]
|
123
|
+
Serialized version of object.
|
124
|
+
`None` in case when `uri` provided.
|
125
|
+
"""
|
126
|
+
json_string = json.dumps(
|
127
|
+
self.model_dump(exclude_none=kwargs.pop("exclude_none", False)),
|
128
|
+
cls=encoder,
|
129
|
+
default=default,
|
130
|
+
)
|
131
|
+
if uri:
|
132
|
+
self._write_to_file(s=json_string, uri=uri, **kwargs)
|
133
|
+
return None
|
134
|
+
return json_string
|
135
|
+
|
136
|
+
def to_dict(self) -> dict:
|
137
|
+
"""Returns object serialized as a dictionary
|
138
|
+
|
139
|
+
Returns
|
140
|
+
-------
|
141
|
+
dict
|
142
|
+
Serialized version of object
|
143
|
+
"""
|
144
|
+
return json.loads(self.to_json())
|
145
|
+
|
146
|
+
@classmethod
|
147
|
+
def from_json(
|
148
|
+
cls,
|
149
|
+
json_string: str = None,
|
150
|
+
uri: str = None,
|
151
|
+
decoder: callable = json.JSONDecoder,
|
152
|
+
**kwargs,
|
153
|
+
):
|
154
|
+
"""Creates an object from JSON string provided or from URI location containing JSON string
|
155
|
+
|
156
|
+
Parameters
|
157
|
+
----------
|
158
|
+
json_string: (string, optional)
|
159
|
+
JSON string. Defaults to None.
|
160
|
+
uri: (string, optional)
|
161
|
+
URI location of file containing JSON string. Defaults to None.
|
162
|
+
decoder: (callable, optional)
|
163
|
+
Custom decoder. Defaults to simple JSON decoder.
|
164
|
+
kwargs
|
165
|
+
------
|
166
|
+
keyword arguments to be passed into fsspec.open(). For OCI object storage, this should be config="path/to/.oci/config".
|
167
|
+
For other storage connections consider e.g. host, port, username, password, etc.
|
168
|
+
|
169
|
+
Raises
|
170
|
+
------
|
171
|
+
ValueError
|
172
|
+
Raised if neither string nor uri is provided
|
173
|
+
|
174
|
+
Returns
|
175
|
+
-------
|
176
|
+
cls
|
177
|
+
Returns instance of the class
|
178
|
+
"""
|
179
|
+
if json_string:
|
180
|
+
return cls(**json.loads(json_string, cls=decoder))
|
181
|
+
if uri:
|
182
|
+
return cls(**json.loads(cls._read_from_file(uri, **kwargs), cls=decoder))
|
183
|
+
raise ValueError("Must provide either JSON string or URI location")
|
184
|
+
|
185
|
+
def to_yaml(
|
186
|
+
self, uri: str = None, dumper: callable = yaml.SafeDumper, **kwargs
|
187
|
+
) -> Union[str, None]:
|
188
|
+
"""Returns object serialized as a YAML string
|
189
|
+
|
190
|
+
Parameters
|
191
|
+
----------
|
192
|
+
uri : str, optional
|
193
|
+
URI location to save the YAML string, by default None
|
194
|
+
dumper : callable, optional
|
195
|
+
Custom YAML Dumper, by default yaml.SafeDumper
|
196
|
+
kwargs : dict
|
197
|
+
overwrite: (bool, optional). Defaults to True.
|
198
|
+
Whether to overwrite existing file or not.
|
199
|
+
note: (str, optional)
|
200
|
+
The note that needs to be added in the beginning of the YAML.
|
201
|
+
It will be added as is without any formatting.
|
202
|
+
side_effect: Optional[SideEffect]
|
203
|
+
side effect to take on the dictionary. The side effect can be either
|
204
|
+
convert the dictionary keys to "lower" (SideEffect.CONVERT_KEYS_TO_LOWER.value)
|
205
|
+
or "upper"(SideEffect.CONVERT_KEYS_TO_UPPER.value) cases.
|
206
|
+
|
207
|
+
The other keyword arguments to be passed into fsspec.open().
|
208
|
+
For OCI object storage, this could be config="path/to/.oci/config".
|
209
|
+
|
210
|
+
Returns
|
211
|
+
-------
|
212
|
+
Union[str, None]
|
213
|
+
Serialized version of object.
|
214
|
+
`None` in case when `uri` provided.
|
215
|
+
"""
|
216
|
+
note = kwargs.pop("note", "")
|
217
|
+
|
218
|
+
yaml_string = f"{note}\n" + yaml.dump(
|
219
|
+
self.model_dump(exclude_none=kwargs.pop("exclude_none", False)),
|
220
|
+
Dumper=dumper,
|
221
|
+
)
|
222
|
+
if uri:
|
223
|
+
self._write_to_file(s=yaml_string, uri=uri, **kwargs)
|
224
|
+
return None
|
225
|
+
|
226
|
+
return yaml_string
|
227
|
+
|
228
|
+
@classmethod
|
229
|
+
def from_yaml(
|
230
|
+
cls,
|
231
|
+
yaml_string: str = None,
|
232
|
+
uri: str = None,
|
233
|
+
loader: callable = Loader,
|
234
|
+
**kwargs,
|
235
|
+
):
|
236
|
+
"""Creates an object from YAML string provided or from URI location containing YAML string
|
237
|
+
|
238
|
+
Parameters
|
239
|
+
----------
|
240
|
+
yaml_string (string, optional)
|
241
|
+
YAML string. Defaults to None.
|
242
|
+
uri (string, optional)
|
243
|
+
URI location of file containing YAML string. Defaults to None.
|
244
|
+
loader (callable, optional)
|
245
|
+
Custom YAML loader. Defaults to CLoader/SafeLoader.
|
246
|
+
kwargs (dict)
|
247
|
+
keyword arguments to be passed into fsspec.open().
|
248
|
+
For OCI object storage, this should be config="path/to/.oci/config".
|
249
|
+
For other storage connections consider e.g. host, port, username, password, etc.
|
250
|
+
|
251
|
+
Raises
|
252
|
+
------
|
253
|
+
ValueError
|
254
|
+
Raised if neither string nor uri is provided
|
255
|
+
|
256
|
+
Returns
|
257
|
+
-------
|
258
|
+
cls
|
259
|
+
Returns instance of the class
|
260
|
+
"""
|
261
|
+
if yaml_string:
|
262
|
+
return cls(**yaml.load(yaml_string, Loader=loader))
|
263
|
+
if uri:
|
264
|
+
return cls(
|
265
|
+
**yaml.load(cls._read_from_file(uri=uri, **kwargs), Loader=loader)
|
266
|
+
)
|
267
|
+
raise ValueError("Must provide either YAML string or URI location")
|
268
|
+
|
269
|
+
@classmethod
|
270
|
+
def schema_to_yaml(cls, uri: str = None, **kwargs) -> Union[str, None]:
|
271
|
+
"""Returns the schema serialized as a YAML string
|
272
|
+
|
273
|
+
Parameters
|
274
|
+
----------
|
275
|
+
uri : str, optional
|
276
|
+
URI location to save the YAML string, by default None
|
277
|
+
dumper : callable, optional
|
278
|
+
Custom YAML Dumper, by default yaml.SafeDumper
|
279
|
+
kwargs : dict
|
280
|
+
overwrite: (bool, optional). Defaults to True.
|
281
|
+
Whether to overwrite existing file or not.
|
282
|
+
Returns
|
283
|
+
-------
|
284
|
+
Union[str, None]
|
285
|
+
Serialized schema.
|
286
|
+
`None` in case when `uri` provided.
|
287
|
+
"""
|
288
|
+
yaml_string = yaml.dump(cls.model_json_schema(), sort_keys=False)
|
289
|
+
|
290
|
+
if uri:
|
291
|
+
cls._write_to_file(s=yaml_string, uri=uri, **kwargs)
|
292
|
+
return None
|
293
|
+
|
294
|
+
return yaml_string
|
295
|
+
|
296
|
+
@classmethod
|
297
|
+
def schema_to_json(
|
298
|
+
cls,
|
299
|
+
uri: str = None,
|
300
|
+
encoder: callable = json.JSONEncoder,
|
301
|
+
default: callable = None,
|
302
|
+
**kwargs,
|
303
|
+
) -> Union[str, None]:
|
304
|
+
"""Returns the schema serialized as a JSON string
|
305
|
+
|
306
|
+
Parameters
|
307
|
+
----------
|
308
|
+
uri: (string, optional)
|
309
|
+
URI location to save the JSON string. Defaults to None.
|
310
|
+
encoder: (callable, optional)
|
311
|
+
Encoder for custom data structures. Defaults to JSONEncoder.
|
312
|
+
default: (callable, optional)
|
313
|
+
A function that gets called for objects that can't otherwise be serialized.
|
314
|
+
It should return JSON-serializable version of the object or original object.
|
315
|
+
|
316
|
+
kwargs
|
317
|
+
------
|
318
|
+
overwrite: (bool, optional). Defaults to True.
|
319
|
+
Whether to overwrite existing file or not.
|
320
|
+
|
321
|
+
keyword arguments to be passed into fsspec.open().
|
322
|
+
For OCI object storage, this could be config="path/to/.oci/config".
|
323
|
+
For other storage connections consider e.g. host, port, username, password, etc.
|
324
|
+
|
325
|
+
Returns
|
326
|
+
-------
|
327
|
+
Union[str, None]
|
328
|
+
Serialized version of object.
|
329
|
+
`None` in case when `uri` provided.
|
330
|
+
"""
|
331
|
+
json_string = json.dumps(
|
332
|
+
cls.model_json_schema(),
|
333
|
+
cls=encoder,
|
334
|
+
default=default,
|
335
|
+
)
|
336
|
+
if uri:
|
337
|
+
cls._write_to_file(s=json_string, uri=uri, **kwargs)
|
338
|
+
return None
|
339
|
+
return json_string
|
ads/aqua/constants.py
ADDED
@@ -0,0 +1,116 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# Copyright (c) 2024, 2025 Oracle and/or its affiliates.
|
3
|
+
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
4
|
+
"""This module defines constants used in ads.aqua module."""
|
5
|
+
|
6
|
+
UNKNOWN_VALUE = ""
|
7
|
+
READY_TO_IMPORT_STATUS = "TRUE"
|
8
|
+
UNKNOWN_DICT = {}
|
9
|
+
DEPLOYMENT_CONFIG = "deployment_config.json"
|
10
|
+
FINE_TUNING_CONFIG = "ft_config.json"
|
11
|
+
README = "README.md"
|
12
|
+
LICENSE = "LICENSE.txt"
|
13
|
+
AQUA_MODEL_TOKENIZER_CONFIG = "tokenizer_config.json"
|
14
|
+
COMPARTMENT_MAPPING_KEY = "service-model-compartment"
|
15
|
+
CONTAINER_INDEX = "container_index.json"
|
16
|
+
EVALUATION_REPORT_JSON = "report.json"
|
17
|
+
EVALUATION_REPORT_MD = "report.md"
|
18
|
+
EVALUATION_REPORT = "report.html"
|
19
|
+
UNKNOWN_JSON_STR = "{}"
|
20
|
+
UNKNOWN_JSON_LIST = "[]"
|
21
|
+
FINE_TUNING_RUNTIME_CONTAINER = "iad.ocir.io/ociodscdev/aqua_ft_cuda121:0.3.17.20"
|
22
|
+
DEFAULT_FT_BLOCK_STORAGE_SIZE = 750
|
23
|
+
DEFAULT_FT_REPLICA = 1
|
24
|
+
DEFAULT_FT_BATCH_SIZE = 1
|
25
|
+
DEFAULT_FT_VALIDATION_SET_SIZE = 0.1
|
26
|
+
MAXIMUM_ALLOWED_DATASET_IN_BYTE = 52428800 # 1024 x 1024 x 50 = 50MB
|
27
|
+
JOB_INFRASTRUCTURE_TYPE_DEFAULT_NETWORKING = "ME_STANDALONE"
|
28
|
+
NB_SESSION_IDENTIFIER = "NB_SESSION_OCID"
|
29
|
+
LIFECYCLE_DETAILS_MISSING_JOBRUN = "The associated JobRun resource has been deleted."
|
30
|
+
READY_TO_DEPLOY_STATUS = "ACTIVE"
|
31
|
+
READY_TO_FINE_TUNE_STATUS = "TRUE"
|
32
|
+
PRIVATE_ENDPOINT_TYPE = "MODEL_DEPLOYMENT"
|
33
|
+
AQUA_GA_LIST = ["id19sfcrra6z"]
|
34
|
+
AQUA_MULTI_MODEL_CONFIG = "MULTI_MODEL_CONFIG"
|
35
|
+
AQUA_MODEL_TYPE_SERVICE = "service"
|
36
|
+
AQUA_MODEL_TYPE_CUSTOM = "custom"
|
37
|
+
AQUA_MODEL_TYPE_MULTI = "multi_model"
|
38
|
+
AQUA_MODEL_ARTIFACT_CONFIG = "config.json"
|
39
|
+
AQUA_MODEL_ARTIFACT_CONFIG_MODEL_NAME = "_name_or_path"
|
40
|
+
AQUA_MODEL_ARTIFACT_CONFIG_MODEL_TYPE = "model_type"
|
41
|
+
AQUA_MODEL_ARTIFACT_FILE = "model_file"
|
42
|
+
HF_METADATA_FOLDER = ".cache/"
|
43
|
+
HF_LOGIN_DEFAULT_TIMEOUT = 2
|
44
|
+
MODEL_NAME_DELIMITER = ";"
|
45
|
+
AQUA_TROUBLESHOOTING_LINK = "https://github.com/oracle-samples/oci-data-science-ai-samples/blob/main/ai-quick-actions/troubleshooting-tips.md"
|
46
|
+
MODEL_FILE_DESCRIPTION_VERSION = "1.0"
|
47
|
+
MODEL_FILE_DESCRIPTION_TYPE = "modelOSSReferenceDescription"
|
48
|
+
|
49
|
+
TRAINING_METRICS_FINAL = "training_metrics_final"
|
50
|
+
VALIDATION_METRICS_FINAL = "validation_metrics_final"
|
51
|
+
TRINING_METRICS = "training_metrics"
|
52
|
+
VALIDATION_METRICS = "validation_metrics"
|
53
|
+
|
54
|
+
SERVICE_MANAGED_CONTAINER_URI_SCHEME = "dsmc://"
|
55
|
+
SUPPORTED_FILE_FORMATS = ["jsonl"]
|
56
|
+
MODEL_BY_REFERENCE_OSS_PATH_KEY = "artifact_location"
|
57
|
+
|
58
|
+
CONSOLE_LINK_RESOURCE_TYPE_MAPPING = {
|
59
|
+
"datasciencemodel": "models",
|
60
|
+
"datasciencemodeldeployment": "model-deployments",
|
61
|
+
"datasciencemodeldeploymentdev": "model-deployments",
|
62
|
+
"datasciencemodeldeploymentint": "model-deployments",
|
63
|
+
"datasciencemodeldeploymentpre": "model-deployments",
|
64
|
+
"datasciencejob": "jobs",
|
65
|
+
"datasciencejobrun": "job-runs",
|
66
|
+
"datasciencejobrundev": "job-runs",
|
67
|
+
"datasciencejobrunint": "job-runs",
|
68
|
+
"datasciencejobrunpre": "job-runs",
|
69
|
+
"datasciencemodelversionset": "model-version-sets",
|
70
|
+
"datasciencemodelversionsetpre": "model-version-sets",
|
71
|
+
"datasciencemodelversionsetint": "model-version-sets",
|
72
|
+
"datasciencemodelversionsetdev": "model-version-sets",
|
73
|
+
}
|
74
|
+
|
75
|
+
VLLM_INFERENCE_RESTRICTED_PARAMS = {
|
76
|
+
"--port",
|
77
|
+
"--host",
|
78
|
+
"--served-model-name",
|
79
|
+
"--seed",
|
80
|
+
}
|
81
|
+
TGI_INFERENCE_RESTRICTED_PARAMS = {
|
82
|
+
"--port",
|
83
|
+
"--hostname",
|
84
|
+
"--num-shard",
|
85
|
+
"--sharded",
|
86
|
+
"--trust-remote-code",
|
87
|
+
}
|
88
|
+
LLAMA_CPP_INFERENCE_RESTRICTED_PARAMS = {
|
89
|
+
"--port",
|
90
|
+
"--host",
|
91
|
+
}
|
92
|
+
TEI_CONTAINER_DEFAULT_HOST = "8080"
|
93
|
+
|
94
|
+
OCI_OPERATION_FAILURES = {
|
95
|
+
"list_model_deployments": "Unable to list model deployments. See tips for troubleshooting: ",
|
96
|
+
"list_models": "Unable to list models. See tips for troubleshooting: ",
|
97
|
+
"get_namespace": "Unable to access specified Object Storage Bucket. See tips for troubleshooting: ",
|
98
|
+
"list_log_groups": "Unable to access logs. See tips for troubleshooting: ",
|
99
|
+
"list_buckets": "Unable to list Object Storage Bucket. See tips for troubleshooting: ",
|
100
|
+
"put_object": "Unable to access or find Object Storage Bucket. See tips for troubleshooting: ",
|
101
|
+
"list_model_version_sets": "Unable to create or fetch model version set. See tips for troubleshooting:",
|
102
|
+
"update_model": "Unable to update model. See tips for troubleshooting: ",
|
103
|
+
"list_data_science_private_endpoints": "Unable to access private endpoint. See tips for troubleshooting: ",
|
104
|
+
"create_model": "Unable to register model. See tips for troubleshooting: ",
|
105
|
+
"create_deployment": "Unable to create deployment. See tips for troubleshooting: ",
|
106
|
+
"create_model_version_sets": "Unable to create model version set. See tips for troubleshooting: ",
|
107
|
+
"create_job": "Unable to create job. See tips for troubleshooting: ",
|
108
|
+
"create_job_run": "Unable to create job run. See tips for troubleshooting: ",
|
109
|
+
}
|
110
|
+
|
111
|
+
STATUS_CODE_MESSAGES = {
|
112
|
+
"400": "Could not process your request due to invalid input.",
|
113
|
+
"403": "We're having trouble processing your request with the information provided.",
|
114
|
+
"404": "Authorization Failed: The resource you're looking for isn't accessible.",
|
115
|
+
"408": "Server is taking too long to respond, please try again.",
|
116
|
+
}
|
ads/aqua/data.py
ADDED
@@ -0,0 +1,14 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# Copyright (c) 2024, 2025 Oracle and/or its affiliates.
|
3
|
+
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
|
4
|
+
|
5
|
+
from dataclasses import dataclass
|
6
|
+
|
7
|
+
from ads.common.serializer import DataClassSerializable
|
8
|
+
|
9
|
+
|
10
|
+
@dataclass(repr=False)
|
11
|
+
class AquaResourceIdentifier(DataClassSerializable):
|
12
|
+
id: str = ""
|
13
|
+
name: str = ""
|
14
|
+
url: str = ""
|
@@ -0,0 +1 @@
|
|
1
|
+
data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCA1MiA1MiI+PHBhdGggZD0iTTQ2Ljk0IDUySDUuMDZDMi4yNyA1MiAwIDQ5LjczIDAgNDYuOTRWNS4wNkMwIDIuMjcgMi4yNyAwIDUuMDYgMGg0MS44N0M0OS43MyAwIDUyIDIuMjcgNTIgNS4wNnY0MS44N2MwIDIuOC0yLjI3IDUuMDctNS4wNiA1LjA3eiIgZmlsbD0iI2I5ZGFjNCIvPjxwYXRoIGQ9Ik00NC4yNSAxOC4yM3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5IDAgLjUzLjE2IDEuMDIuNDIgMS40NGwtNS4xMiA1LjA3Yy0uMjctLjE3LS41Ny0uMy0uODktLjM3di0zLjVjLjE2LS4wNC4zMi0uMDguNDctLjE1YTIuNjkgMi42OSAwIDEwLTMuNzMtMi40OGMwIC41My4xNiAxLjAyLjQyIDEuNDRsLTUuMTIgNS4wN2MtLjI3LS4xNy0uNTctLjMtLjg5LS4zN3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5YTIuNyAyLjcgMCAwMDIuMTIgMi42M3YzLjVhMi42OSAyLjY5IDAgMDAuNTcgNS4zMiAyLjY5MyAyLjY5MyAwIDAwMi43LTIuNjljMC0uNTMtLjE2LTEuMDItLjQyLTEuNDRsNS4xMi01LjA3Yy4yNy4xNy41Ny4zLjg5LjM3djMuNWEyLjY5IDIuNjkgMCAwMC41NyA1LjMyIDIuNjkzIDIuNjkzIDAgMDAyLjctMi42OWMwLS41My0uMTYtMS4wMi0uNDItMS40NGw1LjEyLTUuMDdjLjI3LjE3LjU3LjMuODkuMzd2My41YTIuNjkgMi42OSAwIDAwLjU3IDUuMzIgMi42ODQgMi42ODQgMCAwMDIuNjktMi42OSAyLjczIDIuNzMgMCAwMC0yLjE0LTIuNjN6bS0uNTgtNy42OGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXptLTguODUgMGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXpNMjQuNDEgMTIuMWExLjU0IDEuNTQgMCAxMTEuNTQgMS41NGMtLjg0IDAtMS41NC0uNjktMS41NC0xLjU0em0yLjE1IDEwLjE4YTEuNTQgMS41NCAwIDExLTEuMTk5LTIuODQxIDEuNTQgMS41NCAwIDAxMS4xOTkgMi44NDF6bTguODYgMGExLjU0IDEuNTQgMCAxMS0xLjE5OS0yLjg0MSAxLjU0IDEuNTQgMCAwMTEuMTk5IDIuODQxem04Ljg1IDBhMS41NCAxLjU0IDAgMTEuOTQtMS40MmMuMDEuNjItLjM2IDEuMTgtLjk0IDEuNDJ6TTI1LjMzIDM3LjE2Yy0uODUgMC0xLjUxLS4yNi0xLjk3LS43Ny0uNDYtLjUyLS42OS0xLjI1LS42OS0yLjE5cy4yMy0xLjY2LjctMi4xOGMuNDctLjUyIDEuMTItLjc4IDEuOTctLjc4Ljg1IDAgMS41LjI2IDEuOTcuNzguNDYuNTIuNyAxLjI1LjcgMi4xOCAwIC45NS0uMjMgMS42OC0uNjkgMi4xOS0uNDguNTEtMS4xNC43Ny0xLjk5Ljc3em0wLTEuMDRjLjQ4IDAgLjgzLS4xNiAxLjA2LS40OS4yMy0uMzMuMzUtLjguMzUtMS40MyAwLS42Mi0uMTItMS4xLS4zNS0xLjQyLS4yMy0uMzMtLjU5LS40OS0xLjA2LS40OS0uNDggMC0uODMuMTYtMS4wNi40OS0uMjMuMzMtLjM1LjgtLjM1IDEuNDIgMCAuNjIuMTIgMS4xLjM1IDEuNDMuMjIuMzIuNTguNDkgMS4wNi40OXptNC43My45M2gtMS4xOVYzMi45aC43OGwuMTcuNjFjLjE0LS4yLjMxLS4zNS41MS0uNDdzLjQ0LS4xNy43MS0uMTdjLjEyIDAgLjIxLjAxLjMuMDJ2MS4wOGgtLjI1Yy0uMjcgMC0uNDkuMDctLjY3LjIxLS4xOC4xNC0uMjkuMzItLjM0LjU1djIuMzJ6bTQuNDcgMGwtLjE2LS41OGMtLjE0LjIxLS4zMy4zNy0uNTUuNDlzLS40OC4xOC0uNzYuMThjLS40MyAwLS43Ny0uMTItMS4wMi0uMzUtLjI1LS4yNC0uMzctLjU2LS4zNy0uOTcgMC0uNDMuMTctLjc4LjQ5LTEuMDMuMzMtLjI1Ljc3LS4zOCAxLjMzLS4zOGguNjh2LS4xNWMwLS4yMy0uMDYtLjM4LS4xNy0uNDUtLjEyLS4wNy0uMy0uMS0uNTQtLjEtLjQ0IDAtLjkxLjEtMS40Mi4zdi0uOWMuMjEtLjA5LjQ1LS4xNi43My0uMjIuMjgtLjA2LjU2LS4wOS44NS0uMDkuNTQgMCAuOTYuMTIgMS4yNC4zNy4yOS4yNS40My42MS40MyAxLjA3djIuOGgtLjc2em0tMS4xNi0uNzhjLjE3IDAgLjMzLS4wNC40OC0uMTMuMTUtLjA5LjI3LS4yMS4zNi0uMzZ2LS42OGgtLjU2Yy0uMjcgMC0uNDguMDUtLjYzLjE2LS4xNS4xLS4yMi4yNS0uMjIuNDUgMCAuMzguMTkuNTYuNTcuNTZ6bTYuMDMtLjI4di45M2MtLjE2LjA2LS4zNS4xMi0uNTcuMTYtLjIyLjA0LS40NS4wNi0uNjcuMDYtMS4zOCAwLTIuMDYtLjc0LTIuMDYtMi4yMSAwLS42Ni4xOS0xLjE4LjU3LTEuNTYuMzgtLjM4LjktLjU3IDEuNTYtLjU3LjM2IDAgLjcxLjA2IDEuMDYuMTh2LjkyYy0uMjYtLjEzLS41NC0uMi0uODUtLjItLjM3IDAtLjY1LjEtLjg1LjMtLjIuMi0uMy41MS0uMy45MiAwIC40LjA5LjcxLjI2Ljk1LjE4LjIzLjQzLjM1Ljc3LjM1LjE3IDAgLjM0LS4wMi41Mi0uMDZzLjM3LS4xLjU2LS4xN3ptLjg0IDEuMDZWMzJsLS40My0uMzZ2LS40OGgxLjYydjUuODloLTEuMTl6bTUuNjctLjJjLS40LjE5LS44OC4yOS0xLjQ0LjI5LS43MSAwLTEuMjYtLjE5LTEuNjQtLjU2LS4zOC0uMzctLjU3LS45MS0uNTctMS42MiAwLS42Ny4xOC0xLjIuNTUtMS41OC4zNy0uMzguODgtLjU3IDEuNTMtLjU3LjU4IDAgMS4wMS4xNyAxLjMyLjUuMy4zMy40Ni44LjQ2IDEuMzl2LjZoLTIuNjdjLjA1LjMyLjE2LjU2LjM1LjcxLjE5LjE1LjQ1LjIyLjguMjIuMjIgMCAuNDMtLjAyLjYzLS4wNi4yLS4wNC40My0uMTEuNjktLjIxdi44OXptLTEuNi0zLjE4Yy0uNTYgMC0uODYuMjktLjkuODZoMS42M2MtLjAxLS4yNy0uMDgtLjQ4LS4yMS0uNjNhLjY1My42NTMgMCAwMC0uNTItLjIzek0xMi4xOCA0NS4wNWwyLjE3LTUuN2gxLjE4bDIuMTggNS43aC0xLjM3bC0uMzgtMS4xN2gtMi4xbC0uMzggMS4xN2gtMS4zem0yLjAxLTIuMmgxLjQ0bC0uNzItMi4yNC0uNzIgMi4yNHptMy45My42VjQwLjloMS4xOXYyLjUxYzAgLjUxLjIuNzYuNi43Ni4xOCAwIC4zNC0uMDYuNDktLjE3LjE1LS4xMS4yNy0uMjcuMzUtLjQ2VjQwLjloMS4xOXY0LjE1aC0uNzhsLS4xNi0uNjNjLS4zOC40OS0uODcuNzMtMS40NS43My0uNDYgMC0uODEtLjE1LTEuMDYtLjQ0LS4yNC0uMy0uMzctLjcyLS4zNy0xLjI2em01LjA3LjE3VjQxLjhoLS43M3YtLjZsLjc4LS4zMi4zNS0xLjE3aC43OHYxLjE5aC44OXYuODloLS44OXYxLjc2YzAgLjIuMDUuMzUuMTUuNDQuMS4wOS4yNS4xMy40NC4xM2guMTdjLjA2IDAgLjEyLS4wMS4xNy0uMDF2Ljk1Yy0uMTMuMDItLjI0LjAzLS4zNC4wNC0uMS4wMS0uMjEuMDEtLjM0LjAxLS40OCAwLS44My0uMTItMS4wOC0uMzZzLS4zNS0uNjItLjM1LTEuMTN6bTQuNjYgMS41MmMtLjY1IDAtMS4xNS0uMTktMS41Mi0uNTctLjM2LS4zOC0uNTUtLjkyLS41NS0xLjYgMC0uNjkuMTgtMS4yMi41NS0xLjYuMzYtLjM4Ljg3LS41NyAxLjUyLS41N3MxLjE2LjE5IDEuNTIuNTdjLjM2LjM4LjU0LjkxLjU0IDEuNiAwIC42OC0uMTggMS4yMi0uNTQgMS42LS4zNi4zOC0uODcuNTctMS41Mi41N3ptMC0uOWMuNTggMCAuODYtLjQyLjg2LTEuMjcgMC0uODQtLjI5LTEuMjYtLjg2LTEuMjZzLS44Ni40Mi0uODYgMS4yNmMwIC44NS4yOSAxLjI3Ljg2IDEuMjd6bTIuOTMuODF2LTUuN2gxLjI4bDEuODEgMy43NiAxLjc5LTMuNzZoMS4yOHY1LjdoLTEuMjF2LTMuNjlsLTEuNTEgMy4xNWgtLjc1bC0xLjUxLTMuMXYzLjY1aC0xLjE4em03LjI3IDB2LTUuN2gxLjIydjQuNjFoMi41MXYxLjA5aC0zLjczem00LjAzIDBsMS40NC0yLjEzLTEuMzgtMi4wMmgxLjM0bC43NyAxLjI0Ljc5LTEuMjRoMS4yMmwtMS4zOCAyLjAzIDEuNDQgMi4xMmgtMS4zNGwtLjgyLTEuMzYtLjg2IDEuMzZoLTEuMjJ6IiBmaWxsPSIjMzEyZTJjIi8+PHBhdGggZmlsbD0iI2M5NDYzNSIgZD0iTTAgNS44aDE4LjMzdjE4LjMzSDB6Ii8+PHBhdGggZD0iTTYuMjEgMTYuOTZ2Ljc5Yy0uMjEuMTEtLjQ1LjItLjcxLjI2LS4yNi4wNi0uNTQuMDktLjgzLjA5LS44NCAwLTEuNDgtLjI1LTEuOTMtLjc0LS40NS0uNS0uNjctMS4yMS0uNjctMi4xNSAwLS41OC4xMS0xLjA3LjMyLTEuNDguMjEtLjQxLjUxLS43My45MS0uOTUuNC0uMjIuODctLjMzIDEuNDEtLjMzLjI0IDAgLjQ4LjAzLjcxLjA4LjI0LjA2LjQ0LjEzLjYxLjIzdi43OWMtLjI2LS4xMS0uNDktLjE4LS42OC0uMjNzLS4zOS0uMDctLjU4LS4wN2MtLjU2IDAtLjk5LjE3LTEuMy41MS0uMy4zNC0uNDYuODItLjQ2IDEuNDQgMCAuNjcuMTUgMS4xOC40NSAxLjUzcy43NC41NCAxLjMuNTRjLjIyIDAgLjQ0LS4wMy42Ny0uMDhzLjUtLjEyLjc4LS4yM3ptLjgxIDEuMDN2LTUuNDVoMS44N2MxLjMxIDAgMS45Ni42IDEuOTYgMS43OSAwIDEuMi0uNjYgMS43OS0xLjk2IDEuNzloLS45NHYxLjg3aC0uOTN6TTguNyAxMy4zaC0uNzV2Mi4wN2guNzVjLjQzIDAgLjc0LS4wOC45My0uMjQuMTktLjE2LjI5LS40My4yOS0uNzkgMC0uMzctLjEtLjYzLS4yOS0uNzktLjE5LS4xNy0uNS0uMjUtLjkzLS4yNXptMi44NiAyLjE3di0yLjkzaC45NHYyLjkyYzAgLjYzLjEgMS4wOS4zIDEuMzhzLjUyLjQ0Ljk2LjQ0Yy40NCAwIC43Ni0uMTUuOTYtLjQ0LjItLjI5LjMtLjc1LjMtMS4zOHYtMi45MmguOTR2Mi45M2MwIC44OS0uMTggMS41NS0uNTQgMS45OHMtLjkxLjY0LTEuNjUuNjRjLS43NCAwLTEuMjktLjIxLTEuNjUtLjY0LS4zOC0uNDItLjU2LTEuMDgtLjU2LTEuOTh6IiBmaWxsPSIjZmZmIi8+PC9zdmc+
|
@@ -0,0 +1,56 @@
|
|
1
|
+
[
|
2
|
+
{
|
3
|
+
"categoryLogDetails": {
|
4
|
+
"access": {
|
5
|
+
"logGroupId": "ocid1.loggroup.oc1.iad.xxxx",
|
6
|
+
"logId": "ocid1.log.oc1.iad.xxxx"
|
7
|
+
},
|
8
|
+
"predict": {
|
9
|
+
"logGroupId": "ocid1.loggroup.oc1.iad.xxxx",
|
10
|
+
"logId": "ocid1.log.oc1.iad.xxxx"
|
11
|
+
}
|
12
|
+
},
|
13
|
+
"compartmentId": "ocid1.compartment.oc1..xxxx",
|
14
|
+
"createdBy": "ocid1.user.oc1..xxxx",
|
15
|
+
"description": "service model 1.",
|
16
|
+
"displayName": "Test deployment of Mock service model 1 via UI",
|
17
|
+
"freeformTags": {
|
18
|
+
"aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx"
|
19
|
+
},
|
20
|
+
"id": "ocid1.datasciencemodeldeployment.oc1.iad.xxxx",
|
21
|
+
"lifecycleDetails": "Model Deployment is Active.",
|
22
|
+
"lifecycleState": "ACTIVE",
|
23
|
+
"modelDeploymentConfigurationDetails": {
|
24
|
+
"deploymentType": "SINGLE_MODEL",
|
25
|
+
"environmentConfigurationDetails": {
|
26
|
+
"entrypoint": [
|
27
|
+
"python",
|
28
|
+
"/opt/api/api.py"
|
29
|
+
],
|
30
|
+
"environmentConfigurationType": "OCIR_CONTAINER",
|
31
|
+
"healthCheckPort": 5000,
|
32
|
+
"image": "iad.ocir.io/ociodscdev/aqua_deploy:1.0.0",
|
33
|
+
"imageDigest": "sha256:07f43194badef8973b4bd59d649a456b90b57e632f03927896232e904e02cdf1",
|
34
|
+
"serverPort": 5000
|
35
|
+
},
|
36
|
+
"modelConfigurationDetails": {
|
37
|
+
"bandwidthMbps": 10,
|
38
|
+
"instanceConfiguration": {
|
39
|
+
"instanceShapeName": "VM.Standard.E4.Flex",
|
40
|
+
"modelDeploymentInstanceShapeConfigDetails": {
|
41
|
+
"memoryInGBs": 16.0,
|
42
|
+
"ocpus": 1.0
|
43
|
+
}
|
44
|
+
},
|
45
|
+
"modelId": "ocid1.datasciencemodel.oc1.iad.xxxx",
|
46
|
+
"scalingPolicy": {
|
47
|
+
"instanceCount": 1,
|
48
|
+
"policyType": "FIXED_SIZE"
|
49
|
+
}
|
50
|
+
}
|
51
|
+
},
|
52
|
+
"modelDeploymentUrl": "https://modeldeployment.us-ashburn-1.oci.customer-oci.com/ocid1.datasciencemodeldeployment.oc1.iad.xxx",
|
53
|
+
"projectId": "ocid1.datascienceproject.oc1.iad.xxxx",
|
54
|
+
"timeCreated": "2024-01-25T00:26:14.542000Z"
|
55
|
+
}
|
56
|
+
]
|
@@ -0,0 +1 @@
|
|
1
|
+
[{"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mistral 7B Instruct", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T17:47:19.488000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx#llama2", "license": "Apache", "task": "text_generation", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "ModelArtifacts", "value": ".model-ignore, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "training environment"}, {"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "training environment"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "training environment"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "training profile"}, {"key": "ClientLibrary", "value": "ADS", "category": "other"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "training environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "training environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "other"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact1", "description": "model by reference storage path", "category": "other"}], "definedMetadataList": [{"key": "UseCaseType", "value": "multinomial_classification"}, {"key": "Algorithm", "value": "None"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock service model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T17:57:39.158000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx#gpt-4", "license": "MIT", "task": "text_generation", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "ModelArtifacts", "value": ".model-ignore, score.py, runtime.yaml, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact2", "description": "model by reference storage path", "category": "other"}], "definedMetadataList": [{"key": "UseCaseType", "value": "multinomial_classification"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "Framework"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock fine tuned model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:20:57.856000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "MIT", "task": "text_generation", "aqua_fine_tuned_model": "ocid1.datasciencemodel.oc1.iad.xxxx#gpt-4", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact_fine_tuned_2", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock copy of service model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:25:59.785000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "MIT", "task": "text_generation", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact2", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock copy of service model 1", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:30:39.452000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "Apache", "task": "text_generation", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact1", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock fine tuned model 1", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:33:58.078000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "Apache", "task": "text_generation", "aqua_fine_tuned_model": "ocid1.datasciencemodel.oc1.iad.xxxx#llama2", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact_fine_tuned_1", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}]
|