oracle-ads 2.13.9rc0__py3-none-any.whl → 2.13.10rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (858) hide show
  1. ads/aqua/__init__.py +40 -0
  2. ads/aqua/app.py +507 -0
  3. ads/aqua/cli.py +96 -0
  4. ads/aqua/client/__init__.py +3 -0
  5. ads/aqua/client/client.py +836 -0
  6. ads/aqua/client/openai_client.py +305 -0
  7. ads/aqua/common/__init__.py +5 -0
  8. ads/aqua/common/decorator.py +125 -0
  9. ads/aqua/common/entities.py +274 -0
  10. ads/aqua/common/enums.py +134 -0
  11. ads/aqua/common/errors.py +109 -0
  12. ads/aqua/common/utils.py +1295 -0
  13. ads/aqua/config/__init__.py +4 -0
  14. ads/aqua/config/container_config.py +247 -0
  15. ads/aqua/config/evaluation/__init__.py +4 -0
  16. ads/aqua/config/evaluation/evaluation_service_config.py +147 -0
  17. ads/aqua/config/utils/__init__.py +4 -0
  18. ads/aqua/config/utils/serializer.py +339 -0
  19. ads/aqua/constants.py +116 -0
  20. ads/aqua/data.py +14 -0
  21. ads/aqua/dummy_data/icon.txt +1 -0
  22. ads/aqua/dummy_data/oci_model_deployments.json +56 -0
  23. ads/aqua/dummy_data/oci_models.json +1 -0
  24. ads/aqua/dummy_data/readme.md +26 -0
  25. ads/aqua/evaluation/__init__.py +8 -0
  26. ads/aqua/evaluation/constants.py +53 -0
  27. ads/aqua/evaluation/entities.py +186 -0
  28. ads/aqua/evaluation/errors.py +70 -0
  29. ads/aqua/evaluation/evaluation.py +1814 -0
  30. ads/aqua/extension/__init__.py +42 -0
  31. ads/aqua/extension/aqua_ws_msg_handler.py +76 -0
  32. ads/aqua/extension/base_handler.py +90 -0
  33. ads/aqua/extension/common_handler.py +121 -0
  34. ads/aqua/extension/common_ws_msg_handler.py +36 -0
  35. ads/aqua/extension/deployment_handler.py +381 -0
  36. ads/aqua/extension/deployment_ws_msg_handler.py +54 -0
  37. ads/aqua/extension/errors.py +30 -0
  38. ads/aqua/extension/evaluation_handler.py +129 -0
  39. ads/aqua/extension/evaluation_ws_msg_handler.py +61 -0
  40. ads/aqua/extension/finetune_handler.py +96 -0
  41. ads/aqua/extension/model_handler.py +390 -0
  42. ads/aqua/extension/models/__init__.py +0 -0
  43. ads/aqua/extension/models/ws_models.py +145 -0
  44. ads/aqua/extension/models_ws_msg_handler.py +50 -0
  45. ads/aqua/extension/ui_handler.py +300 -0
  46. ads/aqua/extension/ui_websocket_handler.py +130 -0
  47. ads/aqua/extension/utils.py +133 -0
  48. ads/aqua/finetuning/__init__.py +7 -0
  49. ads/aqua/finetuning/constants.py +23 -0
  50. ads/aqua/finetuning/entities.py +181 -0
  51. ads/aqua/finetuning/finetuning.py +749 -0
  52. ads/aqua/model/__init__.py +8 -0
  53. ads/aqua/model/constants.py +60 -0
  54. ads/aqua/model/entities.py +385 -0
  55. ads/aqua/model/enums.py +32 -0
  56. ads/aqua/model/model.py +2134 -0
  57. ads/aqua/model/utils.py +52 -0
  58. ads/aqua/modeldeployment/__init__.py +6 -0
  59. ads/aqua/modeldeployment/constants.py +10 -0
  60. ads/aqua/modeldeployment/deployment.py +1315 -0
  61. ads/aqua/modeldeployment/entities.py +653 -0
  62. ads/aqua/modeldeployment/utils.py +543 -0
  63. ads/aqua/resources/gpu_shapes_index.json +94 -0
  64. ads/aqua/server/__init__.py +4 -0
  65. ads/aqua/server/__main__.py +24 -0
  66. ads/aqua/server/app.py +47 -0
  67. ads/aqua/server/aqua_spec.yml +1291 -0
  68. ads/aqua/training/__init__.py +4 -0
  69. ads/aqua/training/exceptions.py +476 -0
  70. ads/aqua/ui.py +519 -0
  71. ads/automl/__init__.py +9 -0
  72. ads/automl/driver.py +330 -0
  73. ads/automl/provider.py +975 -0
  74. ads/bds/__init__.py +5 -0
  75. ads/bds/auth.py +127 -0
  76. ads/bds/big_data_service.py +255 -0
  77. ads/catalog/__init__.py +19 -0
  78. ads/catalog/model.py +1576 -0
  79. ads/catalog/notebook.py +461 -0
  80. ads/catalog/project.py +468 -0
  81. ads/catalog/summary.py +178 -0
  82. ads/common/__init__.py +11 -0
  83. ads/common/analyzer.py +65 -0
  84. ads/common/artifact/.model-ignore +63 -0
  85. ads/common/artifact/__init__.py +10 -0
  86. ads/common/auth.py +1122 -0
  87. ads/common/card_identifier.py +83 -0
  88. ads/common/config.py +647 -0
  89. ads/common/data.py +165 -0
  90. ads/common/decorator/__init__.py +9 -0
  91. ads/common/decorator/argument_to_case.py +88 -0
  92. ads/common/decorator/deprecate.py +69 -0
  93. ads/common/decorator/require_nonempty_arg.py +65 -0
  94. ads/common/decorator/runtime_dependency.py +178 -0
  95. ads/common/decorator/threaded.py +97 -0
  96. ads/common/decorator/utils.py +35 -0
  97. ads/common/dsc_file_system.py +303 -0
  98. ads/common/error.py +14 -0
  99. ads/common/extended_enum.py +81 -0
  100. ads/common/function/__init__.py +5 -0
  101. ads/common/function/fn_util.py +142 -0
  102. ads/common/function/func_conf.yaml +25 -0
  103. ads/common/ipython.py +76 -0
  104. ads/common/model.py +679 -0
  105. ads/common/model_artifact.py +1759 -0
  106. ads/common/model_artifact_schema.json +107 -0
  107. ads/common/model_export_util.py +664 -0
  108. ads/common/model_metadata.py +24 -0
  109. ads/common/object_storage_details.py +296 -0
  110. ads/common/oci_client.py +179 -0
  111. ads/common/oci_datascience.py +46 -0
  112. ads/common/oci_logging.py +1144 -0
  113. ads/common/oci_mixin.py +957 -0
  114. ads/common/oci_resource.py +136 -0
  115. ads/common/serializer.py +559 -0
  116. ads/common/utils.py +1852 -0
  117. ads/common/word_lists.py +1491 -0
  118. ads/common/work_request.py +189 -0
  119. ads/config.py +1 -0
  120. ads/data_labeling/__init__.py +13 -0
  121. ads/data_labeling/boundingbox.py +253 -0
  122. ads/data_labeling/constants.py +47 -0
  123. ads/data_labeling/data_labeling_service.py +244 -0
  124. ads/data_labeling/interface/__init__.py +5 -0
  125. ads/data_labeling/interface/loader.py +16 -0
  126. ads/data_labeling/interface/parser.py +16 -0
  127. ads/data_labeling/interface/reader.py +23 -0
  128. ads/data_labeling/loader/__init__.py +5 -0
  129. ads/data_labeling/loader/file_loader.py +241 -0
  130. ads/data_labeling/metadata.py +110 -0
  131. ads/data_labeling/mixin/__init__.py +5 -0
  132. ads/data_labeling/mixin/data_labeling.py +232 -0
  133. ads/data_labeling/ner.py +129 -0
  134. ads/data_labeling/parser/__init__.py +5 -0
  135. ads/data_labeling/parser/dls_record_parser.py +388 -0
  136. ads/data_labeling/parser/export_metadata_parser.py +94 -0
  137. ads/data_labeling/parser/export_record_parser.py +473 -0
  138. ads/data_labeling/reader/__init__.py +5 -0
  139. ads/data_labeling/reader/dataset_reader.py +574 -0
  140. ads/data_labeling/reader/dls_record_reader.py +121 -0
  141. ads/data_labeling/reader/export_record_reader.py +62 -0
  142. ads/data_labeling/reader/jsonl_reader.py +75 -0
  143. ads/data_labeling/reader/metadata_reader.py +203 -0
  144. ads/data_labeling/reader/record_reader.py +263 -0
  145. ads/data_labeling/record.py +52 -0
  146. ads/data_labeling/visualizer/__init__.py +5 -0
  147. ads/data_labeling/visualizer/image_visualizer.py +525 -0
  148. ads/data_labeling/visualizer/text_visualizer.py +357 -0
  149. ads/database/__init__.py +5 -0
  150. ads/database/connection.py +338 -0
  151. ads/dataset/__init__.py +10 -0
  152. ads/dataset/capabilities.md +51 -0
  153. ads/dataset/classification_dataset.py +339 -0
  154. ads/dataset/correlation.py +226 -0
  155. ads/dataset/correlation_plot.py +563 -0
  156. ads/dataset/dask_series.py +173 -0
  157. ads/dataset/dataframe_transformer.py +110 -0
  158. ads/dataset/dataset.py +1979 -0
  159. ads/dataset/dataset_browser.py +360 -0
  160. ads/dataset/dataset_with_target.py +995 -0
  161. ads/dataset/exception.py +25 -0
  162. ads/dataset/factory.py +987 -0
  163. ads/dataset/feature_engineering_transformer.py +35 -0
  164. ads/dataset/feature_selection.py +107 -0
  165. ads/dataset/forecasting_dataset.py +26 -0
  166. ads/dataset/helper.py +1450 -0
  167. ads/dataset/label_encoder.py +99 -0
  168. ads/dataset/mixin/__init__.py +5 -0
  169. ads/dataset/mixin/dataset_accessor.py +134 -0
  170. ads/dataset/pipeline.py +58 -0
  171. ads/dataset/plot.py +710 -0
  172. ads/dataset/progress.py +86 -0
  173. ads/dataset/recommendation.py +297 -0
  174. ads/dataset/recommendation_transformer.py +502 -0
  175. ads/dataset/regression_dataset.py +14 -0
  176. ads/dataset/sampled_dataset.py +1050 -0
  177. ads/dataset/target.py +98 -0
  178. ads/dataset/timeseries.py +18 -0
  179. ads/dbmixin/__init__.py +5 -0
  180. ads/dbmixin/db_pandas_accessor.py +153 -0
  181. ads/environment/__init__.py +9 -0
  182. ads/environment/ml_runtime.py +66 -0
  183. ads/evaluations/README.md +14 -0
  184. ads/evaluations/__init__.py +109 -0
  185. ads/evaluations/evaluation_plot.py +983 -0
  186. ads/evaluations/evaluator.py +1334 -0
  187. ads/evaluations/statistical_metrics.py +543 -0
  188. ads/experiments/__init__.py +9 -0
  189. ads/experiments/capabilities.md +0 -0
  190. ads/explanations/__init__.py +21 -0
  191. ads/explanations/base_explainer.py +142 -0
  192. ads/explanations/capabilities.md +83 -0
  193. ads/explanations/explainer.py +190 -0
  194. ads/explanations/mlx_global_explainer.py +1050 -0
  195. ads/explanations/mlx_interface.py +386 -0
  196. ads/explanations/mlx_local_explainer.py +287 -0
  197. ads/explanations/mlx_whatif_explainer.py +201 -0
  198. ads/feature_engineering/__init__.py +20 -0
  199. ads/feature_engineering/accessor/__init__.py +5 -0
  200. ads/feature_engineering/accessor/dataframe_accessor.py +535 -0
  201. ads/feature_engineering/accessor/mixin/__init__.py +5 -0
  202. ads/feature_engineering/accessor/mixin/correlation.py +166 -0
  203. ads/feature_engineering/accessor/mixin/eda_mixin.py +266 -0
  204. ads/feature_engineering/accessor/mixin/eda_mixin_series.py +85 -0
  205. ads/feature_engineering/accessor/mixin/feature_types_mixin.py +211 -0
  206. ads/feature_engineering/accessor/mixin/utils.py +65 -0
  207. ads/feature_engineering/accessor/series_accessor.py +431 -0
  208. ads/feature_engineering/adsimage/__init__.py +5 -0
  209. ads/feature_engineering/adsimage/image.py +192 -0
  210. ads/feature_engineering/adsimage/image_reader.py +170 -0
  211. ads/feature_engineering/adsimage/interface/__init__.py +5 -0
  212. ads/feature_engineering/adsimage/interface/reader.py +19 -0
  213. ads/feature_engineering/adsstring/__init__.py +7 -0
  214. ads/feature_engineering/adsstring/oci_language/__init__.py +8 -0
  215. ads/feature_engineering/adsstring/string/__init__.py +8 -0
  216. ads/feature_engineering/data_schema.json +57 -0
  217. ads/feature_engineering/dataset/__init__.py +5 -0
  218. ads/feature_engineering/dataset/zip_code_data.py +42062 -0
  219. ads/feature_engineering/exceptions.py +40 -0
  220. ads/feature_engineering/feature_type/__init__.py +133 -0
  221. ads/feature_engineering/feature_type/address.py +184 -0
  222. ads/feature_engineering/feature_type/adsstring/__init__.py +5 -0
  223. ads/feature_engineering/feature_type/adsstring/common_regex_mixin.py +164 -0
  224. ads/feature_engineering/feature_type/adsstring/oci_language.py +93 -0
  225. ads/feature_engineering/feature_type/adsstring/parsers/__init__.py +5 -0
  226. ads/feature_engineering/feature_type/adsstring/parsers/base.py +47 -0
  227. ads/feature_engineering/feature_type/adsstring/parsers/nltk_parser.py +96 -0
  228. ads/feature_engineering/feature_type/adsstring/parsers/spacy_parser.py +221 -0
  229. ads/feature_engineering/feature_type/adsstring/string.py +258 -0
  230. ads/feature_engineering/feature_type/base.py +58 -0
  231. ads/feature_engineering/feature_type/boolean.py +183 -0
  232. ads/feature_engineering/feature_type/category.py +146 -0
  233. ads/feature_engineering/feature_type/constant.py +137 -0
  234. ads/feature_engineering/feature_type/continuous.py +151 -0
  235. ads/feature_engineering/feature_type/creditcard.py +314 -0
  236. ads/feature_engineering/feature_type/datetime.py +190 -0
  237. ads/feature_engineering/feature_type/discrete.py +134 -0
  238. ads/feature_engineering/feature_type/document.py +43 -0
  239. ads/feature_engineering/feature_type/gis.py +251 -0
  240. ads/feature_engineering/feature_type/handler/__init__.py +5 -0
  241. ads/feature_engineering/feature_type/handler/feature_validator.py +524 -0
  242. ads/feature_engineering/feature_type/handler/feature_warning.py +319 -0
  243. ads/feature_engineering/feature_type/handler/warnings.py +128 -0
  244. ads/feature_engineering/feature_type/integer.py +142 -0
  245. ads/feature_engineering/feature_type/ip_address.py +144 -0
  246. ads/feature_engineering/feature_type/ip_address_v4.py +138 -0
  247. ads/feature_engineering/feature_type/ip_address_v6.py +138 -0
  248. ads/feature_engineering/feature_type/lat_long.py +256 -0
  249. ads/feature_engineering/feature_type/object.py +43 -0
  250. ads/feature_engineering/feature_type/ordinal.py +132 -0
  251. ads/feature_engineering/feature_type/phone_number.py +135 -0
  252. ads/feature_engineering/feature_type/string.py +171 -0
  253. ads/feature_engineering/feature_type/text.py +93 -0
  254. ads/feature_engineering/feature_type/unknown.py +43 -0
  255. ads/feature_engineering/feature_type/zip_code.py +164 -0
  256. ads/feature_engineering/feature_type_manager.py +406 -0
  257. ads/feature_engineering/schema.py +795 -0
  258. ads/feature_engineering/utils.py +245 -0
  259. ads/feature_store/.readthedocs.yaml +19 -0
  260. ads/feature_store/README.md +65 -0
  261. ads/feature_store/__init__.py +9 -0
  262. ads/feature_store/common/__init__.py +0 -0
  263. ads/feature_store/common/enums.py +339 -0
  264. ads/feature_store/common/exceptions.py +18 -0
  265. ads/feature_store/common/spark_session_singleton.py +125 -0
  266. ads/feature_store/common/utils/__init__.py +0 -0
  267. ads/feature_store/common/utils/base64_encoder_decoder.py +72 -0
  268. ads/feature_store/common/utils/feature_schema_mapper.py +283 -0
  269. ads/feature_store/common/utils/transformation_utils.py +82 -0
  270. ads/feature_store/common/utils/utility.py +403 -0
  271. ads/feature_store/data_validation/__init__.py +0 -0
  272. ads/feature_store/data_validation/great_expectation.py +129 -0
  273. ads/feature_store/dataset.py +1230 -0
  274. ads/feature_store/dataset_job.py +530 -0
  275. ads/feature_store/docs/Dockerfile +7 -0
  276. ads/feature_store/docs/Makefile +44 -0
  277. ads/feature_store/docs/conf.py +28 -0
  278. ads/feature_store/docs/requirements.txt +14 -0
  279. ads/feature_store/docs/source/ads.feature_store.query.rst +20 -0
  280. ads/feature_store/docs/source/cicd.rst +137 -0
  281. ads/feature_store/docs/source/conf.py +86 -0
  282. ads/feature_store/docs/source/data_versioning.rst +33 -0
  283. ads/feature_store/docs/source/dataset.rst +388 -0
  284. ads/feature_store/docs/source/dataset_job.rst +27 -0
  285. ads/feature_store/docs/source/demo.rst +70 -0
  286. ads/feature_store/docs/source/entity.rst +78 -0
  287. ads/feature_store/docs/source/feature_group.rst +624 -0
  288. ads/feature_store/docs/source/feature_group_job.rst +29 -0
  289. ads/feature_store/docs/source/feature_store.rst +122 -0
  290. ads/feature_store/docs/source/feature_store_class.rst +123 -0
  291. ads/feature_store/docs/source/feature_validation.rst +66 -0
  292. ads/feature_store/docs/source/figures/cicd.png +0 -0
  293. ads/feature_store/docs/source/figures/data_validation.png +0 -0
  294. ads/feature_store/docs/source/figures/data_versioning.png +0 -0
  295. ads/feature_store/docs/source/figures/dataset.gif +0 -0
  296. ads/feature_store/docs/source/figures/dataset.png +0 -0
  297. ads/feature_store/docs/source/figures/dataset_lineage.png +0 -0
  298. ads/feature_store/docs/source/figures/dataset_statistics.png +0 -0
  299. ads/feature_store/docs/source/figures/dataset_statistics_viz.png +0 -0
  300. ads/feature_store/docs/source/figures/dataset_validation_results.png +0 -0
  301. ads/feature_store/docs/source/figures/dataset_validation_summary.png +0 -0
  302. ads/feature_store/docs/source/figures/drift_monitoring.png +0 -0
  303. ads/feature_store/docs/source/figures/entity.png +0 -0
  304. ads/feature_store/docs/source/figures/feature_group.png +0 -0
  305. ads/feature_store/docs/source/figures/feature_group_lineage.png +0 -0
  306. ads/feature_store/docs/source/figures/feature_group_statistics_viz.png +0 -0
  307. ads/feature_store/docs/source/figures/feature_store_deployment.png +0 -0
  308. ads/feature_store/docs/source/figures/feature_store_overview.png +0 -0
  309. ads/feature_store/docs/source/figures/featuregroup.gif +0 -0
  310. ads/feature_store/docs/source/figures/lineage_d1.png +0 -0
  311. ads/feature_store/docs/source/figures/lineage_d2.png +0 -0
  312. ads/feature_store/docs/source/figures/lineage_fg.png +0 -0
  313. ads/feature_store/docs/source/figures/logo-dark-mode.png +0 -0
  314. ads/feature_store/docs/source/figures/logo-light-mode.png +0 -0
  315. ads/feature_store/docs/source/figures/overview.png +0 -0
  316. ads/feature_store/docs/source/figures/resource_manager.png +0 -0
  317. ads/feature_store/docs/source/figures/resource_manager_feature_store_stack.png +0 -0
  318. ads/feature_store/docs/source/figures/resource_manager_home.png +0 -0
  319. ads/feature_store/docs/source/figures/stats_1.png +0 -0
  320. ads/feature_store/docs/source/figures/stats_2.png +0 -0
  321. ads/feature_store/docs/source/figures/stats_d.png +0 -0
  322. ads/feature_store/docs/source/figures/stats_fg.png +0 -0
  323. ads/feature_store/docs/source/figures/transformation.png +0 -0
  324. ads/feature_store/docs/source/figures/transformations.gif +0 -0
  325. ads/feature_store/docs/source/figures/validation.png +0 -0
  326. ads/feature_store/docs/source/figures/validation_fg.png +0 -0
  327. ads/feature_store/docs/source/figures/validation_results.png +0 -0
  328. ads/feature_store/docs/source/figures/validation_summary.png +0 -0
  329. ads/feature_store/docs/source/index.rst +81 -0
  330. ads/feature_store/docs/source/module.rst +8 -0
  331. ads/feature_store/docs/source/notebook.rst +94 -0
  332. ads/feature_store/docs/source/overview.rst +47 -0
  333. ads/feature_store/docs/source/quickstart.rst +176 -0
  334. ads/feature_store/docs/source/release_notes.rst +194 -0
  335. ads/feature_store/docs/source/setup_feature_store.rst +81 -0
  336. ads/feature_store/docs/source/statistics.rst +58 -0
  337. ads/feature_store/docs/source/transformation.rst +199 -0
  338. ads/feature_store/docs/source/ui.rst +65 -0
  339. ads/feature_store/docs/source/user_guides.setup.feature_store_operator.rst +66 -0
  340. ads/feature_store/docs/source/user_guides.setup.helm_chart.rst +192 -0
  341. ads/feature_store/docs/source/user_guides.setup.terraform.rst +338 -0
  342. ads/feature_store/entity.py +718 -0
  343. ads/feature_store/execution_strategy/__init__.py +0 -0
  344. ads/feature_store/execution_strategy/delta_lake/__init__.py +0 -0
  345. ads/feature_store/execution_strategy/delta_lake/delta_lake_service.py +375 -0
  346. ads/feature_store/execution_strategy/engine/__init__.py +0 -0
  347. ads/feature_store/execution_strategy/engine/spark_engine.py +316 -0
  348. ads/feature_store/execution_strategy/execution_strategy.py +113 -0
  349. ads/feature_store/execution_strategy/execution_strategy_provider.py +47 -0
  350. ads/feature_store/execution_strategy/spark/__init__.py +0 -0
  351. ads/feature_store/execution_strategy/spark/spark_execution.py +618 -0
  352. ads/feature_store/feature.py +192 -0
  353. ads/feature_store/feature_group.py +1494 -0
  354. ads/feature_store/feature_group_expectation.py +346 -0
  355. ads/feature_store/feature_group_job.py +602 -0
  356. ads/feature_store/feature_lineage/__init__.py +0 -0
  357. ads/feature_store/feature_lineage/graphviz_service.py +180 -0
  358. ads/feature_store/feature_option_details.py +50 -0
  359. ads/feature_store/feature_statistics/__init__.py +0 -0
  360. ads/feature_store/feature_statistics/statistics_service.py +99 -0
  361. ads/feature_store/feature_store.py +699 -0
  362. ads/feature_store/feature_store_registrar.py +518 -0
  363. ads/feature_store/input_feature_detail.py +149 -0
  364. ads/feature_store/mixin/__init__.py +4 -0
  365. ads/feature_store/mixin/oci_feature_store.py +145 -0
  366. ads/feature_store/model_details.py +73 -0
  367. ads/feature_store/query/__init__.py +0 -0
  368. ads/feature_store/query/filter.py +266 -0
  369. ads/feature_store/query/generator/__init__.py +0 -0
  370. ads/feature_store/query/generator/query_generator.py +298 -0
  371. ads/feature_store/query/join.py +161 -0
  372. ads/feature_store/query/query.py +403 -0
  373. ads/feature_store/query/validator/__init__.py +0 -0
  374. ads/feature_store/query/validator/query_validator.py +57 -0
  375. ads/feature_store/response/__init__.py +0 -0
  376. ads/feature_store/response/response_builder.py +68 -0
  377. ads/feature_store/service/__init__.py +0 -0
  378. ads/feature_store/service/oci_dataset.py +139 -0
  379. ads/feature_store/service/oci_dataset_job.py +199 -0
  380. ads/feature_store/service/oci_entity.py +125 -0
  381. ads/feature_store/service/oci_feature_group.py +164 -0
  382. ads/feature_store/service/oci_feature_group_job.py +214 -0
  383. ads/feature_store/service/oci_feature_store.py +182 -0
  384. ads/feature_store/service/oci_lineage.py +87 -0
  385. ads/feature_store/service/oci_transformation.py +104 -0
  386. ads/feature_store/statistics/__init__.py +0 -0
  387. ads/feature_store/statistics/abs_feature_value.py +49 -0
  388. ads/feature_store/statistics/charts/__init__.py +0 -0
  389. ads/feature_store/statistics/charts/abstract_feature_plot.py +37 -0
  390. ads/feature_store/statistics/charts/box_plot.py +148 -0
  391. ads/feature_store/statistics/charts/frequency_distribution.py +65 -0
  392. ads/feature_store/statistics/charts/probability_distribution.py +68 -0
  393. ads/feature_store/statistics/charts/top_k_frequent_elements.py +98 -0
  394. ads/feature_store/statistics/feature_stat.py +126 -0
  395. ads/feature_store/statistics/generic_feature_value.py +33 -0
  396. ads/feature_store/statistics/statistics.py +41 -0
  397. ads/feature_store/statistics_config.py +101 -0
  398. ads/feature_store/templates/feature_store_template.yaml +45 -0
  399. ads/feature_store/transformation.py +499 -0
  400. ads/feature_store/validation_output.py +57 -0
  401. ads/hpo/__init__.py +9 -0
  402. ads/hpo/_imports.py +91 -0
  403. ads/hpo/ads_search_space.py +439 -0
  404. ads/hpo/distributions.py +325 -0
  405. ads/hpo/objective.py +280 -0
  406. ads/hpo/search_cv.py +1657 -0
  407. ads/hpo/stopping_criterion.py +75 -0
  408. ads/hpo/tuner_artifact.py +413 -0
  409. ads/hpo/utils.py +91 -0
  410. ads/hpo/validation.py +140 -0
  411. ads/hpo/visualization/__init__.py +5 -0
  412. ads/hpo/visualization/_contour.py +23 -0
  413. ads/hpo/visualization/_edf.py +20 -0
  414. ads/hpo/visualization/_intermediate_values.py +21 -0
  415. ads/hpo/visualization/_optimization_history.py +25 -0
  416. ads/hpo/visualization/_parallel_coordinate.py +169 -0
  417. ads/hpo/visualization/_param_importances.py +26 -0
  418. ads/jobs/__init__.py +53 -0
  419. ads/jobs/ads_job.py +663 -0
  420. ads/jobs/builders/__init__.py +5 -0
  421. ads/jobs/builders/base.py +156 -0
  422. ads/jobs/builders/infrastructure/__init__.py +6 -0
  423. ads/jobs/builders/infrastructure/base.py +165 -0
  424. ads/jobs/builders/infrastructure/dataflow.py +1252 -0
  425. ads/jobs/builders/infrastructure/dsc_job.py +1894 -0
  426. ads/jobs/builders/infrastructure/dsc_job_runtime.py +1233 -0
  427. ads/jobs/builders/infrastructure/utils.py +65 -0
  428. ads/jobs/builders/runtimes/__init__.py +5 -0
  429. ads/jobs/builders/runtimes/artifact.py +338 -0
  430. ads/jobs/builders/runtimes/base.py +325 -0
  431. ads/jobs/builders/runtimes/container_runtime.py +242 -0
  432. ads/jobs/builders/runtimes/python_runtime.py +1016 -0
  433. ads/jobs/builders/runtimes/pytorch_runtime.py +204 -0
  434. ads/jobs/cli.py +104 -0
  435. ads/jobs/env_var_parser.py +131 -0
  436. ads/jobs/extension.py +160 -0
  437. ads/jobs/schema/__init__.py +5 -0
  438. ads/jobs/schema/infrastructure_schema.json +116 -0
  439. ads/jobs/schema/job_schema.json +42 -0
  440. ads/jobs/schema/runtime_schema.json +183 -0
  441. ads/jobs/schema/validator.py +141 -0
  442. ads/jobs/serializer.py +296 -0
  443. ads/jobs/templates/__init__.py +5 -0
  444. ads/jobs/templates/container.py +6 -0
  445. ads/jobs/templates/driver_notebook.py +177 -0
  446. ads/jobs/templates/driver_oci.py +500 -0
  447. ads/jobs/templates/driver_python.py +48 -0
  448. ads/jobs/templates/driver_pytorch.py +852 -0
  449. ads/jobs/templates/driver_utils.py +615 -0
  450. ads/jobs/templates/hostname_from_env.c +55 -0
  451. ads/jobs/templates/oci_metrics.py +181 -0
  452. ads/jobs/utils.py +104 -0
  453. ads/llm/__init__.py +28 -0
  454. ads/llm/autogen/__init__.py +2 -0
  455. ads/llm/autogen/constants.py +15 -0
  456. ads/llm/autogen/reports/__init__.py +2 -0
  457. ads/llm/autogen/reports/base.py +67 -0
  458. ads/llm/autogen/reports/data.py +103 -0
  459. ads/llm/autogen/reports/session.py +526 -0
  460. ads/llm/autogen/reports/templates/chat_box.html +13 -0
  461. ads/llm/autogen/reports/templates/chat_box_lt.html +5 -0
  462. ads/llm/autogen/reports/templates/chat_box_rt.html +6 -0
  463. ads/llm/autogen/reports/utils.py +56 -0
  464. ads/llm/autogen/v02/__init__.py +4 -0
  465. ads/llm/autogen/v02/client.py +295 -0
  466. ads/llm/autogen/v02/log_handlers/__init__.py +2 -0
  467. ads/llm/autogen/v02/log_handlers/oci_file_handler.py +83 -0
  468. ads/llm/autogen/v02/loggers/__init__.py +6 -0
  469. ads/llm/autogen/v02/loggers/metric_logger.py +320 -0
  470. ads/llm/autogen/v02/loggers/session_logger.py +580 -0
  471. ads/llm/autogen/v02/loggers/utils.py +86 -0
  472. ads/llm/autogen/v02/runtime_logging.py +163 -0
  473. ads/llm/chain.py +268 -0
  474. ads/llm/chat_template.py +31 -0
  475. ads/llm/deploy.py +63 -0
  476. ads/llm/guardrails/__init__.py +5 -0
  477. ads/llm/guardrails/base.py +442 -0
  478. ads/llm/guardrails/huggingface.py +44 -0
  479. ads/llm/langchain/__init__.py +5 -0
  480. ads/llm/langchain/plugins/__init__.py +5 -0
  481. ads/llm/langchain/plugins/chat_models/__init__.py +5 -0
  482. ads/llm/langchain/plugins/chat_models/oci_data_science.py +1027 -0
  483. ads/llm/langchain/plugins/embeddings/__init__.py +4 -0
  484. ads/llm/langchain/plugins/embeddings/oci_data_science_model_deployment_endpoint.py +184 -0
  485. ads/llm/langchain/plugins/llms/__init__.py +5 -0
  486. ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py +979 -0
  487. ads/llm/requirements.txt +3 -0
  488. ads/llm/serialize.py +219 -0
  489. ads/llm/serializers/__init__.py +0 -0
  490. ads/llm/serializers/retrieval_qa.py +153 -0
  491. ads/llm/serializers/runnable_parallel.py +27 -0
  492. ads/llm/templates/score_chain.jinja2 +155 -0
  493. ads/llm/templates/tool_chat_template_hermes.jinja +130 -0
  494. ads/llm/templates/tool_chat_template_mistral_parallel.jinja +94 -0
  495. ads/model/__init__.py +52 -0
  496. ads/model/artifact.py +573 -0
  497. ads/model/artifact_downloader.py +254 -0
  498. ads/model/artifact_uploader.py +267 -0
  499. ads/model/base_properties.py +238 -0
  500. ads/model/common/.model-ignore +66 -0
  501. ads/model/common/__init__.py +5 -0
  502. ads/model/common/utils.py +142 -0
  503. ads/model/datascience_model.py +2635 -0
  504. ads/model/deployment/__init__.py +20 -0
  505. ads/model/deployment/common/__init__.py +5 -0
  506. ads/model/deployment/common/utils.py +308 -0
  507. ads/model/deployment/model_deployer.py +466 -0
  508. ads/model/deployment/model_deployment.py +1846 -0
  509. ads/model/deployment/model_deployment_infrastructure.py +671 -0
  510. ads/model/deployment/model_deployment_properties.py +493 -0
  511. ads/model/deployment/model_deployment_runtime.py +838 -0
  512. ads/model/extractor/__init__.py +5 -0
  513. ads/model/extractor/automl_extractor.py +74 -0
  514. ads/model/extractor/embedding_onnx_extractor.py +80 -0
  515. ads/model/extractor/huggingface_extractor.py +88 -0
  516. ads/model/extractor/keras_extractor.py +84 -0
  517. ads/model/extractor/lightgbm_extractor.py +93 -0
  518. ads/model/extractor/model_info_extractor.py +114 -0
  519. ads/model/extractor/model_info_extractor_factory.py +105 -0
  520. ads/model/extractor/pytorch_extractor.py +87 -0
  521. ads/model/extractor/sklearn_extractor.py +112 -0
  522. ads/model/extractor/spark_extractor.py +89 -0
  523. ads/model/extractor/tensorflow_extractor.py +85 -0
  524. ads/model/extractor/xgboost_extractor.py +94 -0
  525. ads/model/framework/__init__.py +5 -0
  526. ads/model/framework/automl_model.py +178 -0
  527. ads/model/framework/embedding_onnx_model.py +438 -0
  528. ads/model/framework/huggingface_model.py +399 -0
  529. ads/model/framework/lightgbm_model.py +266 -0
  530. ads/model/framework/pytorch_model.py +266 -0
  531. ads/model/framework/sklearn_model.py +250 -0
  532. ads/model/framework/spark_model.py +326 -0
  533. ads/model/framework/tensorflow_model.py +254 -0
  534. ads/model/framework/xgboost_model.py +258 -0
  535. ads/model/generic_model.py +3518 -0
  536. ads/model/model_artifact_boilerplate/README.md +381 -0
  537. ads/model/model_artifact_boilerplate/__init__.py +5 -0
  538. ads/model/model_artifact_boilerplate/artifact_introspection_test/__init__.py +5 -0
  539. ads/model/model_artifact_boilerplate/artifact_introspection_test/model_artifact_validate.py +427 -0
  540. ads/model/model_artifact_boilerplate/artifact_introspection_test/requirements.txt +2 -0
  541. ads/model/model_artifact_boilerplate/runtime.yaml +7 -0
  542. ads/model/model_artifact_boilerplate/score.py +61 -0
  543. ads/model/model_file_description_schema.json +68 -0
  544. ads/model/model_introspect.py +331 -0
  545. ads/model/model_metadata.py +1810 -0
  546. ads/model/model_metadata_mixin.py +460 -0
  547. ads/model/model_properties.py +63 -0
  548. ads/model/model_version_set.py +739 -0
  549. ads/model/runtime/__init__.py +5 -0
  550. ads/model/runtime/env_info.py +306 -0
  551. ads/model/runtime/model_deployment_details.py +37 -0
  552. ads/model/runtime/model_provenance_details.py +58 -0
  553. ads/model/runtime/runtime_info.py +81 -0
  554. ads/model/runtime/schemas/inference_env_info_schema.yaml +16 -0
  555. ads/model/runtime/schemas/model_provenance_schema.yaml +36 -0
  556. ads/model/runtime/schemas/training_env_info_schema.yaml +16 -0
  557. ads/model/runtime/utils.py +201 -0
  558. ads/model/serde/__init__.py +5 -0
  559. ads/model/serde/common.py +40 -0
  560. ads/model/serde/model_input.py +547 -0
  561. ads/model/serde/model_serializer.py +1184 -0
  562. ads/model/service/__init__.py +5 -0
  563. ads/model/service/oci_datascience_model.py +1076 -0
  564. ads/model/service/oci_datascience_model_deployment.py +500 -0
  565. ads/model/service/oci_datascience_model_version_set.py +176 -0
  566. ads/model/transformer/__init__.py +5 -0
  567. ads/model/transformer/onnx_transformer.py +324 -0
  568. ads/mysqldb/__init__.py +5 -0
  569. ads/mysqldb/mysql_db.py +227 -0
  570. ads/opctl/__init__.py +18 -0
  571. ads/opctl/anomaly_detection.py +11 -0
  572. ads/opctl/backend/__init__.py +5 -0
  573. ads/opctl/backend/ads_dataflow.py +353 -0
  574. ads/opctl/backend/ads_ml_job.py +710 -0
  575. ads/opctl/backend/ads_ml_pipeline.py +164 -0
  576. ads/opctl/backend/ads_model_deployment.py +209 -0
  577. ads/opctl/backend/base.py +146 -0
  578. ads/opctl/backend/local.py +1053 -0
  579. ads/opctl/backend/marketplace/__init__.py +9 -0
  580. ads/opctl/backend/marketplace/helm_helper.py +173 -0
  581. ads/opctl/backend/marketplace/local_marketplace.py +271 -0
  582. ads/opctl/backend/marketplace/marketplace_backend_runner.py +71 -0
  583. ads/opctl/backend/marketplace/marketplace_operator_interface.py +44 -0
  584. ads/opctl/backend/marketplace/marketplace_operator_runner.py +24 -0
  585. ads/opctl/backend/marketplace/marketplace_utils.py +212 -0
  586. ads/opctl/backend/marketplace/models/__init__.py +5 -0
  587. ads/opctl/backend/marketplace/models/bearer_token.py +94 -0
  588. ads/opctl/backend/marketplace/models/marketplace_type.py +70 -0
  589. ads/opctl/backend/marketplace/models/ocir_details.py +56 -0
  590. ads/opctl/backend/marketplace/prerequisite_checker.py +238 -0
  591. ads/opctl/cli.py +707 -0
  592. ads/opctl/cmds.py +869 -0
  593. ads/opctl/conda/__init__.py +5 -0
  594. ads/opctl/conda/cli.py +193 -0
  595. ads/opctl/conda/cmds.py +749 -0
  596. ads/opctl/conda/config.yaml +34 -0
  597. ads/opctl/conda/manifest_template.yaml +13 -0
  598. ads/opctl/conda/multipart_uploader.py +188 -0
  599. ads/opctl/conda/pack.py +89 -0
  600. ads/opctl/config/__init__.py +5 -0
  601. ads/opctl/config/base.py +57 -0
  602. ads/opctl/config/diagnostics/__init__.py +5 -0
  603. ads/opctl/config/diagnostics/distributed/default_requirements_config.yaml +62 -0
  604. ads/opctl/config/merger.py +255 -0
  605. ads/opctl/config/resolver.py +297 -0
  606. ads/opctl/config/utils.py +79 -0
  607. ads/opctl/config/validator.py +17 -0
  608. ads/opctl/config/versioner.py +68 -0
  609. ads/opctl/config/yaml_parsers/__init__.py +7 -0
  610. ads/opctl/config/yaml_parsers/base.py +58 -0
  611. ads/opctl/config/yaml_parsers/distributed/__init__.py +7 -0
  612. ads/opctl/config/yaml_parsers/distributed/yaml_parser.py +201 -0
  613. ads/opctl/constants.py +66 -0
  614. ads/opctl/decorator/__init__.py +5 -0
  615. ads/opctl/decorator/common.py +129 -0
  616. ads/opctl/diagnostics/__init__.py +5 -0
  617. ads/opctl/diagnostics/__main__.py +25 -0
  618. ads/opctl/diagnostics/check_distributed_job_requirements.py +212 -0
  619. ads/opctl/diagnostics/check_requirements.py +144 -0
  620. ads/opctl/diagnostics/requirement_exception.py +9 -0
  621. ads/opctl/distributed/README.md +109 -0
  622. ads/opctl/distributed/__init__.py +5 -0
  623. ads/opctl/distributed/certificates.py +32 -0
  624. ads/opctl/distributed/cli.py +207 -0
  625. ads/opctl/distributed/cmds.py +731 -0
  626. ads/opctl/distributed/common/__init__.py +5 -0
  627. ads/opctl/distributed/common/abstract_cluster_provider.py +449 -0
  628. ads/opctl/distributed/common/abstract_framework_spec_builder.py +88 -0
  629. ads/opctl/distributed/common/cluster_config_helper.py +103 -0
  630. ads/opctl/distributed/common/cluster_provider_factory.py +21 -0
  631. ads/opctl/distributed/common/cluster_runner.py +54 -0
  632. ads/opctl/distributed/common/framework_factory.py +29 -0
  633. ads/opctl/docker/Dockerfile.job +103 -0
  634. ads/opctl/docker/Dockerfile.job.arm +107 -0
  635. ads/opctl/docker/Dockerfile.job.gpu +175 -0
  636. ads/opctl/docker/base-env.yaml +13 -0
  637. ads/opctl/docker/cuda.repo +6 -0
  638. ads/opctl/docker/operator/.dockerignore +0 -0
  639. ads/opctl/docker/operator/Dockerfile +41 -0
  640. ads/opctl/docker/operator/Dockerfile.gpu +85 -0
  641. ads/opctl/docker/operator/cuda.repo +6 -0
  642. ads/opctl/docker/operator/environment.yaml +8 -0
  643. ads/opctl/forecast.py +11 -0
  644. ads/opctl/index.yaml +3 -0
  645. ads/opctl/model/__init__.py +5 -0
  646. ads/opctl/model/cli.py +65 -0
  647. ads/opctl/model/cmds.py +73 -0
  648. ads/opctl/operator/README.md +4 -0
  649. ads/opctl/operator/__init__.py +31 -0
  650. ads/opctl/operator/cli.py +344 -0
  651. ads/opctl/operator/cmd.py +596 -0
  652. ads/opctl/operator/common/__init__.py +5 -0
  653. ads/opctl/operator/common/backend_factory.py +460 -0
  654. ads/opctl/operator/common/const.py +27 -0
  655. ads/opctl/operator/common/data/synthetic.csv +16001 -0
  656. ads/opctl/operator/common/dictionary_merger.py +148 -0
  657. ads/opctl/operator/common/errors.py +42 -0
  658. ads/opctl/operator/common/operator_config.py +99 -0
  659. ads/opctl/operator/common/operator_loader.py +811 -0
  660. ads/opctl/operator/common/operator_schema.yaml +130 -0
  661. ads/opctl/operator/common/operator_yaml_generator.py +152 -0
  662. ads/opctl/operator/common/utils.py +208 -0
  663. ads/opctl/operator/lowcode/__init__.py +5 -0
  664. ads/opctl/operator/lowcode/anomaly/MLoperator +16 -0
  665. ads/opctl/operator/lowcode/anomaly/README.md +207 -0
  666. ads/opctl/operator/lowcode/anomaly/__init__.py +5 -0
  667. ads/opctl/operator/lowcode/anomaly/__main__.py +103 -0
  668. ads/opctl/operator/lowcode/anomaly/cmd.py +35 -0
  669. ads/opctl/operator/lowcode/anomaly/const.py +167 -0
  670. ads/opctl/operator/lowcode/anomaly/environment.yaml +10 -0
  671. ads/opctl/operator/lowcode/anomaly/model/__init__.py +5 -0
  672. ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py +146 -0
  673. ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py +162 -0
  674. ads/opctl/operator/lowcode/anomaly/model/automlx.py +99 -0
  675. ads/opctl/operator/lowcode/anomaly/model/autots.py +115 -0
  676. ads/opctl/operator/lowcode/anomaly/model/base_model.py +404 -0
  677. ads/opctl/operator/lowcode/anomaly/model/factory.py +110 -0
  678. ads/opctl/operator/lowcode/anomaly/model/isolationforest.py +78 -0
  679. ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py +78 -0
  680. ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py +120 -0
  681. ads/opctl/operator/lowcode/anomaly/model/tods.py +119 -0
  682. ads/opctl/operator/lowcode/anomaly/operator_config.py +127 -0
  683. ads/opctl/operator/lowcode/anomaly/schema.yaml +401 -0
  684. ads/opctl/operator/lowcode/anomaly/utils.py +88 -0
  685. ads/opctl/operator/lowcode/common/__init__.py +5 -0
  686. ads/opctl/operator/lowcode/common/const.py +10 -0
  687. ads/opctl/operator/lowcode/common/data.py +116 -0
  688. ads/opctl/operator/lowcode/common/errors.py +47 -0
  689. ads/opctl/operator/lowcode/common/transformations.py +296 -0
  690. ads/opctl/operator/lowcode/common/utils.py +384 -0
  691. ads/opctl/operator/lowcode/feature_store_marketplace/MLoperator +13 -0
  692. ads/opctl/operator/lowcode/feature_store_marketplace/README.md +30 -0
  693. ads/opctl/operator/lowcode/feature_store_marketplace/__init__.py +5 -0
  694. ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py +116 -0
  695. ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py +85 -0
  696. ads/opctl/operator/lowcode/feature_store_marketplace/const.py +15 -0
  697. ads/opctl/operator/lowcode/feature_store_marketplace/environment.yaml +0 -0
  698. ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py +4 -0
  699. ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py +32 -0
  700. ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py +43 -0
  701. ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py +120 -0
  702. ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py +34 -0
  703. ads/opctl/operator/lowcode/feature_store_marketplace/operator_utils.py +386 -0
  704. ads/opctl/operator/lowcode/feature_store_marketplace/schema.yaml +160 -0
  705. ads/opctl/operator/lowcode/forecast/MLoperator +25 -0
  706. ads/opctl/operator/lowcode/forecast/README.md +209 -0
  707. ads/opctl/operator/lowcode/forecast/__init__.py +5 -0
  708. ads/opctl/operator/lowcode/forecast/__main__.py +89 -0
  709. ads/opctl/operator/lowcode/forecast/cmd.py +40 -0
  710. ads/opctl/operator/lowcode/forecast/const.py +92 -0
  711. ads/opctl/operator/lowcode/forecast/environment.yaml +20 -0
  712. ads/opctl/operator/lowcode/forecast/errors.py +26 -0
  713. ads/opctl/operator/lowcode/forecast/model/__init__.py +5 -0
  714. ads/opctl/operator/lowcode/forecast/model/arima.py +279 -0
  715. ads/opctl/operator/lowcode/forecast/model/automlx.py +553 -0
  716. ads/opctl/operator/lowcode/forecast/model/autots.py +312 -0
  717. ads/opctl/operator/lowcode/forecast/model/base_model.py +875 -0
  718. ads/opctl/operator/lowcode/forecast/model/factory.py +106 -0
  719. ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py +492 -0
  720. ads/opctl/operator/lowcode/forecast/model/ml_forecast.py +243 -0
  721. ads/opctl/operator/lowcode/forecast/model/neuralprophet.py +482 -0
  722. ads/opctl/operator/lowcode/forecast/model/prophet.py +450 -0
  723. ads/opctl/operator/lowcode/forecast/model_evaluator.py +244 -0
  724. ads/opctl/operator/lowcode/forecast/operator_config.py +234 -0
  725. ads/opctl/operator/lowcode/forecast/schema.yaml +506 -0
  726. ads/opctl/operator/lowcode/forecast/utils.py +397 -0
  727. ads/opctl/operator/lowcode/forecast/whatifserve/__init__.py +7 -0
  728. ads/opctl/operator/lowcode/forecast/whatifserve/deployment_manager.py +285 -0
  729. ads/opctl/operator/lowcode/forecast/whatifserve/score.py +246 -0
  730. ads/opctl/operator/lowcode/pii/MLoperator +17 -0
  731. ads/opctl/operator/lowcode/pii/README.md +208 -0
  732. ads/opctl/operator/lowcode/pii/__init__.py +5 -0
  733. ads/opctl/operator/lowcode/pii/__main__.py +78 -0
  734. ads/opctl/operator/lowcode/pii/cmd.py +39 -0
  735. ads/opctl/operator/lowcode/pii/constant.py +84 -0
  736. ads/opctl/operator/lowcode/pii/environment.yaml +17 -0
  737. ads/opctl/operator/lowcode/pii/errors.py +27 -0
  738. ads/opctl/operator/lowcode/pii/model/__init__.py +5 -0
  739. ads/opctl/operator/lowcode/pii/model/factory.py +82 -0
  740. ads/opctl/operator/lowcode/pii/model/guardrails.py +167 -0
  741. ads/opctl/operator/lowcode/pii/model/pii.py +145 -0
  742. ads/opctl/operator/lowcode/pii/model/processor/__init__.py +34 -0
  743. ads/opctl/operator/lowcode/pii/model/processor/email_replacer.py +34 -0
  744. ads/opctl/operator/lowcode/pii/model/processor/mbi_replacer.py +35 -0
  745. ads/opctl/operator/lowcode/pii/model/processor/name_replacer.py +225 -0
  746. ads/opctl/operator/lowcode/pii/model/processor/number_replacer.py +73 -0
  747. ads/opctl/operator/lowcode/pii/model/processor/remover.py +26 -0
  748. ads/opctl/operator/lowcode/pii/model/report.py +487 -0
  749. ads/opctl/operator/lowcode/pii/operator_config.py +95 -0
  750. ads/opctl/operator/lowcode/pii/schema.yaml +108 -0
  751. ads/opctl/operator/lowcode/pii/utils.py +43 -0
  752. ads/opctl/operator/lowcode/recommender/MLoperator +16 -0
  753. ads/opctl/operator/lowcode/recommender/README.md +206 -0
  754. ads/opctl/operator/lowcode/recommender/__init__.py +5 -0
  755. ads/opctl/operator/lowcode/recommender/__main__.py +82 -0
  756. ads/opctl/operator/lowcode/recommender/cmd.py +33 -0
  757. ads/opctl/operator/lowcode/recommender/constant.py +30 -0
  758. ads/opctl/operator/lowcode/recommender/environment.yaml +11 -0
  759. ads/opctl/operator/lowcode/recommender/model/base_model.py +212 -0
  760. ads/opctl/operator/lowcode/recommender/model/factory.py +56 -0
  761. ads/opctl/operator/lowcode/recommender/model/recommender_dataset.py +25 -0
  762. ads/opctl/operator/lowcode/recommender/model/svd.py +106 -0
  763. ads/opctl/operator/lowcode/recommender/operator_config.py +81 -0
  764. ads/opctl/operator/lowcode/recommender/schema.yaml +265 -0
  765. ads/opctl/operator/lowcode/recommender/utils.py +13 -0
  766. ads/opctl/operator/runtime/__init__.py +5 -0
  767. ads/opctl/operator/runtime/const.py +17 -0
  768. ads/opctl/operator/runtime/container_runtime_schema.yaml +50 -0
  769. ads/opctl/operator/runtime/marketplace_runtime.py +50 -0
  770. ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml +21 -0
  771. ads/opctl/operator/runtime/python_runtime_schema.yaml +21 -0
  772. ads/opctl/operator/runtime/runtime.py +115 -0
  773. ads/opctl/schema.yaml.yml +36 -0
  774. ads/opctl/script.py +40 -0
  775. ads/opctl/spark/__init__.py +5 -0
  776. ads/opctl/spark/cli.py +43 -0
  777. ads/opctl/spark/cmds.py +147 -0
  778. ads/opctl/templates/diagnostic_report_template.jinja2 +102 -0
  779. ads/opctl/utils.py +344 -0
  780. ads/oracledb/__init__.py +5 -0
  781. ads/oracledb/oracle_db.py +346 -0
  782. ads/pipeline/__init__.py +39 -0
  783. ads/pipeline/ads_pipeline.py +2279 -0
  784. ads/pipeline/ads_pipeline_run.py +772 -0
  785. ads/pipeline/ads_pipeline_step.py +605 -0
  786. ads/pipeline/builders/__init__.py +5 -0
  787. ads/pipeline/builders/infrastructure/__init__.py +5 -0
  788. ads/pipeline/builders/infrastructure/custom_script.py +32 -0
  789. ads/pipeline/cli.py +119 -0
  790. ads/pipeline/extension.py +291 -0
  791. ads/pipeline/schema/__init__.py +5 -0
  792. ads/pipeline/schema/cs_step_schema.json +35 -0
  793. ads/pipeline/schema/ml_step_schema.json +31 -0
  794. ads/pipeline/schema/pipeline_schema.json +71 -0
  795. ads/pipeline/visualizer/__init__.py +5 -0
  796. ads/pipeline/visualizer/base.py +570 -0
  797. ads/pipeline/visualizer/graph_renderer.py +272 -0
  798. ads/pipeline/visualizer/text_renderer.py +84 -0
  799. ads/secrets/__init__.py +11 -0
  800. ads/secrets/adb.py +386 -0
  801. ads/secrets/auth_token.py +86 -0
  802. ads/secrets/big_data_service.py +365 -0
  803. ads/secrets/mysqldb.py +149 -0
  804. ads/secrets/oracledb.py +160 -0
  805. ads/secrets/secrets.py +407 -0
  806. ads/telemetry/__init__.py +7 -0
  807. ads/telemetry/base.py +69 -0
  808. ads/telemetry/client.py +122 -0
  809. ads/telemetry/telemetry.py +257 -0
  810. ads/templates/dataflow_pyspark.jinja2 +13 -0
  811. ads/templates/dataflow_sparksql.jinja2 +22 -0
  812. ads/templates/func.jinja2 +20 -0
  813. ads/templates/schemas/openapi.json +1740 -0
  814. ads/templates/score-pkl.jinja2 +173 -0
  815. ads/templates/score.jinja2 +322 -0
  816. ads/templates/score_embedding_onnx.jinja2 +202 -0
  817. ads/templates/score_generic.jinja2 +165 -0
  818. ads/templates/score_huggingface_pipeline.jinja2 +217 -0
  819. ads/templates/score_lightgbm.jinja2 +185 -0
  820. ads/templates/score_onnx.jinja2 +407 -0
  821. ads/templates/score_onnx_new.jinja2 +473 -0
  822. ads/templates/score_oracle_automl.jinja2 +185 -0
  823. ads/templates/score_pyspark.jinja2 +154 -0
  824. ads/templates/score_pytorch.jinja2 +219 -0
  825. ads/templates/score_scikit-learn.jinja2 +184 -0
  826. ads/templates/score_tensorflow.jinja2 +184 -0
  827. ads/templates/score_xgboost.jinja2 +178 -0
  828. ads/text_dataset/__init__.py +5 -0
  829. ads/text_dataset/backends.py +211 -0
  830. ads/text_dataset/dataset.py +445 -0
  831. ads/text_dataset/extractor.py +207 -0
  832. ads/text_dataset/options.py +53 -0
  833. ads/text_dataset/udfs.py +22 -0
  834. ads/text_dataset/utils.py +49 -0
  835. ads/type_discovery/__init__.py +9 -0
  836. ads/type_discovery/abstract_detector.py +21 -0
  837. ads/type_discovery/constant_detector.py +41 -0
  838. ads/type_discovery/continuous_detector.py +54 -0
  839. ads/type_discovery/credit_card_detector.py +99 -0
  840. ads/type_discovery/datetime_detector.py +92 -0
  841. ads/type_discovery/discrete_detector.py +118 -0
  842. ads/type_discovery/document_detector.py +146 -0
  843. ads/type_discovery/ip_detector.py +68 -0
  844. ads/type_discovery/latlon_detector.py +90 -0
  845. ads/type_discovery/phone_number_detector.py +63 -0
  846. ads/type_discovery/type_discovery_driver.py +87 -0
  847. ads/type_discovery/typed_feature.py +594 -0
  848. ads/type_discovery/unknown_detector.py +41 -0
  849. ads/type_discovery/zipcode_detector.py +48 -0
  850. ads/vault/__init__.py +7 -0
  851. ads/vault/vault.py +237 -0
  852. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10rc0.dist-info}/METADATA +150 -149
  853. oracle_ads-2.13.10rc0.dist-info/RECORD +858 -0
  854. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10rc0.dist-info}/WHEEL +1 -2
  855. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10rc0.dist-info}/entry_points.txt +2 -1
  856. oracle_ads-2.13.9rc0.dist-info/RECORD +0 -9
  857. oracle_ads-2.13.9rc0.dist-info/top_level.txt +0 -1
  858. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.10rc0.dist-info}/licenses/LICENSE.txt +0 -0
@@ -0,0 +1,339 @@
1
+ #!/usr/bin/env python
2
+
3
+ # Copyright (c) 2024 Oracle and/or its affiliates.
4
+ # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
5
+
6
+ import json
7
+ from typing import Union
8
+ from urllib.parse import urlparse
9
+
10
+ import fsspec
11
+ import yaml
12
+ from pydantic import BaseModel
13
+ from yaml import SafeLoader as Loader
14
+
15
+ from ads.common.auth import default_signer
16
+
17
+
18
+ class Serializable(BaseModel):
19
+ """Base class that represents a serializable item.
20
+
21
+ Methods
22
+ -------
23
+ to_json(self, uri=None, **kwargs)
24
+ Returns object serialized as a JSON string
25
+ from_json(cls, json_string=None, uri=None, **kwargs)
26
+ Creates an object from JSON string provided or from URI location containing JSON string
27
+ to_yaml(self, uri=None, **kwargs)
28
+ Returns object serialized as a YAML string
29
+ from_yaml(cls, yaml_string=None, uri=None, **kwargs)
30
+ Creates an object from YAML string provided or from URI location containing YAML string
31
+ """
32
+
33
+ @staticmethod
34
+ def _write_to_file(s: str, uri: str, **kwargs) -> None:
35
+ """Write string s into location specified by uri.
36
+
37
+ Parameters
38
+ ----------
39
+ s: (string)
40
+ content
41
+ uri: (string)
42
+ URI location to save string s
43
+ kwargs : dict
44
+ keyword arguments to be passed into fsspec.open().
45
+ For OCI object storage, this can be config="path/to/.oci/config".
46
+
47
+ Returns
48
+ -------
49
+ None
50
+ Nothing
51
+ """
52
+
53
+ overwrite = kwargs.pop("overwrite", True)
54
+ if not overwrite:
55
+ dst_path_scheme = urlparse(uri).scheme or "file"
56
+ if fsspec.filesystem(dst_path_scheme, **kwargs).exists(uri):
57
+ raise FileExistsError(
58
+ f"The `{uri}` is already exists. Set `overwrite` to True "
59
+ "if you wish to overwrite."
60
+ )
61
+
62
+ with fsspec.open(uri, "w", **kwargs) as f:
63
+ f.write(s)
64
+
65
+ @staticmethod
66
+ def _read_from_file(uri: str, **kwargs) -> str:
67
+ """Returns contents from location specified by URI
68
+
69
+ Parameters
70
+ ----------
71
+ uri: (string)
72
+ URI location
73
+ kwargs : dict
74
+ keyword arguments to be passed into fsspec.open().
75
+ For OCI object storage, this can be config="path/to/.oci/config".
76
+
77
+ Returns
78
+ -------
79
+ string: Contents in file specified by URI
80
+ """
81
+ # Add default signer if the uri is an object storage uri, and
82
+ # the user does not specify config or signer.
83
+ if (
84
+ uri.startswith("oci://")
85
+ and "config" not in kwargs
86
+ and "signer" not in kwargs
87
+ ):
88
+ kwargs.update(default_signer())
89
+ with fsspec.open(uri, "r", **kwargs) as f:
90
+ return f.read()
91
+
92
+ def to_json(
93
+ self,
94
+ uri: str = None,
95
+ encoder: callable = json.JSONEncoder,
96
+ default: callable = None,
97
+ **kwargs,
98
+ ) -> str:
99
+ """Returns object serialized as a JSON string
100
+
101
+ Parameters
102
+ ----------
103
+ uri: (string, optional)
104
+ URI location to save the JSON string. Defaults to None.
105
+ encoder: (callable, optional)
106
+ Encoder for custom data structures. Defaults to JSONEncoder.
107
+ default: (callable, optional)
108
+ A function that gets called for objects that can't otherwise be serialized.
109
+ It should return JSON-serializable version of the object or original object.
110
+
111
+ kwargs
112
+ ------
113
+ overwrite: (bool, optional). Defaults to True.
114
+ Whether to overwrite existing file or not.
115
+
116
+ keyword arguments to be passed into fsspec.open().
117
+ For OCI object storage, this could be config="path/to/.oci/config".
118
+ For other storage connections consider e.g. host, port, username, password, etc.
119
+
120
+ Returns
121
+ -------
122
+ Union[str, None]
123
+ Serialized version of object.
124
+ `None` in case when `uri` provided.
125
+ """
126
+ json_string = json.dumps(
127
+ self.model_dump(exclude_none=kwargs.pop("exclude_none", False)),
128
+ cls=encoder,
129
+ default=default,
130
+ )
131
+ if uri:
132
+ self._write_to_file(s=json_string, uri=uri, **kwargs)
133
+ return None
134
+ return json_string
135
+
136
+ def to_dict(self) -> dict:
137
+ """Returns object serialized as a dictionary
138
+
139
+ Returns
140
+ -------
141
+ dict
142
+ Serialized version of object
143
+ """
144
+ return json.loads(self.to_json())
145
+
146
+ @classmethod
147
+ def from_json(
148
+ cls,
149
+ json_string: str = None,
150
+ uri: str = None,
151
+ decoder: callable = json.JSONDecoder,
152
+ **kwargs,
153
+ ):
154
+ """Creates an object from JSON string provided or from URI location containing JSON string
155
+
156
+ Parameters
157
+ ----------
158
+ json_string: (string, optional)
159
+ JSON string. Defaults to None.
160
+ uri: (string, optional)
161
+ URI location of file containing JSON string. Defaults to None.
162
+ decoder: (callable, optional)
163
+ Custom decoder. Defaults to simple JSON decoder.
164
+ kwargs
165
+ ------
166
+ keyword arguments to be passed into fsspec.open(). For OCI object storage, this should be config="path/to/.oci/config".
167
+ For other storage connections consider e.g. host, port, username, password, etc.
168
+
169
+ Raises
170
+ ------
171
+ ValueError
172
+ Raised if neither string nor uri is provided
173
+
174
+ Returns
175
+ -------
176
+ cls
177
+ Returns instance of the class
178
+ """
179
+ if json_string:
180
+ return cls(**json.loads(json_string, cls=decoder))
181
+ if uri:
182
+ return cls(**json.loads(cls._read_from_file(uri, **kwargs), cls=decoder))
183
+ raise ValueError("Must provide either JSON string or URI location")
184
+
185
+ def to_yaml(
186
+ self, uri: str = None, dumper: callable = yaml.SafeDumper, **kwargs
187
+ ) -> Union[str, None]:
188
+ """Returns object serialized as a YAML string
189
+
190
+ Parameters
191
+ ----------
192
+ uri : str, optional
193
+ URI location to save the YAML string, by default None
194
+ dumper : callable, optional
195
+ Custom YAML Dumper, by default yaml.SafeDumper
196
+ kwargs : dict
197
+ overwrite: (bool, optional). Defaults to True.
198
+ Whether to overwrite existing file or not.
199
+ note: (str, optional)
200
+ The note that needs to be added in the beginning of the YAML.
201
+ It will be added as is without any formatting.
202
+ side_effect: Optional[SideEffect]
203
+ side effect to take on the dictionary. The side effect can be either
204
+ convert the dictionary keys to "lower" (SideEffect.CONVERT_KEYS_TO_LOWER.value)
205
+ or "upper"(SideEffect.CONVERT_KEYS_TO_UPPER.value) cases.
206
+
207
+ The other keyword arguments to be passed into fsspec.open().
208
+ For OCI object storage, this could be config="path/to/.oci/config".
209
+
210
+ Returns
211
+ -------
212
+ Union[str, None]
213
+ Serialized version of object.
214
+ `None` in case when `uri` provided.
215
+ """
216
+ note = kwargs.pop("note", "")
217
+
218
+ yaml_string = f"{note}\n" + yaml.dump(
219
+ self.model_dump(exclude_none=kwargs.pop("exclude_none", False)),
220
+ Dumper=dumper,
221
+ )
222
+ if uri:
223
+ self._write_to_file(s=yaml_string, uri=uri, **kwargs)
224
+ return None
225
+
226
+ return yaml_string
227
+
228
+ @classmethod
229
+ def from_yaml(
230
+ cls,
231
+ yaml_string: str = None,
232
+ uri: str = None,
233
+ loader: callable = Loader,
234
+ **kwargs,
235
+ ):
236
+ """Creates an object from YAML string provided or from URI location containing YAML string
237
+
238
+ Parameters
239
+ ----------
240
+ yaml_string (string, optional)
241
+ YAML string. Defaults to None.
242
+ uri (string, optional)
243
+ URI location of file containing YAML string. Defaults to None.
244
+ loader (callable, optional)
245
+ Custom YAML loader. Defaults to CLoader/SafeLoader.
246
+ kwargs (dict)
247
+ keyword arguments to be passed into fsspec.open().
248
+ For OCI object storage, this should be config="path/to/.oci/config".
249
+ For other storage connections consider e.g. host, port, username, password, etc.
250
+
251
+ Raises
252
+ ------
253
+ ValueError
254
+ Raised if neither string nor uri is provided
255
+
256
+ Returns
257
+ -------
258
+ cls
259
+ Returns instance of the class
260
+ """
261
+ if yaml_string:
262
+ return cls(**yaml.load(yaml_string, Loader=loader))
263
+ if uri:
264
+ return cls(
265
+ **yaml.load(cls._read_from_file(uri=uri, **kwargs), Loader=loader)
266
+ )
267
+ raise ValueError("Must provide either YAML string or URI location")
268
+
269
+ @classmethod
270
+ def schema_to_yaml(cls, uri: str = None, **kwargs) -> Union[str, None]:
271
+ """Returns the schema serialized as a YAML string
272
+
273
+ Parameters
274
+ ----------
275
+ uri : str, optional
276
+ URI location to save the YAML string, by default None
277
+ dumper : callable, optional
278
+ Custom YAML Dumper, by default yaml.SafeDumper
279
+ kwargs : dict
280
+ overwrite: (bool, optional). Defaults to True.
281
+ Whether to overwrite existing file or not.
282
+ Returns
283
+ -------
284
+ Union[str, None]
285
+ Serialized schema.
286
+ `None` in case when `uri` provided.
287
+ """
288
+ yaml_string = yaml.dump(cls.model_json_schema(), sort_keys=False)
289
+
290
+ if uri:
291
+ cls._write_to_file(s=yaml_string, uri=uri, **kwargs)
292
+ return None
293
+
294
+ return yaml_string
295
+
296
+ @classmethod
297
+ def schema_to_json(
298
+ cls,
299
+ uri: str = None,
300
+ encoder: callable = json.JSONEncoder,
301
+ default: callable = None,
302
+ **kwargs,
303
+ ) -> Union[str, None]:
304
+ """Returns the schema serialized as a JSON string
305
+
306
+ Parameters
307
+ ----------
308
+ uri: (string, optional)
309
+ URI location to save the JSON string. Defaults to None.
310
+ encoder: (callable, optional)
311
+ Encoder for custom data structures. Defaults to JSONEncoder.
312
+ default: (callable, optional)
313
+ A function that gets called for objects that can't otherwise be serialized.
314
+ It should return JSON-serializable version of the object or original object.
315
+
316
+ kwargs
317
+ ------
318
+ overwrite: (bool, optional). Defaults to True.
319
+ Whether to overwrite existing file or not.
320
+
321
+ keyword arguments to be passed into fsspec.open().
322
+ For OCI object storage, this could be config="path/to/.oci/config".
323
+ For other storage connections consider e.g. host, port, username, password, etc.
324
+
325
+ Returns
326
+ -------
327
+ Union[str, None]
328
+ Serialized version of object.
329
+ `None` in case when `uri` provided.
330
+ """
331
+ json_string = json.dumps(
332
+ cls.model_json_schema(),
333
+ cls=encoder,
334
+ default=default,
335
+ )
336
+ if uri:
337
+ cls._write_to_file(s=json_string, uri=uri, **kwargs)
338
+ return None
339
+ return json_string
ads/aqua/constants.py ADDED
@@ -0,0 +1,116 @@
1
+ #!/usr/bin/env python
2
+ # Copyright (c) 2024, 2025 Oracle and/or its affiliates.
3
+ # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
4
+ """This module defines constants used in ads.aqua module."""
5
+
6
+ UNKNOWN_VALUE = ""
7
+ READY_TO_IMPORT_STATUS = "TRUE"
8
+ UNKNOWN_DICT = {}
9
+ DEPLOYMENT_CONFIG = "deployment_config.json"
10
+ FINE_TUNING_CONFIG = "ft_config.json"
11
+ README = "README.md"
12
+ LICENSE = "LICENSE.txt"
13
+ AQUA_MODEL_TOKENIZER_CONFIG = "tokenizer_config.json"
14
+ COMPARTMENT_MAPPING_KEY = "service-model-compartment"
15
+ CONTAINER_INDEX = "container_index.json"
16
+ EVALUATION_REPORT_JSON = "report.json"
17
+ EVALUATION_REPORT_MD = "report.md"
18
+ EVALUATION_REPORT = "report.html"
19
+ UNKNOWN_JSON_STR = "{}"
20
+ UNKNOWN_JSON_LIST = "[]"
21
+ FINE_TUNING_RUNTIME_CONTAINER = "iad.ocir.io/ociodscdev/aqua_ft_cuda121:0.3.17.20"
22
+ DEFAULT_FT_BLOCK_STORAGE_SIZE = 750
23
+ DEFAULT_FT_REPLICA = 1
24
+ DEFAULT_FT_BATCH_SIZE = 1
25
+ DEFAULT_FT_VALIDATION_SET_SIZE = 0.1
26
+ MAXIMUM_ALLOWED_DATASET_IN_BYTE = 52428800 # 1024 x 1024 x 50 = 50MB
27
+ JOB_INFRASTRUCTURE_TYPE_DEFAULT_NETWORKING = "ME_STANDALONE"
28
+ NB_SESSION_IDENTIFIER = "NB_SESSION_OCID"
29
+ LIFECYCLE_DETAILS_MISSING_JOBRUN = "The associated JobRun resource has been deleted."
30
+ READY_TO_DEPLOY_STATUS = "ACTIVE"
31
+ READY_TO_FINE_TUNE_STATUS = "TRUE"
32
+ PRIVATE_ENDPOINT_TYPE = "MODEL_DEPLOYMENT"
33
+ AQUA_GA_LIST = ["id19sfcrra6z"]
34
+ AQUA_MULTI_MODEL_CONFIG = "MULTI_MODEL_CONFIG"
35
+ AQUA_MODEL_TYPE_SERVICE = "service"
36
+ AQUA_MODEL_TYPE_CUSTOM = "custom"
37
+ AQUA_MODEL_TYPE_MULTI = "multi_model"
38
+ AQUA_MODEL_ARTIFACT_CONFIG = "config.json"
39
+ AQUA_MODEL_ARTIFACT_CONFIG_MODEL_NAME = "_name_or_path"
40
+ AQUA_MODEL_ARTIFACT_CONFIG_MODEL_TYPE = "model_type"
41
+ AQUA_MODEL_ARTIFACT_FILE = "model_file"
42
+ HF_METADATA_FOLDER = ".cache/"
43
+ HF_LOGIN_DEFAULT_TIMEOUT = 2
44
+ MODEL_NAME_DELIMITER = ";"
45
+ AQUA_TROUBLESHOOTING_LINK = "https://github.com/oracle-samples/oci-data-science-ai-samples/blob/main/ai-quick-actions/troubleshooting-tips.md"
46
+ MODEL_FILE_DESCRIPTION_VERSION = "1.0"
47
+ MODEL_FILE_DESCRIPTION_TYPE = "modelOSSReferenceDescription"
48
+
49
+ TRAINING_METRICS_FINAL = "training_metrics_final"
50
+ VALIDATION_METRICS_FINAL = "validation_metrics_final"
51
+ TRINING_METRICS = "training_metrics"
52
+ VALIDATION_METRICS = "validation_metrics"
53
+
54
+ SERVICE_MANAGED_CONTAINER_URI_SCHEME = "dsmc://"
55
+ SUPPORTED_FILE_FORMATS = ["jsonl"]
56
+ MODEL_BY_REFERENCE_OSS_PATH_KEY = "artifact_location"
57
+
58
+ CONSOLE_LINK_RESOURCE_TYPE_MAPPING = {
59
+ "datasciencemodel": "models",
60
+ "datasciencemodeldeployment": "model-deployments",
61
+ "datasciencemodeldeploymentdev": "model-deployments",
62
+ "datasciencemodeldeploymentint": "model-deployments",
63
+ "datasciencemodeldeploymentpre": "model-deployments",
64
+ "datasciencejob": "jobs",
65
+ "datasciencejobrun": "job-runs",
66
+ "datasciencejobrundev": "job-runs",
67
+ "datasciencejobrunint": "job-runs",
68
+ "datasciencejobrunpre": "job-runs",
69
+ "datasciencemodelversionset": "model-version-sets",
70
+ "datasciencemodelversionsetpre": "model-version-sets",
71
+ "datasciencemodelversionsetint": "model-version-sets",
72
+ "datasciencemodelversionsetdev": "model-version-sets",
73
+ }
74
+
75
+ VLLM_INFERENCE_RESTRICTED_PARAMS = {
76
+ "--port",
77
+ "--host",
78
+ "--served-model-name",
79
+ "--seed",
80
+ }
81
+ TGI_INFERENCE_RESTRICTED_PARAMS = {
82
+ "--port",
83
+ "--hostname",
84
+ "--num-shard",
85
+ "--sharded",
86
+ "--trust-remote-code",
87
+ }
88
+ LLAMA_CPP_INFERENCE_RESTRICTED_PARAMS = {
89
+ "--port",
90
+ "--host",
91
+ }
92
+ TEI_CONTAINER_DEFAULT_HOST = "8080"
93
+
94
+ OCI_OPERATION_FAILURES = {
95
+ "list_model_deployments": "Unable to list model deployments. See tips for troubleshooting: ",
96
+ "list_models": "Unable to list models. See tips for troubleshooting: ",
97
+ "get_namespace": "Unable to access specified Object Storage Bucket. See tips for troubleshooting: ",
98
+ "list_log_groups": "Unable to access logs. See tips for troubleshooting: ",
99
+ "list_buckets": "Unable to list Object Storage Bucket. See tips for troubleshooting: ",
100
+ "put_object": "Unable to access or find Object Storage Bucket. See tips for troubleshooting: ",
101
+ "list_model_version_sets": "Unable to create or fetch model version set. See tips for troubleshooting:",
102
+ "update_model": "Unable to update model. See tips for troubleshooting: ",
103
+ "list_data_science_private_endpoints": "Unable to access private endpoint. See tips for troubleshooting: ",
104
+ "create_model": "Unable to register model. See tips for troubleshooting: ",
105
+ "create_deployment": "Unable to create deployment. See tips for troubleshooting: ",
106
+ "create_model_version_sets": "Unable to create model version set. See tips for troubleshooting: ",
107
+ "create_job": "Unable to create job. See tips for troubleshooting: ",
108
+ "create_job_run": "Unable to create job run. See tips for troubleshooting: ",
109
+ }
110
+
111
+ STATUS_CODE_MESSAGES = {
112
+ "400": "Could not process your request due to invalid input.",
113
+ "403": "We're having trouble processing your request with the information provided.",
114
+ "404": "Authorization Failed: The resource you're looking for isn't accessible.",
115
+ "408": "Server is taking too long to respond, please try again.",
116
+ }
ads/aqua/data.py ADDED
@@ -0,0 +1,14 @@
1
+ #!/usr/bin/env python
2
+ # Copyright (c) 2024, 2025 Oracle and/or its affiliates.
3
+ # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
4
+
5
+ from dataclasses import dataclass
6
+
7
+ from ads.common.serializer import DataClassSerializable
8
+
9
+
10
+ @dataclass(repr=False)
11
+ class AquaResourceIdentifier(DataClassSerializable):
12
+ id: str = ""
13
+ name: str = ""
14
+ url: str = ""
@@ -0,0 +1 @@
1
+ data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCA1MiA1MiI+PHBhdGggZD0iTTQ2Ljk0IDUySDUuMDZDMi4yNyA1MiAwIDQ5LjczIDAgNDYuOTRWNS4wNkMwIDIuMjcgMi4yNyAwIDUuMDYgMGg0MS44N0M0OS43MyAwIDUyIDIuMjcgNTIgNS4wNnY0MS44N2MwIDIuOC0yLjI3IDUuMDctNS4wNiA1LjA3eiIgZmlsbD0iI2I5ZGFjNCIvPjxwYXRoIGQ9Ik00NC4yNSAxOC4yM3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5IDAgLjUzLjE2IDEuMDIuNDIgMS40NGwtNS4xMiA1LjA3Yy0uMjctLjE3LS41Ny0uMy0uODktLjM3di0zLjVjLjE2LS4wNC4zMi0uMDguNDctLjE1YTIuNjkgMi42OSAwIDEwLTMuNzMtMi40OGMwIC41My4xNiAxLjAyLjQyIDEuNDRsLTUuMTIgNS4wN2MtLjI3LS4xNy0uNTctLjMtLjg5LS4zN3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5YTIuNyAyLjcgMCAwMDIuMTIgMi42M3YzLjVhMi42OSAyLjY5IDAgMDAuNTcgNS4zMiAyLjY5MyAyLjY5MyAwIDAwMi43LTIuNjljMC0uNTMtLjE2LTEuMDItLjQyLTEuNDRsNS4xMi01LjA3Yy4yNy4xNy41Ny4zLjg5LjM3djMuNWEyLjY5IDIuNjkgMCAwMC41NyA1LjMyIDIuNjkzIDIuNjkzIDAgMDAyLjctMi42OWMwLS41My0uMTYtMS4wMi0uNDItMS40NGw1LjEyLTUuMDdjLjI3LjE3LjU3LjMuODkuMzd2My41YTIuNjkgMi42OSAwIDAwLjU3IDUuMzIgMi42ODQgMi42ODQgMCAwMDIuNjktMi42OSAyLjczIDIuNzMgMCAwMC0yLjE0LTIuNjN6bS0uNTgtNy42OGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXptLTguODUgMGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXpNMjQuNDEgMTIuMWExLjU0IDEuNTQgMCAxMTEuNTQgMS41NGMtLjg0IDAtMS41NC0uNjktMS41NC0xLjU0em0yLjE1IDEwLjE4YTEuNTQgMS41NCAwIDExLTEuMTk5LTIuODQxIDEuNTQgMS41NCAwIDAxMS4xOTkgMi44NDF6bTguODYgMGExLjU0IDEuNTQgMCAxMS0xLjE5OS0yLjg0MSAxLjU0IDEuNTQgMCAwMTEuMTk5IDIuODQxem04Ljg1IDBhMS41NCAxLjU0IDAgMTEuOTQtMS40MmMuMDEuNjItLjM2IDEuMTgtLjk0IDEuNDJ6TTI1LjMzIDM3LjE2Yy0uODUgMC0xLjUxLS4yNi0xLjk3LS43Ny0uNDYtLjUyLS42OS0xLjI1LS42OS0yLjE5cy4yMy0xLjY2LjctMi4xOGMuNDctLjUyIDEuMTItLjc4IDEuOTctLjc4Ljg1IDAgMS41LjI2IDEuOTcuNzguNDYuNTIuNyAxLjI1LjcgMi4xOCAwIC45NS0uMjMgMS42OC0uNjkgMi4xOS0uNDguNTEtMS4xNC43Ny0xLjk5Ljc3em0wLTEuMDRjLjQ4IDAgLjgzLS4xNiAxLjA2LS40OS4yMy0uMzMuMzUtLjguMzUtMS40MyAwLS42Mi0uMTItMS4xLS4zNS0xLjQyLS4yMy0uMzMtLjU5LS40OS0xLjA2LS40OS0uNDggMC0uODMuMTYtMS4wNi40OS0uMjMuMzMtLjM1LjgtLjM1IDEuNDIgMCAuNjIuMTIgMS4xLjM1IDEuNDMuMjIuMzIuNTguNDkgMS4wNi40OXptNC43My45M2gtMS4xOVYzMi45aC43OGwuMTcuNjFjLjE0LS4yLjMxLS4zNS41MS0uNDdzLjQ0LS4xNy43MS0uMTdjLjEyIDAgLjIxLjAxLjMuMDJ2MS4wOGgtLjI1Yy0uMjcgMC0uNDkuMDctLjY3LjIxLS4xOC4xNC0uMjkuMzItLjM0LjU1djIuMzJ6bTQuNDcgMGwtLjE2LS41OGMtLjE0LjIxLS4zMy4zNy0uNTUuNDlzLS40OC4xOC0uNzYuMThjLS40MyAwLS43Ny0uMTItMS4wMi0uMzUtLjI1LS4yNC0uMzctLjU2LS4zNy0uOTcgMC0uNDMuMTctLjc4LjQ5LTEuMDMuMzMtLjI1Ljc3LS4zOCAxLjMzLS4zOGguNjh2LS4xNWMwLS4yMy0uMDYtLjM4LS4xNy0uNDUtLjEyLS4wNy0uMy0uMS0uNTQtLjEtLjQ0IDAtLjkxLjEtMS40Mi4zdi0uOWMuMjEtLjA5LjQ1LS4xNi43My0uMjIuMjgtLjA2LjU2LS4wOS44NS0uMDkuNTQgMCAuOTYuMTIgMS4yNC4zNy4yOS4yNS40My42MS40MyAxLjA3djIuOGgtLjc2em0tMS4xNi0uNzhjLjE3IDAgLjMzLS4wNC40OC0uMTMuMTUtLjA5LjI3LS4yMS4zNi0uMzZ2LS42OGgtLjU2Yy0uMjcgMC0uNDguMDUtLjYzLjE2LS4xNS4xLS4yMi4yNS0uMjIuNDUgMCAuMzguMTkuNTYuNTcuNTZ6bTYuMDMtLjI4di45M2MtLjE2LjA2LS4zNS4xMi0uNTcuMTYtLjIyLjA0LS40NS4wNi0uNjcuMDYtMS4zOCAwLTIuMDYtLjc0LTIuMDYtMi4yMSAwLS42Ni4xOS0xLjE4LjU3LTEuNTYuMzgtLjM4LjktLjU3IDEuNTYtLjU3LjM2IDAgLjcxLjA2IDEuMDYuMTh2LjkyYy0uMjYtLjEzLS41NC0uMi0uODUtLjItLjM3IDAtLjY1LjEtLjg1LjMtLjIuMi0uMy41MS0uMy45MiAwIC40LjA5LjcxLjI2Ljk1LjE4LjIzLjQzLjM1Ljc3LjM1LjE3IDAgLjM0LS4wMi41Mi0uMDZzLjM3LS4xLjU2LS4xN3ptLjg0IDEuMDZWMzJsLS40My0uMzZ2LS40OGgxLjYydjUuODloLTEuMTl6bTUuNjctLjJjLS40LjE5LS44OC4yOS0xLjQ0LjI5LS43MSAwLTEuMjYtLjE5LTEuNjQtLjU2LS4zOC0uMzctLjU3LS45MS0uNTctMS42MiAwLS42Ny4xOC0xLjIuNTUtMS41OC4zNy0uMzguODgtLjU3IDEuNTMtLjU3LjU4IDAgMS4wMS4xNyAxLjMyLjUuMy4zMy40Ni44LjQ2IDEuMzl2LjZoLTIuNjdjLjA1LjMyLjE2LjU2LjM1LjcxLjE5LjE1LjQ1LjIyLjguMjIuMjIgMCAuNDMtLjAyLjYzLS4wNi4yLS4wNC40My0uMTEuNjktLjIxdi44OXptLTEuNi0zLjE4Yy0uNTYgMC0uODYuMjktLjkuODZoMS42M2MtLjAxLS4yNy0uMDgtLjQ4LS4yMS0uNjNhLjY1My42NTMgMCAwMC0uNTItLjIzek0xMi4xOCA0NS4wNWwyLjE3LTUuN2gxLjE4bDIuMTggNS43aC0xLjM3bC0uMzgtMS4xN2gtMi4xbC0uMzggMS4xN2gtMS4zem0yLjAxLTIuMmgxLjQ0bC0uNzItMi4yNC0uNzIgMi4yNHptMy45My42VjQwLjloMS4xOXYyLjUxYzAgLjUxLjIuNzYuNi43Ni4xOCAwIC4zNC0uMDYuNDktLjE3LjE1LS4xMS4yNy0uMjcuMzUtLjQ2VjQwLjloMS4xOXY0LjE1aC0uNzhsLS4xNi0uNjNjLS4zOC40OS0uODcuNzMtMS40NS43My0uNDYgMC0uODEtLjE1LTEuMDYtLjQ0LS4yNC0uMy0uMzctLjcyLS4zNy0xLjI2em01LjA3LjE3VjQxLjhoLS43M3YtLjZsLjc4LS4zMi4zNS0xLjE3aC43OHYxLjE5aC44OXYuODloLS44OXYxLjc2YzAgLjIuMDUuMzUuMTUuNDQuMS4wOS4yNS4xMy40NC4xM2guMTdjLjA2IDAgLjEyLS4wMS4xNy0uMDF2Ljk1Yy0uMTMuMDItLjI0LjAzLS4zNC4wNC0uMS4wMS0uMjEuMDEtLjM0LjAxLS40OCAwLS44My0uMTItMS4wOC0uMzZzLS4zNS0uNjItLjM1LTEuMTN6bTQuNjYgMS41MmMtLjY1IDAtMS4xNS0uMTktMS41Mi0uNTctLjM2LS4zOC0uNTUtLjkyLS41NS0xLjYgMC0uNjkuMTgtMS4yMi41NS0xLjYuMzYtLjM4Ljg3LS41NyAxLjUyLS41N3MxLjE2LjE5IDEuNTIuNTdjLjM2LjM4LjU0LjkxLjU0IDEuNiAwIC42OC0uMTggMS4yMi0uNTQgMS42LS4zNi4zOC0uODcuNTctMS41Mi41N3ptMC0uOWMuNTggMCAuODYtLjQyLjg2LTEuMjcgMC0uODQtLjI5LTEuMjYtLjg2LTEuMjZzLS44Ni40Mi0uODYgMS4yNmMwIC44NS4yOSAxLjI3Ljg2IDEuMjd6bTIuOTMuODF2LTUuN2gxLjI4bDEuODEgMy43NiAxLjc5LTMuNzZoMS4yOHY1LjdoLTEuMjF2LTMuNjlsLTEuNTEgMy4xNWgtLjc1bC0xLjUxLTMuMXYzLjY1aC0xLjE4em03LjI3IDB2LTUuN2gxLjIydjQuNjFoMi41MXYxLjA5aC0zLjczem00LjAzIDBsMS40NC0yLjEzLTEuMzgtMi4wMmgxLjM0bC43NyAxLjI0Ljc5LTEuMjRoMS4yMmwtMS4zOCAyLjAzIDEuNDQgMi4xMmgtMS4zNGwtLjgyLTEuMzYtLjg2IDEuMzZoLTEuMjJ6IiBmaWxsPSIjMzEyZTJjIi8+PHBhdGggZmlsbD0iI2M5NDYzNSIgZD0iTTAgNS44aDE4LjMzdjE4LjMzSDB6Ii8+PHBhdGggZD0iTTYuMjEgMTYuOTZ2Ljc5Yy0uMjEuMTEtLjQ1LjItLjcxLjI2LS4yNi4wNi0uNTQuMDktLjgzLjA5LS44NCAwLTEuNDgtLjI1LTEuOTMtLjc0LS40NS0uNS0uNjctMS4yMS0uNjctMi4xNSAwLS41OC4xMS0xLjA3LjMyLTEuNDguMjEtLjQxLjUxLS43My45MS0uOTUuNC0uMjIuODctLjMzIDEuNDEtLjMzLjI0IDAgLjQ4LjAzLjcxLjA4LjI0LjA2LjQ0LjEzLjYxLjIzdi43OWMtLjI2LS4xMS0uNDktLjE4LS42OC0uMjNzLS4zOS0uMDctLjU4LS4wN2MtLjU2IDAtLjk5LjE3LTEuMy41MS0uMy4zNC0uNDYuODItLjQ2IDEuNDQgMCAuNjcuMTUgMS4xOC40NSAxLjUzcy43NC41NCAxLjMuNTRjLjIyIDAgLjQ0LS4wMy42Ny0uMDhzLjUtLjEyLjc4LS4yM3ptLjgxIDEuMDN2LTUuNDVoMS44N2MxLjMxIDAgMS45Ni42IDEuOTYgMS43OSAwIDEuMi0uNjYgMS43OS0xLjk2IDEuNzloLS45NHYxLjg3aC0uOTN6TTguNyAxMy4zaC0uNzV2Mi4wN2guNzVjLjQzIDAgLjc0LS4wOC45My0uMjQuMTktLjE2LjI5LS40My4yOS0uNzkgMC0uMzctLjEtLjYzLS4yOS0uNzktLjE5LS4xNy0uNS0uMjUtLjkzLS4yNXptMi44NiAyLjE3di0yLjkzaC45NHYyLjkyYzAgLjYzLjEgMS4wOS4zIDEuMzhzLjUyLjQ0Ljk2LjQ0Yy40NCAwIC43Ni0uMTUuOTYtLjQ0LjItLjI5LjMtLjc1LjMtMS4zOHYtMi45MmguOTR2Mi45M2MwIC44OS0uMTggMS41NS0uNTQgMS45OHMtLjkxLjY0LTEuNjUuNjRjLS43NCAwLTEuMjktLjIxLTEuNjUtLjY0LS4zOC0uNDItLjU2LTEuMDgtLjU2LTEuOTh6IiBmaWxsPSIjZmZmIi8+PC9zdmc+
@@ -0,0 +1,56 @@
1
+ [
2
+ {
3
+ "categoryLogDetails": {
4
+ "access": {
5
+ "logGroupId": "ocid1.loggroup.oc1.iad.xxxx",
6
+ "logId": "ocid1.log.oc1.iad.xxxx"
7
+ },
8
+ "predict": {
9
+ "logGroupId": "ocid1.loggroup.oc1.iad.xxxx",
10
+ "logId": "ocid1.log.oc1.iad.xxxx"
11
+ }
12
+ },
13
+ "compartmentId": "ocid1.compartment.oc1..xxxx",
14
+ "createdBy": "ocid1.user.oc1..xxxx",
15
+ "description": "service model 1.",
16
+ "displayName": "Test deployment of Mock service model 1 via UI",
17
+ "freeformTags": {
18
+ "aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx"
19
+ },
20
+ "id": "ocid1.datasciencemodeldeployment.oc1.iad.xxxx",
21
+ "lifecycleDetails": "Model Deployment is Active.",
22
+ "lifecycleState": "ACTIVE",
23
+ "modelDeploymentConfigurationDetails": {
24
+ "deploymentType": "SINGLE_MODEL",
25
+ "environmentConfigurationDetails": {
26
+ "entrypoint": [
27
+ "python",
28
+ "/opt/api/api.py"
29
+ ],
30
+ "environmentConfigurationType": "OCIR_CONTAINER",
31
+ "healthCheckPort": 5000,
32
+ "image": "iad.ocir.io/ociodscdev/aqua_deploy:1.0.0",
33
+ "imageDigest": "sha256:07f43194badef8973b4bd59d649a456b90b57e632f03927896232e904e02cdf1",
34
+ "serverPort": 5000
35
+ },
36
+ "modelConfigurationDetails": {
37
+ "bandwidthMbps": 10,
38
+ "instanceConfiguration": {
39
+ "instanceShapeName": "VM.Standard.E4.Flex",
40
+ "modelDeploymentInstanceShapeConfigDetails": {
41
+ "memoryInGBs": 16.0,
42
+ "ocpus": 1.0
43
+ }
44
+ },
45
+ "modelId": "ocid1.datasciencemodel.oc1.iad.xxxx",
46
+ "scalingPolicy": {
47
+ "instanceCount": 1,
48
+ "policyType": "FIXED_SIZE"
49
+ }
50
+ }
51
+ },
52
+ "modelDeploymentUrl": "https://modeldeployment.us-ashburn-1.oci.customer-oci.com/ocid1.datasciencemodeldeployment.oc1.iad.xxx",
53
+ "projectId": "ocid1.datascienceproject.oc1.iad.xxxx",
54
+ "timeCreated": "2024-01-25T00:26:14.542000Z"
55
+ }
56
+ ]
@@ -0,0 +1 @@
1
+ [{"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mistral 7B Instruct", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T17:47:19.488000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx#llama2", "license": "Apache", "task": "text_generation", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "ModelArtifacts", "value": ".model-ignore, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "training environment"}, {"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "training environment"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "training environment"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "training profile"}, {"key": "ClientLibrary", "value": "ADS", "category": "other"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "training environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "training environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "other"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact1", "description": "model by reference storage path", "category": "other"}], "definedMetadataList": [{"key": "UseCaseType", "value": "multinomial_classification"}, {"key": "Algorithm", "value": "None"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock service model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T17:57:39.158000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"aqua_service_model": "ocid1.datasciencemodel.oc1.iad.xxxx#gpt-4", "license": "MIT", "task": "text_generation", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "ModelArtifacts", "value": ".model-ignore, score.py, runtime.yaml, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact2", "description": "model by reference storage path", "category": "other"}], "definedMetadataList": [{"key": "UseCaseType", "value": "multinomial_classification"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "Framework"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock fine tuned model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:20:57.856000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "MIT", "task": "text_generation", "aqua_fine_tuned_model": "ocid1.datasciencemodel.oc1.iad.xxxx#gpt-4", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact_fine_tuned_2", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock copy of service model 2", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:25:59.785000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "MIT", "task": "text_generation", "organization": "OpenAI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact2", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock copy of service model 1", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:30:39.452000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "Apache", "task": "text_generation", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact1", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}, {"id": "ocid1.datasciencemodel.oc1.iad.xxxx", "compartmentId": "ocid1.compartment.oc1..xxxx", "projectId": "ocid1.datascienceproject.oc1.iad.xxxx", "displayName": "Mock fine tuned model 1", "lifecycleState": "ACTIVE", "timeCreated": "2024-01-19T19:33:58.078000Z", "createdBy": "ocid1.datasciencenotebooksession.oc1.iad.xxxx", "freeformTags": {"license": "Apache", "task": "text_generation", "aqua_fine_tuned_model": "ocid1.datasciencemodel.oc1.iad.xxxx#llama2", "organization": "Meta AI", "OCI_AQUA": ""}, "customMetadataList": [{"key": "EnvironmentType", "value": "data_science", "description": "The conda environment type, can be published or datascience.", "category": "Training Environment"}, {"key": "CondaEnvironment", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The conda environment where the model was trained.", "category": "Training Environment"}, {"key": "Object Storage Path", "value": "oci://ming-dev@ociodscdev/aqua/model_artifact_fine_tuned_1", "description": "model by reference storage path", "category": "other"}, {"key": "ModelSerializationFormat", "value": "pkl", "description": "The model serialization format.", "category": "Training Profile"}, {"key": "ModelArtifacts", "value": ".model-ignore, test_json_output.json, score.py, runtime.yaml, output_schema.json, input_schema.json, model.pkl, icon.txt", "description": "The list of files located in artifacts folder.", "category": "Training Environment"}, {"key": "ClientLibrary", "value": "ADS", "category": "Other"}, {"key": "SlugName", "value": "automlx234_p38_cpu_x86_64_v1", "description": "The slug name of the training conda environment.", "category": "Training Environment"}, {"key": "CondaEnvironmentPath", "value": "oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1", "description": "The URI of the training conda environment.", "category": "Training Environment"}, {"key": "ModelFileName", "value": "model.pkl", "description": "The model file name.", "category": "Other"}], "definedMetadataList": [{"key": "Hyperparameters"}, {"key": "Algorithm", "value": "None"}, {"key": "FrameworkVersion"}, {"key": "ArtifactTestResults", "value": "{\"score_py\": {\"key\": \"score_py\", \"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"score.py\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'score.py' is missing.\", \"success\": true}, \"runtime_yaml\": {\"category\": \"Mandatory Files Check\", \"description\": \"Check that the file \\\"runtime.yaml\\\" exists and is in the top level directory of the artifact directory\", \"error_msg\": \"The file 'runtime.yaml' is missing.\", \"success\": true}, \"score_syntax\": {\"category\": \"score.py\", \"description\": \"Check for Python syntax errors\", \"error_msg\": \"There is Syntax error in score.py: \", \"success\": true}, \"score_load_model\": {\"category\": \"score.py\", \"description\": \"Check that load_model() is defined\", \"error_msg\": \"Function load_model is not present in score.py.\", \"success\": true}, \"score_predict\": {\"category\": \"score.py\", \"description\": \"Check that predict() is defined\", \"error_msg\": \"Function predict is not present in score.py.\", \"success\": true}, \"score_predict_data\": {\"category\": \"score.py\", \"description\": \"Check that the only required argument for predict() is named \\\"data\\\"\", \"error_msg\": \"The predict function in score.py must have a formal argument named 'data'.\", \"success\": true}, \"score_predict_arg\": {\"category\": \"score.py\", \"description\": \"Check that all other arguments in predict() are optional and have default values\", \"error_msg\": \"All formal arguments in the predict function must have default values, except that 'data' argument.\", \"success\": true}, \"runtime_version\": {\"category\": \"runtime.yaml\", \"description\": \"Check that field MODEL_ARTIFACT_VERSION is set to 3.0\", \"error_msg\": \"In runtime.yaml, the key MODEL_ARTIFACT_VERSION must be set to 3.0.\", \"success\": true}, \"runtime_env_python\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION is set to a value of 3.6 or higher\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_PYTHON_VERSION must be set to a value of 3.6 or higher.\", \"success\": true, \"value\": \"3.8\"}, \"runtime_env_path\": {\"category\": \"conda_env\", \"description\": \"Check that field MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is set\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH must have a value.\", \"success\": true, \"value\": \"oci://service-conda-packs@id19sfcrra6z/service_pack/cpu/Oracle_AutoMLx_v23.4_for_CPU_on_Python_3.8/1.0/automlx234_p38_cpu_x86_64_v1\"}, \"runtime_path_exist\": {\"category\": \"conda_env\", \"description\": \"Check that the file path in MODEL_DEPLOYMENT.INFERENCE_ENV_PATH is correct.\", \"error_msg\": \"In runtime.yaml, the key MODEL_DEPLOYMENT.INFERENCE_ENV_PATH does not exist.\", \"success\": true}}"}, {"key": "Framework"}, {"key": "UseCaseType", "value": "multinomial_classification"}], "inputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 40.2, \"standard deviation\": 33.77309909117347, \"sample minimum\": 3.0, \"lower quartile\": 14.75, \"median\": 29.5, \"upper quartile\": 69.5, \"sample maximum\": 94.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}", "outputSchema": "{\"schema\": [{\"dtype\": \"int64\", \"feature_type\": \"Integer\", \"name\": 0, \"domain\": {\"values\": \"Integer\", \"stats\": {\"count\": 10.0, \"mean\": 2642.6, \"standard deviation\": 3482.95000123618, \"sample minimum\": 9.0, \"lower quartile\": 219.25, \"median\": 872.5, \"upper quartile\": 5227.0, \"sample maximum\": 8836.0}, \"constraints\": []}, \"required\": true, \"description\": \"0\", \"order\": 0}], \"version\": \"1.1\"}"}]