oracle-ads 2.13.9rc0__py3-none-any.whl → 2.13.9rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (857) hide show
  1. ads/aqua/__init__.py +40 -0
  2. ads/aqua/app.py +506 -0
  3. ads/aqua/cli.py +96 -0
  4. ads/aqua/client/__init__.py +3 -0
  5. ads/aqua/client/client.py +836 -0
  6. ads/aqua/client/openai_client.py +305 -0
  7. ads/aqua/common/__init__.py +5 -0
  8. ads/aqua/common/decorator.py +125 -0
  9. ads/aqua/common/entities.py +269 -0
  10. ads/aqua/common/enums.py +122 -0
  11. ads/aqua/common/errors.py +109 -0
  12. ads/aqua/common/utils.py +1285 -0
  13. ads/aqua/config/__init__.py +4 -0
  14. ads/aqua/config/container_config.py +248 -0
  15. ads/aqua/config/evaluation/__init__.py +4 -0
  16. ads/aqua/config/evaluation/evaluation_service_config.py +147 -0
  17. ads/aqua/config/utils/__init__.py +4 -0
  18. ads/aqua/config/utils/serializer.py +339 -0
  19. ads/aqua/constants.py +116 -0
  20. ads/aqua/data.py +14 -0
  21. ads/aqua/dummy_data/icon.txt +1 -0
  22. ads/aqua/dummy_data/oci_model_deployments.json +56 -0
  23. ads/aqua/dummy_data/oci_models.json +1 -0
  24. ads/aqua/dummy_data/readme.md +26 -0
  25. ads/aqua/evaluation/__init__.py +8 -0
  26. ads/aqua/evaluation/constants.py +53 -0
  27. ads/aqua/evaluation/entities.py +186 -0
  28. ads/aqua/evaluation/errors.py +70 -0
  29. ads/aqua/evaluation/evaluation.py +1814 -0
  30. ads/aqua/extension/__init__.py +42 -0
  31. ads/aqua/extension/aqua_ws_msg_handler.py +76 -0
  32. ads/aqua/extension/base_handler.py +90 -0
  33. ads/aqua/extension/common_handler.py +121 -0
  34. ads/aqua/extension/common_ws_msg_handler.py +36 -0
  35. ads/aqua/extension/deployment_handler.py +298 -0
  36. ads/aqua/extension/deployment_ws_msg_handler.py +54 -0
  37. ads/aqua/extension/errors.py +30 -0
  38. ads/aqua/extension/evaluation_handler.py +129 -0
  39. ads/aqua/extension/evaluation_ws_msg_handler.py +61 -0
  40. ads/aqua/extension/finetune_handler.py +96 -0
  41. ads/aqua/extension/model_handler.py +390 -0
  42. ads/aqua/extension/models/__init__.py +0 -0
  43. ads/aqua/extension/models/ws_models.py +145 -0
  44. ads/aqua/extension/models_ws_msg_handler.py +50 -0
  45. ads/aqua/extension/ui_handler.py +282 -0
  46. ads/aqua/extension/ui_websocket_handler.py +130 -0
  47. ads/aqua/extension/utils.py +133 -0
  48. ads/aqua/finetuning/__init__.py +7 -0
  49. ads/aqua/finetuning/constants.py +23 -0
  50. ads/aqua/finetuning/entities.py +181 -0
  51. ads/aqua/finetuning/finetuning.py +749 -0
  52. ads/aqua/model/__init__.py +8 -0
  53. ads/aqua/model/constants.py +60 -0
  54. ads/aqua/model/entities.py +385 -0
  55. ads/aqua/model/enums.py +32 -0
  56. ads/aqua/model/model.py +2114 -0
  57. ads/aqua/modeldeployment/__init__.py +8 -0
  58. ads/aqua/modeldeployment/constants.py +10 -0
  59. ads/aqua/modeldeployment/deployment.py +1326 -0
  60. ads/aqua/modeldeployment/entities.py +653 -0
  61. ads/aqua/modeldeployment/inference.py +74 -0
  62. ads/aqua/modeldeployment/utils.py +543 -0
  63. ads/aqua/resources/gpu_shapes_index.json +94 -0
  64. ads/aqua/server/__init__.py +4 -0
  65. ads/aqua/server/__main__.py +24 -0
  66. ads/aqua/server/app.py +47 -0
  67. ads/aqua/server/aqua_spec.yml +1291 -0
  68. ads/aqua/training/__init__.py +4 -0
  69. ads/aqua/training/exceptions.py +476 -0
  70. ads/aqua/ui.py +499 -0
  71. ads/automl/__init__.py +9 -0
  72. ads/automl/driver.py +330 -0
  73. ads/automl/provider.py +975 -0
  74. ads/bds/__init__.py +5 -0
  75. ads/bds/auth.py +127 -0
  76. ads/bds/big_data_service.py +255 -0
  77. ads/catalog/__init__.py +19 -0
  78. ads/catalog/model.py +1576 -0
  79. ads/catalog/notebook.py +461 -0
  80. ads/catalog/project.py +468 -0
  81. ads/catalog/summary.py +178 -0
  82. ads/common/__init__.py +11 -0
  83. ads/common/analyzer.py +65 -0
  84. ads/common/artifact/.model-ignore +63 -0
  85. ads/common/artifact/__init__.py +10 -0
  86. ads/common/auth.py +1122 -0
  87. ads/common/card_identifier.py +83 -0
  88. ads/common/config.py +647 -0
  89. ads/common/data.py +165 -0
  90. ads/common/decorator/__init__.py +9 -0
  91. ads/common/decorator/argument_to_case.py +88 -0
  92. ads/common/decorator/deprecate.py +69 -0
  93. ads/common/decorator/require_nonempty_arg.py +65 -0
  94. ads/common/decorator/runtime_dependency.py +178 -0
  95. ads/common/decorator/threaded.py +97 -0
  96. ads/common/decorator/utils.py +35 -0
  97. ads/common/dsc_file_system.py +303 -0
  98. ads/common/error.py +14 -0
  99. ads/common/extended_enum.py +81 -0
  100. ads/common/function/__init__.py +5 -0
  101. ads/common/function/fn_util.py +142 -0
  102. ads/common/function/func_conf.yaml +25 -0
  103. ads/common/ipython.py +76 -0
  104. ads/common/model.py +679 -0
  105. ads/common/model_artifact.py +1759 -0
  106. ads/common/model_artifact_schema.json +107 -0
  107. ads/common/model_export_util.py +664 -0
  108. ads/common/model_metadata.py +24 -0
  109. ads/common/object_storage_details.py +296 -0
  110. ads/common/oci_client.py +175 -0
  111. ads/common/oci_datascience.py +46 -0
  112. ads/common/oci_logging.py +1144 -0
  113. ads/common/oci_mixin.py +957 -0
  114. ads/common/oci_resource.py +136 -0
  115. ads/common/serializer.py +559 -0
  116. ads/common/utils.py +1852 -0
  117. ads/common/word_lists.py +1491 -0
  118. ads/common/work_request.py +189 -0
  119. ads/data_labeling/__init__.py +13 -0
  120. ads/data_labeling/boundingbox.py +253 -0
  121. ads/data_labeling/constants.py +47 -0
  122. ads/data_labeling/data_labeling_service.py +244 -0
  123. ads/data_labeling/interface/__init__.py +5 -0
  124. ads/data_labeling/interface/loader.py +16 -0
  125. ads/data_labeling/interface/parser.py +16 -0
  126. ads/data_labeling/interface/reader.py +23 -0
  127. ads/data_labeling/loader/__init__.py +5 -0
  128. ads/data_labeling/loader/file_loader.py +241 -0
  129. ads/data_labeling/metadata.py +110 -0
  130. ads/data_labeling/mixin/__init__.py +5 -0
  131. ads/data_labeling/mixin/data_labeling.py +232 -0
  132. ads/data_labeling/ner.py +129 -0
  133. ads/data_labeling/parser/__init__.py +5 -0
  134. ads/data_labeling/parser/dls_record_parser.py +388 -0
  135. ads/data_labeling/parser/export_metadata_parser.py +94 -0
  136. ads/data_labeling/parser/export_record_parser.py +473 -0
  137. ads/data_labeling/reader/__init__.py +5 -0
  138. ads/data_labeling/reader/dataset_reader.py +574 -0
  139. ads/data_labeling/reader/dls_record_reader.py +121 -0
  140. ads/data_labeling/reader/export_record_reader.py +62 -0
  141. ads/data_labeling/reader/jsonl_reader.py +75 -0
  142. ads/data_labeling/reader/metadata_reader.py +203 -0
  143. ads/data_labeling/reader/record_reader.py +263 -0
  144. ads/data_labeling/record.py +52 -0
  145. ads/data_labeling/visualizer/__init__.py +5 -0
  146. ads/data_labeling/visualizer/image_visualizer.py +525 -0
  147. ads/data_labeling/visualizer/text_visualizer.py +357 -0
  148. ads/database/__init__.py +5 -0
  149. ads/database/connection.py +338 -0
  150. ads/dataset/__init__.py +10 -0
  151. ads/dataset/capabilities.md +51 -0
  152. ads/dataset/classification_dataset.py +339 -0
  153. ads/dataset/correlation.py +226 -0
  154. ads/dataset/correlation_plot.py +563 -0
  155. ads/dataset/dask_series.py +173 -0
  156. ads/dataset/dataframe_transformer.py +110 -0
  157. ads/dataset/dataset.py +1979 -0
  158. ads/dataset/dataset_browser.py +360 -0
  159. ads/dataset/dataset_with_target.py +995 -0
  160. ads/dataset/exception.py +25 -0
  161. ads/dataset/factory.py +987 -0
  162. ads/dataset/feature_engineering_transformer.py +35 -0
  163. ads/dataset/feature_selection.py +107 -0
  164. ads/dataset/forecasting_dataset.py +26 -0
  165. ads/dataset/helper.py +1450 -0
  166. ads/dataset/label_encoder.py +99 -0
  167. ads/dataset/mixin/__init__.py +5 -0
  168. ads/dataset/mixin/dataset_accessor.py +134 -0
  169. ads/dataset/pipeline.py +58 -0
  170. ads/dataset/plot.py +710 -0
  171. ads/dataset/progress.py +86 -0
  172. ads/dataset/recommendation.py +297 -0
  173. ads/dataset/recommendation_transformer.py +502 -0
  174. ads/dataset/regression_dataset.py +14 -0
  175. ads/dataset/sampled_dataset.py +1050 -0
  176. ads/dataset/target.py +98 -0
  177. ads/dataset/timeseries.py +18 -0
  178. ads/dbmixin/__init__.py +5 -0
  179. ads/dbmixin/db_pandas_accessor.py +153 -0
  180. ads/environment/__init__.py +9 -0
  181. ads/environment/ml_runtime.py +66 -0
  182. ads/evaluations/README.md +14 -0
  183. ads/evaluations/__init__.py +109 -0
  184. ads/evaluations/evaluation_plot.py +983 -0
  185. ads/evaluations/evaluator.py +1334 -0
  186. ads/evaluations/statistical_metrics.py +543 -0
  187. ads/experiments/__init__.py +9 -0
  188. ads/experiments/capabilities.md +0 -0
  189. ads/explanations/__init__.py +21 -0
  190. ads/explanations/base_explainer.py +142 -0
  191. ads/explanations/capabilities.md +83 -0
  192. ads/explanations/explainer.py +190 -0
  193. ads/explanations/mlx_global_explainer.py +1050 -0
  194. ads/explanations/mlx_interface.py +386 -0
  195. ads/explanations/mlx_local_explainer.py +287 -0
  196. ads/explanations/mlx_whatif_explainer.py +201 -0
  197. ads/feature_engineering/__init__.py +20 -0
  198. ads/feature_engineering/accessor/__init__.py +5 -0
  199. ads/feature_engineering/accessor/dataframe_accessor.py +535 -0
  200. ads/feature_engineering/accessor/mixin/__init__.py +5 -0
  201. ads/feature_engineering/accessor/mixin/correlation.py +166 -0
  202. ads/feature_engineering/accessor/mixin/eda_mixin.py +266 -0
  203. ads/feature_engineering/accessor/mixin/eda_mixin_series.py +85 -0
  204. ads/feature_engineering/accessor/mixin/feature_types_mixin.py +211 -0
  205. ads/feature_engineering/accessor/mixin/utils.py +65 -0
  206. ads/feature_engineering/accessor/series_accessor.py +431 -0
  207. ads/feature_engineering/adsimage/__init__.py +5 -0
  208. ads/feature_engineering/adsimage/image.py +192 -0
  209. ads/feature_engineering/adsimage/image_reader.py +170 -0
  210. ads/feature_engineering/adsimage/interface/__init__.py +5 -0
  211. ads/feature_engineering/adsimage/interface/reader.py +19 -0
  212. ads/feature_engineering/adsstring/__init__.py +7 -0
  213. ads/feature_engineering/adsstring/oci_language/__init__.py +8 -0
  214. ads/feature_engineering/adsstring/string/__init__.py +8 -0
  215. ads/feature_engineering/data_schema.json +57 -0
  216. ads/feature_engineering/dataset/__init__.py +5 -0
  217. ads/feature_engineering/dataset/zip_code_data.py +42062 -0
  218. ads/feature_engineering/exceptions.py +40 -0
  219. ads/feature_engineering/feature_type/__init__.py +133 -0
  220. ads/feature_engineering/feature_type/address.py +184 -0
  221. ads/feature_engineering/feature_type/adsstring/__init__.py +5 -0
  222. ads/feature_engineering/feature_type/adsstring/common_regex_mixin.py +164 -0
  223. ads/feature_engineering/feature_type/adsstring/oci_language.py +93 -0
  224. ads/feature_engineering/feature_type/adsstring/parsers/__init__.py +5 -0
  225. ads/feature_engineering/feature_type/adsstring/parsers/base.py +47 -0
  226. ads/feature_engineering/feature_type/adsstring/parsers/nltk_parser.py +96 -0
  227. ads/feature_engineering/feature_type/adsstring/parsers/spacy_parser.py +221 -0
  228. ads/feature_engineering/feature_type/adsstring/string.py +258 -0
  229. ads/feature_engineering/feature_type/base.py +58 -0
  230. ads/feature_engineering/feature_type/boolean.py +183 -0
  231. ads/feature_engineering/feature_type/category.py +146 -0
  232. ads/feature_engineering/feature_type/constant.py +137 -0
  233. ads/feature_engineering/feature_type/continuous.py +151 -0
  234. ads/feature_engineering/feature_type/creditcard.py +314 -0
  235. ads/feature_engineering/feature_type/datetime.py +190 -0
  236. ads/feature_engineering/feature_type/discrete.py +134 -0
  237. ads/feature_engineering/feature_type/document.py +43 -0
  238. ads/feature_engineering/feature_type/gis.py +251 -0
  239. ads/feature_engineering/feature_type/handler/__init__.py +5 -0
  240. ads/feature_engineering/feature_type/handler/feature_validator.py +524 -0
  241. ads/feature_engineering/feature_type/handler/feature_warning.py +319 -0
  242. ads/feature_engineering/feature_type/handler/warnings.py +128 -0
  243. ads/feature_engineering/feature_type/integer.py +142 -0
  244. ads/feature_engineering/feature_type/ip_address.py +144 -0
  245. ads/feature_engineering/feature_type/ip_address_v4.py +138 -0
  246. ads/feature_engineering/feature_type/ip_address_v6.py +138 -0
  247. ads/feature_engineering/feature_type/lat_long.py +256 -0
  248. ads/feature_engineering/feature_type/object.py +43 -0
  249. ads/feature_engineering/feature_type/ordinal.py +132 -0
  250. ads/feature_engineering/feature_type/phone_number.py +135 -0
  251. ads/feature_engineering/feature_type/string.py +171 -0
  252. ads/feature_engineering/feature_type/text.py +93 -0
  253. ads/feature_engineering/feature_type/unknown.py +43 -0
  254. ads/feature_engineering/feature_type/zip_code.py +164 -0
  255. ads/feature_engineering/feature_type_manager.py +406 -0
  256. ads/feature_engineering/schema.py +795 -0
  257. ads/feature_engineering/utils.py +245 -0
  258. ads/feature_store/.readthedocs.yaml +19 -0
  259. ads/feature_store/README.md +65 -0
  260. ads/feature_store/__init__.py +9 -0
  261. ads/feature_store/common/__init__.py +0 -0
  262. ads/feature_store/common/enums.py +339 -0
  263. ads/feature_store/common/exceptions.py +18 -0
  264. ads/feature_store/common/spark_session_singleton.py +125 -0
  265. ads/feature_store/common/utils/__init__.py +0 -0
  266. ads/feature_store/common/utils/base64_encoder_decoder.py +72 -0
  267. ads/feature_store/common/utils/feature_schema_mapper.py +283 -0
  268. ads/feature_store/common/utils/transformation_utils.py +82 -0
  269. ads/feature_store/common/utils/utility.py +403 -0
  270. ads/feature_store/data_validation/__init__.py +0 -0
  271. ads/feature_store/data_validation/great_expectation.py +129 -0
  272. ads/feature_store/dataset.py +1230 -0
  273. ads/feature_store/dataset_job.py +530 -0
  274. ads/feature_store/docs/Dockerfile +7 -0
  275. ads/feature_store/docs/Makefile +44 -0
  276. ads/feature_store/docs/conf.py +28 -0
  277. ads/feature_store/docs/requirements.txt +14 -0
  278. ads/feature_store/docs/source/ads.feature_store.query.rst +20 -0
  279. ads/feature_store/docs/source/cicd.rst +137 -0
  280. ads/feature_store/docs/source/conf.py +86 -0
  281. ads/feature_store/docs/source/data_versioning.rst +33 -0
  282. ads/feature_store/docs/source/dataset.rst +388 -0
  283. ads/feature_store/docs/source/dataset_job.rst +27 -0
  284. ads/feature_store/docs/source/demo.rst +70 -0
  285. ads/feature_store/docs/source/entity.rst +78 -0
  286. ads/feature_store/docs/source/feature_group.rst +624 -0
  287. ads/feature_store/docs/source/feature_group_job.rst +29 -0
  288. ads/feature_store/docs/source/feature_store.rst +122 -0
  289. ads/feature_store/docs/source/feature_store_class.rst +123 -0
  290. ads/feature_store/docs/source/feature_validation.rst +66 -0
  291. ads/feature_store/docs/source/figures/cicd.png +0 -0
  292. ads/feature_store/docs/source/figures/data_validation.png +0 -0
  293. ads/feature_store/docs/source/figures/data_versioning.png +0 -0
  294. ads/feature_store/docs/source/figures/dataset.gif +0 -0
  295. ads/feature_store/docs/source/figures/dataset.png +0 -0
  296. ads/feature_store/docs/source/figures/dataset_lineage.png +0 -0
  297. ads/feature_store/docs/source/figures/dataset_statistics.png +0 -0
  298. ads/feature_store/docs/source/figures/dataset_statistics_viz.png +0 -0
  299. ads/feature_store/docs/source/figures/dataset_validation_results.png +0 -0
  300. ads/feature_store/docs/source/figures/dataset_validation_summary.png +0 -0
  301. ads/feature_store/docs/source/figures/drift_monitoring.png +0 -0
  302. ads/feature_store/docs/source/figures/entity.png +0 -0
  303. ads/feature_store/docs/source/figures/feature_group.png +0 -0
  304. ads/feature_store/docs/source/figures/feature_group_lineage.png +0 -0
  305. ads/feature_store/docs/source/figures/feature_group_statistics_viz.png +0 -0
  306. ads/feature_store/docs/source/figures/feature_store_deployment.png +0 -0
  307. ads/feature_store/docs/source/figures/feature_store_overview.png +0 -0
  308. ads/feature_store/docs/source/figures/featuregroup.gif +0 -0
  309. ads/feature_store/docs/source/figures/lineage_d1.png +0 -0
  310. ads/feature_store/docs/source/figures/lineage_d2.png +0 -0
  311. ads/feature_store/docs/source/figures/lineage_fg.png +0 -0
  312. ads/feature_store/docs/source/figures/logo-dark-mode.png +0 -0
  313. ads/feature_store/docs/source/figures/logo-light-mode.png +0 -0
  314. ads/feature_store/docs/source/figures/overview.png +0 -0
  315. ads/feature_store/docs/source/figures/resource_manager.png +0 -0
  316. ads/feature_store/docs/source/figures/resource_manager_feature_store_stack.png +0 -0
  317. ads/feature_store/docs/source/figures/resource_manager_home.png +0 -0
  318. ads/feature_store/docs/source/figures/stats_1.png +0 -0
  319. ads/feature_store/docs/source/figures/stats_2.png +0 -0
  320. ads/feature_store/docs/source/figures/stats_d.png +0 -0
  321. ads/feature_store/docs/source/figures/stats_fg.png +0 -0
  322. ads/feature_store/docs/source/figures/transformation.png +0 -0
  323. ads/feature_store/docs/source/figures/transformations.gif +0 -0
  324. ads/feature_store/docs/source/figures/validation.png +0 -0
  325. ads/feature_store/docs/source/figures/validation_fg.png +0 -0
  326. ads/feature_store/docs/source/figures/validation_results.png +0 -0
  327. ads/feature_store/docs/source/figures/validation_summary.png +0 -0
  328. ads/feature_store/docs/source/index.rst +81 -0
  329. ads/feature_store/docs/source/module.rst +8 -0
  330. ads/feature_store/docs/source/notebook.rst +94 -0
  331. ads/feature_store/docs/source/overview.rst +47 -0
  332. ads/feature_store/docs/source/quickstart.rst +176 -0
  333. ads/feature_store/docs/source/release_notes.rst +194 -0
  334. ads/feature_store/docs/source/setup_feature_store.rst +81 -0
  335. ads/feature_store/docs/source/statistics.rst +58 -0
  336. ads/feature_store/docs/source/transformation.rst +199 -0
  337. ads/feature_store/docs/source/ui.rst +65 -0
  338. ads/feature_store/docs/source/user_guides.setup.feature_store_operator.rst +66 -0
  339. ads/feature_store/docs/source/user_guides.setup.helm_chart.rst +192 -0
  340. ads/feature_store/docs/source/user_guides.setup.terraform.rst +338 -0
  341. ads/feature_store/entity.py +718 -0
  342. ads/feature_store/execution_strategy/__init__.py +0 -0
  343. ads/feature_store/execution_strategy/delta_lake/__init__.py +0 -0
  344. ads/feature_store/execution_strategy/delta_lake/delta_lake_service.py +375 -0
  345. ads/feature_store/execution_strategy/engine/__init__.py +0 -0
  346. ads/feature_store/execution_strategy/engine/spark_engine.py +316 -0
  347. ads/feature_store/execution_strategy/execution_strategy.py +113 -0
  348. ads/feature_store/execution_strategy/execution_strategy_provider.py +47 -0
  349. ads/feature_store/execution_strategy/spark/__init__.py +0 -0
  350. ads/feature_store/execution_strategy/spark/spark_execution.py +618 -0
  351. ads/feature_store/feature.py +192 -0
  352. ads/feature_store/feature_group.py +1494 -0
  353. ads/feature_store/feature_group_expectation.py +346 -0
  354. ads/feature_store/feature_group_job.py +602 -0
  355. ads/feature_store/feature_lineage/__init__.py +0 -0
  356. ads/feature_store/feature_lineage/graphviz_service.py +180 -0
  357. ads/feature_store/feature_option_details.py +50 -0
  358. ads/feature_store/feature_statistics/__init__.py +0 -0
  359. ads/feature_store/feature_statistics/statistics_service.py +99 -0
  360. ads/feature_store/feature_store.py +699 -0
  361. ads/feature_store/feature_store_registrar.py +518 -0
  362. ads/feature_store/input_feature_detail.py +149 -0
  363. ads/feature_store/mixin/__init__.py +4 -0
  364. ads/feature_store/mixin/oci_feature_store.py +145 -0
  365. ads/feature_store/model_details.py +73 -0
  366. ads/feature_store/query/__init__.py +0 -0
  367. ads/feature_store/query/filter.py +266 -0
  368. ads/feature_store/query/generator/__init__.py +0 -0
  369. ads/feature_store/query/generator/query_generator.py +298 -0
  370. ads/feature_store/query/join.py +161 -0
  371. ads/feature_store/query/query.py +403 -0
  372. ads/feature_store/query/validator/__init__.py +0 -0
  373. ads/feature_store/query/validator/query_validator.py +57 -0
  374. ads/feature_store/response/__init__.py +0 -0
  375. ads/feature_store/response/response_builder.py +68 -0
  376. ads/feature_store/service/__init__.py +0 -0
  377. ads/feature_store/service/oci_dataset.py +139 -0
  378. ads/feature_store/service/oci_dataset_job.py +199 -0
  379. ads/feature_store/service/oci_entity.py +125 -0
  380. ads/feature_store/service/oci_feature_group.py +164 -0
  381. ads/feature_store/service/oci_feature_group_job.py +214 -0
  382. ads/feature_store/service/oci_feature_store.py +182 -0
  383. ads/feature_store/service/oci_lineage.py +87 -0
  384. ads/feature_store/service/oci_transformation.py +104 -0
  385. ads/feature_store/statistics/__init__.py +0 -0
  386. ads/feature_store/statistics/abs_feature_value.py +49 -0
  387. ads/feature_store/statistics/charts/__init__.py +0 -0
  388. ads/feature_store/statistics/charts/abstract_feature_plot.py +37 -0
  389. ads/feature_store/statistics/charts/box_plot.py +148 -0
  390. ads/feature_store/statistics/charts/frequency_distribution.py +65 -0
  391. ads/feature_store/statistics/charts/probability_distribution.py +68 -0
  392. ads/feature_store/statistics/charts/top_k_frequent_elements.py +98 -0
  393. ads/feature_store/statistics/feature_stat.py +126 -0
  394. ads/feature_store/statistics/generic_feature_value.py +33 -0
  395. ads/feature_store/statistics/statistics.py +41 -0
  396. ads/feature_store/statistics_config.py +101 -0
  397. ads/feature_store/templates/feature_store_template.yaml +45 -0
  398. ads/feature_store/transformation.py +499 -0
  399. ads/feature_store/validation_output.py +57 -0
  400. ads/hpo/__init__.py +9 -0
  401. ads/hpo/_imports.py +91 -0
  402. ads/hpo/ads_search_space.py +439 -0
  403. ads/hpo/distributions.py +325 -0
  404. ads/hpo/objective.py +280 -0
  405. ads/hpo/search_cv.py +1657 -0
  406. ads/hpo/stopping_criterion.py +75 -0
  407. ads/hpo/tuner_artifact.py +413 -0
  408. ads/hpo/utils.py +91 -0
  409. ads/hpo/validation.py +140 -0
  410. ads/hpo/visualization/__init__.py +5 -0
  411. ads/hpo/visualization/_contour.py +23 -0
  412. ads/hpo/visualization/_edf.py +20 -0
  413. ads/hpo/visualization/_intermediate_values.py +21 -0
  414. ads/hpo/visualization/_optimization_history.py +25 -0
  415. ads/hpo/visualization/_parallel_coordinate.py +169 -0
  416. ads/hpo/visualization/_param_importances.py +26 -0
  417. ads/jobs/__init__.py +53 -0
  418. ads/jobs/ads_job.py +663 -0
  419. ads/jobs/builders/__init__.py +5 -0
  420. ads/jobs/builders/base.py +156 -0
  421. ads/jobs/builders/infrastructure/__init__.py +6 -0
  422. ads/jobs/builders/infrastructure/base.py +165 -0
  423. ads/jobs/builders/infrastructure/dataflow.py +1252 -0
  424. ads/jobs/builders/infrastructure/dsc_job.py +1894 -0
  425. ads/jobs/builders/infrastructure/dsc_job_runtime.py +1233 -0
  426. ads/jobs/builders/infrastructure/utils.py +65 -0
  427. ads/jobs/builders/runtimes/__init__.py +5 -0
  428. ads/jobs/builders/runtimes/artifact.py +338 -0
  429. ads/jobs/builders/runtimes/base.py +325 -0
  430. ads/jobs/builders/runtimes/container_runtime.py +242 -0
  431. ads/jobs/builders/runtimes/python_runtime.py +1016 -0
  432. ads/jobs/builders/runtimes/pytorch_runtime.py +204 -0
  433. ads/jobs/cli.py +104 -0
  434. ads/jobs/env_var_parser.py +131 -0
  435. ads/jobs/extension.py +160 -0
  436. ads/jobs/schema/__init__.py +5 -0
  437. ads/jobs/schema/infrastructure_schema.json +116 -0
  438. ads/jobs/schema/job_schema.json +42 -0
  439. ads/jobs/schema/runtime_schema.json +183 -0
  440. ads/jobs/schema/validator.py +141 -0
  441. ads/jobs/serializer.py +296 -0
  442. ads/jobs/templates/__init__.py +5 -0
  443. ads/jobs/templates/container.py +6 -0
  444. ads/jobs/templates/driver_notebook.py +177 -0
  445. ads/jobs/templates/driver_oci.py +500 -0
  446. ads/jobs/templates/driver_python.py +48 -0
  447. ads/jobs/templates/driver_pytorch.py +852 -0
  448. ads/jobs/templates/driver_utils.py +615 -0
  449. ads/jobs/templates/hostname_from_env.c +55 -0
  450. ads/jobs/templates/oci_metrics.py +181 -0
  451. ads/jobs/utils.py +104 -0
  452. ads/llm/__init__.py +28 -0
  453. ads/llm/autogen/__init__.py +2 -0
  454. ads/llm/autogen/constants.py +15 -0
  455. ads/llm/autogen/reports/__init__.py +2 -0
  456. ads/llm/autogen/reports/base.py +67 -0
  457. ads/llm/autogen/reports/data.py +103 -0
  458. ads/llm/autogen/reports/session.py +526 -0
  459. ads/llm/autogen/reports/templates/chat_box.html +13 -0
  460. ads/llm/autogen/reports/templates/chat_box_lt.html +5 -0
  461. ads/llm/autogen/reports/templates/chat_box_rt.html +6 -0
  462. ads/llm/autogen/reports/utils.py +56 -0
  463. ads/llm/autogen/v02/__init__.py +4 -0
  464. ads/llm/autogen/v02/client.py +295 -0
  465. ads/llm/autogen/v02/log_handlers/__init__.py +2 -0
  466. ads/llm/autogen/v02/log_handlers/oci_file_handler.py +83 -0
  467. ads/llm/autogen/v02/loggers/__init__.py +6 -0
  468. ads/llm/autogen/v02/loggers/metric_logger.py +320 -0
  469. ads/llm/autogen/v02/loggers/session_logger.py +580 -0
  470. ads/llm/autogen/v02/loggers/utils.py +86 -0
  471. ads/llm/autogen/v02/runtime_logging.py +163 -0
  472. ads/llm/chain.py +268 -0
  473. ads/llm/chat_template.py +31 -0
  474. ads/llm/deploy.py +63 -0
  475. ads/llm/guardrails/__init__.py +5 -0
  476. ads/llm/guardrails/base.py +442 -0
  477. ads/llm/guardrails/huggingface.py +44 -0
  478. ads/llm/langchain/__init__.py +5 -0
  479. ads/llm/langchain/plugins/__init__.py +5 -0
  480. ads/llm/langchain/plugins/chat_models/__init__.py +5 -0
  481. ads/llm/langchain/plugins/chat_models/oci_data_science.py +1027 -0
  482. ads/llm/langchain/plugins/embeddings/__init__.py +4 -0
  483. ads/llm/langchain/plugins/embeddings/oci_data_science_model_deployment_endpoint.py +184 -0
  484. ads/llm/langchain/plugins/llms/__init__.py +5 -0
  485. ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py +979 -0
  486. ads/llm/requirements.txt +3 -0
  487. ads/llm/serialize.py +219 -0
  488. ads/llm/serializers/__init__.py +0 -0
  489. ads/llm/serializers/retrieval_qa.py +153 -0
  490. ads/llm/serializers/runnable_parallel.py +27 -0
  491. ads/llm/templates/score_chain.jinja2 +155 -0
  492. ads/llm/templates/tool_chat_template_hermes.jinja +130 -0
  493. ads/llm/templates/tool_chat_template_mistral_parallel.jinja +94 -0
  494. ads/model/__init__.py +52 -0
  495. ads/model/artifact.py +573 -0
  496. ads/model/artifact_downloader.py +254 -0
  497. ads/model/artifact_uploader.py +267 -0
  498. ads/model/base_properties.py +238 -0
  499. ads/model/common/.model-ignore +66 -0
  500. ads/model/common/__init__.py +5 -0
  501. ads/model/common/utils.py +142 -0
  502. ads/model/datascience_model.py +2635 -0
  503. ads/model/deployment/__init__.py +20 -0
  504. ads/model/deployment/common/__init__.py +5 -0
  505. ads/model/deployment/common/utils.py +308 -0
  506. ads/model/deployment/model_deployer.py +466 -0
  507. ads/model/deployment/model_deployment.py +1846 -0
  508. ads/model/deployment/model_deployment_infrastructure.py +671 -0
  509. ads/model/deployment/model_deployment_properties.py +493 -0
  510. ads/model/deployment/model_deployment_runtime.py +838 -0
  511. ads/model/extractor/__init__.py +5 -0
  512. ads/model/extractor/automl_extractor.py +74 -0
  513. ads/model/extractor/embedding_onnx_extractor.py +80 -0
  514. ads/model/extractor/huggingface_extractor.py +88 -0
  515. ads/model/extractor/keras_extractor.py +84 -0
  516. ads/model/extractor/lightgbm_extractor.py +93 -0
  517. ads/model/extractor/model_info_extractor.py +114 -0
  518. ads/model/extractor/model_info_extractor_factory.py +105 -0
  519. ads/model/extractor/pytorch_extractor.py +87 -0
  520. ads/model/extractor/sklearn_extractor.py +112 -0
  521. ads/model/extractor/spark_extractor.py +89 -0
  522. ads/model/extractor/tensorflow_extractor.py +85 -0
  523. ads/model/extractor/xgboost_extractor.py +94 -0
  524. ads/model/framework/__init__.py +5 -0
  525. ads/model/framework/automl_model.py +178 -0
  526. ads/model/framework/embedding_onnx_model.py +438 -0
  527. ads/model/framework/huggingface_model.py +399 -0
  528. ads/model/framework/lightgbm_model.py +266 -0
  529. ads/model/framework/pytorch_model.py +266 -0
  530. ads/model/framework/sklearn_model.py +250 -0
  531. ads/model/framework/spark_model.py +326 -0
  532. ads/model/framework/tensorflow_model.py +254 -0
  533. ads/model/framework/xgboost_model.py +258 -0
  534. ads/model/generic_model.py +3518 -0
  535. ads/model/model_artifact_boilerplate/README.md +381 -0
  536. ads/model/model_artifact_boilerplate/__init__.py +5 -0
  537. ads/model/model_artifact_boilerplate/artifact_introspection_test/__init__.py +5 -0
  538. ads/model/model_artifact_boilerplate/artifact_introspection_test/model_artifact_validate.py +427 -0
  539. ads/model/model_artifact_boilerplate/artifact_introspection_test/requirements.txt +2 -0
  540. ads/model/model_artifact_boilerplate/runtime.yaml +7 -0
  541. ads/model/model_artifact_boilerplate/score.py +61 -0
  542. ads/model/model_file_description_schema.json +68 -0
  543. ads/model/model_introspect.py +331 -0
  544. ads/model/model_metadata.py +1810 -0
  545. ads/model/model_metadata_mixin.py +460 -0
  546. ads/model/model_properties.py +63 -0
  547. ads/model/model_version_set.py +739 -0
  548. ads/model/runtime/__init__.py +5 -0
  549. ads/model/runtime/env_info.py +306 -0
  550. ads/model/runtime/model_deployment_details.py +37 -0
  551. ads/model/runtime/model_provenance_details.py +58 -0
  552. ads/model/runtime/runtime_info.py +81 -0
  553. ads/model/runtime/schemas/inference_env_info_schema.yaml +16 -0
  554. ads/model/runtime/schemas/model_provenance_schema.yaml +36 -0
  555. ads/model/runtime/schemas/training_env_info_schema.yaml +16 -0
  556. ads/model/runtime/utils.py +201 -0
  557. ads/model/serde/__init__.py +5 -0
  558. ads/model/serde/common.py +40 -0
  559. ads/model/serde/model_input.py +547 -0
  560. ads/model/serde/model_serializer.py +1184 -0
  561. ads/model/service/__init__.py +5 -0
  562. ads/model/service/oci_datascience_model.py +1076 -0
  563. ads/model/service/oci_datascience_model_deployment.py +500 -0
  564. ads/model/service/oci_datascience_model_version_set.py +176 -0
  565. ads/model/transformer/__init__.py +5 -0
  566. ads/model/transformer/onnx_transformer.py +324 -0
  567. ads/mysqldb/__init__.py +5 -0
  568. ads/mysqldb/mysql_db.py +227 -0
  569. ads/opctl/__init__.py +18 -0
  570. ads/opctl/anomaly_detection.py +11 -0
  571. ads/opctl/backend/__init__.py +5 -0
  572. ads/opctl/backend/ads_dataflow.py +353 -0
  573. ads/opctl/backend/ads_ml_job.py +710 -0
  574. ads/opctl/backend/ads_ml_pipeline.py +164 -0
  575. ads/opctl/backend/ads_model_deployment.py +209 -0
  576. ads/opctl/backend/base.py +146 -0
  577. ads/opctl/backend/local.py +1053 -0
  578. ads/opctl/backend/marketplace/__init__.py +9 -0
  579. ads/opctl/backend/marketplace/helm_helper.py +173 -0
  580. ads/opctl/backend/marketplace/local_marketplace.py +271 -0
  581. ads/opctl/backend/marketplace/marketplace_backend_runner.py +71 -0
  582. ads/opctl/backend/marketplace/marketplace_operator_interface.py +44 -0
  583. ads/opctl/backend/marketplace/marketplace_operator_runner.py +24 -0
  584. ads/opctl/backend/marketplace/marketplace_utils.py +212 -0
  585. ads/opctl/backend/marketplace/models/__init__.py +5 -0
  586. ads/opctl/backend/marketplace/models/bearer_token.py +94 -0
  587. ads/opctl/backend/marketplace/models/marketplace_type.py +70 -0
  588. ads/opctl/backend/marketplace/models/ocir_details.py +56 -0
  589. ads/opctl/backend/marketplace/prerequisite_checker.py +238 -0
  590. ads/opctl/cli.py +707 -0
  591. ads/opctl/cmds.py +869 -0
  592. ads/opctl/conda/__init__.py +5 -0
  593. ads/opctl/conda/cli.py +193 -0
  594. ads/opctl/conda/cmds.py +749 -0
  595. ads/opctl/conda/config.yaml +34 -0
  596. ads/opctl/conda/manifest_template.yaml +13 -0
  597. ads/opctl/conda/multipart_uploader.py +188 -0
  598. ads/opctl/conda/pack.py +89 -0
  599. ads/opctl/config/__init__.py +5 -0
  600. ads/opctl/config/base.py +57 -0
  601. ads/opctl/config/diagnostics/__init__.py +5 -0
  602. ads/opctl/config/diagnostics/distributed/default_requirements_config.yaml +62 -0
  603. ads/opctl/config/merger.py +255 -0
  604. ads/opctl/config/resolver.py +297 -0
  605. ads/opctl/config/utils.py +79 -0
  606. ads/opctl/config/validator.py +17 -0
  607. ads/opctl/config/versioner.py +68 -0
  608. ads/opctl/config/yaml_parsers/__init__.py +7 -0
  609. ads/opctl/config/yaml_parsers/base.py +58 -0
  610. ads/opctl/config/yaml_parsers/distributed/__init__.py +7 -0
  611. ads/opctl/config/yaml_parsers/distributed/yaml_parser.py +201 -0
  612. ads/opctl/constants.py +66 -0
  613. ads/opctl/decorator/__init__.py +5 -0
  614. ads/opctl/decorator/common.py +129 -0
  615. ads/opctl/diagnostics/__init__.py +5 -0
  616. ads/opctl/diagnostics/__main__.py +25 -0
  617. ads/opctl/diagnostics/check_distributed_job_requirements.py +212 -0
  618. ads/opctl/diagnostics/check_requirements.py +144 -0
  619. ads/opctl/diagnostics/requirement_exception.py +9 -0
  620. ads/opctl/distributed/README.md +109 -0
  621. ads/opctl/distributed/__init__.py +5 -0
  622. ads/opctl/distributed/certificates.py +32 -0
  623. ads/opctl/distributed/cli.py +207 -0
  624. ads/opctl/distributed/cmds.py +731 -0
  625. ads/opctl/distributed/common/__init__.py +5 -0
  626. ads/opctl/distributed/common/abstract_cluster_provider.py +449 -0
  627. ads/opctl/distributed/common/abstract_framework_spec_builder.py +88 -0
  628. ads/opctl/distributed/common/cluster_config_helper.py +103 -0
  629. ads/opctl/distributed/common/cluster_provider_factory.py +21 -0
  630. ads/opctl/distributed/common/cluster_runner.py +54 -0
  631. ads/opctl/distributed/common/framework_factory.py +29 -0
  632. ads/opctl/docker/Dockerfile.job +103 -0
  633. ads/opctl/docker/Dockerfile.job.arm +107 -0
  634. ads/opctl/docker/Dockerfile.job.gpu +175 -0
  635. ads/opctl/docker/base-env.yaml +13 -0
  636. ads/opctl/docker/cuda.repo +6 -0
  637. ads/opctl/docker/operator/.dockerignore +0 -0
  638. ads/opctl/docker/operator/Dockerfile +41 -0
  639. ads/opctl/docker/operator/Dockerfile.gpu +85 -0
  640. ads/opctl/docker/operator/cuda.repo +6 -0
  641. ads/opctl/docker/operator/environment.yaml +8 -0
  642. ads/opctl/forecast.py +11 -0
  643. ads/opctl/index.yaml +3 -0
  644. ads/opctl/model/__init__.py +5 -0
  645. ads/opctl/model/cli.py +65 -0
  646. ads/opctl/model/cmds.py +73 -0
  647. ads/opctl/operator/README.md +4 -0
  648. ads/opctl/operator/__init__.py +31 -0
  649. ads/opctl/operator/cli.py +344 -0
  650. ads/opctl/operator/cmd.py +596 -0
  651. ads/opctl/operator/common/__init__.py +5 -0
  652. ads/opctl/operator/common/backend_factory.py +460 -0
  653. ads/opctl/operator/common/const.py +27 -0
  654. ads/opctl/operator/common/data/synthetic.csv +16001 -0
  655. ads/opctl/operator/common/dictionary_merger.py +148 -0
  656. ads/opctl/operator/common/errors.py +42 -0
  657. ads/opctl/operator/common/operator_config.py +99 -0
  658. ads/opctl/operator/common/operator_loader.py +811 -0
  659. ads/opctl/operator/common/operator_schema.yaml +130 -0
  660. ads/opctl/operator/common/operator_yaml_generator.py +152 -0
  661. ads/opctl/operator/common/utils.py +208 -0
  662. ads/opctl/operator/lowcode/__init__.py +5 -0
  663. ads/opctl/operator/lowcode/anomaly/MLoperator +16 -0
  664. ads/opctl/operator/lowcode/anomaly/README.md +207 -0
  665. ads/opctl/operator/lowcode/anomaly/__init__.py +5 -0
  666. ads/opctl/operator/lowcode/anomaly/__main__.py +103 -0
  667. ads/opctl/operator/lowcode/anomaly/cmd.py +35 -0
  668. ads/opctl/operator/lowcode/anomaly/const.py +167 -0
  669. ads/opctl/operator/lowcode/anomaly/environment.yaml +10 -0
  670. ads/opctl/operator/lowcode/anomaly/model/__init__.py +5 -0
  671. ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py +146 -0
  672. ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py +162 -0
  673. ads/opctl/operator/lowcode/anomaly/model/automlx.py +99 -0
  674. ads/opctl/operator/lowcode/anomaly/model/autots.py +115 -0
  675. ads/opctl/operator/lowcode/anomaly/model/base_model.py +404 -0
  676. ads/opctl/operator/lowcode/anomaly/model/factory.py +110 -0
  677. ads/opctl/operator/lowcode/anomaly/model/isolationforest.py +78 -0
  678. ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py +78 -0
  679. ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py +120 -0
  680. ads/opctl/operator/lowcode/anomaly/model/tods.py +119 -0
  681. ads/opctl/operator/lowcode/anomaly/operator_config.py +127 -0
  682. ads/opctl/operator/lowcode/anomaly/schema.yaml +401 -0
  683. ads/opctl/operator/lowcode/anomaly/utils.py +88 -0
  684. ads/opctl/operator/lowcode/common/__init__.py +5 -0
  685. ads/opctl/operator/lowcode/common/const.py +10 -0
  686. ads/opctl/operator/lowcode/common/data.py +116 -0
  687. ads/opctl/operator/lowcode/common/errors.py +47 -0
  688. ads/opctl/operator/lowcode/common/transformations.py +296 -0
  689. ads/opctl/operator/lowcode/common/utils.py +384 -0
  690. ads/opctl/operator/lowcode/feature_store_marketplace/MLoperator +13 -0
  691. ads/opctl/operator/lowcode/feature_store_marketplace/README.md +30 -0
  692. ads/opctl/operator/lowcode/feature_store_marketplace/__init__.py +5 -0
  693. ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py +116 -0
  694. ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py +85 -0
  695. ads/opctl/operator/lowcode/feature_store_marketplace/const.py +15 -0
  696. ads/opctl/operator/lowcode/feature_store_marketplace/environment.yaml +0 -0
  697. ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py +4 -0
  698. ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py +32 -0
  699. ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py +43 -0
  700. ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py +120 -0
  701. ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py +34 -0
  702. ads/opctl/operator/lowcode/feature_store_marketplace/operator_utils.py +386 -0
  703. ads/opctl/operator/lowcode/feature_store_marketplace/schema.yaml +160 -0
  704. ads/opctl/operator/lowcode/forecast/MLoperator +25 -0
  705. ads/opctl/operator/lowcode/forecast/README.md +209 -0
  706. ads/opctl/operator/lowcode/forecast/__init__.py +5 -0
  707. ads/opctl/operator/lowcode/forecast/__main__.py +89 -0
  708. ads/opctl/operator/lowcode/forecast/cmd.py +40 -0
  709. ads/opctl/operator/lowcode/forecast/const.py +92 -0
  710. ads/opctl/operator/lowcode/forecast/environment.yaml +20 -0
  711. ads/opctl/operator/lowcode/forecast/errors.py +26 -0
  712. ads/opctl/operator/lowcode/forecast/model/__init__.py +5 -0
  713. ads/opctl/operator/lowcode/forecast/model/arima.py +279 -0
  714. ads/opctl/operator/lowcode/forecast/model/automlx.py +553 -0
  715. ads/opctl/operator/lowcode/forecast/model/autots.py +312 -0
  716. ads/opctl/operator/lowcode/forecast/model/base_model.py +875 -0
  717. ads/opctl/operator/lowcode/forecast/model/factory.py +106 -0
  718. ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py +492 -0
  719. ads/opctl/operator/lowcode/forecast/model/ml_forecast.py +243 -0
  720. ads/opctl/operator/lowcode/forecast/model/neuralprophet.py +482 -0
  721. ads/opctl/operator/lowcode/forecast/model/prophet.py +445 -0
  722. ads/opctl/operator/lowcode/forecast/model_evaluator.py +244 -0
  723. ads/opctl/operator/lowcode/forecast/operator_config.py +234 -0
  724. ads/opctl/operator/lowcode/forecast/schema.yaml +506 -0
  725. ads/opctl/operator/lowcode/forecast/utils.py +397 -0
  726. ads/opctl/operator/lowcode/forecast/whatifserve/__init__.py +7 -0
  727. ads/opctl/operator/lowcode/forecast/whatifserve/deployment_manager.py +285 -0
  728. ads/opctl/operator/lowcode/forecast/whatifserve/score.py +246 -0
  729. ads/opctl/operator/lowcode/pii/MLoperator +17 -0
  730. ads/opctl/operator/lowcode/pii/README.md +208 -0
  731. ads/opctl/operator/lowcode/pii/__init__.py +5 -0
  732. ads/opctl/operator/lowcode/pii/__main__.py +78 -0
  733. ads/opctl/operator/lowcode/pii/cmd.py +39 -0
  734. ads/opctl/operator/lowcode/pii/constant.py +84 -0
  735. ads/opctl/operator/lowcode/pii/environment.yaml +17 -0
  736. ads/opctl/operator/lowcode/pii/errors.py +27 -0
  737. ads/opctl/operator/lowcode/pii/model/__init__.py +5 -0
  738. ads/opctl/operator/lowcode/pii/model/factory.py +82 -0
  739. ads/opctl/operator/lowcode/pii/model/guardrails.py +167 -0
  740. ads/opctl/operator/lowcode/pii/model/pii.py +145 -0
  741. ads/opctl/operator/lowcode/pii/model/processor/__init__.py +34 -0
  742. ads/opctl/operator/lowcode/pii/model/processor/email_replacer.py +34 -0
  743. ads/opctl/operator/lowcode/pii/model/processor/mbi_replacer.py +35 -0
  744. ads/opctl/operator/lowcode/pii/model/processor/name_replacer.py +225 -0
  745. ads/opctl/operator/lowcode/pii/model/processor/number_replacer.py +73 -0
  746. ads/opctl/operator/lowcode/pii/model/processor/remover.py +26 -0
  747. ads/opctl/operator/lowcode/pii/model/report.py +487 -0
  748. ads/opctl/operator/lowcode/pii/operator_config.py +95 -0
  749. ads/opctl/operator/lowcode/pii/schema.yaml +108 -0
  750. ads/opctl/operator/lowcode/pii/utils.py +43 -0
  751. ads/opctl/operator/lowcode/recommender/MLoperator +16 -0
  752. ads/opctl/operator/lowcode/recommender/README.md +206 -0
  753. ads/opctl/operator/lowcode/recommender/__init__.py +5 -0
  754. ads/opctl/operator/lowcode/recommender/__main__.py +82 -0
  755. ads/opctl/operator/lowcode/recommender/cmd.py +33 -0
  756. ads/opctl/operator/lowcode/recommender/constant.py +30 -0
  757. ads/opctl/operator/lowcode/recommender/environment.yaml +11 -0
  758. ads/opctl/operator/lowcode/recommender/model/base_model.py +212 -0
  759. ads/opctl/operator/lowcode/recommender/model/factory.py +56 -0
  760. ads/opctl/operator/lowcode/recommender/model/recommender_dataset.py +25 -0
  761. ads/opctl/operator/lowcode/recommender/model/svd.py +106 -0
  762. ads/opctl/operator/lowcode/recommender/operator_config.py +81 -0
  763. ads/opctl/operator/lowcode/recommender/schema.yaml +265 -0
  764. ads/opctl/operator/lowcode/recommender/utils.py +13 -0
  765. ads/opctl/operator/runtime/__init__.py +5 -0
  766. ads/opctl/operator/runtime/const.py +17 -0
  767. ads/opctl/operator/runtime/container_runtime_schema.yaml +50 -0
  768. ads/opctl/operator/runtime/marketplace_runtime.py +50 -0
  769. ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml +21 -0
  770. ads/opctl/operator/runtime/python_runtime_schema.yaml +21 -0
  771. ads/opctl/operator/runtime/runtime.py +115 -0
  772. ads/opctl/schema.yaml.yml +36 -0
  773. ads/opctl/script.py +40 -0
  774. ads/opctl/spark/__init__.py +5 -0
  775. ads/opctl/spark/cli.py +43 -0
  776. ads/opctl/spark/cmds.py +147 -0
  777. ads/opctl/templates/diagnostic_report_template.jinja2 +102 -0
  778. ads/opctl/utils.py +344 -0
  779. ads/oracledb/__init__.py +5 -0
  780. ads/oracledb/oracle_db.py +346 -0
  781. ads/pipeline/__init__.py +39 -0
  782. ads/pipeline/ads_pipeline.py +2279 -0
  783. ads/pipeline/ads_pipeline_run.py +772 -0
  784. ads/pipeline/ads_pipeline_step.py +605 -0
  785. ads/pipeline/builders/__init__.py +5 -0
  786. ads/pipeline/builders/infrastructure/__init__.py +5 -0
  787. ads/pipeline/builders/infrastructure/custom_script.py +32 -0
  788. ads/pipeline/cli.py +119 -0
  789. ads/pipeline/extension.py +291 -0
  790. ads/pipeline/schema/__init__.py +5 -0
  791. ads/pipeline/schema/cs_step_schema.json +35 -0
  792. ads/pipeline/schema/ml_step_schema.json +31 -0
  793. ads/pipeline/schema/pipeline_schema.json +71 -0
  794. ads/pipeline/visualizer/__init__.py +5 -0
  795. ads/pipeline/visualizer/base.py +570 -0
  796. ads/pipeline/visualizer/graph_renderer.py +272 -0
  797. ads/pipeline/visualizer/text_renderer.py +84 -0
  798. ads/secrets/__init__.py +11 -0
  799. ads/secrets/adb.py +386 -0
  800. ads/secrets/auth_token.py +86 -0
  801. ads/secrets/big_data_service.py +365 -0
  802. ads/secrets/mysqldb.py +149 -0
  803. ads/secrets/oracledb.py +160 -0
  804. ads/secrets/secrets.py +407 -0
  805. ads/telemetry/__init__.py +7 -0
  806. ads/telemetry/base.py +69 -0
  807. ads/telemetry/client.py +125 -0
  808. ads/telemetry/telemetry.py +257 -0
  809. ads/templates/dataflow_pyspark.jinja2 +13 -0
  810. ads/templates/dataflow_sparksql.jinja2 +22 -0
  811. ads/templates/func.jinja2 +20 -0
  812. ads/templates/schemas/openapi.json +1740 -0
  813. ads/templates/score-pkl.jinja2 +173 -0
  814. ads/templates/score.jinja2 +322 -0
  815. ads/templates/score_embedding_onnx.jinja2 +202 -0
  816. ads/templates/score_generic.jinja2 +165 -0
  817. ads/templates/score_huggingface_pipeline.jinja2 +217 -0
  818. ads/templates/score_lightgbm.jinja2 +185 -0
  819. ads/templates/score_onnx.jinja2 +407 -0
  820. ads/templates/score_onnx_new.jinja2 +473 -0
  821. ads/templates/score_oracle_automl.jinja2 +185 -0
  822. ads/templates/score_pyspark.jinja2 +154 -0
  823. ads/templates/score_pytorch.jinja2 +219 -0
  824. ads/templates/score_scikit-learn.jinja2 +184 -0
  825. ads/templates/score_tensorflow.jinja2 +184 -0
  826. ads/templates/score_xgboost.jinja2 +178 -0
  827. ads/text_dataset/__init__.py +5 -0
  828. ads/text_dataset/backends.py +211 -0
  829. ads/text_dataset/dataset.py +445 -0
  830. ads/text_dataset/extractor.py +207 -0
  831. ads/text_dataset/options.py +53 -0
  832. ads/text_dataset/udfs.py +22 -0
  833. ads/text_dataset/utils.py +49 -0
  834. ads/type_discovery/__init__.py +9 -0
  835. ads/type_discovery/abstract_detector.py +21 -0
  836. ads/type_discovery/constant_detector.py +41 -0
  837. ads/type_discovery/continuous_detector.py +54 -0
  838. ads/type_discovery/credit_card_detector.py +99 -0
  839. ads/type_discovery/datetime_detector.py +92 -0
  840. ads/type_discovery/discrete_detector.py +118 -0
  841. ads/type_discovery/document_detector.py +146 -0
  842. ads/type_discovery/ip_detector.py +68 -0
  843. ads/type_discovery/latlon_detector.py +90 -0
  844. ads/type_discovery/phone_number_detector.py +63 -0
  845. ads/type_discovery/type_discovery_driver.py +87 -0
  846. ads/type_discovery/typed_feature.py +594 -0
  847. ads/type_discovery/unknown_detector.py +41 -0
  848. ads/type_discovery/zipcode_detector.py +48 -0
  849. ads/vault/__init__.py +7 -0
  850. ads/vault/vault.py +237 -0
  851. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.9rc1.dist-info}/METADATA +150 -150
  852. oracle_ads-2.13.9rc1.dist-info/RECORD +858 -0
  853. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.9rc1.dist-info}/WHEEL +1 -2
  854. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.9rc1.dist-info}/entry_points.txt +2 -1
  855. oracle_ads-2.13.9rc0.dist-info/RECORD +0 -9
  856. oracle_ads-2.13.9rc0.dist-info/top_level.txt +0 -1
  857. {oracle_ads-2.13.9rc0.dist-info → oracle_ads-2.13.9rc1.dist-info}/licenses/LICENSE.txt +0 -0
ads/vault/vault.py ADDED
@@ -0,0 +1,237 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*--
3
+
4
+ # Copyright (c) 2020, 2022 Oracle and/or its affiliates.
5
+ # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
6
+
7
+ import ast
8
+ import base64
9
+ import json
10
+ import oci.vault
11
+ import uuid
12
+
13
+ from oci.vault import VaultsClientCompositeOperations
14
+ from oci.vault.models import Base64SecretContentDetails
15
+ from oci.vault.models import CreateSecretDetails
16
+ from oci.vault.models import UpdateSecretDetails
17
+
18
+ import ads
19
+ from ads.common import oci_client, auth as authutil
20
+ from ads.config import NB_SESSION_COMPARTMENT_OCID
21
+
22
+ logger = ads.getLogger("ads.vault")
23
+
24
+
25
+ class Vault:
26
+ def __init__(
27
+ self,
28
+ vault_id: str = None,
29
+ key_id: str = None,
30
+ compartment_id=None,
31
+ secret_client_auth=None,
32
+ vault_client_auth=None,
33
+ auth=None,
34
+ ):
35
+
36
+ """
37
+ Parameters
38
+ ----------
39
+ vault_id: (str, optional). Default None
40
+ ocid of the vault
41
+ key_id: (str, optional). Default None
42
+ ocid of the key that is used for encrypting the content
43
+ compartment_id: (str, optional). Default None
44
+ ocid of the compartment_id where the vault resides. When available in
45
+ environment variable - `NB_SESSION_COMPARTMENT_OCID`, will defult to that.
46
+ secret_client_auth: (dict, optional, deprecated since 2.5.1). Default None.
47
+ deprecated since 2.5.1. Use `auth` instead
48
+ vault_client_auth: (dict, optional, deprecated since 2.5.1). Default None.
49
+ deprecated since 2.5.1. Use `auth` instead
50
+ auth: (dict, optional)
51
+ Dictionay returned from ads.common.auth.api_keys() or ads.common.auth.resource_principal(). By default, will follow what is set in `ads.set_auth`. Use this attribute to override the default.
52
+
53
+ """
54
+ # vault_client_auth. User should use auth to setup the authentication
55
+
56
+ self.id = vault_id
57
+ self.key_id = key_id
58
+ self.client_auth = auth or authutil.default_signer()
59
+ if secret_client_auth:
60
+ logger.warning(
61
+ "Deprecated use of `secret_client_auth` since version 2.5.1. Use `auth` instead."
62
+ )
63
+ if vault_client_auth:
64
+ logger.warning(
65
+ "Deprecated use of `vault_client_auth` since version 2.5.1. Use `auth` instead."
66
+ )
67
+ self.secret_client_auth = secret_client_auth or self.client_auth
68
+ self.vault_client_auth = vault_client_auth or self.client_auth
69
+
70
+ self.compartment_id = (
71
+ NB_SESSION_COMPARTMENT_OCID if compartment_id is None else compartment_id
72
+ )
73
+
74
+ self.secret_client = oci_client.OCIClientFactory(
75
+ **self.secret_client_auth
76
+ ).secret
77
+ self.vaults_client_composite = VaultsClientCompositeOperations(
78
+ oci_client.OCIClientFactory(**self.vault_client_auth).vault
79
+ )
80
+
81
+ def create_secret(
82
+ self,
83
+ value: dict,
84
+ secret_name: str = None,
85
+ description: str = None,
86
+ encode=True,
87
+ freeform_tags: dict = None,
88
+ defined_tags: dict = None,
89
+ ) -> str:
90
+ """
91
+ Saves value into vault as a secret.
92
+
93
+ Parameters
94
+ ----------
95
+ value: dict
96
+ The value to store as a secret.
97
+ secret_name: str, optional
98
+ The name of the secret.
99
+ description: str, optional
100
+ The description of the secret.
101
+ encode: (bool, optional). Default True
102
+ Whether to encode using the default encoding.
103
+ freeform_tags: (dict, optional). Default None
104
+ freeform_tags as defined by the oci sdk
105
+ defined_tags: (dict, optional). Default None
106
+ defined_tags as defined by the oci sdk
107
+
108
+ Returns
109
+ -------
110
+ The secret ocid that correspond to the value saved as a secret into vault.
111
+ """
112
+ if not isinstance(self.compartment_id, str):
113
+ raise ValueError("compartment_id needs to be a string.")
114
+
115
+ if self.compartment_id is None:
116
+ raise ValueError("compartment_id needs to be specified.")
117
+
118
+ if self.id is None:
119
+ raise ValueError("vault_id needs to be specified in the constructor.")
120
+ if self.key_id is None:
121
+ raise ValueError("key_id needs to be specified in the constructor.")
122
+ # Encode the secret.
123
+ secret_content_details = self._encode_secret(value, encode=encode)
124
+
125
+ # Bundle the secret and metadata about it.
126
+ secrets_details = CreateSecretDetails(
127
+ compartment_id=self.compartment_id,
128
+ description=description
129
+ if description is not None
130
+ else "Data Science service secret",
131
+ secret_content=secret_content_details,
132
+ secret_name=secret_name
133
+ if secret_name is not None
134
+ else "DataScienceSecret_{}".format(str(uuid.uuid4())[-6:]),
135
+ vault_id=self.id,
136
+ key_id=self.key_id,
137
+ freeform_tags=freeform_tags,
138
+ defined_tags=defined_tags,
139
+ )
140
+
141
+ # Store secret and wait for the secret to become active.
142
+ secret = self.vaults_client_composite.create_secret_and_wait_for_state(
143
+ create_secret_details=secrets_details,
144
+ wait_for_states=[oci.vault.models.Secret.LIFECYCLE_STATE_ACTIVE],
145
+ ).data
146
+ return secret.id
147
+
148
+ def update_secret(
149
+ self,
150
+ secret_id: str,
151
+ secret_content: dict,
152
+ encode: bool = True,
153
+ ) -> str:
154
+ """
155
+ Updates content of a secret.
156
+
157
+ Parameters
158
+ ----------
159
+ secret_id: str
160
+ The secret id where the stored secret will be updated.
161
+ secret_content: dict,
162
+ The updated content.
163
+ encode: (bool, optional). Default True
164
+ Whether to encode the secret_content using default encoding
165
+
166
+ Returns
167
+ -------
168
+ The secret ocid with updated content.
169
+ """
170
+
171
+ if not isinstance(self.compartment_id, str):
172
+ raise ValueError("compartment_id needs to be a string.")
173
+
174
+ if self.compartment_id is None:
175
+ raise ValueError("compartment_id needs to be specified.")
176
+
177
+ if self.id is None:
178
+ raise ValueError("vault_id needs to be specified in the constructor.")
179
+ if self.key_id is None:
180
+ raise ValueError("key_id needs to be specified in the constructor.")
181
+ # Encode the secret.
182
+ secret_content_details = (
183
+ self._encode_secret(secret_content) if encode else secret_content
184
+ )
185
+
186
+ # Store the details to update.
187
+ secrets_details = UpdateSecretDetails(
188
+ secret_content=secret_content_details,
189
+ )
190
+
191
+ # Create new secret version and wait for the new version to become active.
192
+ secret_update = self.vaults_client_composite.update_secret_and_wait_for_state(
193
+ secret_id,
194
+ secrets_details,
195
+ wait_for_states=[oci.vault.models.Secret.LIFECYCLE_STATE_ACTIVE],
196
+ ).data
197
+
198
+ return secret_update.id
199
+
200
+ def get_secret(self, secret_id: str, decoded=True) -> dict:
201
+ """
202
+ Retrieve secret content based on the secret ocid provided
203
+
204
+ Parameters
205
+ ----------
206
+ secret_id: str
207
+ The secret ocid.
208
+ decoded: (bool, optional). Default True
209
+ Whether to decode the content that is retrieved from vault service using the default decoder.
210
+ Returns
211
+ -------
212
+ The secret content as a dictionary.
213
+ """
214
+ secret_bundle = self.secret_client.get_secret_bundle(secret_id)
215
+ if decoded:
216
+ secret_content = self._secret_to_dict(
217
+ secret_bundle.data.secret_bundle_content.content
218
+ )
219
+ return ast.literal_eval(secret_content)
220
+ else:
221
+ return secret_bundle.data.secret_bundle_content.content
222
+
223
+ def _encode_secret(self, secret_content, encode=True):
224
+ secret_content_details = Base64SecretContentDetails(
225
+ content_type=oci.vault.models.SecretContentDetails.CONTENT_TYPE_BASE64,
226
+ stage=oci.vault.models.SecretContentDetails.STAGE_CURRENT,
227
+ content=self._dict_to_secret(secret_content) if encode else secret_content,
228
+ )
229
+ return secret_content_details
230
+
231
+ @staticmethod
232
+ def _dict_to_secret(values):
233
+ return base64.b64encode(json.dumps(values).encode("ascii")).decode("ascii")
234
+
235
+ @staticmethod
236
+ def _secret_to_dict(secret_content):
237
+ return base64.b64decode(secret_content.encode("ascii")).decode("ascii")
@@ -1,12 +1,12 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: oracle_ads
3
- Version: 2.13.9rc0
3
+ Version: 2.13.9rc1
4
4
  Summary: Oracle Accelerated Data Science SDK
5
+ Keywords: Oracle Cloud Infrastructure,OCI,Machine Learning,ML,Artificial Intelligence,AI,Data Science,Cloud,Oracle,GenAI,Generative AI,Forecast,Anomaly,Document Understanding
5
6
  Author: Oracle Data Science
7
+ Requires-Python: >=3.8
8
+ Description-Content-Type: text/markdown
6
9
  License-Expression: UPL-1.0
7
- Project-URL: Github, https://github.com/oracle/accelerated-data-science
8
- Project-URL: Documentation, https://accelerated-data-science.readthedocs.io/en/latest/index.html
9
- Keywords: Oracle Cloud Infrastructure,OCI,Machine Learning,ML,Artificial Intelligence,AI,Data Science,Cloud,Oracle,GenAI,Generative AI,Forecast,Anomaly,Document Understanding
10
10
  Classifier: Development Status :: 5 - Production/Stable
11
11
  Classifier: Intended Audience :: Developers
12
12
  Classifier: Operating System :: OS Independent
@@ -14,184 +14,183 @@ Classifier: Programming Language :: Python :: 3.9
14
14
  Classifier: Programming Language :: Python :: 3.10
15
15
  Classifier: Programming Language :: Python :: 3.11
16
16
  Classifier: Programming Language :: Python :: 3.12
17
- Requires-Python: >=3.8
18
- Description-Content-Type: text/markdown
19
17
  License-File: LICENSE.txt
20
- Requires-Dist: PyYAML>=6.0.1
18
+ Requires-Dist: PyYAML>=6
21
19
  Requires-Dist: asteval>=0.9.25
22
20
  Requires-Dist: cerberus>=1.3.4
23
21
  Requires-Dist: cloudpickle>=1.6.0
24
22
  Requires-Dist: fsspec>=0.8.7
25
23
  Requires-Dist: gitpython>=3.1.2
26
24
  Requires-Dist: jinja2>=2.11.2
27
- Requires-Dist: matplotlib<=3.8.4,>=3.1.3
28
- Requires-Dist: numpy<2.0.0,>=1.19.2
25
+ Requires-Dist: matplotlib>=3.1.3,<=3.8.4
26
+ Requires-Dist: numpy>=1.19.2,<2.0.0
29
27
  Requires-Dist: oci>=2.148.0
30
28
  Requires-Dist: ocifs>=1.1.3
31
29
  Requires-Dist: pandas>=2.2.0
32
30
  Requires-Dist: psutil>=5.7.2
33
31
  Requires-Dist: python_jsonschema_objects>=0.3.13
34
32
  Requires-Dist: requests
35
- Requires-Dist: scikit-learn<1.6.0,>=1.0
33
+ Requires-Dist: scikit-learn>=1.0,<1.6.0
36
34
  Requires-Dist: tabulate>=0.8.9
37
35
  Requires-Dist: tqdm>=4.59.0
38
36
  Requires-Dist: pydantic>=2.6.3
39
37
  Requires-Dist: tenacity
40
38
  Requires-Dist: httpx
39
+ Requires-Dist: oracle_ads[opctl] ; extra == "anomaly"
40
+ Requires-Dist: autots ; extra == "anomaly"
41
+ Requires-Dist: oracledb ; extra == "anomaly"
42
+ Requires-Dist: report-creator==1.0.37 ; extra == "anomaly"
43
+ Requires-Dist: rrcf==0.4.4 ; extra == "anomaly"
44
+ Requires-Dist: scikit-learn<1.6.0 ; extra == "anomaly"
45
+ Requires-Dist: salesforce-merlion[all]==2.0.4 ; extra == "anomaly"
46
+ Requires-Dist: jupyter_server ; extra == "aqua"
47
+ Requires-Dist: tornado ; extra == "aqua"
48
+ Requires-Dist: notebook>=6.4,<=6.6 ; extra == "aqua"
49
+ Requires-Dist: fire ; extra == "aqua"
50
+ Requires-Dist: cachetools ; extra == "aqua"
51
+ Requires-Dist: huggingface_hub ; extra == "aqua"
52
+ Requires-Dist: python-dotenv ; extra == "aqua"
53
+ Requires-Dist: hdfs[kerberos] ; extra == "bds"
54
+ Requires-Dist: ibis-framework[impala] ; extra == "bds"
55
+ Requires-Dist: sqlalchemy ; extra == "bds"
56
+ Requires-Dist: lightgbm ; extra == "boosted"
57
+ Requires-Dist: xgboost ; extra == "boosted"
58
+ Requires-Dist: datefinder>=0.7.1 ; extra == "data"
59
+ Requires-Dist: fastavro>=0.24.2 ; extra == "data"
60
+ Requires-Dist: htmllistparse>=0.6.0 ; extra == "data"
61
+ Requires-Dist: openpyxl>=3.0.7 ; extra == "data"
62
+ Requires-Dist: oracledb>=1.0 ; extra == "data"
63
+ Requires-Dist: pandavro>=1.6.0 ; extra == "data"
64
+ Requires-Dist: sqlalchemy>=1.4.1,<=1.4.46 ; extra == "data"
65
+ Requires-Dist: oracle-ads[opctl] ; extra == "feature-store-marketplace"
66
+ Requires-Dist: kubernetes ; extra == "feature-store-marketplace"
67
+ Requires-Dist: conda-pack ; extra == "forecast"
68
+ Requires-Dist: inflection ; extra == "forecast"
69
+ Requires-Dist: nbconvert ; extra == "forecast"
70
+ Requires-Dist: nbformat ; extra == "forecast"
71
+ Requires-Dist: oci-cli ; extra == "forecast"
72
+ Requires-Dist: py-cpuinfo ; extra == "forecast"
73
+ Requires-Dist: rich ; extra == "forecast"
74
+ Requires-Dist: autots ; extra == "forecast"
75
+ Requires-Dist: mlforecast ; extra == "forecast"
76
+ Requires-Dist: neuralprophet>=0.7.0 ; extra == "forecast"
77
+ Requires-Dist: numpy<2.0.0 ; extra == "forecast"
78
+ Requires-Dist: oci-cli ; extra == "forecast"
79
+ Requires-Dist: optuna ; extra == "forecast"
80
+ Requires-Dist: pmdarima ; extra == "forecast"
81
+ Requires-Dist: prophet ; extra == "forecast"
82
+ Requires-Dist: shap ; extra == "forecast"
83
+ Requires-Dist: sktime ; extra == "forecast"
84
+ Requires-Dist: statsmodels ; extra == "forecast"
85
+ Requires-Dist: plotly ; extra == "forecast"
86
+ Requires-Dist: oracledb ; extra == "forecast"
87
+ Requires-Dist: report-creator==1.0.37 ; extra == "forecast"
88
+ Requires-Dist: geopandas<1.0.0 ; extra == "geo"
89
+ Requires-Dist: fiona<=1.9.6 ; extra == "geo"
90
+ Requires-Dist: oracle_ads[viz] ; extra == "geo"
91
+ Requires-Dist: transformers ; extra == "huggingface"
92
+ Requires-Dist: tf-keras ; extra == "huggingface"
93
+ Requires-Dist: langchain>=0.2 ; extra == "llm"
94
+ Requires-Dist: langchain-community ; extra == "llm"
95
+ Requires-Dist: langchain_openai ; extra == "llm"
96
+ Requires-Dist: pydantic>=2,<3 ; extra == "llm"
97
+ Requires-Dist: evaluate>=0.4.0 ; extra == "llm"
98
+ Requires-Dist: ipython>=7.23.1, <8.0 ; extra == "notebook"
99
+ Requires-Dist: ipywidgets~=7.6.3 ; extra == "notebook"
100
+ Requires-Dist: lightgbm ; extra == "onnx"
101
+ Requires-Dist: onnx>=1.12.0,<=1.15.0 ; extra == "onnx" and ( python_version < '3.12')
102
+ Requires-Dist: onnx>=1.12.0 ; extra == "onnx" and ( python_version >= '3.12')
103
+ Requires-Dist: onnxmltools>=1.10.0 ; extra == "onnx"
104
+ Requires-Dist: onnxruntime~=1.17.0,!=1.16.0 ; extra == "onnx" and ( python_version < '3.12')
105
+ Requires-Dist: onnxruntime ; extra == "onnx" and ( python_version >= '3.12')
106
+ Requires-Dist: oracle_ads[viz] ; extra == "onnx"
107
+ Requires-Dist: protobuf ; extra == "onnx"
108
+ Requires-Dist: skl2onnx>=1.10.4 ; extra == "onnx"
109
+ Requires-Dist: tf2onnx ; extra == "onnx"
110
+ Requires-Dist: xgboost<=1.7 ; extra == "onnx"
111
+ Requires-Dist: conda-pack ; extra == "opctl"
112
+ Requires-Dist: docker ; extra == "opctl"
113
+ Requires-Dist: inflection ; extra == "opctl"
114
+ Requires-Dist: nbconvert ; extra == "opctl"
115
+ Requires-Dist: nbformat ; extra == "opctl"
116
+ Requires-Dist: oci-cli ; extra == "opctl"
117
+ Requires-Dist: py-cpuinfo ; extra == "opctl"
118
+ Requires-Dist: rich ; extra == "opctl"
119
+ Requires-Dist: fire ; extra == "opctl"
120
+ Requires-Dist: cachetools ; extra == "opctl"
121
+ Requires-Dist: huggingface_hub==0.26.2 ; extra == "opctl"
122
+ Requires-Dist: optuna==2.9.0 ; extra == "optuna"
123
+ Requires-Dist: oracle_ads[viz] ; extra == "optuna"
124
+ Requires-Dist: aiohttp ; extra == "pii"
125
+ Requires-Dist: gender_guesser ; extra == "pii"
126
+ Requires-Dist: nameparser ; extra == "pii"
127
+ Requires-Dist: oracle_ads[opctl] ; extra == "pii"
128
+ Requires-Dist: plotly ; extra == "pii"
129
+ Requires-Dist: scrubadub==2.0.1 ; extra == "pii"
130
+ Requires-Dist: scrubadub_spacy ; extra == "pii"
131
+ Requires-Dist: spacy-transformers==1.2.5 ; extra == "pii"
132
+ Requires-Dist: spacy==3.6.1 ; extra == "pii"
133
+ Requires-Dist: report-creator>=1.0.37 ; extra == "pii"
134
+ Requires-Dist: oracle_ads[opctl] ; extra == "recommender"
135
+ Requires-Dist: scikit-surprise ; extra == "recommender"
136
+ Requires-Dist: plotly ; extra == "recommender"
137
+ Requires-Dist: report-creator==1.0.37 ; extra == "recommender"
138
+ Requires-Dist: pyspark>=3.0.0 ; extra == "spark"
139
+ Requires-Dist: oracle_ads[viz] ; extra == "tensorflow"
140
+ Requires-Dist: tensorflow<=2.15.1 ; extra == "tensorflow" and ( python_version < '3.12')
141
+ Requires-Dist: tensorflow ; extra == "tensorflow" and ( python_version >= '3.12')
142
+ Requires-Dist: arff ; extra == "testsuite"
143
+ Requires-Dist: autogen-agentchat<0.4 ; extra == "testsuite"
144
+ Requires-Dist: category_encoders==2.6.3 ; extra == "testsuite"
145
+ Requires-Dist: cohere==4.53 ; extra == "testsuite"
146
+ Requires-Dist: faiss-cpu ; extra == "testsuite"
147
+ Requires-Dist: fastparquet==2024.2.0 ; extra == "testsuite"
148
+ Requires-Dist: imbalanced-learn ; extra == "testsuite"
149
+ Requires-Dist: lxml ; extra == "testsuite"
150
+ Requires-Dist: mysql-connector-python ; extra == "testsuite"
151
+ Requires-Dist: nltk ; extra == "testsuite"
152
+ Requires-Dist: notebook==6.4.12 ; extra == "testsuite"
153
+ Requires-Dist: opensearch-py ; extra == "testsuite"
154
+ Requires-Dist: pdfplumber ; extra == "testsuite"
155
+ Requires-Dist: py4j ; extra == "testsuite"
156
+ Requires-Dist: pyarrow>=15.0.0 ; extra == "testsuite"
157
+ Requires-Dist: statsmodels>=0.14.1 ; extra == "testsuite"
158
+ Requires-Dist: tables>3.9.0 ; extra == "testsuite"
159
+ Requires-Dist: xlrd>=1.2.0 ; extra == "testsuite"
160
+ Requires-Dist: spacy>=3.4.2,<3.8 ; extra == "text"
161
+ Requires-Dist: wordcloud>=1.8.1 ; extra == "text"
162
+ Requires-Dist: oracle_ads[viz] ; extra == "torch"
163
+ Requires-Dist: torch ; extra == "torch"
164
+ Requires-Dist: torchvision ; extra == "torch"
165
+ Requires-Dist: bokeh ; extra == "viz"
166
+ Requires-Dist: folium>=0.12.1 ; extra == "viz"
167
+ Requires-Dist: graphviz<0.17 ; extra == "viz"
168
+ Requires-Dist: scipy>=1.5.4 ; extra == "viz"
169
+ Requires-Dist: seaborn>=0.11.0 ; extra == "viz"
170
+ Project-URL: Documentation, https://accelerated-data-science.readthedocs.io/en/latest/index.html
171
+ Project-URL: Github, https://github.com/oracle/accelerated-data-science
172
+ Provides-Extra: anomaly
173
+ Provides-Extra: aqua
41
174
  Provides-Extra: bds
42
- Requires-Dist: hdfs[kerberos]; extra == "bds"
43
- Requires-Dist: ibis-framework[impala]; extra == "bds"
44
- Requires-Dist: sqlalchemy; extra == "bds"
45
175
  Provides-Extra: boosted
46
- Requires-Dist: lightgbm; extra == "boosted"
47
- Requires-Dist: xgboost; extra == "boosted"
48
176
  Provides-Extra: data
49
- Requires-Dist: datefinder>=0.7.1; extra == "data"
50
- Requires-Dist: fastavro>=0.24.2; extra == "data"
51
- Requires-Dist: htmllistparse>=0.6.0; extra == "data"
52
- Requires-Dist: openpyxl>=3.0.7; extra == "data"
53
- Requires-Dist: oracledb>=1.0; extra == "data"
54
- Requires-Dist: pandavro>=1.6.0; extra == "data"
55
- Requires-Dist: sqlalchemy<=1.4.46,>=1.4.1; extra == "data"
177
+ Provides-Extra: feature-store-marketplace
178
+ Provides-Extra: forecast
56
179
  Provides-Extra: geo
57
- Requires-Dist: geopandas<1.0.0; extra == "geo"
58
- Requires-Dist: fiona<=1.9.6; extra == "geo"
59
- Requires-Dist: oracle_ads[viz]; extra == "geo"
60
180
  Provides-Extra: huggingface
61
- Requires-Dist: transformers; extra == "huggingface"
62
- Requires-Dist: tf-keras; extra == "huggingface"
181
+ Provides-Extra: llm
63
182
  Provides-Extra: notebook
64
- Requires-Dist: ipython<8.0,>=7.23.1; extra == "notebook"
65
- Requires-Dist: ipywidgets~=7.6.3; extra == "notebook"
66
183
  Provides-Extra: onnx
67
- Requires-Dist: lightgbm; extra == "onnx"
68
- Requires-Dist: onnx<=1.15.0,>=1.12.0; python_version < "3.12" and extra == "onnx"
69
- Requires-Dist: onnx>=1.12.0; python_version >= "3.12" and extra == "onnx"
70
- Requires-Dist: onnxmltools>=1.10.0; extra == "onnx"
71
- Requires-Dist: onnxruntime!=1.16.0,~=1.17.0; python_version < "3.12" and extra == "onnx"
72
- Requires-Dist: onnxruntime; python_version >= "3.12" and extra == "onnx"
73
- Requires-Dist: oracle_ads[viz]; extra == "onnx"
74
- Requires-Dist: protobuf; extra == "onnx"
75
- Requires-Dist: skl2onnx>=1.10.4; extra == "onnx"
76
- Requires-Dist: tf2onnx; extra == "onnx"
77
- Requires-Dist: xgboost<=1.7; extra == "onnx"
78
184
  Provides-Extra: opctl
79
- Requires-Dist: conda-pack; extra == "opctl"
80
- Requires-Dist: docker; extra == "opctl"
81
- Requires-Dist: inflection; extra == "opctl"
82
- Requires-Dist: nbconvert; extra == "opctl"
83
- Requires-Dist: nbformat; extra == "opctl"
84
- Requires-Dist: oci-cli; extra == "opctl"
85
- Requires-Dist: py-cpuinfo; extra == "opctl"
86
- Requires-Dist: rich; extra == "opctl"
87
- Requires-Dist: fire; extra == "opctl"
88
- Requires-Dist: cachetools; extra == "opctl"
89
- Requires-Dist: huggingface_hub==0.26.2; extra == "opctl"
90
185
  Provides-Extra: optuna
91
- Requires-Dist: optuna==2.9.0; extra == "optuna"
92
- Requires-Dist: oracle_ads[viz]; extra == "optuna"
186
+ Provides-Extra: pii
187
+ Provides-Extra: recommender
93
188
  Provides-Extra: spark
94
- Requires-Dist: pyspark>=3.0.0; extra == "spark"
95
189
  Provides-Extra: tensorflow
96
- Requires-Dist: oracle_ads[viz]; extra == "tensorflow"
97
- Requires-Dist: tensorflow<=2.15.1; python_version < "3.12" and extra == "tensorflow"
98
- Requires-Dist: tensorflow; python_version >= "3.12" and extra == "tensorflow"
190
+ Provides-Extra: testsuite
99
191
  Provides-Extra: text
100
- Requires-Dist: spacy<3.8,>=3.4.2; extra == "text"
101
- Requires-Dist: wordcloud>=1.8.1; extra == "text"
102
192
  Provides-Extra: torch
103
- Requires-Dist: oracle_ads[viz]; extra == "torch"
104
- Requires-Dist: torch; extra == "torch"
105
- Requires-Dist: torchvision; extra == "torch"
106
193
  Provides-Extra: viz
107
- Requires-Dist: bokeh; extra == "viz"
108
- Requires-Dist: folium>=0.12.1; extra == "viz"
109
- Requires-Dist: graphviz<0.17; extra == "viz"
110
- Requires-Dist: scipy>=1.5.4; extra == "viz"
111
- Requires-Dist: seaborn>=0.11.0; extra == "viz"
112
- Provides-Extra: forecast
113
- Requires-Dist: conda-pack; extra == "forecast"
114
- Requires-Dist: inflection; extra == "forecast"
115
- Requires-Dist: nbconvert; extra == "forecast"
116
- Requires-Dist: nbformat; extra == "forecast"
117
- Requires-Dist: oci-cli; extra == "forecast"
118
- Requires-Dist: py-cpuinfo; extra == "forecast"
119
- Requires-Dist: rich; extra == "forecast"
120
- Requires-Dist: autots; extra == "forecast"
121
- Requires-Dist: mlforecast; extra == "forecast"
122
- Requires-Dist: neuralprophet>=0.7.0; extra == "forecast"
123
- Requires-Dist: numpy<2.0.0; extra == "forecast"
124
- Requires-Dist: oci-cli; extra == "forecast"
125
- Requires-Dist: optuna; extra == "forecast"
126
- Requires-Dist: pmdarima; extra == "forecast"
127
- Requires-Dist: prophet; extra == "forecast"
128
- Requires-Dist: shap; extra == "forecast"
129
- Requires-Dist: sktime; extra == "forecast"
130
- Requires-Dist: statsmodels; extra == "forecast"
131
- Requires-Dist: plotly; extra == "forecast"
132
- Requires-Dist: oracledb; extra == "forecast"
133
- Requires-Dist: report-creator==1.0.37; extra == "forecast"
134
- Provides-Extra: anomaly
135
- Requires-Dist: oracle_ads[opctl]; extra == "anomaly"
136
- Requires-Dist: autots; extra == "anomaly"
137
- Requires-Dist: oracledb; extra == "anomaly"
138
- Requires-Dist: report-creator==1.0.37; extra == "anomaly"
139
- Requires-Dist: rrcf==0.4.4; extra == "anomaly"
140
- Requires-Dist: scikit-learn<1.6.0; extra == "anomaly"
141
- Requires-Dist: salesforce-merlion[all]==2.0.4; extra == "anomaly"
142
- Provides-Extra: recommender
143
- Requires-Dist: oracle_ads[opctl]; extra == "recommender"
144
- Requires-Dist: scikit-surprise; extra == "recommender"
145
- Requires-Dist: plotly; extra == "recommender"
146
- Requires-Dist: report-creator==1.0.37; extra == "recommender"
147
- Provides-Extra: feature-store-marketplace
148
- Requires-Dist: oracle-ads[opctl]; extra == "feature-store-marketplace"
149
- Requires-Dist: kubernetes; extra == "feature-store-marketplace"
150
- Provides-Extra: pii
151
- Requires-Dist: aiohttp; extra == "pii"
152
- Requires-Dist: gender_guesser; extra == "pii"
153
- Requires-Dist: nameparser; extra == "pii"
154
- Requires-Dist: oracle_ads[opctl]; extra == "pii"
155
- Requires-Dist: plotly; extra == "pii"
156
- Requires-Dist: scrubadub==2.0.1; extra == "pii"
157
- Requires-Dist: scrubadub_spacy; extra == "pii"
158
- Requires-Dist: spacy-transformers==1.2.5; extra == "pii"
159
- Requires-Dist: spacy==3.6.1; extra == "pii"
160
- Requires-Dist: report-creator>=1.0.37; extra == "pii"
161
- Provides-Extra: llm
162
- Requires-Dist: langchain>=0.2; extra == "llm"
163
- Requires-Dist: langchain-community; extra == "llm"
164
- Requires-Dist: langchain_openai; extra == "llm"
165
- Requires-Dist: pydantic<3,>=2; extra == "llm"
166
- Requires-Dist: evaluate>=0.4.0; extra == "llm"
167
- Provides-Extra: aqua
168
- Requires-Dist: jupyter_server; extra == "aqua"
169
- Requires-Dist: tornado; extra == "aqua"
170
- Requires-Dist: notebook<=6.6,>=6.4; extra == "aqua"
171
- Requires-Dist: fire; extra == "aqua"
172
- Requires-Dist: cachetools; extra == "aqua"
173
- Requires-Dist: huggingface_hub; extra == "aqua"
174
- Requires-Dist: python-dotenv; extra == "aqua"
175
- Provides-Extra: testsuite
176
- Requires-Dist: arff; extra == "testsuite"
177
- Requires-Dist: autogen-agentchat<0.4; extra == "testsuite"
178
- Requires-Dist: category_encoders==2.6.3; extra == "testsuite"
179
- Requires-Dist: cohere==4.53; extra == "testsuite"
180
- Requires-Dist: faiss-cpu; extra == "testsuite"
181
- Requires-Dist: fastparquet==2024.2.0; extra == "testsuite"
182
- Requires-Dist: imbalanced-learn; extra == "testsuite"
183
- Requires-Dist: lxml; extra == "testsuite"
184
- Requires-Dist: mysql-connector-python; extra == "testsuite"
185
- Requires-Dist: nltk; extra == "testsuite"
186
- Requires-Dist: notebook==6.4.12; extra == "testsuite"
187
- Requires-Dist: opensearch-py; extra == "testsuite"
188
- Requires-Dist: pdfplumber; extra == "testsuite"
189
- Requires-Dist: py4j; extra == "testsuite"
190
- Requires-Dist: pyarrow>=15.0.0; extra == "testsuite"
191
- Requires-Dist: statsmodels>=0.14.1; extra == "testsuite"
192
- Requires-Dist: tables>3.9.0; extra == "testsuite"
193
- Requires-Dist: xlrd>=1.2.0; extra == "testsuite"
194
- Dynamic: license-file
195
194
 
196
195
  # Oracle Accelerated Data Science (ADS)
197
196
 
@@ -377,3 +376,4 @@ Consult the security guide [SECURITY.md](https://github.com/oracle/accelerated-d
377
376
  ## License
378
377
 
379
378
  Copyright (c) 2020, 2024 Oracle and/or its affiliates. Licensed under the [Universal Permissive License v1.0](https://oss.oracle.com/licenses/upl/)
379
+