mlrun 1.3.3__py3-none-any.whl → 1.4.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mlrun might be problematic. Click here for more details.

Files changed (444) hide show
  1. mlrun/__init__.py +3 -3
  2. mlrun/__main__.py +79 -37
  3. mlrun/api/__init__.py +1 -1
  4. mlrun/api/api/__init__.py +1 -1
  5. mlrun/api/api/api.py +4 -4
  6. mlrun/api/api/deps.py +10 -21
  7. mlrun/api/api/endpoints/__init__.py +1 -1
  8. mlrun/api/api/endpoints/artifacts.py +64 -36
  9. mlrun/api/api/endpoints/auth.py +4 -4
  10. mlrun/api/api/endpoints/background_tasks.py +11 -11
  11. mlrun/api/api/endpoints/client_spec.py +5 -5
  12. mlrun/api/api/endpoints/clusterization_spec.py +6 -4
  13. mlrun/api/api/endpoints/feature_store.py +124 -115
  14. mlrun/api/api/endpoints/files.py +22 -14
  15. mlrun/api/api/endpoints/frontend_spec.py +28 -21
  16. mlrun/api/api/endpoints/functions.py +142 -87
  17. mlrun/api/api/endpoints/grafana_proxy.py +89 -442
  18. mlrun/api/api/endpoints/healthz.py +20 -7
  19. mlrun/api/api/endpoints/hub.py +320 -0
  20. mlrun/api/api/endpoints/internal/__init__.py +1 -1
  21. mlrun/api/api/endpoints/internal/config.py +1 -1
  22. mlrun/api/api/endpoints/internal/memory_reports.py +9 -9
  23. mlrun/api/api/endpoints/logs.py +11 -11
  24. mlrun/api/api/endpoints/model_endpoints.py +74 -70
  25. mlrun/api/api/endpoints/operations.py +13 -9
  26. mlrun/api/api/endpoints/pipelines.py +93 -88
  27. mlrun/api/api/endpoints/projects.py +35 -35
  28. mlrun/api/api/endpoints/runs.py +69 -27
  29. mlrun/api/api/endpoints/runtime_resources.py +28 -28
  30. mlrun/api/api/endpoints/schedules.py +98 -41
  31. mlrun/api/api/endpoints/secrets.py +37 -32
  32. mlrun/api/api/endpoints/submit.py +12 -12
  33. mlrun/api/api/endpoints/tags.py +20 -22
  34. mlrun/api/api/utils.py +251 -42
  35. mlrun/api/constants.py +1 -1
  36. mlrun/api/crud/__init__.py +18 -15
  37. mlrun/api/crud/artifacts.py +10 -10
  38. mlrun/api/crud/client_spec.py +4 -4
  39. mlrun/api/crud/clusterization_spec.py +3 -3
  40. mlrun/api/crud/feature_store.py +54 -46
  41. mlrun/api/crud/functions.py +3 -3
  42. mlrun/api/crud/hub.py +312 -0
  43. mlrun/api/crud/logs.py +11 -9
  44. mlrun/api/crud/model_monitoring/__init__.py +3 -3
  45. mlrun/api/crud/model_monitoring/grafana.py +435 -0
  46. mlrun/api/crud/model_monitoring/model_endpoints.py +352 -129
  47. mlrun/api/crud/notifications.py +149 -0
  48. mlrun/api/crud/pipelines.py +67 -52
  49. mlrun/api/crud/projects.py +51 -23
  50. mlrun/api/crud/runs.py +7 -5
  51. mlrun/api/crud/runtime_resources.py +13 -13
  52. mlrun/api/{db/filedb → crud/runtimes}/__init__.py +1 -1
  53. mlrun/api/crud/runtimes/nuclio/__init__.py +14 -0
  54. mlrun/api/crud/runtimes/nuclio/function.py +505 -0
  55. mlrun/api/crud/runtimes/nuclio/helpers.py +310 -0
  56. mlrun/api/crud/secrets.py +88 -46
  57. mlrun/api/crud/tags.py +5 -5
  58. mlrun/api/db/__init__.py +1 -1
  59. mlrun/api/db/base.py +102 -54
  60. mlrun/api/db/init_db.py +2 -3
  61. mlrun/api/db/session.py +4 -12
  62. mlrun/api/db/sqldb/__init__.py +1 -1
  63. mlrun/api/db/sqldb/db.py +439 -196
  64. mlrun/api/db/sqldb/helpers.py +1 -1
  65. mlrun/api/db/sqldb/models/__init__.py +3 -3
  66. mlrun/api/db/sqldb/models/models_mysql.py +82 -64
  67. mlrun/api/db/sqldb/models/models_sqlite.py +76 -64
  68. mlrun/api/db/sqldb/session.py +27 -20
  69. mlrun/api/initial_data.py +82 -24
  70. mlrun/api/launcher.py +196 -0
  71. mlrun/api/main.py +91 -22
  72. mlrun/api/middlewares.py +6 -5
  73. mlrun/api/migrations_mysql/env.py +1 -1
  74. mlrun/api/migrations_mysql/versions/28383af526f3_market_place_to_hub.py +40 -0
  75. mlrun/api/migrations_mysql/versions/32bae1b0e29c_increase_timestamp_fields_precision.py +1 -1
  76. mlrun/api/migrations_mysql/versions/4903aef6a91d_tag_foreign_key_and_cascades.py +1 -1
  77. mlrun/api/migrations_mysql/versions/5f1351c88a19_adding_background_tasks_table.py +1 -1
  78. mlrun/api/migrations_mysql/versions/88e656800d6a_add_requested_logs_column_and_index_to_.py +1 -1
  79. mlrun/api/migrations_mysql/versions/9d16de5f03a7_adding_data_versions_table.py +1 -1
  80. mlrun/api/migrations_mysql/versions/b86f5b53f3d7_adding_name_and_updated_to_runs_table.py +1 -1
  81. mlrun/api/migrations_mysql/versions/c4af40b0bf61_init.py +1 -1
  82. mlrun/api/migrations_mysql/versions/c905d15bd91d_notifications.py +72 -0
  83. mlrun/api/migrations_mysql/versions/ee041e8fdaa0_adding_next_run_time_column_to_schedule_.py +1 -1
  84. mlrun/api/migrations_sqlite/env.py +1 -1
  85. mlrun/api/migrations_sqlite/versions/11f8dd2dc9fe_init.py +1 -1
  86. mlrun/api/migrations_sqlite/versions/1c954f8cb32d_schedule_last_run_uri.py +1 -1
  87. mlrun/api/migrations_sqlite/versions/2b6d23c715aa_adding_feature_sets.py +1 -1
  88. mlrun/api/migrations_sqlite/versions/4acd9430b093_market_place_to_hub.py +77 -0
  89. mlrun/api/migrations_sqlite/versions/6401142f2d7c_adding_next_run_time_column_to_schedule_.py +1 -1
  90. mlrun/api/migrations_sqlite/versions/64d90a1a69bc_adding_background_tasks_table.py +1 -1
  91. mlrun/api/migrations_sqlite/versions/803438ecd005_add_requested_logs_column_to_runs.py +1 -1
  92. mlrun/api/migrations_sqlite/versions/863114f0c659_refactoring_feature_set.py +1 -1
  93. mlrun/api/migrations_sqlite/versions/959ae00528ad_notifications.py +63 -0
  94. mlrun/api/migrations_sqlite/versions/accf9fc83d38_adding_data_versions_table.py +1 -1
  95. mlrun/api/migrations_sqlite/versions/b68e8e897a28_schedule_labels.py +1 -1
  96. mlrun/api/migrations_sqlite/versions/bcd0c1f9720c_adding_project_labels.py +1 -1
  97. mlrun/api/migrations_sqlite/versions/cf21882f938e_schedule_id.py +1 -1
  98. mlrun/api/migrations_sqlite/versions/d781f58f607f_tag_object_name_string.py +1 -1
  99. mlrun/api/migrations_sqlite/versions/deac06871ace_adding_marketplace_sources_table.py +1 -1
  100. mlrun/api/migrations_sqlite/versions/e1dd5983c06b_schedule_concurrency_limit.py +1 -1
  101. mlrun/api/migrations_sqlite/versions/e5594ed3ab53_adding_name_and_updated_to_runs_table.py +1 -1
  102. mlrun/api/migrations_sqlite/versions/f4249b4ba6fa_adding_feature_vectors.py +1 -1
  103. mlrun/api/migrations_sqlite/versions/f7b5a1a03629_adding_feature_labels.py +1 -1
  104. mlrun/api/schemas/__init__.py +216 -138
  105. mlrun/api/utils/__init__.py +1 -1
  106. mlrun/api/utils/asyncio.py +1 -1
  107. mlrun/api/utils/auth/__init__.py +1 -1
  108. mlrun/api/utils/auth/providers/__init__.py +1 -1
  109. mlrun/api/utils/auth/providers/base.py +7 -7
  110. mlrun/api/utils/auth/providers/nop.py +6 -7
  111. mlrun/api/utils/auth/providers/opa.py +17 -17
  112. mlrun/api/utils/auth/verifier.py +36 -34
  113. mlrun/api/utils/background_tasks.py +24 -24
  114. mlrun/{builder.py → api/utils/builder.py} +216 -123
  115. mlrun/api/utils/clients/__init__.py +1 -1
  116. mlrun/api/utils/clients/chief.py +19 -4
  117. mlrun/api/utils/clients/iguazio.py +106 -60
  118. mlrun/api/utils/clients/log_collector.py +1 -1
  119. mlrun/api/utils/clients/nuclio.py +23 -23
  120. mlrun/api/utils/clients/protocols/grpc.py +2 -2
  121. mlrun/api/utils/db/__init__.py +1 -1
  122. mlrun/api/utils/db/alembic.py +1 -1
  123. mlrun/api/utils/db/backup.py +1 -1
  124. mlrun/api/utils/db/mysql.py +24 -25
  125. mlrun/api/utils/db/sql_collation.py +1 -1
  126. mlrun/api/utils/db/sqlite_migration.py +2 -2
  127. mlrun/api/utils/events/__init__.py +14 -0
  128. mlrun/api/utils/events/base.py +57 -0
  129. mlrun/api/utils/events/events_factory.py +41 -0
  130. mlrun/api/utils/events/iguazio.py +217 -0
  131. mlrun/api/utils/events/nop.py +55 -0
  132. mlrun/api/utils/helpers.py +16 -13
  133. mlrun/api/utils/memory_reports.py +1 -1
  134. mlrun/api/utils/periodic.py +6 -3
  135. mlrun/api/utils/projects/__init__.py +1 -1
  136. mlrun/api/utils/projects/follower.py +33 -33
  137. mlrun/api/utils/projects/leader.py +36 -34
  138. mlrun/api/utils/projects/member.py +27 -27
  139. mlrun/api/utils/projects/remotes/__init__.py +1 -1
  140. mlrun/api/utils/projects/remotes/follower.py +13 -13
  141. mlrun/api/utils/projects/remotes/leader.py +10 -10
  142. mlrun/api/utils/projects/remotes/nop_follower.py +27 -21
  143. mlrun/api/utils/projects/remotes/nop_leader.py +17 -16
  144. mlrun/api/utils/scheduler.py +140 -51
  145. mlrun/api/utils/singletons/__init__.py +1 -1
  146. mlrun/api/utils/singletons/db.py +9 -15
  147. mlrun/api/utils/singletons/k8s.py +677 -5
  148. mlrun/api/utils/singletons/logs_dir.py +1 -1
  149. mlrun/api/utils/singletons/project_member.py +1 -1
  150. mlrun/api/utils/singletons/scheduler.py +1 -1
  151. mlrun/artifacts/__init__.py +2 -2
  152. mlrun/artifacts/base.py +8 -2
  153. mlrun/artifacts/dataset.py +5 -3
  154. mlrun/artifacts/manager.py +7 -1
  155. mlrun/artifacts/model.py +15 -4
  156. mlrun/artifacts/plots.py +1 -1
  157. mlrun/common/__init__.py +1 -1
  158. mlrun/common/constants.py +15 -0
  159. mlrun/common/model_monitoring.py +209 -0
  160. mlrun/common/schemas/__init__.py +167 -0
  161. mlrun/{api → common}/schemas/artifact.py +13 -14
  162. mlrun/{api → common}/schemas/auth.py +10 -8
  163. mlrun/{api → common}/schemas/background_task.py +3 -3
  164. mlrun/{api → common}/schemas/client_spec.py +1 -1
  165. mlrun/{api → common}/schemas/clusterization_spec.py +3 -3
  166. mlrun/{api → common}/schemas/constants.py +21 -8
  167. mlrun/common/schemas/events.py +36 -0
  168. mlrun/{api → common}/schemas/feature_store.py +2 -1
  169. mlrun/{api → common}/schemas/frontend_spec.py +7 -6
  170. mlrun/{api → common}/schemas/function.py +5 -5
  171. mlrun/{api → common}/schemas/http.py +3 -3
  172. mlrun/common/schemas/hub.py +134 -0
  173. mlrun/{api → common}/schemas/k8s.py +3 -3
  174. mlrun/{api → common}/schemas/memory_reports.py +1 -1
  175. mlrun/common/schemas/model_endpoints.py +342 -0
  176. mlrun/common/schemas/notification.py +57 -0
  177. mlrun/{api → common}/schemas/object.py +6 -6
  178. mlrun/{api → common}/schemas/pipeline.py +3 -3
  179. mlrun/{api → common}/schemas/project.py +6 -5
  180. mlrun/common/schemas/regex.py +24 -0
  181. mlrun/common/schemas/runs.py +30 -0
  182. mlrun/{api → common}/schemas/runtime_resource.py +3 -3
  183. mlrun/{api → common}/schemas/schedule.py +19 -7
  184. mlrun/{api → common}/schemas/secret.py +3 -3
  185. mlrun/{api → common}/schemas/tag.py +2 -2
  186. mlrun/common/types.py +25 -0
  187. mlrun/config.py +152 -20
  188. mlrun/data_types/__init__.py +7 -2
  189. mlrun/data_types/data_types.py +4 -2
  190. mlrun/data_types/infer.py +1 -1
  191. mlrun/data_types/spark.py +10 -3
  192. mlrun/datastore/__init__.py +10 -3
  193. mlrun/datastore/azure_blob.py +1 -1
  194. mlrun/datastore/base.py +185 -53
  195. mlrun/datastore/datastore.py +1 -1
  196. mlrun/datastore/filestore.py +1 -1
  197. mlrun/datastore/google_cloud_storage.py +1 -1
  198. mlrun/datastore/inmem.py +4 -1
  199. mlrun/datastore/redis.py +1 -1
  200. mlrun/datastore/s3.py +1 -1
  201. mlrun/datastore/sources.py +192 -70
  202. mlrun/datastore/spark_udf.py +44 -0
  203. mlrun/datastore/store_resources.py +4 -4
  204. mlrun/datastore/targets.py +115 -45
  205. mlrun/datastore/utils.py +127 -5
  206. mlrun/datastore/v3io.py +1 -1
  207. mlrun/datastore/wasbfs/__init__.py +1 -1
  208. mlrun/datastore/wasbfs/fs.py +1 -1
  209. mlrun/db/__init__.py +7 -5
  210. mlrun/db/base.py +112 -68
  211. mlrun/db/httpdb.py +445 -277
  212. mlrun/db/nopdb.py +491 -0
  213. mlrun/db/sqldb.py +112 -65
  214. mlrun/errors.py +6 -1
  215. mlrun/execution.py +44 -22
  216. mlrun/feature_store/__init__.py +1 -1
  217. mlrun/feature_store/api.py +143 -95
  218. mlrun/feature_store/common.py +16 -20
  219. mlrun/feature_store/feature_set.py +42 -12
  220. mlrun/feature_store/feature_vector.py +32 -21
  221. mlrun/feature_store/ingestion.py +9 -12
  222. mlrun/feature_store/retrieval/__init__.py +3 -2
  223. mlrun/feature_store/retrieval/base.py +388 -66
  224. mlrun/feature_store/retrieval/dask_merger.py +63 -151
  225. mlrun/feature_store/retrieval/job.py +30 -12
  226. mlrun/feature_store/retrieval/local_merger.py +40 -133
  227. mlrun/feature_store/retrieval/spark_merger.py +129 -127
  228. mlrun/feature_store/retrieval/storey_merger.py +173 -0
  229. mlrun/feature_store/steps.py +132 -15
  230. mlrun/features.py +8 -3
  231. mlrun/frameworks/__init__.py +1 -1
  232. mlrun/frameworks/_common/__init__.py +1 -1
  233. mlrun/frameworks/_common/artifacts_library.py +1 -1
  234. mlrun/frameworks/_common/mlrun_interface.py +1 -1
  235. mlrun/frameworks/_common/model_handler.py +1 -1
  236. mlrun/frameworks/_common/plan.py +1 -1
  237. mlrun/frameworks/_common/producer.py +1 -1
  238. mlrun/frameworks/_common/utils.py +1 -1
  239. mlrun/frameworks/_dl_common/__init__.py +1 -1
  240. mlrun/frameworks/_dl_common/loggers/__init__.py +1 -1
  241. mlrun/frameworks/_dl_common/loggers/logger.py +1 -1
  242. mlrun/frameworks/_dl_common/loggers/mlrun_logger.py +1 -1
  243. mlrun/frameworks/_dl_common/loggers/tensorboard_logger.py +1 -1
  244. mlrun/frameworks/_dl_common/model_handler.py +1 -1
  245. mlrun/frameworks/_dl_common/utils.py +1 -1
  246. mlrun/frameworks/_ml_common/__init__.py +1 -1
  247. mlrun/frameworks/_ml_common/artifacts_library.py +1 -1
  248. mlrun/frameworks/_ml_common/loggers/__init__.py +1 -1
  249. mlrun/frameworks/_ml_common/loggers/logger.py +1 -1
  250. mlrun/frameworks/_ml_common/loggers/mlrun_logger.py +1 -1
  251. mlrun/frameworks/_ml_common/model_handler.py +1 -1
  252. mlrun/frameworks/_ml_common/pkl_model_server.py +13 -1
  253. mlrun/frameworks/_ml_common/plan.py +1 -1
  254. mlrun/frameworks/_ml_common/plans/__init__.py +1 -1
  255. mlrun/frameworks/_ml_common/plans/calibration_curve_plan.py +1 -6
  256. mlrun/frameworks/_ml_common/plans/confusion_matrix_plan.py +1 -1
  257. mlrun/frameworks/_ml_common/plans/dataset_plan.py +1 -1
  258. mlrun/frameworks/_ml_common/plans/feature_importance_plan.py +1 -1
  259. mlrun/frameworks/_ml_common/plans/roc_curve_plan.py +1 -1
  260. mlrun/frameworks/_ml_common/producer.py +1 -1
  261. mlrun/frameworks/_ml_common/utils.py +1 -1
  262. mlrun/frameworks/auto_mlrun/__init__.py +1 -1
  263. mlrun/frameworks/auto_mlrun/auto_mlrun.py +1 -1
  264. mlrun/frameworks/huggingface/__init__.py +1 -1
  265. mlrun/frameworks/huggingface/model_server.py +1 -1
  266. mlrun/frameworks/lgbm/__init__.py +1 -1
  267. mlrun/frameworks/lgbm/callbacks/__init__.py +1 -1
  268. mlrun/frameworks/lgbm/callbacks/callback.py +1 -1
  269. mlrun/frameworks/lgbm/callbacks/logging_callback.py +1 -1
  270. mlrun/frameworks/lgbm/callbacks/mlrun_logging_callback.py +1 -1
  271. mlrun/frameworks/lgbm/mlrun_interfaces/__init__.py +1 -1
  272. mlrun/frameworks/lgbm/mlrun_interfaces/booster_mlrun_interface.py +1 -1
  273. mlrun/frameworks/lgbm/mlrun_interfaces/mlrun_interface.py +1 -1
  274. mlrun/frameworks/lgbm/mlrun_interfaces/model_mlrun_interface.py +1 -1
  275. mlrun/frameworks/lgbm/model_handler.py +1 -1
  276. mlrun/frameworks/lgbm/model_server.py +1 -1
  277. mlrun/frameworks/lgbm/utils.py +1 -1
  278. mlrun/frameworks/onnx/__init__.py +1 -1
  279. mlrun/frameworks/onnx/dataset.py +1 -1
  280. mlrun/frameworks/onnx/mlrun_interface.py +1 -1
  281. mlrun/frameworks/onnx/model_handler.py +1 -1
  282. mlrun/frameworks/onnx/model_server.py +1 -1
  283. mlrun/frameworks/parallel_coordinates.py +1 -1
  284. mlrun/frameworks/pytorch/__init__.py +1 -1
  285. mlrun/frameworks/pytorch/callbacks/__init__.py +1 -1
  286. mlrun/frameworks/pytorch/callbacks/callback.py +1 -1
  287. mlrun/frameworks/pytorch/callbacks/logging_callback.py +1 -1
  288. mlrun/frameworks/pytorch/callbacks/mlrun_logging_callback.py +1 -1
  289. mlrun/frameworks/pytorch/callbacks/tensorboard_logging_callback.py +1 -1
  290. mlrun/frameworks/pytorch/callbacks_handler.py +1 -1
  291. mlrun/frameworks/pytorch/mlrun_interface.py +1 -1
  292. mlrun/frameworks/pytorch/model_handler.py +1 -1
  293. mlrun/frameworks/pytorch/model_server.py +1 -1
  294. mlrun/frameworks/pytorch/utils.py +1 -1
  295. mlrun/frameworks/sklearn/__init__.py +1 -1
  296. mlrun/frameworks/sklearn/estimator.py +1 -1
  297. mlrun/frameworks/sklearn/metric.py +1 -1
  298. mlrun/frameworks/sklearn/metrics_library.py +1 -1
  299. mlrun/frameworks/sklearn/mlrun_interface.py +1 -1
  300. mlrun/frameworks/sklearn/model_handler.py +1 -1
  301. mlrun/frameworks/sklearn/utils.py +1 -1
  302. mlrun/frameworks/tf_keras/__init__.py +1 -1
  303. mlrun/frameworks/tf_keras/callbacks/__init__.py +1 -1
  304. mlrun/frameworks/tf_keras/callbacks/logging_callback.py +1 -1
  305. mlrun/frameworks/tf_keras/callbacks/mlrun_logging_callback.py +1 -1
  306. mlrun/frameworks/tf_keras/callbacks/tensorboard_logging_callback.py +1 -1
  307. mlrun/frameworks/tf_keras/mlrun_interface.py +1 -1
  308. mlrun/frameworks/tf_keras/model_handler.py +1 -1
  309. mlrun/frameworks/tf_keras/model_server.py +1 -1
  310. mlrun/frameworks/tf_keras/utils.py +1 -1
  311. mlrun/frameworks/xgboost/__init__.py +1 -1
  312. mlrun/frameworks/xgboost/mlrun_interface.py +1 -1
  313. mlrun/frameworks/xgboost/model_handler.py +1 -1
  314. mlrun/frameworks/xgboost/utils.py +1 -1
  315. mlrun/k8s_utils.py +14 -765
  316. mlrun/kfpops.py +14 -17
  317. mlrun/launcher/__init__.py +13 -0
  318. mlrun/launcher/base.py +406 -0
  319. mlrun/launcher/client.py +159 -0
  320. mlrun/launcher/factory.py +50 -0
  321. mlrun/launcher/local.py +276 -0
  322. mlrun/launcher/remote.py +178 -0
  323. mlrun/lists.py +10 -2
  324. mlrun/mlutils/__init__.py +1 -1
  325. mlrun/mlutils/data.py +1 -1
  326. mlrun/mlutils/models.py +1 -1
  327. mlrun/mlutils/plots.py +1 -1
  328. mlrun/model.py +252 -14
  329. mlrun/model_monitoring/__init__.py +41 -0
  330. mlrun/model_monitoring/features_drift_table.py +1 -1
  331. mlrun/model_monitoring/helpers.py +123 -38
  332. mlrun/model_monitoring/model_endpoint.py +144 -0
  333. mlrun/model_monitoring/model_monitoring_batch.py +310 -259
  334. mlrun/model_monitoring/stores/__init__.py +106 -0
  335. mlrun/model_monitoring/stores/kv_model_endpoint_store.py +448 -0
  336. mlrun/model_monitoring/stores/model_endpoint_store.py +147 -0
  337. mlrun/model_monitoring/stores/models/__init__.py +23 -0
  338. mlrun/model_monitoring/stores/models/base.py +18 -0
  339. mlrun/model_monitoring/stores/models/mysql.py +100 -0
  340. mlrun/model_monitoring/stores/models/sqlite.py +98 -0
  341. mlrun/model_monitoring/stores/sql_model_endpoint_store.py +370 -0
  342. mlrun/model_monitoring/stream_processing_fs.py +239 -271
  343. mlrun/package/__init__.py +163 -0
  344. mlrun/package/context_handler.py +325 -0
  345. mlrun/package/errors.py +47 -0
  346. mlrun/package/packager.py +298 -0
  347. mlrun/{runtimes/package → package/packagers}/__init__.py +3 -1
  348. mlrun/package/packagers/default_packager.py +422 -0
  349. mlrun/package/packagers/numpy_packagers.py +612 -0
  350. mlrun/package/packagers/pandas_packagers.py +968 -0
  351. mlrun/package/packagers/python_standard_library_packagers.py +616 -0
  352. mlrun/package/packagers_manager.py +786 -0
  353. mlrun/package/utils/__init__.py +53 -0
  354. mlrun/package/utils/_archiver.py +226 -0
  355. mlrun/package/utils/_formatter.py +211 -0
  356. mlrun/package/utils/_pickler.py +234 -0
  357. mlrun/package/utils/_supported_format.py +71 -0
  358. mlrun/package/utils/log_hint_utils.py +93 -0
  359. mlrun/package/utils/type_hint_utils.py +298 -0
  360. mlrun/platforms/__init__.py +1 -1
  361. mlrun/platforms/iguazio.py +34 -2
  362. mlrun/platforms/other.py +1 -1
  363. mlrun/projects/__init__.py +1 -1
  364. mlrun/projects/operations.py +14 -9
  365. mlrun/projects/pipelines.py +31 -13
  366. mlrun/projects/project.py +762 -238
  367. mlrun/render.py +49 -19
  368. mlrun/run.py +57 -326
  369. mlrun/runtimes/__init__.py +3 -9
  370. mlrun/runtimes/base.py +247 -784
  371. mlrun/runtimes/constants.py +1 -1
  372. mlrun/runtimes/daskjob.py +45 -41
  373. mlrun/runtimes/funcdoc.py +43 -7
  374. mlrun/runtimes/function.py +66 -656
  375. mlrun/runtimes/function_reference.py +1 -1
  376. mlrun/runtimes/generators.py +1 -1
  377. mlrun/runtimes/kubejob.py +99 -116
  378. mlrun/runtimes/local.py +59 -66
  379. mlrun/runtimes/mpijob/__init__.py +1 -1
  380. mlrun/runtimes/mpijob/abstract.py +13 -15
  381. mlrun/runtimes/mpijob/v1.py +3 -1
  382. mlrun/runtimes/mpijob/v1alpha1.py +1 -1
  383. mlrun/runtimes/nuclio.py +1 -1
  384. mlrun/runtimes/pod.py +51 -26
  385. mlrun/runtimes/remotesparkjob.py +3 -1
  386. mlrun/runtimes/serving.py +12 -4
  387. mlrun/runtimes/sparkjob/__init__.py +1 -2
  388. mlrun/runtimes/sparkjob/abstract.py +44 -31
  389. mlrun/runtimes/sparkjob/spark3job.py +11 -9
  390. mlrun/runtimes/utils.py +61 -42
  391. mlrun/secrets.py +16 -18
  392. mlrun/serving/__init__.py +3 -2
  393. mlrun/serving/merger.py +1 -1
  394. mlrun/serving/remote.py +1 -1
  395. mlrun/serving/routers.py +39 -42
  396. mlrun/serving/server.py +23 -13
  397. mlrun/serving/serving_wrapper.py +1 -1
  398. mlrun/serving/states.py +172 -39
  399. mlrun/serving/utils.py +1 -1
  400. mlrun/serving/v1_serving.py +1 -1
  401. mlrun/serving/v2_serving.py +29 -21
  402. mlrun/utils/__init__.py +1 -2
  403. mlrun/utils/async_http.py +8 -1
  404. mlrun/utils/azure_vault.py +1 -1
  405. mlrun/utils/clones.py +2 -2
  406. mlrun/utils/condition_evaluator.py +65 -0
  407. mlrun/utils/db.py +52 -0
  408. mlrun/utils/helpers.py +188 -13
  409. mlrun/utils/http.py +89 -54
  410. mlrun/utils/logger.py +48 -8
  411. mlrun/utils/model_monitoring.py +132 -100
  412. mlrun/utils/notifications/__init__.py +1 -1
  413. mlrun/utils/notifications/notification/__init__.py +8 -6
  414. mlrun/utils/notifications/notification/base.py +20 -14
  415. mlrun/utils/notifications/notification/console.py +7 -4
  416. mlrun/utils/notifications/notification/git.py +36 -19
  417. mlrun/utils/notifications/notification/ipython.py +10 -8
  418. mlrun/utils/notifications/notification/slack.py +18 -13
  419. mlrun/utils/notifications/notification_pusher.py +377 -56
  420. mlrun/utils/regex.py +6 -1
  421. mlrun/utils/singleton.py +1 -1
  422. mlrun/utils/v3io_clients.py +1 -1
  423. mlrun/utils/vault.py +270 -269
  424. mlrun/utils/version/__init__.py +1 -1
  425. mlrun/utils/version/version.json +2 -2
  426. mlrun/utils/version/version.py +1 -1
  427. {mlrun-1.3.3.dist-info → mlrun-1.4.0.dist-info}/METADATA +16 -10
  428. mlrun-1.4.0.dist-info/RECORD +434 -0
  429. mlrun/api/api/endpoints/marketplace.py +0 -257
  430. mlrun/api/crud/marketplace.py +0 -221
  431. mlrun/api/crud/model_monitoring/model_endpoint_store.py +0 -847
  432. mlrun/api/db/filedb/db.py +0 -518
  433. mlrun/api/schemas/marketplace.py +0 -128
  434. mlrun/api/schemas/model_endpoints.py +0 -185
  435. mlrun/db/filedb.py +0 -891
  436. mlrun/feature_store/retrieval/online.py +0 -92
  437. mlrun/model_monitoring/constants.py +0 -67
  438. mlrun/runtimes/package/context_handler.py +0 -711
  439. mlrun/runtimes/sparkjob/spark2job.py +0 -59
  440. mlrun-1.3.3.dist-info/RECORD +0 -381
  441. {mlrun-1.3.3.dist-info → mlrun-1.4.0.dist-info}/LICENSE +0 -0
  442. {mlrun-1.3.3.dist-info → mlrun-1.4.0.dist-info}/WHEEL +0 -0
  443. {mlrun-1.3.3.dist-info → mlrun-1.4.0.dist-info}/entry_points.txt +0 -0
  444. {mlrun-1.3.3.dist-info → mlrun-1.4.0.dist-info}/top_level.txt +0 -0
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -0,0 +1,77 @@
1
+ # Copyright 2023 Iguazio
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ #
15
+ """market_place_to_hub
16
+
17
+ Revision ID: 4acd9430b093
18
+ Revises: 959ae00528ad
19
+ Create Date: 2023-04-26 22:41:59.726305
20
+
21
+ """
22
+ import sqlalchemy as sa
23
+ from alembic import op
24
+
25
+ from mlrun.api.utils.db.sql_collation import SQLCollationUtil
26
+
27
+ # revision identifiers, used by Alembic.
28
+ revision = "4acd9430b093"
29
+ down_revision = "959ae00528ad"
30
+ branch_labels = None
31
+ depends_on = None
32
+
33
+
34
+ def upgrade():
35
+ # ### commands auto generated by Alembic - please adjust! ###
36
+ rename_hub_marketplace_table("marketplace_sources", "hub_sources")
37
+ # ### end Alembic commands ###
38
+
39
+
40
+ def downgrade():
41
+ pass
42
+ # ### commands auto generated by Alembic - please adjust! ###
43
+ rename_hub_marketplace_table("hub_sources", "marketplace_sources")
44
+ # ### end Alembic commands ###
45
+
46
+
47
+ def rename_hub_marketplace_table(current_name, new_name):
48
+ op.create_table(
49
+ new_name,
50
+ sa.Column("id", sa.Integer(), nullable=False),
51
+ sa.Column(
52
+ "name",
53
+ sa.String(255, collation=SQLCollationUtil.collation()),
54
+ nullable=True,
55
+ ),
56
+ sa.Column("index", sa.Integer(), nullable=True),
57
+ sa.Column("created", sa.TIMESTAMP(), nullable=True),
58
+ sa.Column("updated", sa.TIMESTAMP(), nullable=True),
59
+ sa.Column("object", sa.JSON(), nullable=True),
60
+ sa.PrimaryKeyConstraint("id"),
61
+ sa.UniqueConstraint("name", name=f"_{new_name}_uc"),
62
+ )
63
+ hub_sources = sa.sql.table(
64
+ new_name,
65
+ sa.Column("name", sa.String(255), nullable=True),
66
+ sa.Column("object", sa.JSON, nullable=True),
67
+ sa.Column("index", sa.Integer, nullable=True),
68
+ sa.Column("created", sa.TIMESTAMP, nullable=True),
69
+ sa.Column("updated", sa.TIMESTAMP, nullable=True),
70
+ )
71
+ connection = op.get_bind()
72
+ select_previous_table_data_query = connection.execute(
73
+ f"SELECT * FROM {current_name}"
74
+ )
75
+ previous_table_data = select_previous_table_data_query.fetchall()
76
+ op.bulk_insert(hub_sources, previous_table_data)
77
+ op.drop_table(current_name)
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -0,0 +1,63 @@
1
+ # Copyright 2023 Iguazio
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ """notifications
16
+
17
+ Revision ID: 959ae00528ad
18
+ Revises: 803438ecd005
19
+ Create Date: 2022-09-20 10:40:41.354209
20
+
21
+ """
22
+ import sqlalchemy as sa
23
+ from alembic import op
24
+
25
+ # revision identifiers, used by Alembic.
26
+ revision = "959ae00528ad"
27
+ down_revision = "803438ecd005"
28
+ branch_labels = None
29
+ depends_on = None
30
+
31
+
32
+ def upgrade():
33
+ # ### commands auto generated by Alembic - please adjust! ###
34
+ op.create_table(
35
+ "runs_notifications",
36
+ sa.Column("id", sa.Integer(), nullable=False),
37
+ sa.Column("project", sa.String(length=255)),
38
+ sa.Column("name", sa.String(length=255), nullable=False),
39
+ sa.Column("kind", sa.String(length=255), nullable=False),
40
+ sa.Column("message", sa.String(length=255), nullable=False),
41
+ sa.Column("severity", sa.String(length=255), nullable=False),
42
+ sa.Column("when", sa.String(length=255), nullable=False),
43
+ sa.Column("condition", sa.String(length=255), nullable=False),
44
+ sa.Column("params", sa.JSON(), nullable=True),
45
+ # A generic parent_id rather than run_id since notification table is standard across objects, see the
46
+ # make_notification function for its definition and usage.
47
+ sa.Column("parent_id", sa.Integer(), nullable=True),
48
+ sa.Column("sent_time", sa.TIMESTAMP(), nullable=True),
49
+ sa.Column("status", sa.String(length=255), nullable=False),
50
+ sa.ForeignKeyConstraint(
51
+ ["parent_id"],
52
+ ["runs.id"],
53
+ ),
54
+ sa.PrimaryKeyConstraint("id"),
55
+ sa.UniqueConstraint("name", "parent_id", name="_runs_notifications_uc"),
56
+ )
57
+ # ### end Alembic commands ###
58
+
59
+
60
+ def downgrade():
61
+ # ### commands auto generated by Alembic - please adjust! ###
62
+ op.drop_table("notifications")
63
+ # ### end Alembic commands ###
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -14,140 +14,218 @@
14
14
  #
15
15
  # flake8: noqa - this is until we take care of the F401 violations with respect to __all__ & sphinx
16
16
 
17
- from .artifact import ArtifactCategories, ArtifactIdentifier, ArtifactsFormat
18
- from .auth import (
19
- AuthInfo,
20
- AuthorizationAction,
21
- AuthorizationResourceTypes,
22
- AuthorizationVerificationInput,
23
- Credentials,
24
- ProjectsRole,
25
- )
26
- from .background_task import (
27
- BackgroundTask,
28
- BackgroundTaskMetadata,
29
- BackgroundTaskSpec,
30
- BackgroundTaskState,
31
- BackgroundTaskStatus,
32
- )
33
- from .client_spec import ClientSpec
34
- from .clusterization_spec import (
35
- ClusterizationSpec,
36
- WaitForChiefToReachOnlineStateFeatureFlag,
37
- )
38
- from .constants import (
39
- APIStates,
40
- ClusterizationRole,
41
- DeletionStrategy,
42
- FeatureStorePartitionByField,
43
- HeaderNames,
44
- LogsCollectorMode,
45
- OrderType,
46
- PatchMode,
47
- RunPartitionByField,
48
- SortField,
49
- )
50
- from .feature_store import (
51
- EntitiesOutput,
52
- Entity,
53
- EntityListOutput,
54
- EntityRecord,
55
- Feature,
56
- FeatureListOutput,
57
- FeatureRecord,
58
- FeatureSet,
59
- FeatureSetDigestOutput,
60
- FeatureSetDigestSpec,
61
- FeatureSetIngestInput,
62
- FeatureSetIngestOutput,
63
- FeatureSetRecord,
64
- FeatureSetsOutput,
65
- FeatureSetSpec,
66
- FeatureSetsTagsOutput,
67
- FeaturesOutput,
68
- FeatureVector,
69
- FeatureVectorRecord,
70
- FeatureVectorsOutput,
71
- FeatureVectorsTagsOutput,
72
- )
73
- from .frontend_spec import (
74
- AuthenticationFeatureFlag,
75
- FeatureFlags,
76
- FrontendSpec,
77
- NuclioStreamsFeatureFlag,
78
- PreemptionNodesFeatureFlag,
79
- ProjectMembershipFeatureFlag,
80
- )
81
- from .function import FunctionState, PreemptionModes, SecurityContextEnrichmentModes
82
- from .http import HTTPSessionRetryMode
83
- from .k8s import NodeSelectorOperator, Resources, ResourceSpec
84
- from .marketplace import (
85
- IndexedMarketplaceSource,
86
- MarketplaceCatalog,
87
- MarketplaceItem,
88
- MarketplaceObjectMetadata,
89
- MarketplaceSource,
90
- MarketplaceSourceSpec,
91
- last_source_index,
92
- )
93
- from .memory_reports import MostCommonObjectTypesReport, ObjectTypeReport
94
- from .model_endpoints import (
95
- Features,
96
- FeatureValues,
97
- GrafanaColumn,
98
- GrafanaDataPoint,
99
- GrafanaNumberColumn,
100
- GrafanaStringColumn,
101
- GrafanaTable,
102
- GrafanaTimeSeriesTarget,
103
- Metric,
104
- ModelEndpoint,
105
- ModelEndpointList,
106
- ModelEndpointMetadata,
107
- ModelEndpointSpec,
108
- ModelEndpointStatus,
109
- ModelMonitoringMode,
110
- ModelMonitoringStoreKinds,
111
- )
112
- from .object import ObjectKind, ObjectMetadata, ObjectSpec, ObjectStatus
113
- from .pipeline import PipelinesFormat, PipelinesOutput, PipelinesPagination
114
- from .project import (
115
- IguazioProject,
116
- Project,
117
- ProjectDesiredState,
118
- ProjectMetadata,
119
- ProjectOwner,
120
- ProjectsFormat,
121
- ProjectsOutput,
122
- ProjectSpec,
123
- ProjectState,
124
- ProjectStatus,
125
- ProjectSummariesOutput,
126
- ProjectSummary,
127
- )
128
- from .runtime_resource import (
129
- GroupedByJobRuntimeResourcesOutput,
130
- GroupedByProjectRuntimeResourcesOutput,
131
- KindRuntimeResources,
132
- ListRuntimeResourcesGroupByField,
133
- RuntimeResource,
134
- RuntimeResources,
135
- RuntimeResourcesOutput,
136
- )
137
- from .schedule import (
138
- ScheduleCronTrigger,
139
- ScheduleInput,
140
- ScheduleKinds,
141
- ScheduleOutput,
142
- ScheduleRecord,
143
- SchedulesOutput,
144
- ScheduleUpdate,
145
- )
146
- from .secret import (
147
- AuthSecretData,
148
- SecretKeysData,
149
- SecretProviderName,
150
- SecretsData,
151
- UserSecretCreationRequest,
152
- )
153
- from .tag import Tag, TagObjects
17
+ """
18
+ Schemas were moved to mlrun.common.schemas.
19
+ For backwards compatibility with mlrun.api.schemas, we use this file to convert the old imports to the new ones.
20
+ The DeprecationHelper class is used to print a deprecation warning when the old import is used, and return the new
21
+ schema.
22
+ """
23
+
24
+ import sys
25
+
26
+ import mlrun.common.schemas
27
+ import mlrun.common.schemas.artifact as old_artifact
28
+ import mlrun.common.schemas.auth as old_auth
29
+ import mlrun.common.schemas.background_task as old_background_task
30
+ import mlrun.common.schemas.client_spec as old_client_spec
31
+ import mlrun.common.schemas.clusterization_spec as old_clusterization_spec
32
+ import mlrun.common.schemas.constants as old_constants
33
+ import mlrun.common.schemas.feature_store as old_feature_store
34
+ import mlrun.common.schemas.frontend_spec as old_frontend_spec
35
+ import mlrun.common.schemas.function as old_function
36
+ import mlrun.common.schemas.http as old_http
37
+ import mlrun.common.schemas.k8s as old_k8s
38
+ import mlrun.common.schemas.memory_reports as old_memory_reports
39
+ import mlrun.common.schemas.object as old_object
40
+ import mlrun.common.schemas.pipeline as old_pipeline
41
+ import mlrun.common.schemas.project as old_project
42
+ import mlrun.common.schemas.runtime_resource as old_runtime_resource
43
+ import mlrun.common.schemas.schedule as old_schedule
44
+ import mlrun.common.schemas.secret as old_secret
45
+ import mlrun.common.schemas.tag as old_tag
46
+ from mlrun.utils.helpers import DeprecationHelper
47
+
48
+ # for backwards compatibility, we need to inject the old import path to `sys.modules`
49
+ sys.modules["mlrun.api.schemas.artifact"] = old_artifact
50
+ sys.modules["mlrun.api.schemas.auth"] = old_auth
51
+ sys.modules["mlrun.api.schemas.background_task"] = old_background_task
52
+ sys.modules["mlrun.api.schemas.client_spec"] = old_client_spec
53
+ sys.modules["mlrun.api.schemas.clusterization_spec"] = old_clusterization_spec
54
+ sys.modules["mlrun.api.schemas.constants"] = old_constants
55
+ sys.modules["mlrun.api.schemas.feature_store"] = old_feature_store
56
+ sys.modules["mlrun.api.schemas.frontend_spec"] = old_frontend_spec
57
+ sys.modules["mlrun.api.schemas.function"] = old_function
58
+ sys.modules["mlrun.api.schemas.http"] = old_http
59
+ sys.modules["mlrun.api.schemas.k8s"] = old_k8s
60
+ sys.modules["mlrun.api.schemas.memory_reports"] = old_memory_reports
61
+ sys.modules["mlrun.api.schemas.object"] = old_object
62
+ sys.modules["mlrun.api.schemas.pipeline"] = old_pipeline
63
+ sys.modules["mlrun.api.schemas.project"] = old_project
64
+ sys.modules["mlrun.api.schemas.runtime_resource"] = old_runtime_resource
65
+ sys.modules["mlrun.api.schemas.schedule"] = old_schedule
66
+ sys.modules["mlrun.api.schemas.secret"] = old_secret
67
+ sys.modules["mlrun.api.schemas.tag"] = old_tag
68
+
69
+ # The DeprecationHelper class is used to print a deprecation warning when the old import is used,
70
+ # and return the new schema. This is done for backwards compatibility with mlrun.api.schemas.
71
+ ArtifactCategories = DeprecationHelper(mlrun.common.schemas.ArtifactCategories)
72
+ ArtifactIdentifier = DeprecationHelper(mlrun.common.schemas.ArtifactIdentifier)
73
+ ArtifactsFormat = DeprecationHelper(mlrun.common.schemas.ArtifactsFormat)
74
+ AuthInfo = DeprecationHelper(mlrun.common.schemas.AuthInfo)
75
+ AuthorizationAction = DeprecationHelper(mlrun.common.schemas.AuthorizationAction)
76
+ AuthorizationResourceTypes = DeprecationHelper(
77
+ mlrun.common.schemas.AuthorizationResourceTypes
78
+ )
79
+ AuthorizationVerificationInput = DeprecationHelper(
80
+ mlrun.common.schemas.AuthorizationVerificationInput
81
+ )
82
+ Credentials = DeprecationHelper(mlrun.common.schemas.Credentials)
83
+ ProjectsRole = DeprecationHelper(mlrun.common.schemas.ProjectsRole)
84
+
85
+ BackgroundTask = DeprecationHelper(mlrun.common.schemas.BackgroundTask)
86
+ BackgroundTaskMetadata = DeprecationHelper(mlrun.common.schemas.BackgroundTaskMetadata)
87
+ BackgroundTaskSpec = DeprecationHelper(mlrun.common.schemas.BackgroundTaskSpec)
88
+ BackgroundTaskState = DeprecationHelper(mlrun.common.schemas.BackgroundTaskState)
89
+ BackgroundTaskStatus = DeprecationHelper(mlrun.common.schemas.BackgroundTaskStatus)
90
+ ClientSpe = DeprecationHelper(mlrun.common.schemas.ClientSpec)
91
+ ClusterizationSpec = DeprecationHelper(mlrun.common.schemas.ClusterizationSpec)
92
+ WaitForChiefToReachOnlineStateFeatureFlag = DeprecationHelper(
93
+ mlrun.common.schemas.WaitForChiefToReachOnlineStateFeatureFlag
94
+ )
95
+ APIStates = DeprecationHelper(mlrun.common.schemas.APIStates)
96
+ ClusterizationRole = DeprecationHelper(mlrun.common.schemas.ClusterizationRole)
97
+ DeletionStrategy = DeprecationHelper(mlrun.common.schemas.DeletionStrategy)
98
+ FeatureStorePartitionByField = DeprecationHelper(
99
+ mlrun.common.schemas.FeatureStorePartitionByField
100
+ )
101
+ HeaderNames = DeprecationHelper(mlrun.common.schemas.HeaderNames)
102
+ LogsCollectorMode = DeprecationHelper(mlrun.common.schemas.LogsCollectorMode)
103
+ OrderType = DeprecationHelper(mlrun.common.schemas.OrderType)
104
+ PatchMode = DeprecationHelper(mlrun.common.schemas.PatchMode)
105
+ RunPartitionByField = DeprecationHelper(mlrun.common.schemas.RunPartitionByField)
106
+ SortField = DeprecationHelper(mlrun.common.schemas.SortField)
107
+ EntitiesOutput = DeprecationHelper(mlrun.common.schemas.EntitiesOutput)
108
+ Entity = DeprecationHelper(mlrun.common.schemas.Entity)
109
+ EntityListOutput = DeprecationHelper(mlrun.common.schemas.EntityListOutput)
110
+ EntityRecord = DeprecationHelper(mlrun.common.schemas.EntityRecord)
111
+ Feature = DeprecationHelper(mlrun.common.schemas.Feature)
112
+ FeatureListOutput = DeprecationHelper(mlrun.common.schemas.FeatureListOutput)
113
+ FeatureRecord = DeprecationHelper(mlrun.common.schemas.FeatureRecord)
114
+ FeatureSet = DeprecationHelper(mlrun.common.schemas.FeatureSet)
115
+ FeatureSetDigestOutput = DeprecationHelper(mlrun.common.schemas.FeatureSetDigestOutput)
116
+ FeatureSetDigestSpec = DeprecationHelper(mlrun.common.schemas.FeatureSetDigestSpec)
117
+ FeatureSetIngestInput = DeprecationHelper(mlrun.common.schemas.FeatureSetIngestInput)
118
+ FeatureSetIngestOutput = DeprecationHelper(mlrun.common.schemas.FeatureSetIngestOutput)
119
+ FeatureSetRecord = DeprecationHelper(mlrun.common.schemas.FeatureSetRecord)
120
+ FeatureSetsOutput = DeprecationHelper(mlrun.common.schemas.FeatureSetsOutput)
121
+ FeatureSetSpec = DeprecationHelper(mlrun.common.schemas.FeatureSetSpec)
122
+ FeatureSetsTagsOutput = DeprecationHelper(mlrun.common.schemas.FeatureSetsTagsOutput)
123
+ FeaturesOutput = DeprecationHelper(mlrun.common.schemas.FeaturesOutput)
124
+ FeatureVector = DeprecationHelper(mlrun.common.schemas.FeatureVector)
125
+ FeatureVectorRecord = DeprecationHelper(mlrun.common.schemas.FeatureVectorRecord)
126
+ FeatureVectorsOutput = DeprecationHelper(mlrun.common.schemas.FeatureVectorsOutput)
127
+ FeatureVectorsTagsOutput = DeprecationHelper(
128
+ mlrun.common.schemas.FeatureVectorsTagsOutput
129
+ )
130
+ AuthenticationFeatureFlag = DeprecationHelper(
131
+ mlrun.common.schemas.AuthenticationFeatureFlag
132
+ )
133
+ FeatureFlags = DeprecationHelper(mlrun.common.schemas.FeatureFlags)
134
+ FrontendSpec = DeprecationHelper(mlrun.common.schemas.FrontendSpec)
135
+ NuclioStreamsFeatureFlag = DeprecationHelper(
136
+ mlrun.common.schemas.NuclioStreamsFeatureFlag
137
+ )
138
+ PreemptionNodesFeatureFlag = DeprecationHelper(
139
+ mlrun.common.schemas.PreemptionNodesFeatureFlag
140
+ )
141
+ ProjectMembershipFeatureFlag = DeprecationHelper(
142
+ mlrun.common.schemas.ProjectMembershipFeatureFlag
143
+ )
144
+ FunctionState = DeprecationHelper(mlrun.common.schemas.FunctionState)
145
+ PreemptionModes = DeprecationHelper(mlrun.common.schemas.PreemptionModes)
146
+ SecurityContextEnrichmentModes = DeprecationHelper(
147
+ mlrun.common.schemas.SecurityContextEnrichmentModes
148
+ )
149
+ HTTPSessionRetryMode = DeprecationHelper(mlrun.common.schemas.HTTPSessionRetryMode)
150
+ NodeSelectorOperator = DeprecationHelper(mlrun.common.schemas.NodeSelectorOperator)
151
+ Resources = DeprecationHelper(mlrun.common.schemas.Resources)
152
+ ResourceSpec = DeprecationHelper(mlrun.common.schemas.ResourceSpec)
153
+ IndexedHubSource = DeprecationHelper(mlrun.common.schemas.IndexedHubSource)
154
+ HubCatalog = DeprecationHelper(mlrun.common.schemas.HubCatalog)
155
+ HubItem = DeprecationHelper(mlrun.common.schemas.HubItem)
156
+ HubObjectMetadata = DeprecationHelper(mlrun.common.schemas.HubObjectMetadata)
157
+ HubSource = DeprecationHelper(mlrun.common.schemas.HubSource)
158
+ HubSourceSpec = DeprecationHelper(mlrun.common.schemas.HubSourceSpec)
159
+ last_source_index = DeprecationHelper(mlrun.common.schemas.last_source_index)
160
+ MostCommonObjectTypesReport = DeprecationHelper(
161
+ mlrun.common.schemas.MostCommonObjectTypesReport
162
+ )
163
+ ObjectTypeReport = DeprecationHelper(mlrun.common.schemas.ObjectTypeReport)
164
+ Features = DeprecationHelper(mlrun.common.schemas.Features)
165
+ FeatureValues = DeprecationHelper(mlrun.common.schemas.FeatureValues)
166
+ GrafanaColumn = DeprecationHelper(mlrun.common.schemas.GrafanaColumn)
167
+ GrafanaDataPoint = DeprecationHelper(mlrun.common.schemas.GrafanaDataPoint)
168
+ GrafanaNumberColumn = DeprecationHelper(mlrun.common.schemas.GrafanaNumberColumn)
169
+ GrafanaStringColumn = DeprecationHelper(mlrun.common.schemas.GrafanaStringColumn)
170
+ GrafanaTable = DeprecationHelper(mlrun.common.schemas.GrafanaTable)
171
+ GrafanaTimeSeriesTarget = DeprecationHelper(
172
+ mlrun.common.schemas.GrafanaTimeSeriesTarget
173
+ )
174
+ ModelEndpoint = DeprecationHelper(mlrun.common.schemas.ModelEndpoint)
175
+ ModelEndpointList = DeprecationHelper(mlrun.common.schemas.ModelEndpointList)
176
+ ModelEndpointMetadata = DeprecationHelper(mlrun.common.schemas.ModelEndpointMetadata)
177
+ ModelEndpointSpec = DeprecationHelper(mlrun.common.schemas.ModelEndpointSpec)
178
+ ModelEndpointStatus = DeprecationHelper(mlrun.common.schemas.ModelEndpointStatus)
179
+ ModelMonitoringStoreKinds = DeprecationHelper(
180
+ mlrun.common.schemas.ModelMonitoringStoreKinds
181
+ )
182
+ NotificationSeverity = DeprecationHelper(mlrun.common.schemas.NotificationSeverity)
183
+ NotificationStatus = DeprecationHelper(mlrun.common.schemas.NotificationStatus)
184
+ ObjectKind = DeprecationHelper(mlrun.common.schemas.ObjectKind)
185
+ ObjectMetadata = DeprecationHelper(mlrun.common.schemas.ObjectMetadata)
186
+ ObjectSpec = DeprecationHelper(mlrun.common.schemas.ObjectSpec)
187
+ ObjectStatus = DeprecationHelper(mlrun.common.schemas.ObjectStatus)
188
+ PipelinesFormat = DeprecationHelper(mlrun.common.schemas.PipelinesFormat)
189
+ PipelinesOutput = DeprecationHelper(mlrun.common.schemas.PipelinesOutput)
190
+ PipelinesPagination = DeprecationHelper(mlrun.common.schemas.PipelinesPagination)
191
+ IguazioProject = DeprecationHelper(mlrun.common.schemas.IguazioProject)
192
+ Project = DeprecationHelper(mlrun.common.schemas.Project)
193
+ ProjectDesiredState = DeprecationHelper(mlrun.common.schemas.ProjectDesiredState)
194
+ ProjectMetadata = DeprecationHelper(mlrun.common.schemas.ProjectMetadata)
195
+ ProjectOwner = DeprecationHelper(mlrun.common.schemas.ProjectOwner)
196
+ ProjectsFormat = DeprecationHelper(mlrun.common.schemas.ProjectsFormat)
197
+ ProjectsOutput = DeprecationHelper(mlrun.common.schemas.ProjectsOutput)
198
+ ProjectSpec = DeprecationHelper(mlrun.common.schemas.ProjectSpec)
199
+ ProjectState = DeprecationHelper(mlrun.common.schemas.ProjectState)
200
+ ProjectStatus = DeprecationHelper(mlrun.common.schemas.ProjectStatus)
201
+ ProjectSummariesOutput = DeprecationHelper(mlrun.common.schemas.ProjectSummariesOutput)
202
+ ProjectSummary = DeprecationHelper(mlrun.common.schemas.ProjectSummary)
203
+ GroupedByJobRuntimeResourcesOutput = DeprecationHelper(
204
+ mlrun.common.schemas.GroupedByJobRuntimeResourcesOutput
205
+ )
206
+ GroupedByProjectRuntimeResourcesOutput = DeprecationHelper(
207
+ mlrun.common.schemas.GroupedByProjectRuntimeResourcesOutput
208
+ )
209
+ KindRuntimeResources = DeprecationHelper(mlrun.common.schemas.KindRuntimeResources)
210
+ ListRuntimeResourcesGroupByField = DeprecationHelper(
211
+ mlrun.common.schemas.ListRuntimeResourcesGroupByField
212
+ )
213
+ RuntimeResource = DeprecationHelper(mlrun.common.schemas.RuntimeResource)
214
+ RuntimeResources = DeprecationHelper(mlrun.common.schemas.RuntimeResources)
215
+ RuntimeResourcesOutput = DeprecationHelper(mlrun.common.schemas.RuntimeResourcesOutput)
216
+ ScheduleCronTrigger = DeprecationHelper(mlrun.common.schemas.ScheduleCronTrigger)
217
+ ScheduleInput = DeprecationHelper(mlrun.common.schemas.ScheduleInput)
218
+ ScheduleKinds = DeprecationHelper(mlrun.common.schemas.ScheduleKinds)
219
+ ScheduleOutput = DeprecationHelper(mlrun.common.schemas.ScheduleOutput)
220
+ ScheduleRecord = DeprecationHelper(mlrun.common.schemas.ScheduleRecord)
221
+ SchedulesOutput = DeprecationHelper(mlrun.common.schemas.SchedulesOutput)
222
+ ScheduleUpdate = DeprecationHelper(mlrun.common.schemas.ScheduleUpdate)
223
+ AuthSecretData = DeprecationHelper(mlrun.common.schemas.AuthSecretData)
224
+ SecretKeysData = DeprecationHelper(mlrun.common.schemas.SecretKeysData)
225
+ SecretProviderName = DeprecationHelper(mlrun.common.schemas.SecretProviderName)
226
+ SecretsData = DeprecationHelper(mlrun.common.schemas.SecretsData)
227
+ UserSecretCreationRequest = DeprecationHelper(
228
+ mlrun.common.schemas.UserSecretCreationRequest
229
+ )
230
+ Tag = DeprecationHelper(mlrun.common.schemas.Tag)
231
+ TagObjects = DeprecationHelper(mlrun.common.schemas.TagObjects)
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Iguazio
1
+ # Copyright 2023 Iguazio
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.