mlrun 1.5.0rc1__py3-none-any.whl → 1.5.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mlrun might be problematic. Click here for more details.
- mlrun/__init__.py +2 -35
- mlrun/__main__.py +1 -40
- mlrun/api/api/api.py +6 -0
- mlrun/api/api/endpoints/feature_store.py +0 -4
- mlrun/api/api/endpoints/files.py +14 -2
- mlrun/api/api/endpoints/functions.py +6 -1
- mlrun/api/api/endpoints/logs.py +17 -3
- mlrun/api/api/endpoints/pipelines.py +1 -5
- mlrun/api/api/endpoints/projects.py +88 -0
- mlrun/api/api/endpoints/runs.py +48 -6
- mlrun/api/api/endpoints/workflows.py +355 -0
- mlrun/api/api/utils.py +1 -1
- mlrun/api/crud/__init__.py +1 -0
- mlrun/api/crud/client_spec.py +3 -0
- mlrun/api/crud/model_monitoring/deployment.py +36 -7
- mlrun/api/crud/model_monitoring/grafana.py +1 -1
- mlrun/api/crud/model_monitoring/helpers.py +32 -2
- mlrun/api/crud/model_monitoring/model_endpoints.py +27 -5
- mlrun/api/crud/notifications.py +9 -4
- mlrun/api/crud/pipelines.py +4 -9
- mlrun/api/crud/runtime_resources.py +4 -3
- mlrun/api/crud/secrets.py +21 -0
- mlrun/api/crud/workflows.py +352 -0
- mlrun/api/db/base.py +16 -1
- mlrun/api/db/sqldb/db.py +97 -16
- mlrun/api/launcher.py +26 -7
- mlrun/api/main.py +3 -4
- mlrun/{mlutils → api/rundb}/__init__.py +2 -6
- mlrun/{db → api/rundb}/sqldb.py +35 -83
- mlrun/api/runtime_handlers/__init__.py +56 -0
- mlrun/api/runtime_handlers/base.py +1247 -0
- mlrun/api/runtime_handlers/daskjob.py +209 -0
- mlrun/api/runtime_handlers/kubejob.py +37 -0
- mlrun/api/runtime_handlers/mpijob.py +147 -0
- mlrun/api/runtime_handlers/remotesparkjob.py +29 -0
- mlrun/api/runtime_handlers/sparkjob.py +148 -0
- mlrun/api/utils/builder.py +1 -4
- mlrun/api/utils/clients/chief.py +14 -0
- mlrun/api/utils/scheduler.py +98 -15
- mlrun/api/utils/singletons/db.py +4 -0
- mlrun/artifacts/manager.py +1 -2
- mlrun/common/schemas/__init__.py +6 -0
- mlrun/common/schemas/auth.py +4 -1
- mlrun/common/schemas/client_spec.py +1 -1
- mlrun/common/schemas/model_monitoring/__init__.py +1 -0
- mlrun/common/schemas/model_monitoring/constants.py +11 -0
- mlrun/common/schemas/project.py +1 -0
- mlrun/common/schemas/runs.py +1 -8
- mlrun/common/schemas/schedule.py +1 -8
- mlrun/common/schemas/workflow.py +54 -0
- mlrun/config.py +42 -40
- mlrun/datastore/sources.py +1 -1
- mlrun/db/__init__.py +4 -68
- mlrun/db/base.py +12 -0
- mlrun/db/factory.py +65 -0
- mlrun/db/httpdb.py +175 -19
- mlrun/db/nopdb.py +4 -2
- mlrun/execution.py +4 -2
- mlrun/feature_store/__init__.py +1 -0
- mlrun/feature_store/api.py +1 -2
- mlrun/feature_store/feature_set.py +0 -10
- mlrun/feature_store/feature_vector.py +340 -2
- mlrun/feature_store/ingestion.py +5 -10
- mlrun/feature_store/retrieval/base.py +118 -104
- mlrun/feature_store/retrieval/dask_merger.py +17 -10
- mlrun/feature_store/retrieval/job.py +4 -1
- mlrun/feature_store/retrieval/local_merger.py +18 -18
- mlrun/feature_store/retrieval/spark_merger.py +21 -14
- mlrun/feature_store/retrieval/storey_merger.py +21 -15
- mlrun/kfpops.py +3 -9
- mlrun/launcher/base.py +3 -3
- mlrun/launcher/client.py +3 -2
- mlrun/launcher/factory.py +16 -13
- mlrun/lists.py +0 -11
- mlrun/model.py +9 -15
- mlrun/model_monitoring/helpers.py +15 -25
- mlrun/model_monitoring/model_monitoring_batch.py +72 -4
- mlrun/model_monitoring/prometheus.py +219 -0
- mlrun/model_monitoring/stores/__init__.py +15 -9
- mlrun/model_monitoring/stores/sql_model_endpoint_store.py +3 -1
- mlrun/model_monitoring/stream_processing.py +181 -29
- mlrun/package/packager.py +6 -8
- mlrun/package/packagers/default_packager.py +121 -10
- mlrun/platforms/__init__.py +0 -2
- mlrun/platforms/iguazio.py +0 -56
- mlrun/projects/pipelines.py +57 -158
- mlrun/projects/project.py +6 -32
- mlrun/render.py +1 -1
- mlrun/run.py +2 -124
- mlrun/runtimes/__init__.py +6 -42
- mlrun/runtimes/base.py +26 -1241
- mlrun/runtimes/daskjob.py +2 -198
- mlrun/runtimes/function.py +16 -5
- mlrun/runtimes/kubejob.py +5 -29
- mlrun/runtimes/mpijob/__init__.py +2 -2
- mlrun/runtimes/mpijob/abstract.py +10 -1
- mlrun/runtimes/mpijob/v1.py +0 -76
- mlrun/runtimes/mpijob/v1alpha1.py +1 -74
- mlrun/runtimes/nuclio.py +3 -2
- mlrun/runtimes/pod.py +0 -10
- mlrun/runtimes/remotesparkjob.py +1 -15
- mlrun/runtimes/serving.py +1 -1
- mlrun/runtimes/sparkjob/__init__.py +0 -1
- mlrun/runtimes/sparkjob/abstract.py +4 -131
- mlrun/serving/states.py +1 -1
- mlrun/utils/db.py +0 -2
- mlrun/utils/helpers.py +19 -13
- mlrun/utils/notifications/notification_pusher.py +5 -25
- mlrun/utils/regex.py +7 -2
- mlrun/utils/version/version.json +2 -2
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/METADATA +24 -23
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/RECORD +116 -107
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/WHEEL +1 -1
- mlrun/mlutils/data.py +0 -160
- mlrun/mlutils/models.py +0 -78
- mlrun/mlutils/plots.py +0 -902
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/LICENSE +0 -0
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/entry_points.txt +0 -0
- {mlrun-1.5.0rc1.dist-info → mlrun-1.5.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -1,84 +1,86 @@
|
|
|
1
|
-
mlrun/__init__.py,sha256=
|
|
2
|
-
mlrun/__main__.py,sha256=
|
|
3
|
-
mlrun/config.py,sha256=
|
|
1
|
+
mlrun/__init__.py,sha256=adWxPTY8n0qaMkwt3KVGPN2hZeHT4vcG7lWZxBewEg4,7279
|
|
2
|
+
mlrun/__main__.py,sha256=WeCDL8gBtdACJtSoAIusxM8-lCPoUPbgt_b_GUEV6l8,48410
|
|
3
|
+
mlrun/config.py,sha256=lkxnwIvJf48E-vWBUH25AKmr3ej4DIgaGcQOSAd4NEw,56571
|
|
4
4
|
mlrun/errors.py,sha256=pYZZtJsMqkFktG6T8iTyfyESrrhOLfKvB3U_jUDHMo8,6780
|
|
5
|
-
mlrun/execution.py,sha256=
|
|
5
|
+
mlrun/execution.py,sha256=DPy9QzI18sRrI8vu4qXChl7QAPbc5swi_AU7E5YWBj0,39723
|
|
6
6
|
mlrun/features.py,sha256=UQQ2uh5Xh9XsMGiYBqh3bKgDhOHANjv1gQgWyId9qQE,15624
|
|
7
7
|
mlrun/k8s_utils.py,sha256=DhaLjX9Y4n6MZ-Gie2puEQ7LNQ9N6yUmnu6W_Y5ifMU,4876
|
|
8
|
-
mlrun/kfpops.py,sha256=
|
|
9
|
-
mlrun/lists.py,sha256=
|
|
10
|
-
mlrun/model.py,sha256=
|
|
11
|
-
mlrun/render.py,sha256=
|
|
12
|
-
mlrun/run.py,sha256=
|
|
8
|
+
mlrun/kfpops.py,sha256=ezBWKexTjI7krBegx5aKY_6qn0fo1a3oFSBUctcsDbQ,29489
|
|
9
|
+
mlrun/lists.py,sha256=lMbcVvtS5MLI40JPtT5ithTojX8xUZx4RkZX0-L9zUE,8390
|
|
10
|
+
mlrun/model.py,sha256=fiUSUifDw1WbQFTi6rA0HF9Re9nmQqSnEmaVF4NjXIo,60317
|
|
11
|
+
mlrun/render.py,sha256=a_s-kzQ35bJg7e7cBxk3MCnoIK4qvDS2dGO8RzHgI1c,13016
|
|
12
|
+
mlrun/run.py,sha256=UK2HdQ9kXmQGzE1H0_ogs-cS0mjmnF3dIe3C20EYATU,47007
|
|
13
13
|
mlrun/secrets.py,sha256=hr2Ia9kLkoMM3KoxijXqO6AIJOUrrLxvz4Q7Xk39d4Y,7783
|
|
14
14
|
mlrun/api/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
15
15
|
mlrun/api/alembic.ini,sha256=oeSJRHwBbF3c3-N_RJilcZD-diq3F-oPv21gDIkrZGs,2105
|
|
16
16
|
mlrun/api/constants.py,sha256=8xjdBYxt3-5_osRk_rII1nabyL3zMVOxnCJ6YrEhdFQ,685
|
|
17
17
|
mlrun/api/initial_data.py,sha256=Ow2nWkgGc3AoJqZMaVnMpgLspJlREpBYfOquW9aV4eA,25653
|
|
18
|
-
mlrun/api/launcher.py,sha256=
|
|
19
|
-
mlrun/api/main.py,sha256=
|
|
18
|
+
mlrun/api/launcher.py,sha256=kv7vf-HBxH-55KbY3tnYvxBGEJCzzvcJMCoNUsdnY4g,8681
|
|
19
|
+
mlrun/api/main.py,sha256=4HLGz7lGW7b0WNuIoX3PzMzlCSuGqu47IVJ3rOrYB0k,27263
|
|
20
20
|
mlrun/api/middlewares.py,sha256=JXI4HOR-2w9Cf30my4vMK-pC1zgAFHK65NzFYgRcOuI,5289
|
|
21
21
|
mlrun/api/api/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
22
|
-
mlrun/api/api/api.py,sha256=
|
|
22
|
+
mlrun/api/api/api.py,sha256=I2ctjy96mjVcncmMU94BoQU0KzFhrmVRYcI8zImQWkg,4402
|
|
23
23
|
mlrun/api/api/deps.py,sha256=4jSegE1XNWvy93LKnI-NGvR-yhJdNqueVGHFJLKldpg,3197
|
|
24
|
-
mlrun/api/api/utils.py,sha256=
|
|
24
|
+
mlrun/api/api/utils.py,sha256=50UM15EfFLXW_XtxZ_58AE540T8fvyJeZT55RNdn2GM,40170
|
|
25
25
|
mlrun/api/api/endpoints/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
26
26
|
mlrun/api/api/endpoints/artifacts.py,sha256=-MPAuhzyepyd6Fxa5ZFidcDksNGP_Vmd2DRnFND7ug0,10452
|
|
27
27
|
mlrun/api/api/endpoints/auth.py,sha256=hoqYSELX_6Zi3Cvep2nGLJgBo4YbMJoCt3WwbEZrnDU,1199
|
|
28
28
|
mlrun/api/api/endpoints/background_tasks.py,sha256=5SV4iDF-dZR878kp77VpANRb86BJYgffrHnGsM4gQ3o,3618
|
|
29
29
|
mlrun/api/api/endpoints/client_spec.py,sha256=lN2By-KGzHuzNTGiJk0RK3SM6ZUr3VLgsudsymrtZE8,1214
|
|
30
30
|
mlrun/api/api/endpoints/clusterization_spec.py,sha256=0eSG7TSt647V7-A-uI5CLRItkVOBqIBM9ep_fiMFqPI,1175
|
|
31
|
-
mlrun/api/api/endpoints/feature_store.py,sha256=
|
|
32
|
-
mlrun/api/api/endpoints/files.py,sha256=
|
|
31
|
+
mlrun/api/api/endpoints/feature_store.py,sha256=mq6XVv9zaW7zU-XRHh8X2gTwk-z6a1QE3bcuOdR6jQU,28853
|
|
32
|
+
mlrun/api/api/endpoints/files.py,sha256=2pYv6JG_SKxjNB4QqXu7ssmluEElSoOZ1NJeHASPz98,6709
|
|
33
33
|
mlrun/api/api/endpoints/frontend_spec.py,sha256=ppmYdRS6_JqEDBcArTnT0EOXidVtiDoA1zYJwa_4A70,5946
|
|
34
|
-
mlrun/api/api/endpoints/functions.py,sha256=
|
|
34
|
+
mlrun/api/api/endpoints/functions.py,sha256=Exi-B-SZg_3Jbu8Q820cS4D8K5nhGpULcDw0l2wlFds,38214
|
|
35
35
|
mlrun/api/api/endpoints/grafana_proxy.py,sha256=5PvWjqTeb88kNtuTtZub9eFgr6I0ORlmPXGHk6G1QfM,6086
|
|
36
36
|
mlrun/api/api/endpoints/healthz.py,sha256=DVNb94DLQhmQWxxo5d3AZbd82AL_PGuzU6NJ3IT5pkA,1344
|
|
37
37
|
mlrun/api/api/endpoints/hub.py,sha256=3v9SQKUdZt2LNpGpegbQXaRsjGty4fujA9DBCVwGKUk,10312
|
|
38
|
-
mlrun/api/api/endpoints/logs.py,sha256=
|
|
38
|
+
mlrun/api/api/endpoints/logs.py,sha256=jMoRvAxgIIcwNahTbH_FPScND_m_Yez91SS92KUGahw,2975
|
|
39
39
|
mlrun/api/api/endpoints/model_endpoints.py,sha256=nSqZZcSKl_mGb13Sa-CXCfIBBZwZvxkvFoGnb3VdX0M,15734
|
|
40
40
|
mlrun/api/api/endpoints/operations.py,sha256=tLqaRsyVP8CxCv8H_IDg3GtJW040xY5F_D5exLF7bGg,3756
|
|
41
|
-
mlrun/api/api/endpoints/pipelines.py,sha256=
|
|
42
|
-
mlrun/api/api/endpoints/projects.py,sha256=
|
|
43
|
-
mlrun/api/api/endpoints/runs.py,sha256=
|
|
41
|
+
mlrun/api/api/endpoints/pipelines.py,sha256=1tyw8E9fS4K2MeVHSyd3ED1uPVLO0KUmddamsODdtLg,9098
|
|
42
|
+
mlrun/api/api/endpoints/projects.py,sha256=nCHgjYNxC4_E33WB_kWoFj-3yULxE11f39xJcH0M8F8,14736
|
|
43
|
+
mlrun/api/api/endpoints/runs.py,sha256=KgB65u6X7WS7JKo_9Z4psSHvrCWconB2ahnfwV6WXpE,11881
|
|
44
44
|
mlrun/api/api/endpoints/runtime_resources.py,sha256=_Nv7CJTRI4gimlDbwufEWRJQhZFK9UNqIcJjDYwOkg0,9035
|
|
45
45
|
mlrun/api/api/endpoints/schedules.py,sha256=Ko2dtaNKb3dHzjWR_LeoVFbhxCxkDDhaQ-ERRKmBC38,12544
|
|
46
46
|
mlrun/api/api/endpoints/secrets.py,sha256=jPOQiTXMRUYcR9K0NT74ScNQaZpI1o-DMUnjtt6RsvE,6061
|
|
47
47
|
mlrun/api/api/endpoints/submit.py,sha256=xKUX-9q6Zh0s9XOZueorn-Dc6knK4eSz3SS73Q0fXKc,5327
|
|
48
48
|
mlrun/api/api/endpoints/tags.py,sha256=KIZziSd6XF2TR94b_4_UDsptXHecDXgOIwQYFRApGmA,4849
|
|
49
|
+
mlrun/api/api/endpoints/workflows.py,sha256=vZEgZ6gEDdTRJgBxJPd8-XIsyNsNGUZxTrFSntMhG3c,13795
|
|
49
50
|
mlrun/api/api/endpoints/internal/__init__.py,sha256=IVXgIyUv8lVStgCjFm3fZDDMIqEzmMAvkbbbOKwNJgo,1203
|
|
50
51
|
mlrun/api/api/endpoints/internal/config.py,sha256=IVqf6YWokNXY3LC5o1BWqlEDVQ-AJdRrbWRwTFFAwfY,1043
|
|
51
52
|
mlrun/api/api/endpoints/internal/memory_reports.py,sha256=PRVaj8i_WAbIqjP37xBlYfPunkZHTCXMprka0Qoxhxw,1718
|
|
52
|
-
mlrun/api/crud/__init__.py,sha256=
|
|
53
|
+
mlrun/api/crud/__init__.py,sha256=nQO8wnRDTpto2gs0CeivRodpr_Voa0eCqL-NthBpy-k,1248
|
|
53
54
|
mlrun/api/crud/artifacts.py,sha256=Z0CzdgywxS352DD0MumACDfGg92VqZlOcBSw8FCRao8,5610
|
|
54
|
-
mlrun/api/crud/client_spec.py,sha256=
|
|
55
|
+
mlrun/api/crud/client_spec.py,sha256=mMeK2UQ6b68TvanFqLEeTn0sRJmKHg5smriIhnij50k,7536
|
|
55
56
|
mlrun/api/crud/clusterization_spec.py,sha256=6riIRpWf1dGTRUSi1lLeydO-3KCcnpQ-Y_AuUCm5i7k,1055
|
|
56
57
|
mlrun/api/crud/feature_store.py,sha256=Wizxaq6MXmj77Q4lR0-VawoSR3lmEDFQuaylmLtUTBM,18971
|
|
57
58
|
mlrun/api/crud/functions.py,sha256=zub_q2QJ617kmokLMwdIHF5Mf7-o15amNXfFgOhg7n4,3556
|
|
58
59
|
mlrun/api/crud/hub.py,sha256=qg1rkRPdLF5qDpaUKNSACmaEEHGhY1vThfOoiPiAfXw,12025
|
|
59
60
|
mlrun/api/crud/logs.py,sha256=vFi9hynLqRT81erkGU2lhGmo394huYV3hoIkiInhspQ,9409
|
|
60
|
-
mlrun/api/crud/notifications.py,sha256=
|
|
61
|
-
mlrun/api/crud/pipelines.py,sha256=
|
|
61
|
+
mlrun/api/crud/notifications.py,sha256=Y4n-JYbFatBdHpIAuWOwLa2ilcTpfsM89Kyo1gmLuI8,5739
|
|
62
|
+
mlrun/api/crud/pipelines.py,sha256=Z5_0RebYRglvSz7pN0GTCCYRC723U4d8D0U_DsfI7WQ,14781
|
|
62
63
|
mlrun/api/crud/projects.py,sha256=yUeQDqNYeVJLoPKZNRNMBMwBaYU_g9dBpkUHy4ow-tA,15240
|
|
63
64
|
mlrun/api/crud/runs.py,sha256=W_ahD8aFZCqJBfiLmxVkcjvLpJYaeHHF729vmEHLH4o,5963
|
|
64
|
-
mlrun/api/crud/runtime_resources.py,sha256=
|
|
65
|
-
mlrun/api/crud/secrets.py,sha256=
|
|
65
|
+
mlrun/api/crud/runtime_resources.py,sha256=hAulDtCyWrMDTe35gIetg3ApiHumBmCA7Ap3Fo2fSqw,5645
|
|
66
|
+
mlrun/api/crud/secrets.py,sha256=8E5-DUwZDb0XB6frYIx_pUdFLumfk-yAR7qXasJ1GZ8,22158
|
|
66
67
|
mlrun/api/crud/tags.py,sha256=pcXXrmlfgCBCtw5uBX6hAHdqO96XIg0ov5vn-u6r5Q4,3277
|
|
68
|
+
mlrun/api/crud/workflows.py,sha256=C92wZmMBWAtawzNkR9-WWy3B5qxskcb40x-6blAbWXQ,13193
|
|
67
69
|
mlrun/api/crud/model_monitoring/__init__.py,sha256=_rZmfvis_Qkhephv_SEgzqUVuC4bY-D84mCyyztWRs0,759
|
|
68
|
-
mlrun/api/crud/model_monitoring/deployment.py,sha256=
|
|
69
|
-
mlrun/api/crud/model_monitoring/grafana.py,sha256=
|
|
70
|
-
mlrun/api/crud/model_monitoring/helpers.py,sha256=
|
|
71
|
-
mlrun/api/crud/model_monitoring/model_endpoints.py,sha256=
|
|
70
|
+
mlrun/api/crud/model_monitoring/deployment.py,sha256=EJgxqFA-PjaKtXCPCK7k741UbAt2O1NGJqul6pASUic,21692
|
|
71
|
+
mlrun/api/crud/model_monitoring/grafana.py,sha256=7D-sUY3PjFh7_HjYe-KWryvepxO9zLArVC3U7IChuqA,17494
|
|
72
|
+
mlrun/api/crud/model_monitoring/helpers.py,sha256=ry6OvaeUJHbzNxwK8Fs8cWs1UdX2uMrximGP9oaMc2c,5581
|
|
73
|
+
mlrun/api/crud/model_monitoring/model_endpoints.py,sha256=2ZqFrjP5YN1O2CcjhgPdCag3w5eL6zxaQQz2_BBdj8Y,31573
|
|
72
74
|
mlrun/api/crud/runtimes/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
73
75
|
mlrun/api/crud/runtimes/nuclio/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
74
76
|
mlrun/api/crud/runtimes/nuclio/function.py,sha256=Tgca7uACPlyeoGiLkIHsX0d9SePy_a6pEW03ryGMdPc,18762
|
|
75
77
|
mlrun/api/crud/runtimes/nuclio/helpers.py,sha256=lx1apUFTUvKC9Itq1jEF0xPL4IhcaKf0G_qTNyOO6jM,11510
|
|
76
78
|
mlrun/api/db/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
77
|
-
mlrun/api/db/base.py,sha256=
|
|
79
|
+
mlrun/api/db/base.py,sha256=wjlLwEf2plcHMBEXIeAXzEJeI6BihHf6nSRCC51dtIU,15769
|
|
78
80
|
mlrun/api/db/init_db.py,sha256=WTHphTsHl-ZKszZsQk3V-lFTzIEbWYJADolleugQ8eg,739
|
|
79
81
|
mlrun/api/db/session.py,sha256=VXNLPqYpLOVUqaWdkzgve2nzYxVCF991Wv98GALJGas,994
|
|
80
82
|
mlrun/api/db/sqldb/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
81
|
-
mlrun/api/db/sqldb/db.py,sha256=
|
|
83
|
+
mlrun/api/db/sqldb/db.py,sha256=ZZmvotgc0JS2nZtDwFSQk-zXvfzIE7Vcau47B_Z-d9Y,151630
|
|
82
84
|
mlrun/api/db/sqldb/helpers.py,sha256=Asc_cDFE2e7gbQ3SVriYyyK4yu94wfOemYPYCMpNLws,2340
|
|
83
85
|
mlrun/api/db/sqldb/models/__init__.py,sha256=oD0qix1voOtUiP-fG04QK5VHOPageoclcSjw0PIoBQY,1105
|
|
84
86
|
mlrun/api/db/sqldb/models/models_mysql.py,sha256=uMqx79fm5msRVJVfa1qvhWKW3tJAvziaHWptkmQi_XY,21345
|
|
@@ -114,15 +116,24 @@ mlrun/api/migrations_sqlite/versions/e1dd5983c06b_schedule_concurrency_limit.py,
|
|
|
114
116
|
mlrun/api/migrations_sqlite/versions/e5594ed3ab53_adding_name_and_updated_to_runs_table.py,sha256=tIMEPe8YONGqDerbhjTyBk71krmqEKXAqaTNcK_OuBM,1831
|
|
115
117
|
mlrun/api/migrations_sqlite/versions/f4249b4ba6fa_adding_feature_vectors.py,sha256=bjjjtMy5IgM-kWefKmql4B-xiS49bvSF5aYSR8mXzUE,3936
|
|
116
118
|
mlrun/api/migrations_sqlite/versions/f7b5a1a03629_adding_feature_labels.py,sha256=9YQL4ikdN4URenEiAGWNdFwNkTpuF-Uccr5Eo8RENrk,2588
|
|
119
|
+
mlrun/api/rundb/__init__.py,sha256=pZgS6ZN126aJme4z5spCX-RmdchShxMnQeCPya8AsQI,577
|
|
120
|
+
mlrun/api/rundb/sqldb.py,sha256=siEq_GtZUCGaowImazXvMcApz5gCuPDp399X1xETH4Q,25246
|
|
121
|
+
mlrun/api/runtime_handlers/__init__.py,sha256=zJ8yU2_X1ePSwCmmoPE80IKmKcYmif7gCCkdOt0c61A,2523
|
|
122
|
+
mlrun/api/runtime_handlers/base.py,sha256=TCGatXtOeXLbkAYD0xvZlpu5G_eg5gj81PkGC9RJZy0,50942
|
|
123
|
+
mlrun/api/runtime_handlers/daskjob.py,sha256=34dUUrjT-sn8G2B5kMb6NSbpaTY9e8RWxec8Z2_3gJc,7886
|
|
124
|
+
mlrun/api/runtime_handlers/kubejob.py,sha256=sCAuyKa2AZWt44vcOSuQdx1z7ss0MW5dl3lEn8v3bu4,1309
|
|
125
|
+
mlrun/api/runtime_handlers/mpijob.py,sha256=KmduYwOr3tU8VHTZMVyu20XxW_FoTMv2RCFo3xP55FQ,5433
|
|
126
|
+
mlrun/api/runtime_handlers/remotesparkjob.py,sha256=fxLdwwpb45dfx5VkuDDjiRD0IYj0kxDlCllec_Fam_Y,1036
|
|
127
|
+
mlrun/api/runtime_handlers/sparkjob.py,sha256=4f8PA6OSmhJ2EtDsuRdJV0Us7-hjILFp9iZYYTFwXRM,5440
|
|
117
128
|
mlrun/api/schemas/__init__.py,sha256=ckAFziB1YgJTsIoY-Dd1iUh8nZMKLsLT_W40dCAixg8,13571
|
|
118
129
|
mlrun/api/utils/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
119
130
|
mlrun/api/utils/asyncio.py,sha256=Uaekrr2Gw55ivhqmxdXIDBgFmcH48p94XfEdhqq7ot8,1092
|
|
120
131
|
mlrun/api/utils/background_tasks.py,sha256=ZlNkk-4I37s_efqg521AudbN52NRIOdbvbRpoWL_S54,7371
|
|
121
|
-
mlrun/api/utils/builder.py,sha256=
|
|
132
|
+
mlrun/api/utils/builder.py,sha256=JElO62tDSpAUpA4Fdxf5Z3MzKy4BQ6snnu2ZP6w71hY,26821
|
|
122
133
|
mlrun/api/utils/helpers.py,sha256=WltrGj7UOURvHzdz99wo-Aixqh06Lqyrt31c1EQw7AE,2512
|
|
123
134
|
mlrun/api/utils/memory_reports.py,sha256=l-texuripca1J5tfBmwzSc3l0t6dAMNO8JFjt9kptd8,3728
|
|
124
135
|
mlrun/api/utils/periodic.py,sha256=0dyKI1bEYRJGwH1Ciqt52Brqys8MAesq84hli6ENZbg,2760
|
|
125
|
-
mlrun/api/utils/scheduler.py,sha256=
|
|
136
|
+
mlrun/api/utils/scheduler.py,sha256=dXwIIKTEwJShnejfYnHn44gR-CfzCS8SELZtDjquLn4,45705
|
|
126
137
|
mlrun/api/utils/auth/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
127
138
|
mlrun/api/utils/auth/verifier.py,sha256=21iHy2O77H_CNVSXdXr6O6uG6prJ3C9hvXQ1U9wXB4s,12383
|
|
128
139
|
mlrun/api/utils/auth/providers/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
@@ -130,7 +141,7 @@ mlrun/api/utils/auth/providers/base.py,sha256=WMVk7tgT_bZoQhyFcMt_FMQRr7NRrk4Nnq
|
|
|
130
141
|
mlrun/api/utils/auth/providers/nop.py,sha256=FdThFkA2_Bgyg36bpPFcNOdRjdtO2WV3ZJjDUDad8PY,1460
|
|
131
142
|
mlrun/api/utils/auth/providers/opa.py,sha256=JJXqh0nSlp7jCfpDvGCemyy893cUO9gZH6_myYN-oo8,10883
|
|
132
143
|
mlrun/api/utils/clients/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
133
|
-
mlrun/api/utils/clients/chief.py,sha256=
|
|
144
|
+
mlrun/api/utils/clients/chief.py,sha256=u_T1ITKsvPU1H7vaI9zGvwZ4yVA6BxQHdsI2V6b6G5E,14075
|
|
134
145
|
mlrun/api/utils/clients/iguazio.py,sha256=cVawmI28pSTathUktAJ5XHNF8oDZr2EWCfRN0fSeu0o,32674
|
|
135
146
|
mlrun/api/utils/clients/log_collector.py,sha256=pkCJ6_5rYYfdKn4Oz5uNk7c2UyIaPTgdl_axG-cwfQI,12281
|
|
136
147
|
mlrun/api/utils/clients/nuclio.py,sha256=rZOu_wbA1LHdqk_ZHMevmEG0WoO2QfXqpkaIwwx4TPc,9911
|
|
@@ -159,7 +170,7 @@ mlrun/api/utils/projects/remotes/nop_leader.py,sha256=IJbuMrfxQhCY9EuSKo_RAHc4Jh
|
|
|
159
170
|
mlrun/api/utils/runtimes/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
160
171
|
mlrun/api/utils/runtimes/nuclio.py,sha256=xQtcQTItMo_cMrYBUpppVhaDKHG9tSV1nkeuYnuQrZo,1675
|
|
161
172
|
mlrun/api/utils/singletons/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
162
|
-
mlrun/api/utils/singletons/db.py,sha256=
|
|
173
|
+
mlrun/api/utils/singletons/db.py,sha256=idTdQknaKVZVPzFeVfBe1JKDUtbH0rCNt8-zMOgxTdA,1313
|
|
163
174
|
mlrun/api/utils/singletons/k8s.py,sha256=k5ERoQPUrj0hGc0TzhA-66DzNE4sPSX8jqtzd0STeOk,24570
|
|
164
175
|
mlrun/api/utils/singletons/logs_dir.py,sha256=DUHIa-A87yUFqAGjPHFpMlvMiFMXGPZXjthzZCwiNKo,840
|
|
165
176
|
mlrun/api/utils/singletons/project_member.py,sha256=11b_FmTC9kWvAVXuWwLOYpJT5TXT2I13sbzFjjtFMuI,1312
|
|
@@ -167,7 +178,7 @@ mlrun/api/utils/singletons/scheduler.py,sha256=tlT826tOXQqaTgbQ8fcC4sx02JOliM_ob
|
|
|
167
178
|
mlrun/artifacts/__init__.py,sha256=gLuGdv-6oSl_ePf3LT7hiaNNGTFSbI6X4_FJiOE8Y1Q,1123
|
|
168
179
|
mlrun/artifacts/base.py,sha256=OKEJxlKZ58JLEOGmeP1W8IBPtb9O8-qaHaohRJc1vWA,31144
|
|
169
180
|
mlrun/artifacts/dataset.py,sha256=7HnzOYtEQoHo4i5mJZggdQcNRbjzeBDhB6zTUc0g3ZI,20485
|
|
170
|
-
mlrun/artifacts/manager.py,sha256=
|
|
181
|
+
mlrun/artifacts/manager.py,sha256=FnIcQDf6kOM7iX8I_OZXQJiFht1_z-4FhPMjzEzggog,12573
|
|
171
182
|
mlrun/artifacts/model.py,sha256=5yu2lACWaMaU5RD-8l94c5Jnmr4-XNkTjjjGAypP8Eo,24241
|
|
172
183
|
mlrun/artifacts/plots.py,sha256=DeII7_XDJecyaVpxZRmWFnO4MD3cULn7MJ6h6MPjHEQ,15383
|
|
173
184
|
mlrun/common/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,571
|
|
@@ -178,11 +189,11 @@ mlrun/common/db/__init__.py,sha256=xY3wHC4TEJgez7qtnn1pQvHosi8-5UJOCtyGBS7FcGE,5
|
|
|
178
189
|
mlrun/common/db/sql_session.py,sha256=iWR8DWyziN2DSDiBgc5Wj3O7iVWDwfd0nJklAKwjoRM,2542
|
|
179
190
|
mlrun/common/model_monitoring/__init__.py,sha256=x0EMEvxVjHsm858J1t6IEA9dtKTdFpJ9sKhss10ld8A,721
|
|
180
191
|
mlrun/common/model_monitoring/helpers.py,sha256=5iszLVcUtWiDRnidYpPAR6kZWD76TVlWsFL4x7QOKaE,2312
|
|
181
|
-
mlrun/common/schemas/__init__.py,sha256=
|
|
192
|
+
mlrun/common/schemas/__init__.py,sha256=qMo6x2PdZK3uSzht5Pp87l_83rzKFhppw0DmBqpGEBA,4496
|
|
182
193
|
mlrun/common/schemas/artifact.py,sha256=vbXaY8eHxKt7YHKksD_PYEC-47eguxVb6wRAtMAW7Bk,1923
|
|
183
|
-
mlrun/common/schemas/auth.py,sha256=
|
|
194
|
+
mlrun/common/schemas/auth.py,sha256=rVPz0Yyy64bNxIMTRrR93ezMazk21S6EvV4aFUIpjXA,5730
|
|
184
195
|
mlrun/common/schemas/background_task.py,sha256=1_nTVLDvTyYzsrzXQSfCwz_OlrcvrBlIwxy1ghDLyt8,1553
|
|
185
|
-
mlrun/common/schemas/client_spec.py,sha256=
|
|
196
|
+
mlrun/common/schemas/client_spec.py,sha256=LxhNMyHtZF_5ch1o9wJE01XEKgJjy5m2vgWHuXQRIK0,2813
|
|
186
197
|
mlrun/common/schemas/clusterization_spec.py,sha256=aeaFJZms7r7h2HDv6ML_GDAT6gboW-PxBbc3GKPalGk,888
|
|
187
198
|
mlrun/common/schemas/constants.py,sha256=WpREVl6QW7sDJJO6LquRnCFi1cKEI-zI3AxkONEihts,6243
|
|
188
199
|
mlrun/common/schemas/events.py,sha256=ROHJLo_fqYjc96pek7yhAUPpPRIuAR76lwxvNz8LIr8,1026
|
|
@@ -196,15 +207,16 @@ mlrun/common/schemas/memory_reports.py,sha256=O5ajjqSimTPl9nzlZg2ewRbddDXWgqUr-z
|
|
|
196
207
|
mlrun/common/schemas/notification.py,sha256=yi5y14NGByWMvQflx9_cv1JbjyDYQT1_alv7YnmlUoY,1518
|
|
197
208
|
mlrun/common/schemas/object.py,sha256=W735Gmu5D_x6LxNp1qsHMkhldjY5b_1H9QvAiiITRRc,1986
|
|
198
209
|
mlrun/common/schemas/pipeline.py,sha256=tvpSHmXDR20uxWIHQ5KXf1zGKi1jaT5pDUIS26zJhLI,1184
|
|
199
|
-
mlrun/common/schemas/project.py,sha256=
|
|
210
|
+
mlrun/common/schemas/project.py,sha256=mTJPTRaf1cUI_obZY6O_tIrBC6u4pE6RJhIrwNE7nuU,4224
|
|
200
211
|
mlrun/common/schemas/regex.py,sha256=8_vbDeAE0SODJDj7yUFg1FbaB9CNydYQTJ29JxE74Kc,776
|
|
201
|
-
mlrun/common/schemas/runs.py,sha256=
|
|
212
|
+
mlrun/common/schemas/runs.py,sha256=H9QhaN83cFUN42eE9TLgi1gs6Xdq11oQSZ96ESM94mI,745
|
|
202
213
|
mlrun/common/schemas/runtime_resource.py,sha256=GyeqRwbBoLMq-0zWCkocvKl2nz9a62dAfguaPdqUzYw,1636
|
|
203
|
-
mlrun/common/schemas/schedule.py,sha256=
|
|
214
|
+
mlrun/common/schemas/schedule.py,sha256=dFaPWY3CtuW1KKGcs-br1Gsm5vPjiTgcBZGfcbAAeug,4293
|
|
204
215
|
mlrun/common/schemas/secret.py,sha256=51tCN1F8DFTq4y_XdHIMDy3I1TnMEBX8kO8BHKavYF4,1484
|
|
205
216
|
mlrun/common/schemas/tag.py,sha256=2sm2Z5qM0jyakHuT_lxb-EQ2M5Unpodz4lj6MNkDEzo,905
|
|
206
|
-
mlrun/common/schemas/
|
|
207
|
-
mlrun/common/schemas/model_monitoring/
|
|
217
|
+
mlrun/common/schemas/workflow.py,sha256=zlEod6UCWDVHK_DEuLEx30XhTUg2xwvpiJNIWLAML2s,1729
|
|
218
|
+
mlrun/common/schemas/model_monitoring/__init__.py,sha256=H3E9QbwuDBaqz8LFC3irRYXgkAmYdcaPVWdDl3LFfvM,1322
|
|
219
|
+
mlrun/common/schemas/model_monitoring/constants.py,sha256=HWv8cgBMaRA5fOpWTjH5a0PT_hz8lgwuRG3PmgIsedY,5376
|
|
208
220
|
mlrun/common/schemas/model_monitoring/grafana.py,sha256=W6TcNc7mqPj040lfQrEadEQ37csdxLDgdU3QRLlELMQ,1444
|
|
209
221
|
mlrun/common/schemas/model_monitoring/model_endpoints.py,sha256=4asvVsqhusAsBKXSvZ4_88oSBN9Kom7Ac8VQAbqqUI8,11152
|
|
210
222
|
mlrun/data_types/__init__.py,sha256=EkxfkFoHb91zz3Aymq-KZfCHlPMzEc3bBqgzPUwmHWY,1087
|
|
@@ -222,7 +234,7 @@ mlrun/datastore/helpers.py,sha256=-bKveE9rteLd0hJd6OSMuMbfz09W_OXyu1G5O2ihZjs,62
|
|
|
222
234
|
mlrun/datastore/inmem.py,sha256=6PAltUk7uyYlDgnsaJPOkg_P98iku1ys2e2wpAmPRkc,2779
|
|
223
235
|
mlrun/datastore/redis.py,sha256=bcUpBK_HzHxEyjtSHjxmcD2C6wYe_AI7kaLKeiwHH5w,4873
|
|
224
236
|
mlrun/datastore/s3.py,sha256=Zd3Bmd9IMA3WEG4fWQnhJqyAjwW2PouHPpk4uDnMttg,7035
|
|
225
|
-
mlrun/datastore/sources.py,sha256=
|
|
237
|
+
mlrun/datastore/sources.py,sha256=SMHEnNkYEQRsltngPDliqCN1LY58dw4v080Bw2lGmLM,37649
|
|
226
238
|
mlrun/datastore/spark_udf.py,sha256=NnnB3DZxZb-rqpRy7b-NC7QWXuuqFn3XkBDc86tU4mQ,1498
|
|
227
239
|
mlrun/datastore/store_resources.py,sha256=SUY9oJieq3r8PEq8G661XxmXem_e-CxDoy2AJ7dpXBk,6906
|
|
228
240
|
mlrun/datastore/targets.py,sha256=YAlwvuKbYTDeN3n5sujqWktV56K_Y4_c9lF8gvFdcKQ,63310
|
|
@@ -230,25 +242,25 @@ mlrun/datastore/utils.py,sha256=tEuLkrb66l5rISjlhzZ6_aDZiZdhT1ZRQv4-sj_-YXc,5438
|
|
|
230
242
|
mlrun/datastore/v3io.py,sha256=ywd-rrB5Uicdk7KGMk-nJ4mKPjvg2z5w6TVx5Bo5jIo,8099
|
|
231
243
|
mlrun/datastore/wasbfs/__init__.py,sha256=s5Ul-0kAhYqFjKDR2X0O2vDGDbLQQduElb32Ev56Te4,1343
|
|
232
244
|
mlrun/datastore/wasbfs/fs.py,sha256=FfKli7rBwres1pg8AxDlyyg1D5WukBEKb8Mi1SF5HqY,6152
|
|
233
|
-
mlrun/db/__init__.py,sha256=
|
|
234
|
-
mlrun/db/base.py,sha256=
|
|
235
|
-
mlrun/db/
|
|
236
|
-
mlrun/db/
|
|
237
|
-
mlrun/db/
|
|
238
|
-
mlrun/feature_store/__init__.py,sha256=
|
|
239
|
-
mlrun/feature_store/api.py,sha256=
|
|
245
|
+
mlrun/db/__init__.py,sha256=Wy3NbZwgAneRHXCIKygQE-68tnAhvF7lVxrFSh9G6Y4,1145
|
|
246
|
+
mlrun/db/base.py,sha256=2pHx82sHnXZL4CYpAPFw9kFT1b8g8ewOuR3gX1j1kXA,16494
|
|
247
|
+
mlrun/db/factory.py,sha256=et3z63FTCt7kdbxwtEE8yNb33aSDM13gDKvrz5SeqBM,2117
|
|
248
|
+
mlrun/db/httpdb.py,sha256=W46sgdFDalGqWW7ggyl0J4CJHrtQfP_Er6CgPPGEx9w,139637
|
|
249
|
+
mlrun/db/nopdb.py,sha256=Y-6sPcjcpHD_NC2mPS8dJEQtEgCgUmVn3bBbs1UbcAk,13378
|
|
250
|
+
mlrun/feature_store/__init__.py,sha256=HdRKopsv4pTM-FTw1320b41VncJsek3_iWBH4r4IGK0,1516
|
|
251
|
+
mlrun/feature_store/api.py,sha256=Qoepu316lSDQi_Fsfb-6Pw6K97Ys9-pZxZQBrRTB-bs,44899
|
|
240
252
|
mlrun/feature_store/common.py,sha256=sl2pmkuv5w4KtTMjt0ky34Qps0iuoXNWbyYGuBkCxjc,12809
|
|
241
|
-
mlrun/feature_store/feature_set.py,sha256=
|
|
242
|
-
mlrun/feature_store/feature_vector.py,sha256=
|
|
243
|
-
mlrun/feature_store/ingestion.py,sha256=
|
|
253
|
+
mlrun/feature_store/feature_set.py,sha256=F9XtGm6j2sjSo-mXnyePSSgDVo0SiZW2ubYxEv2vFgI,47773
|
|
254
|
+
mlrun/feature_store/feature_vector.py,sha256=1dfQYuzulR24Pt6gK1-hQCI0uj931LWGPbiFxmeRPLo,34934
|
|
255
|
+
mlrun/feature_store/ingestion.py,sha256=JLkMYNFwaRu6qMTB0Kkgew9teJ2broAw3PHrdPb92YE,11185
|
|
244
256
|
mlrun/feature_store/steps.py,sha256=EcZBJvSO-7UMUnzf-nv728cHRxGxHschzfXrmji7e5U,29357
|
|
245
257
|
mlrun/feature_store/retrieval/__init__.py,sha256=6qtZFx8-vtsHv8ZGJuTv3UDe9m7XIlOq4ryEYC58Eww,1260
|
|
246
|
-
mlrun/feature_store/retrieval/base.py,sha256=
|
|
247
|
-
mlrun/feature_store/retrieval/dask_merger.py,sha256=
|
|
248
|
-
mlrun/feature_store/retrieval/job.py,sha256=
|
|
249
|
-
mlrun/feature_store/retrieval/local_merger.py,sha256=
|
|
250
|
-
mlrun/feature_store/retrieval/spark_merger.py,sha256=
|
|
251
|
-
mlrun/feature_store/retrieval/storey_merger.py,sha256=
|
|
258
|
+
mlrun/feature_store/retrieval/base.py,sha256=s_XsBGXEy2s2bM8kUAq9BqyYwB4Ri0cWQ6x1h9VvuNk,30622
|
|
259
|
+
mlrun/feature_store/retrieval/dask_merger.py,sha256=Lxoj16c8hp9i5RHf-8BmG9NmReeEev6AHu96oEN2Gp8,4895
|
|
260
|
+
mlrun/feature_store/retrieval/job.py,sha256=ZveUaLml6jU8EZCGoxM4vLKNWnjC7EDndGMH3aOuAu0,7714
|
|
261
|
+
mlrun/feature_store/retrieval/local_merger.py,sha256=M0R2FWc-kuLVvyAYbawrxAJvqjshtaRK2gQqF6DjgxM,4218
|
|
262
|
+
mlrun/feature_store/retrieval/spark_merger.py,sha256=6A1YJF2W3zbMqnQ1WrBVzRpNExW9vX54ybREO2B9aXU,9819
|
|
263
|
+
mlrun/feature_store/retrieval/storey_merger.py,sha256=6bRnVm7YQBm3igviKeO0uXH3TSf74ZxspFnD4w23J5w,6539
|
|
252
264
|
mlrun/frameworks/__init__.py,sha256=qRHe_nUfxpoLaSASAkIxcW6IyunMtxq5LXhjzZMO_1E,743
|
|
253
265
|
mlrun/frameworks/parallel_coordinates.py,sha256=8buVHWA-mD1R5R9jm71XN5fvDyz9Bkp7D1xD4vFYHTE,11466
|
|
254
266
|
mlrun/frameworks/_common/__init__.py,sha256=7afutDCDVp999gyWSWQZMJRKGuW3VP3MFil8cobRsyg,962
|
|
@@ -334,26 +346,23 @@ mlrun/frameworks/xgboost/mlrun_interface.py,sha256=QcP_mTKBjxvRyWcNnju0BlvXBDOqN
|
|
|
334
346
|
mlrun/frameworks/xgboost/model_handler.py,sha256=XV8xndGhQsPkOX9djqiNVYFB0xiZPujhC0m4DUOU2zI,11617
|
|
335
347
|
mlrun/frameworks/xgboost/utils.py,sha256=5zLzHoeI3n2FuA_rdGzi404QCTLfQx1TYEyUWhZogs8,1069
|
|
336
348
|
mlrun/launcher/__init__.py,sha256=pZgS6ZN126aJme4z5spCX-RmdchShxMnQeCPya8AsQI,577
|
|
337
|
-
mlrun/launcher/base.py,sha256
|
|
338
|
-
mlrun/launcher/client.py,sha256=
|
|
339
|
-
mlrun/launcher/factory.py,sha256=
|
|
349
|
+
mlrun/launcher/base.py,sha256=-J_TDSiUjQqL1xAt0HqCVxhpXoY-euJMWMpq10WO2vw,15798
|
|
350
|
+
mlrun/launcher/client.py,sha256=tz8ao6TFjWBSqW7-AoK-K8DBgYN3Eg6WVsLwDHeTj4k,6174
|
|
351
|
+
mlrun/launcher/factory.py,sha256=tk6foFWox7f_xaeTgkWTx9ht_5fv0XzLDR8ucdb8oTE,2344
|
|
340
352
|
mlrun/launcher/local.py,sha256=cWsXKfW-VOgAQOO795rh1YWalR-epRb0z0AbkYwL1x8,10815
|
|
341
353
|
mlrun/launcher/remote.py,sha256=9vmM36ofsBqZrOQ5V7DntstdBwEElR2jM3u_ZSWtGkQ,6770
|
|
342
|
-
mlrun/mlutils/__init__.py,sha256=c0Tc0aCRPDU0Jpk3kQy3s2Bc_0h1bnwmgQSN8oWbeUc,760
|
|
343
|
-
mlrun/mlutils/data.py,sha256=4c5o3Tm4mrlVbYvmyDZpr9tAzMlrkmzE2damlLllNBY,5325
|
|
344
|
-
mlrun/mlutils/models.py,sha256=fr_CdatlMVsiwf3RXwhZfLG2FWJBFz1Ku6TR9HdDNSI,2598
|
|
345
|
-
mlrun/mlutils/plots.py,sha256=KmkKp9TFkHw4_WrgNbUwLMG-h0q7GjSO_Og0G8-iqTI,30120
|
|
346
354
|
mlrun/model_monitoring/__init__.py,sha256=bC0NzTgk0lbMqZRvRsIPRRuGYX2ure5ENnTWNXzrmCw,872
|
|
347
355
|
mlrun/model_monitoring/features_drift_table.py,sha256=tVWTOjU7q5oopKbu-dRfgGrrjJlLilQAavn9dVp01RI,23970
|
|
348
|
-
mlrun/model_monitoring/helpers.py,sha256=
|
|
356
|
+
mlrun/model_monitoring/helpers.py,sha256=Vsrsbyn_i_VYPYeJTFDYqKl5QrK9bz3kPLqftuMrqV8,1902
|
|
349
357
|
mlrun/model_monitoring/model_endpoint.py,sha256=yuKvIa5vJxsPk4dXPK6cKgfmZqsD_W2cdeNCWKEO6Tc,5214
|
|
350
|
-
mlrun/model_monitoring/model_monitoring_batch.py,sha256=
|
|
351
|
-
mlrun/model_monitoring/
|
|
358
|
+
mlrun/model_monitoring/model_monitoring_batch.py,sha256=A_-IY50kA5lkFlNzHZZICl1T4_3ZWWSzmac-OjL9HNc,39798
|
|
359
|
+
mlrun/model_monitoring/prometheus.py,sha256=Z0UWmhQ-dpGGH31gCiGdfmhfj-RFRf1Tu1bYVe-k4jk,7605
|
|
360
|
+
mlrun/model_monitoring/stream_processing.py,sha256=LqRMosAWF1ncKjP829zDTdpkx5pPcydv5QJp3RGQY_U,48755
|
|
352
361
|
mlrun/model_monitoring/tracking_policy.py,sha256=HFlANGEFobdG8kHXFsSwK9Vuxs8D3WKFrYIDH-5hExA,4475
|
|
353
|
-
mlrun/model_monitoring/stores/__init__.py,sha256=
|
|
362
|
+
mlrun/model_monitoring/stores/__init__.py,sha256=adU_G07jkD3JUT8__d0jAxs9nNomL7igKmd6uVM9L50,4525
|
|
354
363
|
mlrun/model_monitoring/stores/kv_model_endpoint_store.py,sha256=cdsdlI6U7VInET2L6j9zQDYx0QG6bUdp7ePd-i6DXA4,20351
|
|
355
364
|
mlrun/model_monitoring/stores/model_endpoint_store.py,sha256=zqGVidq9Clym1l15ZltIZMCTdFuZ1QUwXxEAma9-4Hs,5695
|
|
356
|
-
mlrun/model_monitoring/stores/sql_model_endpoint_store.py,sha256=
|
|
365
|
+
mlrun/model_monitoring/stores/sql_model_endpoint_store.py,sha256=RDlcD8U24al8B6jApdIdYD4m1CGgbZYxSRQTiwwLmro,16123
|
|
357
366
|
mlrun/model_monitoring/stores/models/__init__.py,sha256=rod--mpxH03wuyfbsp1Y-4vSx-vpvufohfBdrXR-4o0,884
|
|
358
367
|
mlrun/model_monitoring/stores/models/base.py,sha256=IXPIE8iLAXmg8gfxA9iNMfToMpZ9BrIZf0VoZ1bd_Jc,655
|
|
359
368
|
mlrun/model_monitoring/stores/models/mysql.py,sha256=0s6TC783RLrEXnbPahYpJrYuWIWHVhNvj2lrwQdi7fw,4153
|
|
@@ -361,10 +370,10 @@ mlrun/model_monitoring/stores/models/sqlite.py,sha256=lZZgkhce_209T6QKXzoO98gtJQ
|
|
|
361
370
|
mlrun/package/__init__.py,sha256=4A1houoObsq46gc4eSeaEanoJKTpund00KZomyciN2I,7101
|
|
362
371
|
mlrun/package/context_handler.py,sha256=Tb8I9iX03SdKp1ZKrhbEmE_sgEYrvlPV9Q2cfyKUrbg,13974
|
|
363
372
|
mlrun/package/errors.py,sha256=LKF8SSaRIdbkB7JQz6b9U4mZV42Ebnf6ZHu4wKuWqK4,1204
|
|
364
|
-
mlrun/package/packager.py,sha256=
|
|
373
|
+
mlrun/package/packager.py,sha256=bm2no_rgGNZgv4ZQCc8EfkWBx1XlNfSSqJflZnkqFTQ,12578
|
|
365
374
|
mlrun/package/packagers_manager.py,sha256=ilmV_0_cW-CIAiLVLoS0FINDdBzXFbCPccZBBlLxOCI,37275
|
|
366
375
|
mlrun/package/packagers/__init__.py,sha256=rpxpuATMoxCMgHDaVamm0uwocy71e0CSXm85Q5X9tkU,769
|
|
367
|
-
mlrun/package/packagers/default_packager.py,sha256=
|
|
376
|
+
mlrun/package/packagers/default_packager.py,sha256=AI5rflcj1IErlsnVbMm6ffmfO6TQrZ98nndfpZ814oM,24227
|
|
368
377
|
mlrun/package/packagers/numpy_packagers.py,sha256=ACG0cctrjvRCrYPiffEPV3K0XZiXG78zU_zn14uu8OI,20618
|
|
369
378
|
mlrun/package/packagers/pandas_packagers.py,sha256=shWlNIeWGcrkDS-2oBxukNrBQ9XrSoeY5Mtvc8zAMIg,35951
|
|
370
379
|
mlrun/package/packagers/python_standard_library_packagers.py,sha256=8yjqBN634Yaht3LsO-YclqmVZDD9pJxCKEC2vm5adb0,21528
|
|
@@ -375,34 +384,34 @@ mlrun/package/utils/_pickler.py,sha256=S8UcTZ3XD68yqfY6ebD-loNC-C5goKfBR4cS5GOGb
|
|
|
375
384
|
mlrun/package/utils/_supported_format.py,sha256=fvwD1icALyV0wJUcRori6voH10j6KR3NN8n5o8HVw2E,2379
|
|
376
385
|
mlrun/package/utils/log_hint_utils.py,sha256=ie7opnHlhVdh1mBkvYDFyWyFIjHn8Lm2FcxkiCmL9Z8,3709
|
|
377
386
|
mlrun/package/utils/type_hint_utils.py,sha256=f-1AeFv2vwljH0ymXA4JmcIkH1lEf7HfsJ2A62H-X4A,14825
|
|
378
|
-
mlrun/platforms/__init__.py,sha256=
|
|
379
|
-
mlrun/platforms/iguazio.py,sha256=
|
|
387
|
+
mlrun/platforms/__init__.py,sha256=ArWn_iZiEE6qz7hvY_1RqMkFnHGuKjP3k5xYKnfKA58,2352
|
|
388
|
+
mlrun/platforms/iguazio.py,sha256=BN3V2cv9a28S86EOat8nLvmChXoXbvfI900EspZPDwg,21581
|
|
380
389
|
mlrun/platforms/other.py,sha256=z4pWqxXkVVuMLk-MbNb0Y_ZR5pmIsUm0R8vHnqpEnew,11852
|
|
381
390
|
mlrun/projects/__init__.py,sha256=Lv5rfxyXJrw6WGOWJKhBz66M6t3_zsNMCfUD6waPwx4,1153
|
|
382
391
|
mlrun/projects/operations.py,sha256=A3JzRNZnYE1_VXN5JSGrZHIFO7ngLt8Vzau7XoPhAjs,17602
|
|
383
|
-
mlrun/projects/pipelines.py,sha256=
|
|
384
|
-
mlrun/projects/project.py,sha256=
|
|
385
|
-
mlrun/runtimes/__init__.py,sha256=
|
|
386
|
-
mlrun/runtimes/base.py,sha256=
|
|
392
|
+
mlrun/projects/pipelines.py,sha256=AKnSGwX5TZc7GEQw-fnL6iozl3ty1FTT5siwiuXiiyE,34337
|
|
393
|
+
mlrun/projects/project.py,sha256=hhs_xia96c47lkRkiWxeG3a0aFdZl2EZD2BEJ2U0NUI,126661
|
|
394
|
+
mlrun/runtimes/__init__.py,sha256=jz7fUkICG9oywq2S1hxl7KWgUT8IvJG58cdbvueoCOM,7174
|
|
395
|
+
mlrun/runtimes/base.py,sha256=B390d8NgCC54nQD_4tgwjiqIgUQuYbzU2tjhqnSUdAE,36681
|
|
387
396
|
mlrun/runtimes/constants.py,sha256=TnkD0nQ7pcFq1aJvbweoM4BgbkhaA6fHhg9rnAkxDBE,6689
|
|
388
|
-
mlrun/runtimes/daskjob.py,sha256=
|
|
397
|
+
mlrun/runtimes/daskjob.py,sha256=eP6-A_0t2Kc1y9HCGLTpgY22dj_qu71pJ_OhMBilHfk,22830
|
|
389
398
|
mlrun/runtimes/funcdoc.py,sha256=HRD-mQkSyRBPExNWEhTCX3Cj01MXyeuQqc6jKwg5aZ4,9994
|
|
390
|
-
mlrun/runtimes/function.py,sha256=
|
|
399
|
+
mlrun/runtimes/function.py,sha256=IkycL8e9VgX0cVoVFXQkp3R3Lh7R_R9YHMHbZ2KJVLs,45208
|
|
391
400
|
mlrun/runtimes/function_reference.py,sha256=SJ0J-4ww0FQdijmdnUwGUKhMb-h5wtzqCPItTWKIL40,4911
|
|
392
401
|
mlrun/runtimes/generators.py,sha256=_vuJVL4lDdyts0xK_R1Bw9zoblV-NsvSWr-bj-uXKB0,6530
|
|
393
|
-
mlrun/runtimes/kubejob.py,sha256=
|
|
402
|
+
mlrun/runtimes/kubejob.py,sha256=_WidtV52KIyay1Nk8br1Krrjh4MO_uuzSMef37nV_38,14634
|
|
394
403
|
mlrun/runtimes/local.py,sha256=zRekoW7H6ve8awBCnhkkCXK1CVLUhpRWCkUiuW7lYO0,19579
|
|
395
|
-
mlrun/runtimes/nuclio.py,sha256=
|
|
396
|
-
mlrun/runtimes/pod.py,sha256=
|
|
397
|
-
mlrun/runtimes/remotesparkjob.py,sha256=
|
|
398
|
-
mlrun/runtimes/serving.py,sha256=
|
|
404
|
+
mlrun/runtimes/nuclio.py,sha256=cb1Q8dowZaDqOLlxcblcTebOD6K3jrss0FOuIklq5UI,2877
|
|
405
|
+
mlrun/runtimes/pod.py,sha256=SoerOZMadz3h4w15plOI1DCeqeSeHzUWhFnxS4CQuqc,61396
|
|
406
|
+
mlrun/runtimes/remotesparkjob.py,sha256=R5y8zDFqkzJRfylZfxBBp5H4FiQNJin0cXEu7GbNm68,7289
|
|
407
|
+
mlrun/runtimes/serving.py,sha256=K-SJxDUaUppiCoYOxK3RRv1GCSV4KF-OwZdkj2YfLg0,30483
|
|
399
408
|
mlrun/runtimes/utils.py,sha256=wxX1K8vwcygizduqEhSnEh6DswPL2K-xWg568NTr2O8,20801
|
|
400
|
-
mlrun/runtimes/mpijob/__init__.py,sha256=
|
|
401
|
-
mlrun/runtimes/mpijob/abstract.py,sha256=
|
|
402
|
-
mlrun/runtimes/mpijob/v1.py,sha256=
|
|
403
|
-
mlrun/runtimes/mpijob/v1alpha1.py,sha256=
|
|
404
|
-
mlrun/runtimes/sparkjob/__init__.py,sha256=
|
|
405
|
-
mlrun/runtimes/sparkjob/abstract.py,sha256=
|
|
409
|
+
mlrun/runtimes/mpijob/__init__.py,sha256=0I0EpRg76TClDXIL8FBu21_5lUTOoTyhC4MfnQn1iUY,742
|
|
410
|
+
mlrun/runtimes/mpijob/abstract.py,sha256=4PqXLVWO8QQ1eGer-e_VpJb7tmkz9HW9h1B2ngtXH9U,15147
|
|
411
|
+
mlrun/runtimes/mpijob/v1.py,sha256=oHf2gKRZloJkqhyjGU-CZtCcC4rC1Ptu3404a0bVAzs,10916
|
|
412
|
+
mlrun/runtimes/mpijob/v1alpha1.py,sha256=JrmmaG0lvKoDgKXOHYA_XYhjPQJWCTl5pBnLLrg0Cdg,5650
|
|
413
|
+
mlrun/runtimes/sparkjob/__init__.py,sha256=_KPvk0qefeLtHO6lxQE_AMOGiMTG_OT48eRCE4Z2ldw,709
|
|
414
|
+
mlrun/runtimes/sparkjob/abstract.py,sha256=h3ZTGETbSoMo71CPhEKPT0wmEIPDR_eKgScfQj5PhZk,30404
|
|
406
415
|
mlrun/runtimes/sparkjob/spark3job.py,sha256=6oDQISBnfiCJ9M0NHJCANu2p2AwS6i6htEOUy4TgUNs,28746
|
|
407
416
|
mlrun/serving/__init__.py,sha256=_6HRAOuS2Ehjo3vwx5h1aI_-JppxEAsl4VfEERAbGFE,1078
|
|
408
417
|
mlrun/serving/merger.py,sha256=PXLn3A21FiLteJHaDSLm5xKNT-80eTTjfHUJnBX1gKY,6116
|
|
@@ -410,7 +419,7 @@ mlrun/serving/remote.py,sha256=XtCgEY-azxcP0VUG1TupZXQ_dttPkAKIAtszW-GfGpQ,18038
|
|
|
410
419
|
mlrun/serving/routers.py,sha256=b_HlsS84vvRc0U1521qN50aqtVm2kdP7QH5KKal4LOM,55318
|
|
411
420
|
mlrun/serving/server.py,sha256=QAJuhBOJiDh2OVIeuu8aVCyP5y9iactT-bQE3l43aD0,20439
|
|
412
421
|
mlrun/serving/serving_wrapper.py,sha256=R670-S6PX_d5ER6jiHtRvacuPyFzQH0mEf2K0sBIIOM,836
|
|
413
|
-
mlrun/serving/states.py,sha256=
|
|
422
|
+
mlrun/serving/states.py,sha256=kOETQGjveeLVirTweBZYmAfyeK3yA2uY8iPatV2QeGQ,54288
|
|
414
423
|
mlrun/serving/utils.py,sha256=MHu3RljqtuEu3KxYcbECOzfgQZbfvYK09Tg5IAdvFgg,3902
|
|
415
424
|
mlrun/serving/v1_serving.py,sha256=m_W8ylcASCvdP66lZSD6yQjamYCUJ3VZdOEQY4F8ozk,11814
|
|
416
425
|
mlrun/serving/v2_serving.py,sha256=fAMA52lBvpLFpUa8LKHjRAwBZp_sR0wUmmtrN1ChJC4,21823
|
|
@@ -419,16 +428,16 @@ mlrun/utils/async_http.py,sha256=Rjnulj27T7PxgyD_bZlBCdjOV8APC9_YP68jBONlt7s,106
|
|
|
419
428
|
mlrun/utils/azure_vault.py,sha256=VNs2fz0XlFrV5Ggz3T0mR7mOWHefEcC14wM7QpsbY44,3456
|
|
420
429
|
mlrun/utils/clones.py,sha256=Q1b1BA4-slooth0gEXoX-x8mhr1m6BgFBA72DXfCqJ8,6245
|
|
421
430
|
mlrun/utils/condition_evaluator.py,sha256=oR-GjryAg76D4G79G-DzVkx631D6Gd4jJgbr_d3Btnw,1920
|
|
422
|
-
mlrun/utils/db.py,sha256=
|
|
423
|
-
mlrun/utils/helpers.py,sha256=
|
|
431
|
+
mlrun/utils/db.py,sha256=2pdIYKIA0GiwwuWLW0PJ_bPu9M1rd7ESBqnMr5wWuW4,1662
|
|
432
|
+
mlrun/utils/helpers.py,sha256=P5-7EJSbf08OalcXHp2JullqXqrv6C6hKfJAd1wBbV8,47314
|
|
424
433
|
mlrun/utils/http.py,sha256=i32dQYH35pt4gQjPdQugIaCtEOuKxPikRQyKBiHp1ew,8241
|
|
425
434
|
mlrun/utils/logger.py,sha256=d5qUNJ-J_tNASi7A7-cRBOOXA0jJrEDEWFft8AAukLc,7035
|
|
426
|
-
mlrun/utils/regex.py,sha256=
|
|
435
|
+
mlrun/utils/regex.py,sha256=V0kaw1-zuehkN20g_Pq6SgkJTBLRdBqNkXOGN_2TJEw,4430
|
|
427
436
|
mlrun/utils/singleton.py,sha256=UUTQiBTXyzmjeYzsvTUsSxqyLJHOtesqif9GNfZO9rc,883
|
|
428
437
|
mlrun/utils/v3io_clients.py,sha256=HL7Hma-pxaQBXMKcEnWqGLCpFgykwnszlabzeOHC9-E,1319
|
|
429
438
|
mlrun/utils/vault.py,sha256=xUiKL17dCXjwQJ33YRzQj0oadUXATlFWPzKKYAESoQk,10447
|
|
430
439
|
mlrun/utils/notifications/__init__.py,sha256=eUzQDBxSQmMZASRY-YAnYS6tL5801P0wEjycp3Dvoe0,990
|
|
431
|
-
mlrun/utils/notifications/notification_pusher.py,sha256=
|
|
440
|
+
mlrun/utils/notifications/notification_pusher.py,sha256=5pw2MK2rLm6dzswp5v3wqFl90brdSW2D2Ipx3d79iWk,19251
|
|
432
441
|
mlrun/utils/notifications/notification/__init__.py,sha256=v2ULfsoGLlgBKS90ezou9wooBX7fo0NJgDsNdr51YEk,2113
|
|
433
442
|
mlrun/utils/notifications/notification/base.py,sha256=t1sxExL2i2tJr3UuiQ9NTDONrpXcGBsrnxtAdemog2s,2293
|
|
434
443
|
mlrun/utils/notifications/notification/console.py,sha256=3xNMf-PFANx6h6I6qpf-xRnI5S0001fHI4caYguNBgg,1971
|
|
@@ -437,11 +446,11 @@ mlrun/utils/notifications/notification/ipython.py,sha256=qrBmtECiRG6sZpCIVMg7RZc
|
|
|
437
446
|
mlrun/utils/notifications/notification/slack.py,sha256=5JysqIpUYUZKXPSeeZtbl7qb2L9dj7p2NvnEBcEsZkA,3898
|
|
438
447
|
mlrun/utils/notifications/notification/webhook.py,sha256=iD4DhpJjfjaYj4o8NLQEY842-hNSnqj7SqKzSvnlmGE,1865
|
|
439
448
|
mlrun/utils/version/__init__.py,sha256=7kkrB7hEZ3cLXoWj1kPoDwo4MaswsI2JVOBpbKgPAgc,614
|
|
440
|
-
mlrun/utils/version/version.json,sha256=
|
|
449
|
+
mlrun/utils/version/version.json,sha256=Es3D4BIdpm72upkoVoWBapiYqv5XUe_6tPQpmUbBY9Q,88
|
|
441
450
|
mlrun/utils/version/version.py,sha256=HMwseV8xjTQ__6T6yUWojx_z6yUj7Io7O4NcCCH_sz8,1970
|
|
442
|
-
mlrun-1.5.
|
|
443
|
-
mlrun-1.5.
|
|
444
|
-
mlrun-1.5.
|
|
445
|
-
mlrun-1.5.
|
|
446
|
-
mlrun-1.5.
|
|
447
|
-
mlrun-1.5.
|
|
451
|
+
mlrun-1.5.0rc2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
452
|
+
mlrun-1.5.0rc2.dist-info/METADATA,sha256=5vsPSfVG3VTZpfHgYe9CMz11N0Pwj1M5NoktPI5WlLc,17062
|
|
453
|
+
mlrun-1.5.0rc2.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
|
|
454
|
+
mlrun-1.5.0rc2.dist-info/entry_points.txt,sha256=ZbXmb36B9JmK7EaleP8MIAbZSOQXQV0iwKR6si0HUWk,47
|
|
455
|
+
mlrun-1.5.0rc2.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
|
|
456
|
+
mlrun-1.5.0rc2.dist-info/RECORD,,
|
mlrun/mlutils/data.py
DELETED
|
@@ -1,160 +0,0 @@
|
|
|
1
|
-
# Copyright 2023 Iguazio
|
|
2
|
-
#
|
|
3
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
-
# you may not use this file except in compliance with the License.
|
|
5
|
-
# You may obtain a copy of the License at
|
|
6
|
-
#
|
|
7
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
-
#
|
|
9
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
-
# See the License for the specific language governing permissions and
|
|
13
|
-
# limitations under the License.
|
|
14
|
-
#
|
|
15
|
-
from typing import Union
|
|
16
|
-
|
|
17
|
-
import pandas as pd
|
|
18
|
-
from deprecated import deprecated
|
|
19
|
-
from sklearn.model_selection import train_test_split
|
|
20
|
-
|
|
21
|
-
from ..datastore import DataItem
|
|
22
|
-
|
|
23
|
-
# TODO: remove mlutils in 1.5.0
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
@deprecated(
|
|
27
|
-
version="1.3.0",
|
|
28
|
-
reason="'mlrun.mlutils' will be removed in 1.5.0, use 'mlrun.framework' instead",
|
|
29
|
-
category=FutureWarning,
|
|
30
|
-
)
|
|
31
|
-
def get_sample(
|
|
32
|
-
src: Union[DataItem, pd.core.frame.DataFrame], sample: int, label: str, reader=None
|
|
33
|
-
):
|
|
34
|
-
"""generate data sample to be split (candidate for mlrun)
|
|
35
|
-
|
|
36
|
-
Return features matrix and header (x), and labels (y)
|
|
37
|
-
:param src: data artifact
|
|
38
|
-
:param sample: sample size from data source, use negative
|
|
39
|
-
integers to sample randomly, positive to
|
|
40
|
-
sample consecutively from the first row
|
|
41
|
-
:param label: label column title
|
|
42
|
-
"""
|
|
43
|
-
if type(src) == pd.core.frame.DataFrame:
|
|
44
|
-
table = src
|
|
45
|
-
else:
|
|
46
|
-
table = src.as_df()
|
|
47
|
-
|
|
48
|
-
# get sample
|
|
49
|
-
if (sample == -1) or (sample >= 1):
|
|
50
|
-
# get all rows, or contiguous sample starting at row 1.
|
|
51
|
-
raw = table.dropna()
|
|
52
|
-
labels = _get_label_from_raw(raw, label)
|
|
53
|
-
raw = raw.iloc[:sample, :]
|
|
54
|
-
labels = labels.iloc[:sample]
|
|
55
|
-
else:
|
|
56
|
-
# grab a random sample
|
|
57
|
-
raw = table.dropna().sample(sample * -1)
|
|
58
|
-
labels = _get_label_from_raw(raw, label)
|
|
59
|
-
|
|
60
|
-
return raw, labels, raw.columns.values
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
def _get_label_from_raw(raw, label):
|
|
64
|
-
"""
|
|
65
|
-
Just a stupid wrapper so that nice error will be raised when users give wrong label
|
|
66
|
-
"""
|
|
67
|
-
if label not in raw:
|
|
68
|
-
raise ValueError(f"Specified label could not be found: {label}")
|
|
69
|
-
return raw.pop(label)
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
@deprecated(
|
|
73
|
-
version="1.3.0",
|
|
74
|
-
reason="'mlrun.mlutils' will be removed in 1.5.0, use 'mlrun.framework' instead",
|
|
75
|
-
category=FutureWarning,
|
|
76
|
-
)
|
|
77
|
-
def get_splits(
|
|
78
|
-
raw,
|
|
79
|
-
labels,
|
|
80
|
-
n_ways: int = 3,
|
|
81
|
-
test_size: float = 0.15,
|
|
82
|
-
valid_size: float = 0.30,
|
|
83
|
-
label_names: list = ["labels"],
|
|
84
|
-
random_state: int = 1,
|
|
85
|
-
):
|
|
86
|
-
"""generate train and test sets (candidate for mlrun)
|
|
87
|
-
cross validation:
|
|
88
|
-
1. cut out a test set
|
|
89
|
-
2a. use the training set in a cross validation scheme, or
|
|
90
|
-
2b. make another split to generate a validation set
|
|
91
|
-
|
|
92
|
-
2 parts (n_ways=2): train and test set only
|
|
93
|
-
3 parts (n_ways=3): train, validation and test set
|
|
94
|
-
|
|
95
|
-
:param raw: dataframe or numpy array of raw features
|
|
96
|
-
:param labels: dataframe or numpy array of raw labels
|
|
97
|
-
:param n_ways: (3) split data into 2 or 3 parts
|
|
98
|
-
:param test_size: proportion of raw data to set asid as test data
|
|
99
|
-
:param valid_size: proportion of remaining data to be set as validation
|
|
100
|
-
:param label_names: label names
|
|
101
|
-
:param random_state: (1) random number seed
|
|
102
|
-
"""
|
|
103
|
-
x, xte, y, yte = train_test_split(
|
|
104
|
-
raw, labels, test_size=test_size, random_state=random_state
|
|
105
|
-
)
|
|
106
|
-
if n_ways == 2:
|
|
107
|
-
return (x, y), (xte, yte)
|
|
108
|
-
elif n_ways == 3:
|
|
109
|
-
xtr, xva, ytr, yva = train_test_split(
|
|
110
|
-
x, y, train_size=1 - valid_size, random_state=random_state
|
|
111
|
-
)
|
|
112
|
-
return (xtr, ytr), (xva, yva), (xte, yte)
|
|
113
|
-
else:
|
|
114
|
-
raise Exception("n_ways must be in the range [2,3]")
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
@deprecated(
|
|
118
|
-
version="1.3.0",
|
|
119
|
-
reason="'mlrun.mlutils' will be removed in 1.5.0, use 'mlrun.framework' instead",
|
|
120
|
-
category=FutureWarning,
|
|
121
|
-
)
|
|
122
|
-
def save_test_set(
|
|
123
|
-
context,
|
|
124
|
-
data: dict,
|
|
125
|
-
header: list,
|
|
126
|
-
label: str = "labels",
|
|
127
|
-
file_ext: str = "parquet",
|
|
128
|
-
index: bool = False,
|
|
129
|
-
debug: bool = False,
|
|
130
|
-
):
|
|
131
|
-
"""log a held out test set
|
|
132
|
-
:param context: the function execution context
|
|
133
|
-
:param data: dict with keys 'xtest'. 'ytest', and optionally
|
|
134
|
-
'xcal', 'ycal' if n_ways=4 in `get_splits`
|
|
135
|
-
:param header: ([])features header if required
|
|
136
|
-
:param label: ("labels") name of label column
|
|
137
|
-
:param file_ext: format of test set file
|
|
138
|
-
:param index: preserve index column
|
|
139
|
-
:param debug: (False)
|
|
140
|
-
"""
|
|
141
|
-
|
|
142
|
-
if all(x in data.keys() for x in ["xtest", "ytest"]):
|
|
143
|
-
test_set = pd.concat(
|
|
144
|
-
[
|
|
145
|
-
pd.DataFrame(data=data["xtest"], columns=header),
|
|
146
|
-
pd.DataFrame(data=data["ytest"].values, columns=[label]),
|
|
147
|
-
],
|
|
148
|
-
axis=1,
|
|
149
|
-
)
|
|
150
|
-
context.log_dataset("test_set", df=test_set, format=file_ext, index=index)
|
|
151
|
-
|
|
152
|
-
if all(x in data.keys() for x in ["xcal", "ycal"]):
|
|
153
|
-
cal_set = pd.concat(
|
|
154
|
-
[
|
|
155
|
-
pd.DataFrame(data=data["xcal"], columns=header),
|
|
156
|
-
pd.DataFrame(data=data["ycal"].values, columns=[label]),
|
|
157
|
-
],
|
|
158
|
-
axis=1,
|
|
159
|
-
)
|
|
160
|
-
context.log_dataset("calibration_set", df=cal_set, format=file_ext, index=index)
|