ob-metaflow 2.12.25.2__py2.py3-none-any.whl → 2.12.26.1__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ob-metaflow might be problematic. Click here for more details.
- metaflow/client/core.py +6 -5
- metaflow/plugins/argo/argo_client.py +25 -9
- metaflow/plugins/argo/argo_workflows.py +4 -2
- metaflow/plugins/argo/argo_workflows_cli.py +2 -14
- metaflow/plugins/aws/batch/batch_decorator.py +4 -0
- metaflow/plugins/azure/azure_tail.py +1 -1
- metaflow/plugins/cards/card_decorator.py +1 -0
- metaflow/plugins/gcp/gs_tail.py +10 -6
- metaflow/plugins/kubernetes/kubernetes.py +12 -1
- metaflow/plugins/kubernetes/kubernetes_decorator.py +48 -11
- metaflow/plugins/parallel_decorator.py +5 -4
- metaflow/plugins/pypi/conda_environment.py +12 -4
- metaflow/runner/metaflow_runner.py +2 -13
- metaflow/runner/nbdeploy.py +4 -6
- metaflow/runner/nbrun.py +4 -6
- metaflow/runner/utils.py +0 -5
- metaflow/version.py +1 -1
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/METADATA +2 -2
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/RECORD +23 -23
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/WHEEL +1 -1
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/LICENSE +0 -0
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/entry_points.txt +0 -0
- {ob_metaflow-2.12.25.2.dist-info → ob_metaflow-2.12.26.1.dist-info}/top_level.txt +0 -0
metaflow/client/core.py
CHANGED
|
@@ -670,7 +670,7 @@ class MetaflowObject(object):
|
|
|
670
670
|
origin_pathspec = None
|
|
671
671
|
if self._NAME == "run":
|
|
672
672
|
latest_step = next(self.steps())
|
|
673
|
-
if latest_step:
|
|
673
|
+
if latest_step and latest_step.task:
|
|
674
674
|
# If we had a step
|
|
675
675
|
task = latest_step.task
|
|
676
676
|
origin_run_id = [
|
|
@@ -1888,9 +1888,10 @@ class Run(MetaflowObject):
|
|
|
1888
1888
|
# TODO: A more optimized way of figuring out if a run has remote steps (and thus a codepackage) available.
|
|
1889
1889
|
# This might require changes to the metadata-service as well.
|
|
1890
1890
|
for step in self:
|
|
1891
|
-
|
|
1892
|
-
|
|
1893
|
-
|
|
1891
|
+
if step.task:
|
|
1892
|
+
code = step.task.code
|
|
1893
|
+
if code:
|
|
1894
|
+
return code
|
|
1894
1895
|
|
|
1895
1896
|
@property
|
|
1896
1897
|
def data(self) -> Optional[MetaflowData]:
|
|
@@ -2152,7 +2153,7 @@ class Run(MetaflowObject):
|
|
|
2152
2153
|
Trigger, optional
|
|
2153
2154
|
Container of triggering events
|
|
2154
2155
|
"""
|
|
2155
|
-
if "start" in self:
|
|
2156
|
+
if "start" in self and self["start"].task:
|
|
2156
2157
|
meta = self["start"].task.metadata_dict.get("execution-triggers")
|
|
2157
2158
|
if meta:
|
|
2158
2159
|
return Trigger(json.loads(meta))
|
|
@@ -10,6 +10,14 @@ class ArgoClientException(MetaflowException):
|
|
|
10
10
|
headline = "Argo Client error"
|
|
11
11
|
|
|
12
12
|
|
|
13
|
+
class ArgoResourceNotFound(MetaflowException):
|
|
14
|
+
headline = "Resource not found"
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class ArgoNotPermitted(MetaflowException):
|
|
18
|
+
headline = "Operation not permitted"
|
|
19
|
+
|
|
20
|
+
|
|
13
21
|
class ArgoClient(object):
|
|
14
22
|
def __init__(self, namespace=None):
|
|
15
23
|
self._client = KubernetesClient()
|
|
@@ -140,9 +148,7 @@ class ArgoClient(object):
|
|
|
140
148
|
if e.status == 404:
|
|
141
149
|
return None
|
|
142
150
|
else:
|
|
143
|
-
raise
|
|
144
|
-
json.loads(e.body)["message"] if e.body is not None else e.reason
|
|
145
|
-
)
|
|
151
|
+
raise wrap_api_error(e)
|
|
146
152
|
|
|
147
153
|
def delete_workflow_template(self, name):
|
|
148
154
|
"""
|
|
@@ -164,9 +170,7 @@ class ArgoClient(object):
|
|
|
164
170
|
if e.status == 404:
|
|
165
171
|
return None
|
|
166
172
|
else:
|
|
167
|
-
raise
|
|
168
|
-
json.loads(e.body)["message"] if e.body is not None else e.reason
|
|
169
|
-
)
|
|
173
|
+
raise wrap_api_error(e)
|
|
170
174
|
|
|
171
175
|
def terminate_workflow(self, name):
|
|
172
176
|
client = self._client.get()
|
|
@@ -428,6 +432,18 @@ class ArgoClient(object):
|
|
|
428
432
|
except client.rest.ApiException as e:
|
|
429
433
|
if e.status == 404:
|
|
430
434
|
return None
|
|
431
|
-
raise
|
|
432
|
-
|
|
433
|
-
|
|
435
|
+
raise wrap_api_error(e)
|
|
436
|
+
|
|
437
|
+
|
|
438
|
+
def wrap_api_error(error):
|
|
439
|
+
message = (
|
|
440
|
+
json.loads(error.body)["message"] if error.body is not None else error.reason
|
|
441
|
+
)
|
|
442
|
+
# catch all
|
|
443
|
+
ex = ArgoClientException(message)
|
|
444
|
+
if error.status == 404:
|
|
445
|
+
# usually handled outside this function as most cases want to return None instead.
|
|
446
|
+
ex = ArgoResourceNotFound(message)
|
|
447
|
+
if error.status == 403:
|
|
448
|
+
ex = ArgoNotPermitted(message)
|
|
449
|
+
return ex
|
|
@@ -2311,7 +2311,9 @@ class ArgoWorkflows(object):
|
|
|
2311
2311
|
and k not in set(ARGO_WORKFLOWS_ENV_VARS_TO_SKIP.split(","))
|
|
2312
2312
|
}
|
|
2313
2313
|
return [
|
|
2314
|
-
Template("error-msg-capture-hook")
|
|
2314
|
+
Template("error-msg-capture-hook")
|
|
2315
|
+
.service_account_name(resources["service_account"])
|
|
2316
|
+
.container(
|
|
2315
2317
|
to_camelcase(
|
|
2316
2318
|
kubernetes_sdk.V1Container(
|
|
2317
2319
|
name="main",
|
|
@@ -2462,7 +2464,7 @@ class ArgoWorkflows(object):
|
|
|
2462
2464
|
Use Slack's Block Kit to add general information about the environment and
|
|
2463
2465
|
execution metadata, including a link to the UI and an optional message.
|
|
2464
2466
|
"""
|
|
2465
|
-
ui_link = "%s
|
|
2467
|
+
ui_link = "%s/%s/argo-{{workflow.name}}" % (UI_URL.rstrip("/"), self.flow.name)
|
|
2466
2468
|
# fmt: off
|
|
2467
2469
|
if getattr(current, "project_name", None):
|
|
2468
2470
|
# Add @project metadata when available.
|
|
@@ -1016,13 +1016,7 @@ def validate_run_id(
|
|
|
1016
1016
|
|
|
1017
1017
|
if project_name is not None:
|
|
1018
1018
|
# Verify we are operating on the correct project.
|
|
1019
|
-
|
|
1020
|
-
# e.g. 'test_proj' and 'test_project' should count as a mismatch.
|
|
1021
|
-
project_part = "%s." % sanitize_for_argo(project_name)
|
|
1022
|
-
if (
|
|
1023
|
-
current.get("project_name") != project_name
|
|
1024
|
-
and project_part not in workflow_name
|
|
1025
|
-
):
|
|
1019
|
+
if current.get("project_name") != project_name:
|
|
1026
1020
|
raise RunIdMismatch(
|
|
1027
1021
|
"The workflow belongs to the project *%s*. "
|
|
1028
1022
|
"Please use the project decorator or --name to target the correct project"
|
|
@@ -1030,13 +1024,7 @@ def validate_run_id(
|
|
|
1030
1024
|
)
|
|
1031
1025
|
|
|
1032
1026
|
# Verify we are operating on the correct branch.
|
|
1033
|
-
|
|
1034
|
-
# e.g. 'user.tes' and 'user.test' should count as a mismatch.
|
|
1035
|
-
branch_part = ".%s." % sanitize_for_argo(branch_name)
|
|
1036
|
-
if (
|
|
1037
|
-
current.get("branch_name") != branch_name
|
|
1038
|
-
and branch_part not in workflow_name
|
|
1039
|
-
):
|
|
1027
|
+
if current.get("branch_name") != branch_name:
|
|
1040
1028
|
raise RunIdMismatch(
|
|
1041
1029
|
"The workflow belongs to the branch *%s*. "
|
|
1042
1030
|
"Please use --branch, --production or --name to target the correct branch"
|
|
@@ -134,6 +134,10 @@ class BatchDecorator(StepDecorator):
|
|
|
134
134
|
package_sha = None
|
|
135
135
|
run_time_limit = None
|
|
136
136
|
|
|
137
|
+
# Conda environment support
|
|
138
|
+
supports_conda_environment = True
|
|
139
|
+
target_platform = "linux-64"
|
|
140
|
+
|
|
137
141
|
def __init__(self, attributes=None, statically_defined=False):
|
|
138
142
|
super(BatchDecorator, self).__init__(attributes, statically_defined)
|
|
139
143
|
|
|
@@ -117,6 +117,7 @@ class CardDecorator(StepDecorator):
|
|
|
117
117
|
# `'%s-%s'%(evt_name,step_name)` ensures that we capture this once per @card per @step.
|
|
118
118
|
# Since there can be many steps checking if event is registered for `evt_name` will only make it check it once for all steps.
|
|
119
119
|
# Hence, we have `_is_event_registered('%s-%s'%(evt_name,step_name))`
|
|
120
|
+
self._is_runtime_card = False
|
|
120
121
|
evt = "%s-%s" % (evt_name, step_name)
|
|
121
122
|
if not self._is_event_registered(evt):
|
|
122
123
|
# We set the total count of decorators so that we can use it for
|
metaflow/plugins/gcp/gs_tail.py
CHANGED
|
@@ -11,15 +11,15 @@ from metaflow.plugins.gcp.gs_utils import parse_gs_full_path
|
|
|
11
11
|
class GSTail(object):
|
|
12
12
|
def __init__(self, blob_full_uri):
|
|
13
13
|
"""Location should be something like gs://<bucket_name>/blob"""
|
|
14
|
-
bucket_name, blob_name = parse_gs_full_path(blob_full_uri)
|
|
15
|
-
if not blob_name:
|
|
14
|
+
self.bucket_name, self.blob_name = parse_gs_full_path(blob_full_uri)
|
|
15
|
+
if not self.blob_name:
|
|
16
16
|
raise MetaflowException(
|
|
17
17
|
msg="Failed to parse blob_full_uri into gs://<bucket_name>/<blob_name> (got %s)"
|
|
18
18
|
% blob_full_uri
|
|
19
19
|
)
|
|
20
20
|
client = get_gs_storage_client()
|
|
21
|
-
bucket = client.bucket(bucket_name)
|
|
22
|
-
self._blob_client = bucket.blob(blob_name)
|
|
21
|
+
self.bucket = client.bucket(self.bucket_name)
|
|
22
|
+
self._blob_client = self.bucket.blob(self.blob_name)
|
|
23
23
|
self._pos = 0
|
|
24
24
|
self._tail = b""
|
|
25
25
|
|
|
@@ -46,7 +46,11 @@ class GSTail(object):
|
|
|
46
46
|
def _make_range_request(self):
|
|
47
47
|
try:
|
|
48
48
|
# Yes we read to the end... memory blow up is possible. We can improve by specifying length param
|
|
49
|
-
|
|
49
|
+
# NOTE: We must re-instantiate the whole client here due to a behavior with the GS library,
|
|
50
|
+
# otherwise download_as_bytes will simply return the same content for consecutive requests with the same attributes,
|
|
51
|
+
# even if the blob has grown in size.
|
|
52
|
+
blob_client = self.bucket.blob(self.blob_name)
|
|
53
|
+
return blob_client.download_as_bytes(start=self._pos)
|
|
50
54
|
except NotFound:
|
|
51
55
|
return None
|
|
52
56
|
except ClientError as e:
|
|
@@ -63,7 +67,7 @@ class GSTail(object):
|
|
|
63
67
|
if data is None:
|
|
64
68
|
return None
|
|
65
69
|
if data:
|
|
66
|
-
buf = BytesIO(data)
|
|
70
|
+
buf = BytesIO(self._tail + data)
|
|
67
71
|
self._pos += len(data)
|
|
68
72
|
self._tail = b""
|
|
69
73
|
return buf
|
|
@@ -726,12 +726,23 @@ class Kubernetes(object):
|
|
|
726
726
|
wait_for_launch(self._job)
|
|
727
727
|
|
|
728
728
|
# 2) Tail logs until the job has finished
|
|
729
|
+
self._output_final_logs = False
|
|
730
|
+
|
|
731
|
+
def _has_updates():
|
|
732
|
+
if self._job.is_running:
|
|
733
|
+
return True
|
|
734
|
+
# Make sure to output final tail for a job that has finished.
|
|
735
|
+
if not self._output_final_logs:
|
|
736
|
+
self._output_final_logs = True
|
|
737
|
+
return True
|
|
738
|
+
return False
|
|
739
|
+
|
|
729
740
|
tail_logs(
|
|
730
741
|
prefix=prefix(),
|
|
731
742
|
stdout_tail=stdout_tail,
|
|
732
743
|
stderr_tail=stderr_tail,
|
|
733
744
|
echo=echo,
|
|
734
|
-
has_log_updates=
|
|
745
|
+
has_log_updates=_has_updates,
|
|
735
746
|
)
|
|
736
747
|
# 3) Fetch remaining logs
|
|
737
748
|
#
|
|
@@ -2,6 +2,7 @@ import json
|
|
|
2
2
|
import os
|
|
3
3
|
import platform
|
|
4
4
|
import sys
|
|
5
|
+
import time
|
|
5
6
|
|
|
6
7
|
from metaflow import current
|
|
7
8
|
from metaflow.decorators import StepDecorator
|
|
@@ -106,6 +107,9 @@ class KubernetesDecorator(StepDecorator):
|
|
|
106
107
|
compute_pool : str, optional, default None
|
|
107
108
|
Compute pool to be used for for this step.
|
|
108
109
|
If not specified, any accessible compute pool within the perimeter is used.
|
|
110
|
+
hostname_resolution_timeout: int, default 10 * 60
|
|
111
|
+
Timeout in seconds for the workers tasks in the gang scheduled cluster to resolve the hostname of control task.
|
|
112
|
+
Only applicable when @parallel is used.
|
|
109
113
|
"""
|
|
110
114
|
|
|
111
115
|
name = "kubernetes"
|
|
@@ -132,11 +136,16 @@ class KubernetesDecorator(StepDecorator):
|
|
|
132
136
|
"port": None,
|
|
133
137
|
"compute_pool": None,
|
|
134
138
|
"executable": None,
|
|
139
|
+
"hostname_resolution_timeout": 10 * 60,
|
|
135
140
|
}
|
|
136
141
|
package_url = None
|
|
137
142
|
package_sha = None
|
|
138
143
|
run_time_limit = None
|
|
139
144
|
|
|
145
|
+
# Conda environment support
|
|
146
|
+
supports_conda_environment = True
|
|
147
|
+
target_platform = "linux-64"
|
|
148
|
+
|
|
140
149
|
def __init__(self, attributes=None, statically_defined=False):
|
|
141
150
|
super(KubernetesDecorator, self).__init__(attributes, statically_defined)
|
|
142
151
|
|
|
@@ -401,7 +410,7 @@ class KubernetesDecorator(StepDecorator):
|
|
|
401
410
|
cli_args.command_args.append(self.package_url)
|
|
402
411
|
|
|
403
412
|
# skip certain keys as CLI arguments
|
|
404
|
-
_skip_keys = ["compute_pool"]
|
|
413
|
+
_skip_keys = ["compute_pool", "hostname_resolution_timeout"]
|
|
405
414
|
# --namespace is used to specify Metaflow namespace (a different
|
|
406
415
|
# concept from k8s namespace).
|
|
407
416
|
for k, v in self.attributes.items():
|
|
@@ -493,7 +502,9 @@ class KubernetesDecorator(StepDecorator):
|
|
|
493
502
|
num_parallel = flow._parallel_ubf_iter.num_parallel
|
|
494
503
|
|
|
495
504
|
if num_parallel and num_parallel > 1:
|
|
496
|
-
_setup_multinode_environment(
|
|
505
|
+
_setup_multinode_environment(
|
|
506
|
+
ubf_context, self.attributes["hostname_resolution_timeout"]
|
|
507
|
+
)
|
|
497
508
|
# current.parallel.node_index will be correctly available over here.
|
|
498
509
|
meta.update({"parallel-node-index": current.parallel.node_index})
|
|
499
510
|
if ubf_context == UBF_CONTROL:
|
|
@@ -557,18 +568,44 @@ class KubernetesDecorator(StepDecorator):
|
|
|
557
568
|
|
|
558
569
|
|
|
559
570
|
# TODO: Unify this method with the multi-node setup in @batch
|
|
560
|
-
def _setup_multinode_environment():
|
|
561
|
-
# TODO [FIXME SOON]
|
|
562
|
-
# Even if Kubernetes may deploy control pods before worker pods, there is always a
|
|
563
|
-
# possibility that the worker pods may start before the control. In the case that this happens,
|
|
564
|
-
# the worker pods will not be able to resolve the control pod's IP address and this will cause
|
|
565
|
-
# the worker pods to fail. This function should account for this in the near future.
|
|
571
|
+
def _setup_multinode_environment(ubf_context, hostname_resolution_timeout):
|
|
566
572
|
import socket
|
|
567
573
|
|
|
574
|
+
def _wait_for_hostname_resolution(max_wait_timeout=10 * 60):
|
|
575
|
+
"""
|
|
576
|
+
keep trying to resolve the hostname of the control task until the hostname is resolved
|
|
577
|
+
or the max_wait_timeout is reached. This is a workaround for the issue where the control
|
|
578
|
+
task is not scheduled before the worker task and the worker task fails because it cannot
|
|
579
|
+
resolve the hostname of the control task.
|
|
580
|
+
"""
|
|
581
|
+
start_time = time.time()
|
|
582
|
+
while True:
|
|
583
|
+
try:
|
|
584
|
+
return socket.gethostbyname(os.environ["MF_MASTER_ADDR"])
|
|
585
|
+
except socket.gaierror:
|
|
586
|
+
if time.time() - start_time > max_wait_timeout:
|
|
587
|
+
raise MetaflowException(
|
|
588
|
+
"Failed to get host by name for MF_MASTER_ADDR after waiting for {} seconds.".format(
|
|
589
|
+
max_wait_timeout
|
|
590
|
+
)
|
|
591
|
+
)
|
|
592
|
+
time.sleep(1)
|
|
593
|
+
|
|
568
594
|
try:
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
595
|
+
# Even if Kubernetes may deploy control pods before worker pods, there is always a
|
|
596
|
+
# possibility that the worker pods may start before the control. In the case that this happens,
|
|
597
|
+
# the worker pods will not be able to resolve the control pod's IP address and this will cause
|
|
598
|
+
# the worker pods to fail. So if the worker pods are requesting a hostname resolution, we will
|
|
599
|
+
# make it wait for the name to be resolved within a reasonable timeout period.
|
|
600
|
+
if ubf_context != UBF_CONTROL:
|
|
601
|
+
os.environ["MF_PARALLEL_MAIN_IP"] = _wait_for_hostname_resolution(
|
|
602
|
+
hostname_resolution_timeout
|
|
603
|
+
)
|
|
604
|
+
else:
|
|
605
|
+
os.environ["MF_PARALLEL_MAIN_IP"] = socket.gethostbyname(
|
|
606
|
+
os.environ["MF_MASTER_ADDR"]
|
|
607
|
+
)
|
|
608
|
+
|
|
572
609
|
os.environ["MF_PARALLEL_NUM_NODES"] = os.environ["MF_WORLD_SIZE"]
|
|
573
610
|
os.environ["MF_PARALLEL_NODE_INDEX"] = (
|
|
574
611
|
str(0)
|
|
@@ -13,18 +13,19 @@ class ParallelDecorator(StepDecorator):
|
|
|
13
13
|
MF Add To Current
|
|
14
14
|
-----------------
|
|
15
15
|
parallel -> metaflow.metaflow_current.Parallel
|
|
16
|
+
Returns a namedtuple with relevant information about the parallel task.
|
|
16
17
|
|
|
17
18
|
@@ Returns
|
|
18
19
|
-------
|
|
19
20
|
Parallel
|
|
20
21
|
`namedtuple` with the following fields:
|
|
21
|
-
- main_ip
|
|
22
|
+
- main_ip (`str`)
|
|
22
23
|
The IP address of the control task.
|
|
23
|
-
- num_nodes
|
|
24
|
+
- num_nodes (`int`)
|
|
24
25
|
The total number of tasks created by @parallel
|
|
25
|
-
- node_index
|
|
26
|
+
- node_index (`int`)
|
|
26
27
|
The index of the current task in all the @parallel tasks.
|
|
27
|
-
- control_task_id
|
|
28
|
+
- control_task_id (`Optional[str]`)
|
|
28
29
|
The task ID of the control task. Available to all tasks.
|
|
29
30
|
|
|
30
31
|
is_parallel -> bool
|
|
@@ -269,11 +269,19 @@ class CondaEnvironment(MetaflowEnvironment):
|
|
|
269
269
|
# Resolve `linux-64` Conda environments if @batch or @kubernetes are in play
|
|
270
270
|
target_platform = conda_platform()
|
|
271
271
|
for decorator in step.decorators:
|
|
272
|
-
#
|
|
273
|
-
#
|
|
274
|
-
if
|
|
272
|
+
# NOTE: Keep the list of supported decorator names for backward compatibility purposes.
|
|
273
|
+
# Older versions did not implement the 'support_conda_environment' attribute.
|
|
274
|
+
if getattr(
|
|
275
|
+
decorator, "supports_conda_environment", False
|
|
276
|
+
) or decorator.name in [
|
|
277
|
+
"batch",
|
|
278
|
+
"kubernetes",
|
|
279
|
+
"nvidia",
|
|
280
|
+
"snowpark",
|
|
281
|
+
"slurm",
|
|
282
|
+
]:
|
|
275
283
|
# TODO: Support arm architectures
|
|
276
|
-
target_platform = "linux-64"
|
|
284
|
+
target_platform = getattr(decorator, "target_platform", "linux-64")
|
|
277
285
|
break
|
|
278
286
|
|
|
279
287
|
environment["conda"]["platforms"] = [target_platform]
|
|
@@ -8,7 +8,7 @@ from typing import Dict, Iterator, Optional, Tuple
|
|
|
8
8
|
|
|
9
9
|
from metaflow import Run, metadata
|
|
10
10
|
|
|
11
|
-
from .utils import handle_timeout
|
|
11
|
+
from .utils import handle_timeout
|
|
12
12
|
from .subprocess_manager import CommandManager, SubprocessManager
|
|
13
13
|
|
|
14
14
|
|
|
@@ -249,8 +249,7 @@ class Runner(object):
|
|
|
249
249
|
self.flow_file = flow_file
|
|
250
250
|
self.show_output = show_output
|
|
251
251
|
|
|
252
|
-
self.
|
|
253
|
-
self.env_vars = self.old_env.copy()
|
|
252
|
+
self.env_vars = os.environ.copy()
|
|
254
253
|
self.env_vars.update(env or {})
|
|
255
254
|
if profile:
|
|
256
255
|
self.env_vars["METAFLOW_PROFILE"] = profile
|
|
@@ -268,22 +267,12 @@ class Runner(object):
|
|
|
268
267
|
return self
|
|
269
268
|
|
|
270
269
|
def __get_executing_run(self, tfp_runner_attribute, command_obj):
|
|
271
|
-
# When two 'Runner' executions are done sequentially i.e. one after the other
|
|
272
|
-
# the 2nd run kinda uses the 1st run's previously set metadata and
|
|
273
|
-
# environment variables.
|
|
274
|
-
|
|
275
|
-
# It is thus necessary to set them to correct values before we return
|
|
276
|
-
# the Run object.
|
|
277
|
-
|
|
278
270
|
content = handle_timeout(
|
|
279
271
|
tfp_runner_attribute, command_obj, self.file_read_timeout
|
|
280
272
|
)
|
|
281
273
|
content = json.loads(content)
|
|
282
274
|
pathspec = "%s/%s" % (content.get("flow_name"), content.get("run_id"))
|
|
283
275
|
|
|
284
|
-
# Set the environment variables to what they were before the run executed.
|
|
285
|
-
clear_and_set_os_environ(self.old_env)
|
|
286
|
-
|
|
287
276
|
# Set the correct metadata from the runner_attribute file corresponding to this run.
|
|
288
277
|
metadata_for_flow = content.get("metadata")
|
|
289
278
|
metadata(metadata_for_flow)
|
metaflow/runner/nbdeploy.py
CHANGED
|
@@ -5,8 +5,6 @@ from typing import Dict, Optional
|
|
|
5
5
|
from metaflow import Deployer
|
|
6
6
|
from metaflow.runner.utils import get_current_cell, format_flowfile
|
|
7
7
|
|
|
8
|
-
DEFAULT_DIR = tempfile.gettempdir()
|
|
9
|
-
|
|
10
8
|
|
|
11
9
|
class NBDeployerInitializationError(Exception):
|
|
12
10
|
"""Custom exception for errors during NBDeployer initialization."""
|
|
@@ -46,8 +44,8 @@ class NBDeployer(object):
|
|
|
46
44
|
Additional environment variables to set. This overrides the
|
|
47
45
|
environment set for this process.
|
|
48
46
|
base_dir : Optional[str], default None
|
|
49
|
-
The directory to run the subprocess in; if not specified,
|
|
50
|
-
directory is used.
|
|
47
|
+
The directory to run the subprocess in; if not specified, the current
|
|
48
|
+
working directory is used.
|
|
51
49
|
**kwargs : Any
|
|
52
50
|
Additional arguments that you would pass to `python myflow.py` i.e. options
|
|
53
51
|
listed in `python myflow.py --help`
|
|
@@ -60,7 +58,7 @@ class NBDeployer(object):
|
|
|
60
58
|
show_output: bool = True,
|
|
61
59
|
profile: Optional[str] = None,
|
|
62
60
|
env: Optional[Dict] = None,
|
|
63
|
-
base_dir: str =
|
|
61
|
+
base_dir: Optional[str] = None,
|
|
64
62
|
file_read_timeout: int = 3600,
|
|
65
63
|
**kwargs,
|
|
66
64
|
):
|
|
@@ -78,7 +76,7 @@ class NBDeployer(object):
|
|
|
78
76
|
self.show_output = show_output
|
|
79
77
|
self.profile = profile
|
|
80
78
|
self.env = env
|
|
81
|
-
self.cwd = base_dir
|
|
79
|
+
self.cwd = base_dir if base_dir is not None else os.getcwd()
|
|
82
80
|
self.file_read_timeout = file_read_timeout
|
|
83
81
|
self.top_level_kwargs = kwargs
|
|
84
82
|
|
metaflow/runner/nbrun.py
CHANGED
|
@@ -5,8 +5,6 @@ from typing import Dict, Optional
|
|
|
5
5
|
from metaflow import Runner
|
|
6
6
|
from metaflow.runner.utils import get_current_cell, format_flowfile
|
|
7
7
|
|
|
8
|
-
DEFAULT_DIR = tempfile.gettempdir()
|
|
9
|
-
|
|
10
8
|
|
|
11
9
|
class NBRunnerInitializationError(Exception):
|
|
12
10
|
"""Custom exception for errors during NBRunner initialization."""
|
|
@@ -43,8 +41,8 @@ class NBRunner(object):
|
|
|
43
41
|
Additional environment variables to set for the Run. This overrides the
|
|
44
42
|
environment set for this process.
|
|
45
43
|
base_dir : Optional[str], default None
|
|
46
|
-
The directory to run the subprocess in; if not specified,
|
|
47
|
-
directory is used.
|
|
44
|
+
The directory to run the subprocess in; if not specified, the current
|
|
45
|
+
working directory is used.
|
|
48
46
|
file_read_timeout : int, default 3600
|
|
49
47
|
The timeout until which we try to read the runner attribute file.
|
|
50
48
|
**kwargs : Any
|
|
@@ -59,7 +57,7 @@ class NBRunner(object):
|
|
|
59
57
|
show_output: bool = True,
|
|
60
58
|
profile: Optional[str] = None,
|
|
61
59
|
env: Optional[Dict] = None,
|
|
62
|
-
base_dir: str =
|
|
60
|
+
base_dir: Optional[str] = None,
|
|
63
61
|
file_read_timeout: int = 3600,
|
|
64
62
|
**kwargs,
|
|
65
63
|
):
|
|
@@ -84,7 +82,7 @@ class NBRunner(object):
|
|
|
84
82
|
if profile:
|
|
85
83
|
self.env_vars["METAFLOW_PROFILE"] = profile
|
|
86
84
|
|
|
87
|
-
self.base_dir = base_dir
|
|
85
|
+
self.base_dir = base_dir if base_dir is not None else os.getcwd()
|
|
88
86
|
self.file_read_timeout = file_read_timeout
|
|
89
87
|
|
|
90
88
|
if not self.cell:
|
metaflow/runner/utils.py
CHANGED
|
@@ -36,11 +36,6 @@ def format_flowfile(cell):
|
|
|
36
36
|
return "\n".join(lines)
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
def clear_and_set_os_environ(env: Dict):
|
|
40
|
-
os.environ.clear()
|
|
41
|
-
os.environ.update(env)
|
|
42
|
-
|
|
43
|
-
|
|
44
39
|
def check_process_status(command_obj: "CommandManager"):
|
|
45
40
|
if isinstance(command_obj.process, asyncio.subprocess.Process):
|
|
46
41
|
return command_obj.process.returncode is not None
|
metaflow/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
metaflow_version = "2.12.
|
|
1
|
+
metaflow_version = "2.12.26.1"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ob-metaflow
|
|
3
|
-
Version: 2.12.
|
|
3
|
+
Version: 2.12.26.1
|
|
4
4
|
Summary: Metaflow: More Data Science, Less Engineering
|
|
5
5
|
Author: Netflix, Outerbounds & the Metaflow Community
|
|
6
6
|
Author-email: help@outerbounds.co
|
|
@@ -12,7 +12,7 @@ Requires-Dist: boto3
|
|
|
12
12
|
Requires-Dist: pylint
|
|
13
13
|
Requires-Dist: kubernetes
|
|
14
14
|
Provides-Extra: stubs
|
|
15
|
-
Requires-Dist: metaflow-stubs==2.12.
|
|
15
|
+
Requires-Dist: metaflow-stubs==2.12.26.1; extra == "stubs"
|
|
16
16
|
|
|
17
17
|

|
|
18
18
|
|
|
@@ -36,7 +36,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
|
|
|
36
36
|
metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
|
|
37
37
|
metaflow/util.py,sha256=olAvJK3y1it_k99MhLulTaAJo7OFVt5rnrD-ulIFLCU,13616
|
|
38
38
|
metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
|
|
39
|
-
metaflow/version.py,sha256=
|
|
39
|
+
metaflow/version.py,sha256=IJQAqJ5d7wwJ2dZQFrURmBuacmKw0AE2UeXfBy549ko,31
|
|
40
40
|
metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
|
|
41
41
|
metaflow/_vendor/typing_extensions.py,sha256=0nUs5p1A_UrZigrAVBoOEM6TxU37zzPDUtiij1ZwpNc,110417
|
|
42
42
|
metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
|
|
@@ -111,7 +111,7 @@ metaflow/_vendor/v3_6/importlib_metadata/_meta.py,sha256=_F48Hu_jFxkfKWz5wcYS8vO
|
|
|
111
111
|
metaflow/_vendor/v3_6/importlib_metadata/_text.py,sha256=HCsFksZpJLeTP3NEk_ngrAeXVRRtTrtyh9eOABoRP4A,2166
|
|
112
112
|
metaflow/_vendor/v3_6/importlib_metadata/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
113
113
|
metaflow/client/__init__.py,sha256=1GtQB4Y_CBkzaxg32L1syNQSlfj762wmLrfrDxGi1b8,226
|
|
114
|
-
metaflow/client/core.py,sha256=
|
|
114
|
+
metaflow/client/core.py,sha256=2MXZu8W1URI3ZbKW1njWCHhOu8qvthg8PcXZI4Pi9oo,74255
|
|
115
115
|
metaflow/client/filecache.py,sha256=Wy0yhhCqC1JZgebqi7z52GCwXYnkAqMZHTtxThvwBgM,15229
|
|
116
116
|
metaflow/cmd/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
117
117
|
metaflow/cmd/configure_cmd.py,sha256=o-DKnUf2FBo_HiMVyoyzQaGBSMtpbEPEdFTQZ0hkU-k,33396
|
|
@@ -151,7 +151,7 @@ metaflow/plugins/environment_decorator.py,sha256=6m9j2B77d-Ja_l_9CTJ__0O6aB2a8Qt
|
|
|
151
151
|
metaflow/plugins/events_decorator.py,sha256=c2GcH6Mspbey3wBkjM5lqxaNByFOzYDQdllLpXzRNv8,18283
|
|
152
152
|
metaflow/plugins/logs_cli.py,sha256=77W5UNagU2mOKSMMvrQxQmBLRzvmjK-c8dWxd-Ygbqs,11410
|
|
153
153
|
metaflow/plugins/package_cli.py,sha256=-J6D4cupHfWSZ4GEFo2yy9Je9oL3owRWm5pEJwaiqd4,1649
|
|
154
|
-
metaflow/plugins/parallel_decorator.py,sha256=
|
|
154
|
+
metaflow/plugins/parallel_decorator.py,sha256=aAM5jHQguADrTdnFu878FxHynOdc3zdye2G98X65HIw,8964
|
|
155
155
|
metaflow/plugins/project_decorator.py,sha256=eJOe0Ea7CbUCReEhR_XQvRkhV6jyRqDxM72oZI7EMCk,5336
|
|
156
156
|
metaflow/plugins/resources_decorator.py,sha256=3MMZ7uptDf99795_RcSOq4h0N3OFlKpd3ahIEsozBBs,1333
|
|
157
157
|
metaflow/plugins/retry_decorator.py,sha256=tz_2Tq6GLg3vjDBZp0KKVTk3ADlCvqaWTSf7blmFdUw,1548
|
|
@@ -173,10 +173,10 @@ metaflow/plugins/airflow/sensors/base_sensor.py,sha256=s-OQBfPWZ_T3wn96Ua59CCEj1
|
|
|
173
173
|
metaflow/plugins/airflow/sensors/external_task_sensor.py,sha256=zhYlrZnXT20KW8-fVk0fCNtTyNiKJB5PMVASacu30r0,6034
|
|
174
174
|
metaflow/plugins/airflow/sensors/s3_sensor.py,sha256=iDReG-7FKnumrtQg-HY6cCUAAqNA90nARrjjjEEk_x4,3275
|
|
175
175
|
metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
176
|
-
metaflow/plugins/argo/argo_client.py,sha256=
|
|
176
|
+
metaflow/plugins/argo/argo_client.py,sha256=Z_A1TO9yw4Y-a8VAlwrFS0BwunWzXpbtik-j_xjcuHE,16303
|
|
177
177
|
metaflow/plugins/argo/argo_events.py,sha256=_C1KWztVqgi3zuH57pInaE9OzABc2NnncC-zdwOMZ-w,5909
|
|
178
|
-
metaflow/plugins/argo/argo_workflows.py,sha256=
|
|
179
|
-
metaflow/plugins/argo/argo_workflows_cli.py,sha256=
|
|
178
|
+
metaflow/plugins/argo/argo_workflows.py,sha256=NMKKMR8iY7-xEcwo-wv1KdmZVL5CuItNq8su2J7Gfds,175307
|
|
179
|
+
metaflow/plugins/argo/argo_workflows_cli.py,sha256=pyuBtZfqQFs41eTOLq0xUKIJYP0iUKVivLkEhyVARHk,36677
|
|
180
180
|
metaflow/plugins/argo/argo_workflows_decorator.py,sha256=yprszMdbE3rBTcEA9VR0IEnPjTprUauZBc4SBb-Q7sA,7878
|
|
181
181
|
metaflow/plugins/argo/argo_workflows_deployer.py,sha256=_buPhlVPRtAuZRYuLRXmalvvBMeOAR0ZAQO9eLhsSsU,11969
|
|
182
182
|
metaflow/plugins/argo/capture_error.py,sha256=Ys9dscGrTpW-ZCirLBU0gD9qBM0BjxyxGlUMKcwewQc,1852
|
|
@@ -189,7 +189,7 @@ metaflow/plugins/aws/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
|
|
|
189
189
|
metaflow/plugins/aws/batch/batch.py,sha256=e9ssahWM18GnipPK2sqYB-ztx9w7Eoo7YtWyEtufYxs,17787
|
|
190
190
|
metaflow/plugins/aws/batch/batch_cli.py,sha256=6PTbyajRgdy0XmjyJLBTdKdiOB84dcovQQ8sFXlJqko,11749
|
|
191
191
|
metaflow/plugins/aws/batch/batch_client.py,sha256=ddlGG0Vk1mkO7tcvJjDvNAVsVLOlqddF7MA1kKfHSqM,28830
|
|
192
|
-
metaflow/plugins/aws/batch/batch_decorator.py,sha256=
|
|
192
|
+
metaflow/plugins/aws/batch/batch_decorator.py,sha256=EL3pWnbb2CIHSCK-m6fMDKxuW2cOuL4zCmY22jdHcxI,17630
|
|
193
193
|
metaflow/plugins/aws/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
194
194
|
metaflow/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.py,sha256=JtFUVu00Cg0FzAizgrPLXmrMqsT7YeQMkQlgeivUxcE,7986
|
|
195
195
|
metaflow/plugins/aws/step_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -207,7 +207,7 @@ metaflow/plugins/azure/__init__.py,sha256=GuuhTVC-zSdyAf79a1wiERMq0Zts7fwVT7t9fA
|
|
|
207
207
|
metaflow/plugins/azure/azure_credential.py,sha256=JmdGEbVzgxy8ucqnQDdTTI_atyMX9WSZUw3qYOo7RhE,2174
|
|
208
208
|
metaflow/plugins/azure/azure_exceptions.py,sha256=NnbwpUC23bc61HZjJmeXztY0tBNn_Y_VpIpDDuYWIZ0,433
|
|
209
209
|
metaflow/plugins/azure/azure_secret_manager_secrets_provider.py,sha256=GCPhzN9ldv1haD2W5swO2IxCDSqK57mRUNPyo2JwDAs,11107
|
|
210
|
-
metaflow/plugins/azure/azure_tail.py,sha256=
|
|
210
|
+
metaflow/plugins/azure/azure_tail.py,sha256=hlF6bZkqarSIDjNU1mSFOf7tPb2GZrLcJXKgngIzLls,3375
|
|
211
211
|
metaflow/plugins/azure/azure_utils.py,sha256=j3kAxi2oC-fMpw8YegJvqsAwxi_m7jGPxCaeVwoBZJg,7100
|
|
212
212
|
metaflow/plugins/azure/blob_service_client_factory.py,sha256=MtyPftBxrXdXMxwhKgLepG6mtlb_2BhJLG_fvbO6D14,6527
|
|
213
213
|
metaflow/plugins/azure/includefile_support.py,sha256=Wv3g3RlGtLbxAh3Reg0BDLWwqavYibQNCDWddlH7XCE,4706
|
|
@@ -216,7 +216,7 @@ metaflow/plugins/cards/card_cli.py,sha256=fZpPdvcybUOXO2DXsTKgZmbzNh6JUw4Yi42oi9
|
|
|
216
216
|
metaflow/plugins/cards/card_client.py,sha256=30dFBoC3axc261GeV7QCIs_V1OHhRtS31S0wEWsjw90,9501
|
|
217
217
|
metaflow/plugins/cards/card_creator.py,sha256=E_NCmWPK6DzkqigtpUpeddCDbjnKF6dJcE6IvWzwiyA,7740
|
|
218
218
|
metaflow/plugins/cards/card_datastore.py,sha256=3K19wE0CZVvOpuYUytftIYYnHHn3pMZJE87FMD6OYlM,14244
|
|
219
|
-
metaflow/plugins/cards/card_decorator.py,sha256=
|
|
219
|
+
metaflow/plugins/cards/card_decorator.py,sha256=rrPcWzxmN8sKprBsPVr8Ds0X6LEVq90_MimzBws0x0Q,9251
|
|
220
220
|
metaflow/plugins/cards/card_resolver.py,sha256=bjyujYpGUFbLJNwXNGHlHhL4f-gVdVKebl7XW1vWDtE,717
|
|
221
221
|
metaflow/plugins/cards/card_server.py,sha256=DvVW0URhmiyfMVDKQoi9UXAz16vd-upmp2l9WWRriWg,10841
|
|
222
222
|
metaflow/plugins/cards/component_serializer.py,sha256=Row7c_8_euJcF_I1lWHdgMRj7dvAb69O-jZTmxS9h8k,37223
|
|
@@ -275,15 +275,15 @@ metaflow/plugins/gcp/__init__.py,sha256=bmoHLvLtawvFT9DSuWziToAttNRfbinOkrZZePWf
|
|
|
275
275
|
metaflow/plugins/gcp/gcp_secret_manager_secrets_provider.py,sha256=4551ReVCIWFd1wugU6r4aQ-5ovLHp5kRtfT9YCt67FY,7258
|
|
276
276
|
metaflow/plugins/gcp/gs_exceptions.py,sha256=NfqKmnPpNJ8nxA0CnPPjcO65SAQ2lhCrhM2dz5x9eCQ,184
|
|
277
277
|
metaflow/plugins/gcp/gs_storage_client_factory.py,sha256=LIzc5bAzIOmaMhoXUtRkYaEJPEEy2suMv8uuNViC5Ug,2110
|
|
278
|
-
metaflow/plugins/gcp/gs_tail.py,sha256=
|
|
278
|
+
metaflow/plugins/gcp/gs_tail.py,sha256=qz0QZKT-5LvL8qgZZK2yyMOwuEnx1YOz-pTSAUmwv4k,3418
|
|
279
279
|
metaflow/plugins/gcp/gs_utils.py,sha256=ZmIGFse1qYyvAVrwga23PQUzF6dXEDLLsZ2F-YRmvow,2030
|
|
280
280
|
metaflow/plugins/gcp/includefile_support.py,sha256=vIDeR-MiJuUh-2S2pV7Z7FBkhIWwtHXaRrj76MWGRiY,3869
|
|
281
281
|
metaflow/plugins/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
282
282
|
metaflow/plugins/kubernetes/kube_utils.py,sha256=fYDlvqi8jYPsWijDwT6Z2qhQswyFqv7tiwtic_I80Vg,749
|
|
283
|
-
metaflow/plugins/kubernetes/kubernetes.py,sha256=
|
|
283
|
+
metaflow/plugins/kubernetes/kubernetes.py,sha256=tPHgwrnBJ46xTx644ekzz0KdBc9PzQDU36NupThewmU,32445
|
|
284
284
|
metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=sFZ9Zrjef85vCO0MGpUF-em8Pw3dePFb3hbX3PtAH4I,13463
|
|
285
285
|
metaflow/plugins/kubernetes/kubernetes_client.py,sha256=tuvXP-QKpdeSmzVolB2R_TaacOr5DIb0j642eKcjsiM,6491
|
|
286
|
-
metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=
|
|
286
|
+
metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=XCspB7Hs_jbJvBtm77jDQJNHSFGjUi_woCz0e0AXEZ4,28660
|
|
287
287
|
metaflow/plugins/kubernetes/kubernetes_job.py,sha256=E2Aa-IItwYErlwAbPgwdqJI_l6axBQ-IzKY__psW-nE,32865
|
|
288
288
|
metaflow/plugins/kubernetes/kubernetes_jobsets.py,sha256=wb0sK1OxW7pRbKdj6bWB4JsskXDsoKKqjyUWo4N9Y6E,41196
|
|
289
289
|
metaflow/plugins/metadata/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
@@ -292,7 +292,7 @@ metaflow/plugins/metadata/service.py,sha256=ihq5F7KQZlxvYwzH_-jyP2aWN_I96i2vp92j
|
|
|
292
292
|
metaflow/plugins/pypi/__init__.py,sha256=0YFZpXvX7HCkyBFglatual7XGifdA1RwC3U4kcizyak,1037
|
|
293
293
|
metaflow/plugins/pypi/bootstrap.py,sha256=FI-itExqIz7DUzLnnkGwoB60rFBviygpIFThUtqk_4E,5227
|
|
294
294
|
metaflow/plugins/pypi/conda_decorator.py,sha256=fPeXxvmg51oSFTnlguNlcWUIdXHA9OuMnp9ElaxQPFo,15695
|
|
295
|
-
metaflow/plugins/pypi/conda_environment.py,sha256=
|
|
295
|
+
metaflow/plugins/pypi/conda_environment.py,sha256=i1ma1tdu2tDqqW4keLqEk82t1ydvUA3c0USQwBMwCnc,19974
|
|
296
296
|
metaflow/plugins/pypi/micromamba.py,sha256=QaZYMy5w4esW2w_Lb9kZdWU07EtZD_Ky00MVlA4FJw0,14079
|
|
297
297
|
metaflow/plugins/pypi/pip.py,sha256=Uewmt6-meLyPhNLiAOAkDdfd1P4Go07bkQUD0uE5VIs,13827
|
|
298
298
|
metaflow/plugins/pypi/pypi_decorator.py,sha256=rDMbHl7r81Ye7-TuIlKAVJ_CDnfjl9jV44ZPws-UsTY,7229
|
|
@@ -304,11 +304,11 @@ metaflow/plugins/secrets/secrets_decorator.py,sha256=s-sFzPWOjahhpr5fMj-ZEaHkDYA
|
|
|
304
304
|
metaflow/runner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
305
305
|
metaflow/runner/click_api.py,sha256=Qfg4BOz5K2LaXTYBsi1y4zTfNIsGGHBVF3UkorX_-o8,13878
|
|
306
306
|
metaflow/runner/deployer.py,sha256=l-ofKKvMbFqhV9Md0-kMjt2KVVgmT3ohCbJYHrTIuJc,13689
|
|
307
|
-
metaflow/runner/metaflow_runner.py,sha256=
|
|
308
|
-
metaflow/runner/nbdeploy.py,sha256=
|
|
309
|
-
metaflow/runner/nbrun.py,sha256=
|
|
307
|
+
metaflow/runner/metaflow_runner.py,sha256=V7ZZfVIK6KUTdV_k1eYc6F2WST4x3Qj-LbrIwr8tuuw,14501
|
|
308
|
+
metaflow/runner/nbdeploy.py,sha256=lCCeSh_qKVA-LNMwmh3DtEPEfGRYNaLNcwldCF2JzXg,4130
|
|
309
|
+
metaflow/runner/nbrun.py,sha256=yGOSux8rs97Cix9LsjfPrSgV4rDmiyopjquV8GoCT7s,7276
|
|
310
310
|
metaflow/runner/subprocess_manager.py,sha256=jC_PIYIeAp_G__lf6WHZF3Lxzpp-WAQleMrRZq9j7nc,20467
|
|
311
|
-
metaflow/runner/utils.py,sha256=
|
|
311
|
+
metaflow/runner/utils.py,sha256=o21_LcILx0F7EbdOK01y5SceJRyxo6qFv57S59Lt-Tc,3714
|
|
312
312
|
metaflow/sidecar/__init__.py,sha256=1mmNpmQ5puZCpRmmYlCOeieZ4108Su9XQ4_EqF1FGOU,131
|
|
313
313
|
metaflow/sidecar/sidecar.py,sha256=EspKXvPPNiyRToaUZ51PS5TT_PzrBNAurn_wbFnmGr0,1334
|
|
314
314
|
metaflow/sidecar/sidecar_messages.py,sha256=zPsCoYgDIcDkkvdC9MEpJTJ3y6TSGm2JWkRc4vxjbFA,1071
|
|
@@ -345,9 +345,9 @@ metaflow/tutorials/07-worldview/README.md,sha256=5vQTrFqulJ7rWN6r20dhot9lI2sVj9W
|
|
|
345
345
|
metaflow/tutorials/07-worldview/worldview.ipynb,sha256=ztPZPI9BXxvW1QdS2Tfe7LBuVzvFvv0AToDnsDJhLdE,2237
|
|
346
346
|
metaflow/tutorials/08-autopilot/README.md,sha256=GnePFp_q76jPs991lMUqfIIh5zSorIeWznyiUxzeUVE,1039
|
|
347
347
|
metaflow/tutorials/08-autopilot/autopilot.ipynb,sha256=DQoJlILV7Mq9vfPBGW-QV_kNhWPjS5n6SJLqePjFYLY,3191
|
|
348
|
-
ob_metaflow-2.12.
|
|
349
|
-
ob_metaflow-2.12.
|
|
350
|
-
ob_metaflow-2.12.
|
|
351
|
-
ob_metaflow-2.12.
|
|
352
|
-
ob_metaflow-2.12.
|
|
353
|
-
ob_metaflow-2.12.
|
|
348
|
+
ob_metaflow-2.12.26.1.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
|
|
349
|
+
ob_metaflow-2.12.26.1.dist-info/METADATA,sha256=ZJxuExQ9GF6Cd4acUXtCm0ElcLNbyyZVWd_W-BoQW6U,5143
|
|
350
|
+
ob_metaflow-2.12.26.1.dist-info/WHEEL,sha256=TJ49d73sNs10F0aze1W_bTW2P_X7-F4YXOlBqoqA-jY,109
|
|
351
|
+
ob_metaflow-2.12.26.1.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
|
|
352
|
+
ob_metaflow-2.12.26.1.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
|
|
353
|
+
ob_metaflow-2.12.26.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|