ob-metaflow-extensions 1.2.5rc0__py2.py3-none-any.whl → 1.2.7__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ob-metaflow-extensions might be problematic. Click here for more details.
- metaflow_extensions/outerbounds/plugins/aws/assume_role_decorator.py +7 -5
- metaflow_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.py +11 -6
- metaflow_extensions/outerbounds/plugins/checkpoint_datastores/nebius.py +11 -6
- metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py +2 -6
- {ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/METADATA +2 -2
- {ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/RECORD +8 -8
- {ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/WHEEL +0 -0
- {ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/top_level.txt +0 -0
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
from metaflow.
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
from metaflow.user_configs.config_decorators import (
|
|
2
|
+
MutableFlow,
|
|
3
|
+
MutableStep,
|
|
4
|
+
CustomFlowDecorator,
|
|
5
|
+
)
|
|
4
6
|
from .assume_role import OBP_ASSUME_ROLE_ARN_ENV_VAR
|
|
5
7
|
|
|
6
8
|
|
|
7
|
-
class assume_role(
|
|
9
|
+
class assume_role(CustomFlowDecorator):
|
|
8
10
|
"""
|
|
9
11
|
Flow-level decorator for assuming AWS IAM roles.
|
|
10
12
|
|
|
@@ -40,7 +42,7 @@ class assume_role(FlowMutator):
|
|
|
40
42
|
"`role_arn` must be a valid AWS IAM role ARN starting with 'arn:aws:iam::'"
|
|
41
43
|
)
|
|
42
44
|
|
|
43
|
-
def
|
|
45
|
+
def evaluate(self, mutable_flow: MutableFlow) -> None:
|
|
44
46
|
"""
|
|
45
47
|
This method is called by Metaflow to apply the decorator to the flow.
|
|
46
48
|
It sets up environment variables that will be used by the AWS client
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
from metaflow.
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
from metaflow.user_configs.config_decorators import (
|
|
2
|
+
MutableFlow,
|
|
3
|
+
MutableStep,
|
|
4
|
+
CustomFlowDecorator,
|
|
5
|
+
)
|
|
4
6
|
import os
|
|
5
7
|
|
|
6
8
|
|
|
7
|
-
class coreweave_checkpoints(
|
|
9
|
+
class coreweave_checkpoints(CustomFlowDecorator):
|
|
8
10
|
|
|
9
11
|
"""
|
|
10
12
|
|
|
@@ -26,7 +28,7 @@ class coreweave_checkpoints(FlowMutator):
|
|
|
26
28
|
```python
|
|
27
29
|
from metaflow import checkpoint, step, FlowSpec, coreweave_checkpoints
|
|
28
30
|
|
|
29
|
-
@coreweave_checkpoints(secrets=[], bucket_path=
|
|
31
|
+
@coreweave_checkpoints(secrets=[], bucket_path=None)
|
|
30
32
|
class MyFlow(FlowSpec):
|
|
31
33
|
@checkpoint
|
|
32
34
|
@step
|
|
@@ -40,6 +42,9 @@ class coreweave_checkpoints(FlowMutator):
|
|
|
40
42
|
```
|
|
41
43
|
"""
|
|
42
44
|
|
|
45
|
+
def __init__(self, *args, **kwargs):
|
|
46
|
+
super().__init__(*args, **kwargs)
|
|
47
|
+
|
|
43
48
|
def init(self, *args, **kwargs):
|
|
44
49
|
self.bucket_path = kwargs.get("bucket_path", None)
|
|
45
50
|
|
|
@@ -59,7 +64,7 @@ class coreweave_checkpoints(FlowMutator):
|
|
|
59
64
|
"`secrets` keyword argument is required for the coreweave_datastore"
|
|
60
65
|
)
|
|
61
66
|
|
|
62
|
-
def
|
|
67
|
+
def evaluate(self, mutable_flow: MutableFlow) -> None:
|
|
63
68
|
from metaflow import (
|
|
64
69
|
checkpoint,
|
|
65
70
|
model,
|
|
@@ -1,12 +1,14 @@
|
|
|
1
|
-
from metaflow.
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
from metaflow.user_configs.config_decorators import (
|
|
2
|
+
MutableFlow,
|
|
3
|
+
MutableStep,
|
|
4
|
+
CustomFlowDecorator,
|
|
5
|
+
)
|
|
4
6
|
import os
|
|
5
7
|
|
|
6
8
|
NEBIUS_ENDPOINT_URL = "https://storage.eu-north1.nebius.cloud:443"
|
|
7
9
|
|
|
8
10
|
|
|
9
|
-
class nebius_checkpoints(
|
|
11
|
+
class nebius_checkpoints(CustomFlowDecorator):
|
|
10
12
|
|
|
11
13
|
"""
|
|
12
14
|
|
|
@@ -32,7 +34,7 @@ class nebius_checkpoints(FlowMutator):
|
|
|
32
34
|
```python
|
|
33
35
|
from metaflow import checkpoint, step, FlowSpec, nebius_checkpoints
|
|
34
36
|
|
|
35
|
-
@nebius_checkpoints(secrets=[], bucket_path=
|
|
37
|
+
@nebius_checkpoints(secrets=[], bucket_path=None)
|
|
36
38
|
class MyFlow(FlowSpec):
|
|
37
39
|
@checkpoint
|
|
38
40
|
@step
|
|
@@ -46,6 +48,9 @@ class nebius_checkpoints(FlowMutator):
|
|
|
46
48
|
```
|
|
47
49
|
"""
|
|
48
50
|
|
|
51
|
+
def __init__(self, *args, **kwargs):
|
|
52
|
+
super().__init__(*args, **kwargs)
|
|
53
|
+
|
|
49
54
|
def init(self, *args, **kwargs):
|
|
50
55
|
self.bucket_path = kwargs.get("bucket_path", None)
|
|
51
56
|
|
|
@@ -65,7 +70,7 @@ class nebius_checkpoints(FlowMutator):
|
|
|
65
70
|
"`secrets` keyword argument is required for the coreweave_datastore"
|
|
66
71
|
)
|
|
67
72
|
|
|
68
|
-
def
|
|
73
|
+
def evaluate(self, mutable_flow: MutableFlow) -> None:
|
|
69
74
|
from metaflow import (
|
|
70
75
|
checkpoint,
|
|
71
76
|
model,
|
|
@@ -351,16 +351,12 @@ class DockerEnvironment(MetaflowEnvironment):
|
|
|
351
351
|
config.append("--disable=F0401")
|
|
352
352
|
return config
|
|
353
353
|
|
|
354
|
-
def get_package_commands(
|
|
355
|
-
self, codepackage_url, datastore_type, code_package_metadata=None
|
|
356
|
-
):
|
|
354
|
+
def get_package_commands(self, codepackage_url, datastore_type):
|
|
357
355
|
# we must set the skip install flag at this stage in order to skip package downloads,
|
|
358
356
|
# doing so in bootstrap_commands is too late in the lifecycle.
|
|
359
357
|
return [
|
|
360
358
|
"export METAFLOW_SKIP_INSTALL_DEPENDENCIES=$FASTBAKERY_IMAGE",
|
|
361
|
-
] + super().get_package_commands(
|
|
362
|
-
codepackage_url, datastore_type, code_package_metadata=code_package_metadata
|
|
363
|
-
)
|
|
359
|
+
] + super().get_package_commands(codepackage_url, datastore_type)
|
|
364
360
|
|
|
365
361
|
def bootstrap_commands(self, step_name, datastore_type):
|
|
366
362
|
if step_name in self.skipped_steps:
|
{ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/METADATA
RENAMED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ob-metaflow-extensions
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.7
|
|
4
4
|
Summary: Outerbounds Platform Extensions for Metaflow
|
|
5
5
|
Author: Outerbounds, Inc.
|
|
6
6
|
License: Commercial
|
|
7
7
|
Description-Content-Type: text/markdown
|
|
8
8
|
Requires-Dist: boto3
|
|
9
9
|
Requires-Dist: kubernetes
|
|
10
|
-
Requires-Dist: ob-metaflow (==2.
|
|
10
|
+
Requires-Dist: ob-metaflow (==2.15.21.3)
|
|
11
11
|
|
|
12
12
|
# Outerbounds platform package
|
|
13
13
|
|
|
@@ -41,17 +41,17 @@ metaflow_extensions/outerbounds/plugins/apps/core/config/unified_config.py,sha25
|
|
|
41
41
|
metaflow_extensions/outerbounds/plugins/apps/core/experimental/__init__.py,sha256=rd4qGTkHndKYfJmoAKZWiY0KK4j5BK6RBrtle-it1Mg,2746
|
|
42
42
|
metaflow_extensions/outerbounds/plugins/aws/__init__.py,sha256=VBGdjNKeFLXGZuqh4jVk8cFtO1AWof73a6k_cnbAOYA,145
|
|
43
43
|
metaflow_extensions/outerbounds/plugins/aws/assume_role.py,sha256=mBewNlnSYsR2rFXFkX-DUH6ku01h2yOcMcLHoCL7eyI,161
|
|
44
|
-
metaflow_extensions/outerbounds/plugins/aws/assume_role_decorator.py,sha256=
|
|
44
|
+
metaflow_extensions/outerbounds/plugins/aws/assume_role_decorator.py,sha256=b3te8-RJxsj5cqXbQTFxxeIfnqTERAFInzLgXLVLyYA,2391
|
|
45
45
|
metaflow_extensions/outerbounds/plugins/card_utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
46
46
|
metaflow_extensions/outerbounds/plugins/card_utilities/async_cards.py,sha256=6rQhtZXK5DenXPfCRS1ul0jvLJYd48jrJAlnodID21w,4347
|
|
47
47
|
metaflow_extensions/outerbounds/plugins/card_utilities/extra_components.py,sha256=D8rgCaSc7PuLD0MHJjqsjN0g0PQMN1H-ySOJqi5uIOE,19111
|
|
48
48
|
metaflow_extensions/outerbounds/plugins/card_utilities/injector.py,sha256=UQtHrviFs7Z5LBh0nbaIv8aEnHnyXFjs9TiGCjtcIWc,2452
|
|
49
49
|
metaflow_extensions/outerbounds/plugins/checkpoint_datastores/__init__.py,sha256=H96Bdv2XKTewKIU587sjNbU538SKMZOYWQ2qCp1JaNU,84
|
|
50
|
-
metaflow_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.py,sha256=
|
|
51
|
-
metaflow_extensions/outerbounds/plugins/checkpoint_datastores/nebius.py,sha256=
|
|
50
|
+
metaflow_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.py,sha256=_WzoOROFjoFa8TzsMNFp-r_1Zz7NUp-5ljn_kKlczXA,4534
|
|
51
|
+
metaflow_extensions/outerbounds/plugins/checkpoint_datastores/nebius.py,sha256=zgqDLFewCeF5jqh-hUNKmC_OAjld09ln0bb8Lkeqapc,4659
|
|
52
52
|
metaflow_extensions/outerbounds/plugins/fast_bakery/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
metaflow_extensions/outerbounds/plugins/fast_bakery/baker.py,sha256=ShE5omFBr83wkvEhL_ptRFvDNMs6wefg4BjaafQjTcM,3602
|
|
54
|
-
metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py,sha256=
|
|
54
|
+
metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py,sha256=nmp_INGIAiWyrhyJ71BH38eRLu1xCIEEKejmXNQ6RlA,15378
|
|
55
55
|
metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py,sha256=PE81ZB54OAMXkMGSB7JqgvgMg7N9kvoVclrWL-6jc2U,5626
|
|
56
56
|
metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_cli.py,sha256=kqFyu2bJSnc9_9aYfBpz5xK6L6luWFZK_NMuh8f1eVk,1494
|
|
57
57
|
metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_decorator.py,sha256=MXSIp05-jvt8Q2uGaLKjtuM_ToLeRLxhtMbfHc9Kcko,1515
|
|
@@ -115,7 +115,7 @@ metaflow_extensions/outerbounds/toplevel/plugins/ollama/__init__.py,sha256=GRSz2
|
|
|
115
115
|
metaflow_extensions/outerbounds/toplevel/plugins/snowflake/__init__.py,sha256=LptpH-ziXHrednMYUjIaosS1SXD3sOtF_9_eRqd8SJw,50
|
|
116
116
|
metaflow_extensions/outerbounds/toplevel/plugins/torchtune/__init__.py,sha256=uTVkdSk3xZ7hEKYfdlyVteWj5KeDwaM1hU9WT-_YKfI,50
|
|
117
117
|
metaflow_extensions/outerbounds/toplevel/plugins/vllm/__init__.py,sha256=ekcgD3KVydf-a0xMI60P4uy6ePkSEoFHiGnDq1JM940,45
|
|
118
|
-
ob_metaflow_extensions-1.2.
|
|
119
|
-
ob_metaflow_extensions-1.2.
|
|
120
|
-
ob_metaflow_extensions-1.2.
|
|
121
|
-
ob_metaflow_extensions-1.2.
|
|
118
|
+
ob_metaflow_extensions-1.2.7.dist-info/METADATA,sha256=FwXwSPHIJx2B3vtETT7lLhl1iyCzwtQLv2BEc-rNsB4,519
|
|
119
|
+
ob_metaflow_extensions-1.2.7.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
|
|
120
|
+
ob_metaflow_extensions-1.2.7.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
|
|
121
|
+
ob_metaflow_extensions-1.2.7.dist-info/RECORD,,
|
|
File without changes
|
{ob_metaflow_extensions-1.2.5rc0.dist-info → ob_metaflow_extensions-1.2.7.dist-info}/top_level.txt
RENAMED
|
File without changes
|