ob-metaflow-extensions 1.1.170rc2__tar.gz → 1.1.171rc0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ob-metaflow-extensions might be problematic. Click here for more details.
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/PKG-INFO +1 -1
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py +11 -1
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/ob_metaflow_extensions.egg-info/PKG-INFO +1 -1
- ob_metaflow_extensions-1.1.171rc0/ob_metaflow_extensions.egg-info/requires.txt +3 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/setup.py +2 -2
- ob_metaflow_extensions-1.1.170rc2/ob_metaflow_extensions.egg-info/requires.txt +0 -3
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/README.md +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/config/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/app_cli.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/app_utils.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/consts.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/deploy_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/apps/supervisord_utils.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/auth_server.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/aws/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/aws/assume_role.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/aws/assume_role_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/card_utilities/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/card_utilities/async_cards.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/card_utilities/extra_components.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/card_utilities/injector.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/checkpoint_datastores/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/checkpoint_datastores/nebius.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/baker.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_cli.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/kubernetes/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/kubernetes/kubernetes_client.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/kubernetes/pod_killer.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nim/card.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nim/nim_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nim/nim_manager.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nim/utils.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/constants.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/exceptions.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/heartbeat_store.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/nvcf.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/nvcf_cli.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvcf/utils.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/exceptions.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/nvct.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/nvct_cli.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/nvct_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/nvct_runner.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/nvct/utils.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/ollama/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/ollama/constants.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/ollama/exceptions.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/ollama/ollama.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/ollama/status_card.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/perimeters.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/profilers/deco_injector.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/profilers/gpu_profile_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/secrets/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/secrets/secrets.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowflake/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowflake/snowflake.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_cli.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_client.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_decorator.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_exceptions.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_job.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/snowpark/snowpark_service_spec.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/tensorboard/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/torchtune/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/vllm/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/vllm/constants.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/vllm/exceptions.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/vllm/status_card.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/plugins/vllm/vllm_manager.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/profilers/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/profilers/gpu.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/remote_config.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/ob_internal.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/azure/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/gcp/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/kubernetes/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/ollama/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/snowflake/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/torchtune/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/metaflow_extensions/outerbounds/toplevel/plugins/vllm/__init__.py +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/ob_metaflow_extensions.egg-info/SOURCES.txt +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/ob_metaflow_extensions.egg-info/dependency_links.txt +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/ob_metaflow_extensions.egg-info/top_level.txt +0 -0
- {ob_metaflow_extensions-1.1.170rc2 → ob_metaflow_extensions-1.1.171rc0}/setup.cfg +0 -0
|
@@ -90,6 +90,7 @@ class DockerEnvironmentException(MetaflowException):
|
|
|
90
90
|
class DockerEnvironment(MetaflowEnvironment):
|
|
91
91
|
TYPE = "fast-bakery"
|
|
92
92
|
_filecache = None
|
|
93
|
+
_force_rebuild = False
|
|
93
94
|
|
|
94
95
|
def __init__(self, flow):
|
|
95
96
|
self.skipped_steps = set()
|
|
@@ -178,12 +179,20 @@ class DockerEnvironment(MetaflowEnvironment):
|
|
|
178
179
|
|
|
179
180
|
if self.skipped_steps:
|
|
180
181
|
self.delegate = CondaEnvironment(self.flow)
|
|
182
|
+
self.delegate._force_rebuild = self._force_rebuild
|
|
181
183
|
self.delegate.set_local_root(self.local_root)
|
|
182
184
|
self.delegate.validate_environment(echo, self.datastore_type)
|
|
183
185
|
self.delegate.init_environment(echo, self.skipped_steps)
|
|
184
186
|
|
|
185
187
|
def _bake(self, steps) -> Dict[str, FastBakeryApiResponse]:
|
|
186
188
|
metafile_path = get_fastbakery_metafile_path(self.local_root, self.flow.name)
|
|
189
|
+
if self._force_rebuild:
|
|
190
|
+
# clear the metafile if force rebuilding, effectively skipping the cache.
|
|
191
|
+
try:
|
|
192
|
+
os.remove(metafile_path)
|
|
193
|
+
except Exception:
|
|
194
|
+
pass
|
|
195
|
+
|
|
187
196
|
logger_lock = threading.Lock()
|
|
188
197
|
|
|
189
198
|
@cache_request(metafile_path)
|
|
@@ -201,7 +210,8 @@ class DockerEnvironment(MetaflowEnvironment):
|
|
|
201
210
|
bakery.pypi_packages(pypi_packages)
|
|
202
211
|
bakery.conda_packages(conda_packages)
|
|
203
212
|
bakery.base_image(base_image)
|
|
204
|
-
|
|
213
|
+
if self._force_rebuild:
|
|
214
|
+
bakery.ignore_cache()
|
|
205
215
|
|
|
206
216
|
with logger_lock:
|
|
207
217
|
self.logger(f"🍳 Baking [{ref}] ...")
|
|
@@ -2,7 +2,7 @@ from setuptools import setup, find_namespace_packages
|
|
|
2
2
|
from pathlib import Path
|
|
3
3
|
|
|
4
4
|
|
|
5
|
-
version = "1.1.
|
|
5
|
+
version = "1.1.171rc0"
|
|
6
6
|
this_directory = Path(__file__).parent
|
|
7
7
|
long_description = (this_directory / "README.md").read_text()
|
|
8
8
|
|
|
@@ -18,6 +18,6 @@ setup(
|
|
|
18
18
|
install_requires=[
|
|
19
19
|
"boto3",
|
|
20
20
|
"kubernetes",
|
|
21
|
-
"ob-metaflow == 2.15.
|
|
21
|
+
"ob-metaflow == 2.15.18.1",
|
|
22
22
|
],
|
|
23
23
|
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|