metaflow 2.15.1__py2.py3-none-any.whl → 2.15.3__py2.py3-none-any.whl

metaflow/__init__.py

@@ -119,12 +119,11 @@ from .includefile import IncludeFile
 # Decorators
 from .decorators import step, _import_plugin_decorators
 
-# Config parsers
-from .plugins.pypi.parsers import (
-    requirements_txt_parser,
-    pyproject_toml_parser,
-    conda_environment_yml_parser,
-)
+
+# Parsers (for configs) for now
+from .plugins import _import_tl_plugins
+
+_import_tl_plugins(globals())
 
 # this auto-generates decorator functions from Decorator objects
 # in the top-level metaflow namespace

metaflow/cmd/make_wrapper.py

@@ -2,15 +2,47 @@ import sys
 import subprocess
 from pathlib import Path
 import sysconfig
+import site
+
+
+def find_makefile():
+    possible_dirs = []
+
+    # 1) The standard sysconfig-based location
+    data_dir = sysconfig.get_paths()["data"]
+    possible_dirs.append(Path(data_dir) / "share" / "metaflow" / "devtools")
+
+    # 2) The user base (e.g. ~/.local on many systems)
+    user_base = site.getuserbase()  # e.g. /home/runner/.local
+    possible_dirs.append(Path(user_base) / "share" / "metaflow" / "devtools")
+
+    # 3) site-packages can vary, we can guess share/.. near each site-packages
+    # (Works if pip actually placed devtools near site-packages.)
+    for p in site.getsitepackages():
+        possible_dirs.append(Path(p).parent / "share" / "metaflow" / "devtools")
+    user_site = site.getusersitepackages()
+    possible_dirs.append(Path(user_site).parent / "share" / "metaflow" / "devtools")
+
+    for candidate_dir in possible_dirs:
+        makefile_candidate = candidate_dir / "Makefile"
+        if makefile_candidate.is_file():
+            return makefile_candidate
+
+    return None
 
 
 def main():
-    share_dir = Path(sysconfig.get_paths()["data"]) / "share" / "metaflow" / "devtools"
-    makefile_path = share_dir / "Makefile"
+    makefile_path = find_makefile()
+    if not makefile_path:
+        print("ERROR: Could not find executable in any known location.")
+        sys.exit(1)
     cmd = ["make", "-f", str(makefile_path)] + sys.argv[1:]
-    # subprocess.run(cmd, check=True)
+
     try:
         completed = subprocess.run(cmd, check=True)
         sys.exit(completed.returncode)
     except subprocess.CalledProcessError as ex:
         sys.exit(ex.returncode)
+    except KeyboardInterrupt:
+        print("Process interrupted by user. Exiting cleanly.")
+        sys.exit(1)

metaflow/extension_support/plugins.py

@@ -198,6 +198,7 @@ _plugin_categories = {
         list(x.commands)[0] if len(x.commands) == 1 else "too many commands"
     ),
     "runner_cli": lambda x: x.name,
+    "tl_plugin": None,
 }
 
 

metaflow/plugins/__init__.py

@@ -167,6 +167,12 @@ DEPLOYER_IMPL_PROVIDERS_DESC = [
     ),
 ]
 
+TL_PLUGINS_DESC = [
+    ("requirements_txt_parser", ".pypi.parsers.requirements_txt_parser"),
+    ("pyproject_toml_parser", ".pypi.parsers.pyproject_toml_parser"),
+    ("conda_environment_yml_parser", ".pypi.parsers.conda_environment_yml_parser"),
+]
+
 process_plugins(globals())
 
 
@@ -207,6 +213,8 @@ GCP_CLIENT_PROVIDERS = resolve_plugins("gcp_client_provider")
 if sys.version_info >= (3, 7):
     DEPLOYER_IMPL_PROVIDERS = resolve_plugins("deployer_impl_provider")
 
+TL_PLUGINS = resolve_plugins("tl_plugin")
+
 from .cards.card_modules import MF_EXTERNAL_CARDS
 
 # Cards; due to the way cards were designed, it is harder to make them fit
@@ -251,3 +259,9 @@ CARDS = [
     TestRefreshComponentCard,
 ]
 merge_lists(CARDS, MF_EXTERNAL_CARDS, "type")
+
+
+def _import_tl_plugins(globals_dict):
+
+    for name, p in TL_PLUGINS.items():
+        globals_dict[name] = p

metaflow/version.py

@@ -1 +1 @@
-metaflow_version = "2.15.1"
+metaflow_version = "2.15.3"

{metaflow-2.15.1.data → metaflow-2.15.3.data}/data/share/metaflow/devtools/Makefile

@@ -8,6 +8,7 @@ help:
 	@echo "  ui            - Open Metaflow UI"
 	@echo "  dashboard     - Open Minikube dashboard"
 	@echo "  down          - Stop and clean up the environment"
+	@echo "  all-up        - Start the development environment with all services"
 	@echo "  help          - Show this help message"
 
 HELM_VERSION := v3.14.0
@@ -24,10 +25,10 @@ MINIKUBE := $(MINIKUBE_DIR)/minikube
 TILT_DIR := $(DEVTOOLS_DIR)/tilt
 TILT := $(TILT_DIR)/tilt
 TILTFILE := $(MKFILE_DIR)/Tiltfile
-MAKE_CMD := $(MAKE) -C "$(MKFILE_DIR)"
+MAKE_CMD := $(MAKE) -f "$(MKFILE_PATH)"
 
 MINIKUBE_CPUS ?= 4
-MINIKUBE_MEMORY ?= 6000
+MINIKUBE_MEMORY ?= 6144
 MINIKUBE_DISK_SIZE ?= 20g
 
 ifeq ($(shell uname), Darwin)
@@ -129,7 +130,8 @@ setup-minikube:
 			--cpus $(MINIKUBE_CPUS) \
 			--memory $(MINIKUBE_MEMORY) \
 			--disk-size $(MINIKUBE_DISK_SIZE) \
-			--driver docker; \
+			--driver docker \
+		|| { echo "❌ Failed to start Minikube (check if Docker is running)"; exit 1; }; \
 		echo "🔌 Enabling metrics-server and dashboard (quietly)..."; \
 		$(MINIKUBE) addons enable metrics-server >/dev/null 2>&1; \
 		$(MINIKUBE) addons enable dashboard >/dev/null 2>&1; \
@@ -170,7 +172,6 @@ up: install-brew check-docker install-curl install-gum setup-minikube install-he
 	@echo 'trap "exit" INT TERM' >> $(DEVTOOLS_DIR)/start.sh
 	@echo 'trap "kill 0" EXIT' >> $(DEVTOOLS_DIR)/start.sh
 	@echo 'eval $$($(MINIKUBE) docker-env)' >> $(DEVTOOLS_DIR)/start.sh
-	
 	@echo 'if [ -n "$$SERVICES_OVERRIDE" ]; then' >> "$(DEVTOOLS_DIR)/start.sh"
 	@echo '    echo "🌐 Using user-provided list of services: $$SERVICES_OVERRIDE"' >> "$(DEVTOOLS_DIR)/start.sh"
 	@echo '    SERVICES="$$SERVICES_OVERRIDE"' >> "$(DEVTOOLS_DIR)/start.sh"
@@ -186,11 +187,14 @@ up: install-brew check-docker install-curl install-gum setup-minikube install-he
 	@chmod +x $(DEVTOOLS_DIR)/start.sh
 	@$(DEVTOOLS_DIR)/start.sh
 
+all-up:
+	@echo "🚀 Starting up all services..."
+	SERVICES_OVERRIDE=all $(MAKE_CMD) up
+
 down:
 	@echo "🛑 Stopping all services..."
 	@-pkill -f "$(MINIKUBE) tunnel" 2>/dev/null || true
 	@echo "⏹️  Stopping Tilt..."
-	-PATH="$(MINIKUBE_DIR):$(TILT_DIR):$$PATH" tilt down -f $(TILTFILE)
 	@echo "🧹 Cleaning up Minikube..."
 	$(MAKE_CMD) teardown-minikube
 	@echo "🗑️  Removing Tilt binary and directory..."
@@ -201,7 +205,7 @@ down:
 
 shell: setup-tilt
 	@echo "⏳ Checking if development environment is up..."
-	@set -e; \
+	@set -eu; \
 	for i in $$(seq 1 90); do \
 		if "$(TILT)" get session >/dev/null 2>&1; then \
 			found_session=1; \
@@ -210,7 +214,7 @@ shell: setup-tilt
 			sleep 2; \
 		fi; \
 	done; \
-	if [ -z "$${found_session}" ]; then \
+	if [ -z "$${found_session:-}" ]; then \
 		echo "❌ Development environment is not up."; \
 		echo "   Please run 'metaflow-dev up' in another terminal, then re-run 'metaflow-dev shell'."; \
 		exit 1; \
@@ -220,7 +224,10 @@ shell: setup-tilt
 		"$(TILT)" get uiresource generate-configs >/dev/null 2>&1; \
 		status=$$?; \
 		if [ $$status -eq 0 ]; then \
-			"$(TILT)" wait --for=condition=Ready uiresource/generate-configs; \
+			if ! "$(TILT)" wait --for=condition=Ready uiresource/generate-configs --timeout=300s; then \
+				echo "❌ Timed out waiting for development environment to be ready."; \
+				exit 1; \
+			fi; \
 			break; \
 		elif [ $$status -eq 127 ]; then \
 			echo "❌ Development environment is not up."; \
@@ -267,7 +274,10 @@ create-dev-shell: setup-tilt
 		echo "fi" >> $$SHELL_PATH && \
 		echo "" >> $$SHELL_PATH && \
 		echo "echo \"⏳ Waiting for development environment to be ready...\"" >> $$SHELL_PATH && \
-		echo "$(TILT) wait --for=condition=Ready uiresource/generate-configs" >> $$SHELL_PATH && \
+		echo "if ! $(TILT) wait --for=condition=Ready uiresource/generate-configs --timeout=300s; then" >> $$SHELL_PATH && \
+		echo "  echo \"❌ Timed out waiting for development environment to be ready.\"" >> $$SHELL_PATH && \
+		echo "  exit 1" >> $$SHELL_PATH && \
+		echo "fi" >> $$SHELL_PATH && \
 		echo "" >> $$SHELL_PATH && \
 		echo "echo \"🔧 Starting a new shell for development environment...\"" >> $$SHELL_PATH && \
 		echo "if [ -n \"\$$SHELL\" ]; then" >> $$SHELL_PATH && \
@@ -317,6 +327,6 @@ ui: setup-tilt
 	@echo "🔗 Opening Metaflow UI at http://localhost:3000"
 	@open http://localhost:3000
 
-.PHONY: install-helm setup-minikube setup-tilt teardown-minikube tunnel up down check-docker install-curl install-gum install-brew up down dashboard shell ui help
+.PHONY: install-helm setup-minikube setup-tilt teardown-minikube tunnel up down check-docker install-curl install-gum install-brew up down dashboard shell ui all-up help
 
-.DEFAULT_GOAL := up
+.DEFAULT_GOAL := help

{metaflow-2.15.1.data → metaflow-2.15.3.data}/data/share/metaflow/devtools/Tiltfile

@@ -23,8 +23,13 @@ components = {
     "argo-events": ["argo-workflows"],
 }
 
-if os.getenv("SERVICES", "").strip():
-    requested_components = os.getenv("SERVICES", "").split(",")
+services_env = os.getenv("SERVICES", "").strip().lower()
+
+if services_env:
+    if services_env == "all":
+        requested_components = list(components.keys())
+    else:
+        requested_components = services_env.split(",")
 else:
     requested_components = list(components.keys())
 
@@ -78,7 +83,7 @@ for component in requested_components:
         if result not in enabled_components:
             enabled_components.append(result)
 
-# Print a friendly summary when running `tilt up`.            
+# Print a friendly summary when running `tilt up`.
 if config.tilt_subcommand == 'up':
     print("\n📦 Components to install:")
     for component in enabled_components:
@@ -499,13 +504,14 @@ if "argo-events" in enabled_components:
         'argo-events-controller-manager',
         labels=['argo-events'],
     )
-    
+
     metaflow_config["METAFLOW_ARGO_EVENTS_EVENT"] = "metaflow-event"
     metaflow_config["METAFLOW_ARGO_EVENTS_EVENT_BUS"] = "default"
     metaflow_config["METAFLOW_ARGO_EVENTS_EVENT_SOURCE"] = "argo-events-webhook"
     metaflow_config["METAFLOW_ARGO_EVENTS_SERVICE_ACCOUNT"] = "operate-workflow-sa"
     metaflow_config["METAFLOW_ARGO_EVENTS_WEBHOOK_AUTH"] = "service"
-    metaflow_config["METAFLOW_ARGO_EVENTS_WEBHOOK_URL"] = "http://argo-events-webhook-eventsource-svc:12000/metaflow-event"
+    metaflow_config["METAFLOW_ARGO_EVENTS_INTERNAL_WEBHOOK_URL"] = "http://argo-events-webhook-eventsource-svc:12000/metaflow-event"
+    metaflow_config["METAFLOW_ARGO_EVENTS_WEBHOOK_URL"] = "http://localhost:12000/metaflow-event"
 
     config_resources.append('argo-events-controller-manager')
     config_resources.append('argo-events-webhook-eventsource-svc')
@@ -617,4 +623,4 @@ local_resource(
     name="generate-configs",
     cmd=write_config_files(),
     resource_deps=config_resources,
-)
+)

{metaflow-2.15.1.dist-info → metaflow-2.15.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: metaflow
-Version: 2.15.1
+Version: 2.15.3
 Summary: Metaflow: More AI and ML, Less Engineering
 Author: Metaflow Developers
 Author-email: help@metaflow.org
@@ -26,7 +26,7 @@ License-File: LICENSE
 Requires-Dist: requests
 Requires-Dist: boto3
 Provides-Extra: stubs
-Requires-Dist: metaflow-stubs==2.15.1; extra == "stubs"
+Requires-Dist: metaflow-stubs==2.15.3; extra == "stubs"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{metaflow-2.15.1.dist-info → metaflow-2.15.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 metaflow/R.py,sha256=CqVfIatvmjciuICNnoyyNGrwE7Va9iXfLdFbQa52hwA,3958
-metaflow/__init__.py,sha256=6ws8LpYz5HwIrc1J4BK-2Hxs0okGLFQCm31bHFf2H8E,5978
+metaflow/__init__.py,sha256=Cg9wItncyCn8jqALP5rIJ1RcpTEPp--allUctGKMTtI,5937
 metaflow/cards.py,sha256=IbRmredvmFEU0V6JL7DR8wCESwVmmZJubr6x24bo7U4,442
 metaflow/cli.py,sha256=RU-yXpT-Lfl3xGyFNtL742e9KEqcRxEnQ-4mwXrXhvo,20928
 metaflow/cli_args.py,sha256=hDsdWdRmfXYifVGq6b6FDfgoWxtIG2nr_lU6EBV0Pnk,3584
@@ -36,7 +36,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
 metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
 metaflow/util.py,sha256=mJBkV5tShIyCsLDeM1zygQGeciQVMrVPm_qI8Oi33G0,14656
 metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
-metaflow/version.py,sha256=VW8RqjdxyB49j8TFdvknh5vAqtyjJ9j4ApSZP3QA-zs,28
+metaflow/version.py,sha256=rSzXjPyzmL7ZwTxKB4ZmiT0OFBEIa2SsM1RxB9CqnqE,28
 metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
 metaflow/_vendor/typing_extensions.py,sha256=0nUs5p1A_UrZigrAVBoOEM6TxU37zzPDUtiij1ZwpNc,110417
 metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -122,7 +122,7 @@ metaflow/client/filecache.py,sha256=Wy0yhhCqC1JZgebqi7z52GCwXYnkAqMZHTtxThvwBgM,
 metaflow/cmd/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 metaflow/cmd/configure_cmd.py,sha256=o-DKnUf2FBo_HiMVyoyzQaGBSMtpbEPEdFTQZ0hkU-k,33396
 metaflow/cmd/main_cli.py,sha256=LSehmMjkWojAN1XTtqW6S51ZpGNAdW4_VK5S7qH8-Ts,2982
-metaflow/cmd/make_wrapper.py,sha256=NFpSdESs4Ks9xeurmYB5VUyYplhNcONDZJcUP2cf8-8,494
+metaflow/cmd/make_wrapper.py,sha256=N8L4u8QZAryH0sAjRsdEqG-gTj2S4LUsfDizOemrTR0,1604
 metaflow/cmd/tutorials_cmd.py,sha256=8FdlKkicTOhCIDKcBR5b0Oz6giDvS-EMY3o9skIrRqw,5156
 metaflow/cmd/util.py,sha256=jS_0rUjOnGGzPT65fzRLdGjrYAOOLA4jU2S0HJLV0oc,406
 metaflow/cmd/code/__init__.py,sha256=VO4dNM9M9LHYy5nTgEiJvCV1RBl8lpDlYGJm6GIcaBA,7413
@@ -141,7 +141,7 @@ metaflow/extension_support/__init__.py,sha256=2z0c4R8zsVmEFOMGT2Jujsl6xveDVa9KLl
 metaflow/extension_support/_empty_file.py,sha256=HENjnM4uAfeNygxMB_feCCWORFoSat9n_QwzSx2oXPw,109
 metaflow/extension_support/cmd.py,sha256=hk8iBUUINqvKCDxInKgWpum8ThiRZtHSJP7qBASHzl8,5711
 metaflow/extension_support/integrations.py,sha256=AWAh-AZ-vo9IxuAVEjGw3s8p_NMm2DKHYx10oC51gPU,5506
-metaflow/extension_support/plugins.py,sha256=jgpNJU9q7V1vnattuH7LncTZezWk_VC4lS7Qn761h6A,11263
+metaflow/extension_support/plugins.py,sha256=gl7NbIJLJyLTb5LELsj1D9paQip6t6Lqz6Rhmvqvyrw,11286
 metaflow/metadata_provider/__init__.py,sha256=FZNSnz26VB_m18DQG8mup6-Gfl7r1U6lRMljJBp3VAM,64
 metaflow/metadata_provider/heartbeat.py,sha256=42mQo6wOHdFuaCh426uV6Kn8swe7e5I3gqA_G7cI_LA,3127
 metaflow/metadata_provider/metadata.py,sha256=meO4Fhxu7tbMUGwasYb9_AtL06fwrrXKKjIK7KRWZDs,27093
@@ -151,7 +151,7 @@ metaflow/mflog/mflog.py,sha256=VebXxqitOtNAs7VJixnNfziO_i_urG7bsJ5JiB5IXgY,4370
 metaflow/mflog/save_logs.py,sha256=4p1OwozsHJBslOzAf0wUq2XPMNpEOZWM68MgWzh_jJY,2330
 metaflow/mflog/save_logs_periodically.py,sha256=2Uvk9hi-zlCqXxOQoXmmjH1SCugfw6eG6w70WgfI-ho,1256
 metaflow/mflog/tee.py,sha256=wTER15qeHuiRpCkOqo-bd-r3Gj-EVlf3IvWRCA4beW4,887
-metaflow/plugins/__init__.py,sha256=Lr7i7ssJI_-czorJYjMFcRhGspqArobNoXUl9T1p3MY,8055
+metaflow/plugins/__init__.py,sha256=siqE9Zj_b9zKgMhll3f5L2m1gcAKxp_e4qMRTGJ65xY,8460
 metaflow/plugins/catch_decorator.py,sha256=UOM2taN_OL2RPpuJhwEOA9ZALm0-hHD0XS2Hn2GUev0,4061
 metaflow/plugins/debug_logger.py,sha256=mcF5HYzJ0NQmqCMjyVUk3iAP-heroHRIiVWQC6Ha2-I,879
 metaflow/plugins/debug_monitor.py,sha256=Md5X_sDOSssN9pt2D8YcaIjTK5JaQD55UAYTcF6xYF0,1099
@@ -363,12 +363,12 @@ metaflow/user_configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 metaflow/user_configs/config_decorators.py,sha256=qCKVAvd0NKgaCxQ2OThes5-DYHXq6A1HqURubYNeFdw,20481
 metaflow/user_configs/config_options.py,sha256=m6jccSpzI4qUJ7vyYkYBIf8G3V0Caunxg_k7zg4Zlqg,21067
 metaflow/user_configs/config_parameters.py,sha256=oeJGVKu1ao_YQX6Lg6P2FEv5k5-_F4sARLlVpTW9ezM,15502
-metaflow-2.15.1.data/data/share/metaflow/devtools/Makefile,sha256=6B1iQvyfhhukbDnLnzZmadYi9tmyr538hVmKiBIy_Ew,12820
-metaflow-2.15.1.data/data/share/metaflow/devtools/Tiltfile,sha256=fpPW_0sDxHL60-9nld5OgV0YO30IPl9luAjukTsl-9o,20391
-metaflow-2.15.1.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
-metaflow-2.15.1.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-metaflow-2.15.1.dist-info/METADATA,sha256=uZRHK4OO4RES9LB_ZJGiL0oFxq3Z_VYZZWqnEeMJhnw,6118
-metaflow-2.15.1.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-metaflow-2.15.1.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
-metaflow-2.15.1.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
-metaflow-2.15.1.dist-info/RECORD,,
+metaflow-2.15.3.data/data/share/metaflow/devtools/Makefile,sha256=VOAcKq3Nn7tvJLs-T8KIvuNQxbGNMH5GEte_96QoT4Q,13342
+metaflow-2.15.3.data/data/share/metaflow/devtools/Tiltfile,sha256=6xZrL354f8B5PKeoPUJnwka0gHUXl7XSPzNGgf5mcRI,20606
+metaflow-2.15.3.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
+metaflow-2.15.3.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+metaflow-2.15.3.dist-info/METADATA,sha256=FvTvz9ALJGxVUrqOyzNgoR1f6yuk1z9CA8vfKytQQeY,6118
+metaflow-2.15.3.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+metaflow-2.15.3.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
+metaflow-2.15.3.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
+metaflow-2.15.3.dist-info/RECORD,,