metaflow 2.14.2__py2.py3-none-any.whl → 2.15.0__py2.py3-none-any.whl

metaflow/cmd/make_wrapper.py

@@ -0,0 +1,16 @@
+import sys
+import subprocess
+from pathlib import Path
+import sysconfig
+
+
+def main():
+    share_dir = Path(sysconfig.get_paths()["data"]) / "share" / "metaflow" / "devtools"
+    makefile_path = share_dir / "Makefile"
+    cmd = ["make", "-f", str(makefile_path)] + sys.argv[1:]
+    # subprocess.run(cmd, check=True)
+    try:
+        completed = subprocess.run(cmd, check=True)
+        sys.exit(completed.returncode)
+    except subprocess.CalledProcessError as ex:
+        sys.exit(ex.returncode)

metaflow/metaflow_config.py

@@ -432,6 +432,9 @@ CONDA_PACKAGE_GSROOT = from_conf("CONDA_PACKAGE_GSROOT")
 # should result in an appreciable speedup in flow environment initialization.
 CONDA_DEPENDENCY_RESOLVER = from_conf("CONDA_DEPENDENCY_RESOLVER", "conda")
 
+# Default to not using fast init binary.
+CONDA_USE_FAST_INIT = from_conf("CONDA_USE_FAST_INIT", False)
+
 ###
 # Escape hatch configuration
 ###

metaflow/plugins/aws/batch/batch_cli.py

@@ -211,7 +211,7 @@ def step(
     log_driver=None,
     log_options=None,
     num_parallel=None,
-    **kwargs
+    **kwargs,
 ):
     def echo(msg, stream="stderr", batch_id=None, **kwargs):
         msg = util.to_unicode(msg)
@@ -273,11 +273,11 @@ def step(
         "metaflow_version"
     ]
 
+    env = {"METAFLOW_FLOW_FILENAME": os.path.basename(sys.argv[0])}
+
     env_deco = [deco for deco in node.decorators if deco.name == "environment"]
     if env_deco:
-        env = env_deco[0].attributes["vars"]
-    else:
-        env = {}
+        env.update(env_deco[0].attributes["vars"])
 
     # Add the environment variables related to the input-paths argument
     if split_vars:

metaflow/plugins/aws/batch/batch_decorator.py

@@ -298,6 +298,13 @@ class BatchDecorator(StepDecorator):
             self._save_logs_sidecar = Sidecar("save_logs_periodically")
             self._save_logs_sidecar.start()
 
+            # Start spot termination monitor sidecar.
+            current._update_env(
+                {"spot_termination_notice": "/tmp/spot_termination_notice"}
+            )
+            self._spot_monitor_sidecar = Sidecar("spot_termination_monitor")
+            self._spot_monitor_sidecar.start()
+
         num_parallel = int(os.environ.get("AWS_BATCH_JOB_NUM_NODES", 0))
         if num_parallel >= 1 and ubf_context == UBF_CONTROL:
             # UBF handling for multinode case
@@ -350,6 +357,7 @@ class BatchDecorator(StepDecorator):
 
         try:
             self._save_logs_sidecar.terminate()
+            self._spot_monitor_sidecar.terminate()
         except:
             # Best effort kill
             pass

metaflow/plugins/pypi/bootstrap.py

@@ -10,7 +10,7 @@ import tarfile
 import time
 from urllib.error import URLError
 from urllib.request import urlopen
-from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
+from metaflow.metaflow_config import DATASTORE_LOCAL_DIR, CONDA_USE_FAST_INIT
 from metaflow.plugins import DATASTORES
 from metaflow.plugins.pypi.utils import MICROMAMBA_MIRROR_URL, MICROMAMBA_URL
 from metaflow.util import which
@@ -19,7 +19,7 @@ import warnings
 
 from . import MAGIC_FILE, _datastore_packageroot
 
-FAST_INIT_BIN_URL = "https://fast-flow-init.outerbounds.sh/{platform}/fast-env-0.1.1.gz"
+FAST_INIT_BIN_URL = "https://fast-flow-init.outerbounds.sh/{platform}/latest"
 
 # Bootstraps a valid conda virtual environment composed of conda and pypi packages
 
@@ -329,6 +329,8 @@ if __name__ == "__main__":
 
     @timer
     def fast_setup_environment(architecture, storage, env, prefix, pkgs_dir):
+        install_fast_initializer(architecture)
+
         # Get package urls
         conda_pkgs = env["conda"]
         pypi_pkgs = env.get("pypi", [])
@@ -379,9 +381,7 @@ if __name__ == "__main__":
         with open(os.path.join(manifest_dir, MAGIC_FILE)) as f:
             env = json.load(f)[id_][architecture]
 
-        if datastore_type == "s3":
-            # TODO: Remove this once fast-initializer is ready for all datastores
-            install_fast_initializer(architecture)
+        if CONDA_USE_FAST_INIT:
             fast_setup_environment(architecture, storage, env, prefix, pkgs_dir)
         else:
             setup_environment(

metaflow/runner/subprocess_manager.py

@@ -78,13 +78,19 @@ class SubprocessManager(object):
         self.commands: Dict[int, CommandManager] = {}
 
         try:
-            loop = asyncio.get_running_loop()
-            loop.add_signal_handler(
-                signal.SIGINT,
-                lambda: asyncio.create_task(self._async_handle_sigint()),
+            try:
+                loop = asyncio.get_running_loop()
+                loop.add_signal_handler(
+                    signal.SIGINT,
+                    lambda: asyncio.create_task(self._async_handle_sigint()),
+                )
+            except RuntimeError:
+                signal.signal(signal.SIGINT, self._handle_sigint)
+        except ValueError:
+            sys.stderr.write(
+                "Warning: Unable to set signal handlers in non-main thread. "
+                "Interrupt handling will be limited.\n"
             )
-        except RuntimeError:
-            signal.signal(signal.SIGINT, self._handle_sigint)
 
     async def _async_handle_sigint(self):
         pids = [

metaflow/version.py

@@ -1 +1 @@
-metaflow_version = "2.14.2"
+metaflow_version = "2.15.0"

metaflow-2.15.0.data/data/share/metaflow/devtools/Makefile

@@ -0,0 +1,323 @@
+SHELL := /bin/bash
+.SHELLFLAGS := -eu -o pipefail -c
+
+help:
+	@echo "Available targets:"
+	@echo "  up            - Start the development environment"
+	@echo "  shell         - Switch to development environment's shell"
+	@echo "  ui            - Open Metaflow UI"
+	@echo "  dashboard     - Open Minikube dashboard"
+	@echo "  down          - Stop and clean up the environment"
+	@echo "  help          - Show this help message"
+
+HELM_VERSION := v3.14.0
+MINIKUBE_VERSION := v1.32.0
+TILT_VERSION := v0.33.11
+GUM_VERSION := v0.15.2
+
+MKFILE_PATH := $(abspath $(lastword $(MAKEFILE_LIST)))
+MKFILE_DIR := $(dir $(MKFILE_PATH))
+DEVTOOLS_DIR := $(MKFILE_DIR).devtools
+PICK_SERVICES := $(MKFILE_DIR)pick_services.sh
+MINIKUBE_DIR := $(DEVTOOLS_DIR)/minikube
+MINIKUBE := $(MINIKUBE_DIR)/minikube
+TILT_DIR := $(DEVTOOLS_DIR)/tilt
+TILT := $(TILT_DIR)/tilt
+TILTFILE := $(MKFILE_DIR)/Tiltfile
+MAKE_CMD := $(MAKE) -C "$(MKFILE_DIR)"
+
+MINIKUBE_CPUS ?= 4
+MINIKUBE_MEMORY ?= 6000
+MINIKUBE_DISK_SIZE ?= 20g
+
+ifeq ($(shell uname), Darwin)
+	minikube_os = darwin
+	tilt_os = mac
+else
+	minikube_os = linux
+	tilt_os = linux
+endif
+
+ifeq ($(shell uname -m), x86_64)
+	arch = amd64
+	tilt_arch = x86_64
+else
+	arch = arm64
+	tilt_arch = arm64
+endif
+
+# TODO: Move scripts to a folder
+
+install-helm:
+	@if ! command -v helm >/dev/null 2>&1; then \
+		echo "📥 Installing Helm $(HELM_VERSION) (may require sudo access)..."; \
+		curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | HELM_INSTALL_VERSION=$(HELM_VERSION) bash; \
+		echo "✅ Helm installation complete"; \
+	fi
+
+check-docker:
+	@if ! command -v docker >/dev/null 2>&1; then \
+		echo "❌ Docker is not installed. Please install Docker first: https://docs.docker.com/get-docker/"; \
+		exit 1; \
+	fi
+	@echo "🔍 Checking Docker daemon..."
+	@if [ "$(shell uname)" = "Darwin" ]; then \
+		open -a Docker || (echo "❌ Please start Docker Desktop" && exit 1); \
+	else \
+		systemctl is-active --quiet docker || (echo "❌ Docker daemon is not running. Start with 'sudo systemctl start docker'" && exit 1); \
+	fi
+	@echo "✅ Docker is running"
+
+install-brew:
+	@if [ "$(shell uname)" = "Darwin" ] && ! command -v brew >/dev/null 2>&1; then \
+		echo "📥 Installing Homebrew..."; \
+		/bin/bash -c "$$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"; \
+		echo "✅ Homebrew installation complete"; \
+	fi
+
+install-curl:
+	@if ! command -v curl >/dev/null 2>&1; then \
+		echo "📥 Installing curl..."; \
+		if [ "$(shell uname)" = "Darwin" ]; then \
+			HOMEBREW_NO_AUTO_UPDATE=1 brew install curl; \
+		elif command -v apt-get >/dev/null 2>&1; then \
+			sudo apt-get update && sudo apt-get install -y curl; \
+		elif command -v yum >/dev/null 2>&1; then \
+			sudo yum install -y curl; \
+		elif command -v dnf >/dev/null 2>&1; then \
+			sudo dnf install -y curl; \
+		else \
+			echo "❌ Could not install curl. Please install manually."; \
+			exit 1; \
+		fi; \
+		echo "✅ curl installation complete"; \
+	fi
+
+install-gum:
+	@echo "🔍 Checking if gum is installed..."
+	@if ! command -v gum >/dev/null 2>&1; then \
+		echo "📥 Installing gum..."; \
+		if [ "$(shell uname)" = "Darwin" ]; then \
+			HOMEBREW_NO_AUTO_UPDATE=1 brew install gum; \
+		elif command -v apt-get >/dev/null 2>&1; then \
+			curl -fsSL -o /tmp/gum.deb \
+			"https://github.com/charmbracelet/gum/releases/download/$(GUM_VERSION)/gum_$(GUM_VERSION:v%=%)_$(arch).deb"; \
+			sudo apt-get update -qq; \
+			sudo apt-get install -y /tmp/gum.deb || sudo dpkg -i /tmp/gum.deb; \
+			rm -f /tmp/gum.deb; \
+		else \
+			echo "❌ Could not determine how to install gum for your platform. Please install manually."; \
+			exit 1; \
+		fi; \
+		echo "✅ gum installation complete"; \
+	else \
+		echo "✅ gum is already installed."; \
+	fi
+
+setup-minikube:
+	@if [ ! -f "$(MINIKUBE)" ]; then \
+		echo "📥 Installing Minikube $(MINIKUBE_VERSION)"; \
+		mkdir -p $(MINIKUBE_DIR); \
+		curl -L --fail https://github.com/kubernetes/minikube/releases/download/$(MINIKUBE_VERSION)/minikube-$(minikube_os)-$(arch) -o $(MINIKUBE) || (echo "❌ Failed to download minikube" && exit 1); \
+		chmod +x $(MINIKUBE); \
+		echo "✅ Minikube $(MINIKUBE_VERSION) installed successfully"; \
+	fi
+	@echo "🔧 Setting up Minikube $(MINIKUBE_VERSION) cluster..."
+	@if ! $(MINIKUBE) status >/dev/null 2>&1; then \
+		echo "🚀 Starting new Minikube $(MINIKUBE_VERSION) cluster..."; \
+		$(MINIKUBE) start \
+			--cpus $(MINIKUBE_CPUS) \
+			--memory $(MINIKUBE_MEMORY) \
+			--disk-size $(MINIKUBE_DISK_SIZE) \
+			--driver docker; \
+		echo "🔌 Enabling metrics-server and dashboard (quietly)..."; \
+		$(MINIKUBE) addons enable metrics-server >/dev/null 2>&1; \
+		$(MINIKUBE) addons enable dashboard >/dev/null 2>&1; \
+	else \
+		echo "✅ Minikube $(MINIKUBE_VERSION) cluster is already running"; \
+	fi
+	@echo "🎉 Minikube $(MINIKUBE_VERSION) cluster is ready!"
+
+setup-tilt:
+	@if [ ! -f "$(TILT)" ]; then \
+		echo "📥 Installing Tilt $(TILT_VERSION)"; \
+		mkdir -p $(TILT_DIR); \
+		(curl -L https://github.com/tilt-dev/tilt/releases/download/$(TILT_VERSION)/tilt.$(TILT_VERSION:v%=%).$(tilt_os).$(tilt_arch).tar.gz | tar -xz -C $(TILT_DIR)) && echo "✅ Tilt $(TILT_VERSION) installed successfully" || (echo "❌ Failed to install Tilt" && exit 1); \
+	fi
+
+tunnel:
+	$(MINIKUBE) tunnel
+
+teardown-minikube:
+	@echo "🛑 Stopping Minikube $(MINIKUBE_VERSION) cluster..."
+	-$(MINIKUBE) stop
+	@echo "🗑️  Deleting Minikube $(MINIKUBE_VERSION) cluster..."
+	-$(MINIKUBE) delete --all
+	@echo "🧹 Removing Minikube binary..."
+	-rm -rf $(MINIKUBE_DIR)
+	@echo "✅ Minikube $(MINIKUBE_VERSION) teardown complete"
+
+dashboard:
+	@echo "🔗 Opening Minikube Dashboard..."
+	@$(MINIKUBE) dashboard
+
+# make shell is symlinked to metaflow-dev shell by metaflow
+up: install-brew check-docker install-curl install-gum setup-minikube install-helm setup-tilt
+	@echo "🚀 Starting up (may require sudo access)..."
+	@mkdir -p $(DEVTOOLS_DIR)
+	@echo '#!/bin/bash' > $(DEVTOOLS_DIR)/start.sh
+	@echo 'set -e' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'trap "exit" INT TERM' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'trap "kill 0" EXIT' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'eval $$($(MINIKUBE) docker-env)' >> $(DEVTOOLS_DIR)/start.sh
+	
+	@echo 'if [ -n "$$SERVICES_OVERRIDE" ]; then' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo '    echo "🌐 Using user-provided list of services: $$SERVICES_OVERRIDE"' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo '    SERVICES="$$SERVICES_OVERRIDE"' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo 'else' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo '    echo "📝 Selecting services..."' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo '    SERVICES=$$($(PICK_SERVICES))' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo 'fi' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo 'PATH="$(MINIKUBE_DIR):$(TILT_DIR):$$PATH" $(MINIKUBE) tunnel &' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'echo -e "🚀 Starting Tilt with selected services..."' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'echo -e "\033[1;38;5;46m\n🔥 \033[1;38;5;196mNext Steps:\033[0;38;5;46m Use \033[3mmetaflow-dev shell\033[23m to switch to the development\n   environment'\''s shell and start executing your Metaflow flows.\n\033[0m"' >> "$(DEVTOOLS_DIR)/start.sh"
+	@echo 'PATH="$(MINIKUBE_DIR):$(TILT_DIR):$$PATH" SERVICES="$$SERVICES" tilt up -f $(TILTFILE)' >> $(DEVTOOLS_DIR)/start.sh
+	@echo 'wait' >> $(DEVTOOLS_DIR)/start.sh
+	@chmod +x $(DEVTOOLS_DIR)/start.sh
+	@$(DEVTOOLS_DIR)/start.sh
+
+down:
+	@echo "🛑 Stopping all services..."
+	@-pkill -f "$(MINIKUBE) tunnel" 2>/dev/null || true
+	@echo "⏹️  Stopping Tilt..."
+	-PATH="$(MINIKUBE_DIR):$(TILT_DIR):$$PATH" tilt down -f $(TILTFILE)
+	@echo "🧹 Cleaning up Minikube..."
+	$(MAKE_CMD) teardown-minikube
+	@echo "🗑️  Removing Tilt binary and directory..."
+	-rm -rf $(TILT_DIR)
+	@echo "🧹 Removing temporary scripts..."
+	-rm -rf $(DEVTOOLS_DIR)
+	@echo "✨ All done!"
+
+shell: setup-tilt
+	@echo "⏳ Checking if development environment is up..."
+	@set -e; \
+	for i in $$(seq 1 90); do \
+		if "$(TILT)" get session >/dev/null 2>&1; then \
+			found_session=1; \
+			break; \
+		else \
+			sleep 2; \
+		fi; \
+	done; \
+	if [ -z "$${found_session}" ]; then \
+		echo "❌ Development environment is not up."; \
+		echo "   Please run 'metaflow-dev up' in another terminal, then re-run 'metaflow-dev shell'."; \
+		exit 1; \
+	fi
+	@echo "⏳ Waiting for development environment to be ready..."
+	@while true; do \
+		"$(TILT)" get uiresource generate-configs >/dev/null 2>&1; \
+		status=$$?; \
+		if [ $$status -eq 0 ]; then \
+			"$(TILT)" wait --for=condition=Ready uiresource/generate-configs; \
+			break; \
+		elif [ $$status -eq 127 ]; then \
+			echo "❌ Development environment is not up."; \
+			echo "   Please run 'metaflow-dev up' in another terminal, then re-run 'metaflow-dev shell'."; \
+			exit 1; \
+		else \
+			sleep 1; \
+		fi; \
+	done
+	@echo "🔧 Starting a new shell for development environment..."
+	@bash -c '\
+		if [ -n "$$SHELL" ]; then \
+			user_shell="$$SHELL"; \
+		else \
+			user_shell="$(SHELL)"; \
+		fi; \
+		echo "🔎 Using $$user_shell for interactive session."; \
+		echo "🐍 If you installed Metaflow in a virtual environment, activate it now."; \
+		if [ -f "$(DEVTOOLS_DIR)/aws_config" ]; then \
+			env METAFLOW_HOME="$(DEVTOOLS_DIR)" \
+				METAFLOW_PROFILE=local \
+				AWS_CONFIG_FILE="$(DEVTOOLS_DIR)/aws_config" \
+				"$$user_shell" -i; \
+		else \
+			env METAFLOW_HOME="$(DEVTOOLS_DIR)" \
+				METAFLOW_PROFILE=local \
+				"$$user_shell" -i; \
+		fi'
+
+# TODO: This can be done away with in a while since we now have metaflow-dev command.
+#
+# @echo '$(MAKE_CMD) create-dev-shell' >> $(DEVTOOLS_DIR)/start.sh
+# @echo 'rm -f /tmp/metaflow-devshell-*' >> $(DEVTOOLS_DIR)/start.sh
+create-dev-shell: setup-tilt
+	@bash -c '\
+		SHELL_PATH=/tmp/metaflow-dev-shell-$$$$ && \
+		echo "#!/bin/bash" > $$SHELL_PATH && \
+		echo "set -e" >> $$SHELL_PATH && \
+		echo "" >> $$SHELL_PATH && \
+		echo "echo \"⏳ Checking if development environment is up...\"" >> $$SHELL_PATH && \
+		echo "if ! $(TILT) get session >/dev/null 2>&1; then" >> $$SHELL_PATH && \
+		echo "  echo \"❌ Development environment is not up.\"" >> $$SHELL_PATH && \
+		echo "  echo \"   Please run '\''make up'\'' in another terminal, then re-run this script.\"" >> $$SHELL_PATH && \
+		echo "  exit 1" >> $$SHELL_PATH && \
+		echo "fi" >> $$SHELL_PATH && \
+		echo "" >> $$SHELL_PATH && \
+		echo "echo \"⏳ Waiting for development environment to be ready...\"" >> $$SHELL_PATH && \
+		echo "$(TILT) wait --for=condition=Ready uiresource/generate-configs" >> $$SHELL_PATH && \
+		echo "" >> $$SHELL_PATH && \
+		echo "echo \"🔧 Starting a new shell for development environment...\"" >> $$SHELL_PATH && \
+		echo "if [ -n \"\$$SHELL\" ]; then" >> $$SHELL_PATH && \
+		echo "    user_shell=\"\$$SHELL\"" >> $$SHELL_PATH && \
+		echo "else" >> $$SHELL_PATH && \
+		echo "    user_shell=\"$(SHELL)\"" >> $$SHELL_PATH && \
+		echo "fi" >> $$SHELL_PATH && \
+		echo "echo \"🔎 Using \$$user_shell for interactive session.\"" >> $$SHELL_PATH && \
+		echo "echo \"🐍 If you installed Metaflow in a virtual environment, activate it now.\"" >> $$SHELL_PATH && \
+		echo "if [ -f \"$(DEVTOOLS_DIR)/aws_config\" ]; then" >> $$SHELL_PATH && \
+		echo "    env METAFLOW_HOME=\"$(DEVTOOLS_DIR)\" \\" >> $$SHELL_PATH && \
+		echo "        METAFLOW_PROFILE=local \\" >> $$SHELL_PATH && \
+		echo "        AWS_CONFIG_FILE=\"$(DEVTOOLS_DIR)/aws_config\" \\" >> $$SHELL_PATH && \
+		echo "        \"\$$user_shell\" -i" >> $$SHELL_PATH && \
+		echo "else" >> $$SHELL_PATH && \
+		echo "    env METAFLOW_HOME=\"$(DEVTOOLS_DIR)\" \\" >> $$SHELL_PATH && \
+		echo "        METAFLOW_PROFILE=local \\" >> $$SHELL_PATH && \
+		echo "        \"\$$user_shell\" -i" >> $$SHELL_PATH && \
+		echo "fi" >> $$SHELL_PATH && \
+		chmod +x $$SHELL_PATH && \
+		echo "✨ Created $$SHELL_PATH" && \
+		echo "🔑  Execute it from ANY directory to switch to development environment shell!" \
+	'
+
+ui: setup-tilt
+	@echo "⏳ Checking if the development environment is up..."
+	@if ! $(TILT) get session >/dev/null 2>&1; then \
+		echo "❌ Development environment is not up."; \
+		echo "   Please run 'metaflow-dev up' in another terminal, then re-run 'metaflow-dev ui'."; \
+		exit 1; \
+	fi
+	@echo "⏳ Waiting for Metaflow UI to be ready..."
+	@while true; do \
+		"$(TILT)" get uiresource metaflow-ui >/dev/null 2>&1; \
+		status=$$?; \
+		if [ $$status -eq 0 ]; then \
+			"$(TILT)" wait --for=condition=Ready uiresource/metaflow-ui; \
+			break; \
+		elif [ $$status -eq 127 ]; then \
+			echo "❌ Development environment is not up."; \
+			echo "   Please run 'metaflow-dev up' in another terminal, then re-run 'metaflow-dev shell'."; \
+			exit 1; \
+		else \
+			sleep 1; \
+		fi; \
+	done
+	@echo "🔗 Opening Metaflow UI at http://localhost:3000"
+	@open http://localhost:3000
+
+.PHONY: install-helm setup-minikube setup-tilt teardown-minikube tunnel up down check-docker install-curl install-gum install-brew up down dashboard shell ui help
+
+.DEFAULT_GOAL := up

metaflow-2.15.0.data/data/share/metaflow/devtools/Tiltfile

@@ -0,0 +1,607 @@
+# Tilt configuration for running Metaflow on a local Kubernetes stack
+#
+# Usage:
+#   Start the development environment:
+#     $ tilt up
+#   Stop and clean up:
+#     $ tilt down
+
+# TODO:
+# 1. move away from temporary images
+# 2. introduce kueue and jobsets
+# 3. lock versions
+
+version_settings(constraint='>=0.22.2')
+allow_k8s_contexts('minikube')
+
+components = {
+    "metadata-service": ["postgresql"],
+    "ui": ["postgresql", "minio"],
+    "minio": [],
+    "postgresql": [],
+    "argo-workflows": [],
+    "argo-events": ["argo-workflows"],
+}
+
+if os.getenv("SERVICES", "").strip():
+    requested_components = os.getenv("SERVICES", "").split(",")
+else:
+    requested_components = list(components.keys())
+
+metaflow_config = {}
+metaflow_config["METAFLOW_KUBERNETES_NAMESPACE"] = "default"
+
+aws_config = []
+
+def write_config_files():
+    metaflow_json = encode_json(metaflow_config)
+    cmd = '''cat > .devtools/config_local.json <<EOF
+%s
+EOF
+''' % (metaflow_json)
+    if aws_config and aws_config.strip():
+        cmd += '''cat > .devtools/aws_config <<EOF
+%s
+EOF
+''' % (aws_config.strip())
+    return cmd
+
+load('ext://helm_resource', 'helm_resource', 'helm_repo')
+load('ext://helm_remote', 'helm_remote')
+
+
+def resolve(component, resolved=None):
+    if resolved == None:
+        resolved = []
+    if component in resolved:
+        return resolved
+    if component in components:
+        for dep in components[component]:
+            resolve(dep, resolved)
+    resolved.append(component)
+    return resolved
+
+valid_components = []
+for component in components.keys():
+    if component not in valid_components:
+        valid_components.append(component)
+for deps in components.values():
+    for dep in deps:
+        if dep not in valid_components:
+            valid_components.append(dep)
+
+enabled_components = []
+for component in requested_components:
+    if component not in valid_components:
+        fail("Unknown component: " + component)
+    for result in resolve(component):
+        if result not in enabled_components:
+            enabled_components.append(result)
+
+# Print a friendly summary when running `tilt up`.            
+if config.tilt_subcommand == 'up':
+    print("\n📦 Components to install:")
+    for component in enabled_components:
+        print("• " + component)
+        if component in components and components[component]:
+            print("  ↳ requires: " + ", ".join(components[component]))
+
+config_resources = []
+
+#################################################
+# MINIO
+#################################################
+if "minio" in enabled_components:
+    helm_remote(
+        'minio',
+        repo_name='minio-s3',
+        repo_url='https://charts.min.io/',
+        set=[
+            'rootUser=rootuser',
+            'rootPassword=rootpass123',
+            'buckets[0].name=metaflow-test',
+            'buckets[0].policy=none',
+            'buckets[0].purge=false',
+            'mode=standalone',
+            'replicas=1',
+            'persistence.enabled=false',
+            'resources.requests.memory=128Mi',
+            'resources.requests.cpu=50m',
+            'resources.limits.memory=256Mi',
+            'resources.limits.cpu=100m',
+        ]
+    )
+
+    k8s_resource(
+        'minio',
+        port_forwards=[
+            '9000:9000',
+            '9001:9001'
+        ],
+        links=[
+            link('http://localhost:9000', 'MinIO API'),
+            link('http://localhost:9001/login', 'MinIO Console (rootuser/rootpass123)')
+        ],
+        labels=['minio'],
+    )
+
+    k8s_resource(
+        "minio-post-job",
+        labels=['minio'],
+    )
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'v1',
+        'kind': 'Secret',
+        'metadata': {'name': 'minio-secret'},
+        'type': 'Opaque',
+        'stringData': {
+            'AWS_ACCESS_KEY_ID': 'rootuser',
+            'AWS_SECRET_ACCESS_KEY': 'rootpass123',
+            'AWS_ENDPOINT_URL_S3': 'http://minio.default.svc.cluster.local:9000',
+        }
+    }))
+
+    metaflow_config["METAFLOW_DEFAULT_DATASTORE"] = "s3"
+    metaflow_config["METAFLOW_DATASTORE_SYSROOT_S3"] = "s3://metaflow-test/metaflow"
+    metaflow_config["METAFLOW_KUBERNETES_SECRETS"] = "minio-secret"
+
+    aws_config = """[default]
+aws_access_key_id = rootuser
+aws_secret_access_key = rootpass123
+endpoint_url = http://localhost:9000
+"""
+    config_resources.append('minio')
+
+#################################################
+# POSTGRESQL
+#################################################
+if "postgresql" in enabled_components:
+    helm_remote(
+        'postgresql',
+        version='12.5.6',
+        repo_name='postgresql',
+        repo_url='https://charts.bitnami.com/bitnami',
+        set=[
+            'auth.username=metaflow',
+            'auth.password=metaflow123',
+            'auth.database=metaflow',
+            'primary.persistence.enabled=false',
+            'primary.resources.requests.memory=128Mi',
+            'primary.resources.requests.cpu=50m',
+            'primary.resources.limits.memory=256Mi',
+            'primary.resources.limits.cpu=100m',
+            'primary.terminationGracePeriodSeconds=1',
+            'primary.podSecurityContext.enabled=false',
+            'primary.containerSecurityContext.enabled=false',
+            'volumePermissions.enabled=false',
+            'shmVolume.enabled=false',
+            'primary.extraVolumes=null',
+            'primary.extraVolumeMounts=null'
+        ]
+    )
+
+    k8s_resource(
+        'postgresql',
+        port_forwards=['5432:5432'],
+        links=[
+            link('postgresql://metaflow:metaflow@localhost:5432/metaflow', 'PostgreSQL Connection')
+        ],
+        labels=['postgresql'],
+        resource_deps=components['postgresql'],
+    )
+
+    config_resources.append('postgresql')
+
+#################################################
+# ARGO WORKFLOWS
+#################################################
+if "argo-workflows" in enabled_components:
+    helm_remote(
+        'argo-workflows',
+        repo_name='argo',
+        repo_url='https://argoproj.github.io/argo-helm',
+        set=[
+            'server.extraArgs[0]=--auth-mode=server',
+            'workflow.serviceAccount.create=true',
+            'workflow.rbac.create=true',
+            'server.livenessProbe.initialDelaySeconds=1',
+            'server.readinessProbe.initialDelaySeconds=1',
+            'server.resources.requests.memory=128Mi',
+            'server.resources.requests.cpu=50m',
+            'server.resources.limits.memory=256Mi',
+            'server.resources.limits.cpu=100m',
+            'controller.resources.requests.memory=128Mi',
+            'controller.resources.requests.cpu=50m',
+            'controller.resources.limits.memory=256Mi',
+            'controller.resources.limits.cpu=100m'
+        ]
+    )
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'Role',
+        'metadata': {
+            'name': 'argo-workflowtaskresults-role',
+            'namespace': 'default'
+        },
+        'rules': [{
+            'apiGroups': ['argoproj.io'],
+            'resources': ['workflowtaskresults'],
+            'verbs': ['create', 'patch', 'get', 'list']
+        }]
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'RoleBinding',
+        'metadata': {
+            'name': 'default-argo-workflowtaskresults-binding',
+            'namespace': 'default'
+        },
+        'subjects': [{
+            'kind': 'ServiceAccount',
+            'name': 'default',
+            'namespace': 'default'
+        }],
+        'roleRef': {
+            'kind': 'Role',
+            'name': 'argo-workflowtaskresults-role',
+            'apiGroup': 'rbac.authorization.k8s.io'
+        }
+    }))
+
+    k8s_resource(
+        workload='argo-workflows-server',
+        port_forwards=['2746:2746'],
+        links=[
+            link('http://localhost:2746', 'Argo Workflows UI')
+        ],
+        labels=['argo-workflows'],
+        resource_deps=components['argo-workflows']
+    )
+
+    k8s_resource(
+        workload='argo-workflows-workflow-controller',
+        labels=['argo-workflows'],
+        resource_deps=components['argo-workflows']
+    )
+
+    config_resources.append('argo-workflows-workflow-controller')
+    config_resources.append('argo-workflows-server')
+
+#################################################
+# ARGO EVENTS
+#################################################
+if "argo-events" in enabled_components:
+    helm_remote(
+        'argo-events',
+        repo_name='argo',
+        repo_url='https://argoproj.github.io/argo-helm',
+        set=[
+            'crds.install=true',
+            'controller.metrics.enabled=true',
+            'controller.livenessProbe.initialDelaySeconds=1',
+            'controller.readinessProbe.initialDelaySeconds=1',
+            'controller.resources.requests.memory=64Mi',
+            'controller.resources.requests.cpu=25m',
+            'controller.resources.limits.memory=128Mi',
+            'controller.resources.limits.cpu=50m',
+            'configs.jetstream.streamConfig.maxAge=72h',
+            'configs.jetstream.streamConfig.replicas=1',
+            'controller.rbac.enabled=true',
+            'controller.rbac.namespaced=false',
+            'controller.serviceAccount.create=true',
+            'controller.serviceAccount.name=argo-events-events-controller-sa',
+            'configs.jetstream.versions[0].configReloaderImage=natsio/nats-server-config-reloader:latest',
+            'configs.jetstream.versions[0].metricsExporterImage=natsio/prometheus-nats-exporter:latest',
+            'configs.jetstream.versions[0].natsImage=nats:latest',
+            'configs.jetstream.versions[0].startCommand=/nats-server',
+            'configs.jetstream.versions[0].version=latest',
+            'configs.jetstream.versions[1].configReloaderImage=natsio/nats-server-config-reloader:latest',
+            'configs.jetstream.versions[1].metricsExporterImage=natsio/prometheus-nats-exporter:latest',
+            'configs.jetstream.versions[1].natsImage=nats:2.9.15',
+            'configs.jetstream.versions[1].startCommand=/nats-server',
+            'configs.jetstream.versions[1].version=2.9.15',
+        ]
+    )
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'v1',
+        'kind': 'ServiceAccount',
+        'metadata': {
+            'name': 'operate-workflow-sa',
+            'namespace': 'default'
+        }
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'Role',
+        'metadata': {
+            'name': 'operate-workflow-role',
+            'namespace': 'default'
+        },
+        'rules': [{
+            'apiGroups': ['argoproj.io'],
+            'resources': [
+                'workflows',
+                'workflowtemplates',
+                'cronworkflows',
+                'clusterworkflowtemplates'
+            ],
+            'verbs': ['*']
+        }]
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'RoleBinding',
+        'metadata': {
+            'name': 'operate-workflow-role-binding',
+            'namespace': 'default'
+        },
+        'roleRef': {
+            'apiGroup': 'rbac.authorization.k8s.io',
+            'kind': 'Role',
+            'name': 'operate-workflow-role'
+        },
+        'subjects': [{
+            'kind': 'ServiceAccount',
+            'name': 'operate-workflow-sa'
+        }]
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'Role',
+        'metadata': {
+            'name': 'view-events-role',
+            'namespace': 'default'
+        },
+        'rules': [{
+            'apiGroups': ['argoproj.io'],
+            'resources': [
+                'eventsources',
+                'eventbuses',
+                'sensors'
+            ],
+            'verbs': [
+                'get',
+                'list',
+                'watch'
+            ]
+        }]
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'rbac.authorization.k8s.io/v1',
+        'kind': 'RoleBinding',
+        'metadata': {
+            'name': 'view-events-role-binding',
+            'namespace': 'default'
+        },
+        'roleRef': {
+            'apiGroup': 'rbac.authorization.k8s.io',
+            'kind': 'Role',
+            'name': 'view-events-role'
+        },
+        'subjects': [{
+            'kind': 'ServiceAccount',
+            'name': 'argo-workflows',
+            'namespace': 'default'
+        }]
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'argoproj.io/v1alpha1',
+        'kind': 'EventBus',
+        'metadata': {
+            'name': 'default',
+            'namespace': 'default'
+        },
+        'spec': {
+            'jetstream': {
+                'version': '2.9.15',
+                'replicas': 3,
+                'containerTemplate': {
+                    'resources': {
+                        'limits': {
+                            'cpu': '100m',
+                            'memory': '128Mi'
+                        },
+                        'requests': {
+                            'cpu': '100m',
+                            'memory': '128Mi'
+                        }
+                    }
+                }
+            }
+        }
+    }))
+
+    k8s_yaml(encode_yaml({
+        'apiVersion': 'argoproj.io/v1alpha1',
+        'kind': 'EventSource',
+        'metadata': {
+            'name': 'argo-events-webhook',
+            'namespace': 'default'
+        },
+        'spec': {
+            'template': {
+                'container': {
+                    'resources': {
+                        'requests': {
+                            'cpu': '25m',
+                            'memory': '50Mi'
+                        },
+                        'limits': {
+                            'cpu': '25m',
+                            'memory': '50Mi'
+                        }
+                    }
+                }
+            },
+            'service': {
+                'ports': [
+                    {
+                        'port': 12000,
+                        'targetPort': 12000
+                    }
+                ]
+            },
+            'webhook': {
+                'metaflow-event': {
+                    'port': '12000',
+                    'endpoint': '/metaflow-event',
+                    'method': 'POST'
+                }
+            }
+        }
+    }))
+
+    # Create a custom service and port-forward it because tilt :/
+    k8s_yaml(encode_yaml(
+        {
+        'apiVersion': 'v1',
+        'kind': 'Service',
+        'metadata': {
+            'name': 'argo-events-webhook-eventsource-svc-tilt',
+            'namespace': 'default',
+        },
+        'spec': {
+            'ports': [{
+                'port': 12000,
+                'protocol': 'TCP',
+                'targetPort': 12000
+            }],
+            'selector': {
+                'controller': 'eventsource-controller',
+                'eventsource-name': 'argo-events-webhook',
+                'owner-name': 'argo-events-webhook'
+            },
+                'type': 'ClusterIP'
+            }
+        }
+    ))
+
+    local_resource(
+        name='argo-events-webhook-eventsource-svc',
+        serve_cmd='while ! kubectl get service/argo-events-webhook-eventsource-svc-tilt >/dev/null 2>&1 || ! kubectl get pods -l eventsource-name=argo-events-webhook -o jsonpath="{.items[*].status.phase}" | grep -q "Running"; do sleep 5; done && kubectl port-forward service/argo-events-webhook-eventsource-svc-tilt 12000:12000',
+        links=[
+            link('http://localhost:12000/metaflow-event', 'Argo Events Webhook'),
+        ],
+        labels=['argo-events']
+    )
+
+    k8s_resource(
+        'argo-events-controller-manager',
+        labels=['argo-events'],
+    )
+    
+    metaflow_config["METAFLOW_ARGO_EVENTS_EVENT"] = "metaflow-event"
+    metaflow_config["METAFLOW_ARGO_EVENTS_EVENT_BUS"] = "default"
+    metaflow_config["METAFLOW_ARGO_EVENTS_EVENT_SOURCE"] = "argo-events-webhook"
+    metaflow_config["METAFLOW_ARGO_EVENTS_SERVICE_ACCOUNT"] = "operate-workflow-sa"
+    metaflow_config["METAFLOW_ARGO_EVENTS_WEBHOOK_AUTH"] = "service"
+    metaflow_config["METAFLOW_ARGO_EVENTS_WEBHOOK_URL"] = "http://argo-events-webhook-eventsource-svc:12000/metaflow-event"
+
+    config_resources.append('argo-events-controller-manager')
+    config_resources.append('argo-events-webhook-eventsource-svc')
+
+#################################################
+# METADATA SERVICE
+#################################################
+if "metadata-service" in enabled_components:
+    helm_remote(
+        'metaflow-service',
+        repo_name='metaflow-tools',
+        repo_url='https://outerbounds.github.io/metaflow-tools',
+        set=[
+            'metadatadb.user=metaflow',
+            'metadatadb.password=metaflow123',
+            'metadatadb.database=metaflow',
+            'metadatadb.host=postgresql',
+            'image.repository=public.ecr.aws/p7g1e3j4/metaflow-service',
+            'image.tag=2.4.13-fbcc7d04',
+            'resources.requests.cpu=25m',
+            'resources.requests.memory=64Mi',
+            'resources.limits.cpu=50m',
+            'resources.limits.memory=128Mi'
+        ]
+    )
+
+    k8s_resource(
+        'metaflow-service',
+        port_forwards=['8080:8080'],
+        links=[link('http://localhost:8080/ping', 'Ping Metaflow Service')],
+        labels=['metadata-service'],
+        resource_deps=components['metadata-service']
+    )
+
+    metaflow_config["METAFLOW_DEFAULT_METADATA"] = "service"
+    metaflow_config["METAFLOW_SERVICE_URL"] = "http://localhost:8080"
+    metaflow_config["METAFLOW_SERVICE_INTERNAL_URL"] = "http://metaflow-service.default.svc.cluster.local:8080"
+
+    config_resources.append('metaflow-service')
+
+#################################################
+# METAFLOW UI
+#################################################
+if "ui" in enabled_components:
+    helm_remote(
+        'metaflow-ui',
+        repo_name='metaflow-tools',
+        repo_url='https://outerbounds.github.io/metaflow-tools',
+        set=[
+            'uiBackend.metadatadb.user=metaflow',
+            'uiBackend.metadatadb.password=metaflow123',
+            'uiBackend.metadatadb.name=metaflow',
+            'uiBackend.metadatadb.host=postgresql',
+            'uiBackend.metaflowDatastoreSysRootS3=s3://metaflow-test',
+            'uiBackend.metaflowS3EndpointURL=http://minio.default.svc.cluster.local:9000',
+            'uiBackend.image.name=public.ecr.aws/p7g1e3j4/metaflow-service',
+            'uiBackend.image.tag=2.4.13-fbcc7d04',
+            'uiBackend.env[0].name=AWS_ACCESS_KEY_ID',
+            'uiBackend.env[0].value=rootuser',
+            'uiBackend.env[1].name=AWS_SECRET_ACCESS_KEY',
+            'uiBackend.env[1].value=rootpass123',
+            # TODO: configure lower cache limits
+            'uiBackend.resources.requests.cpu=100m',
+            'uiBackend.resources.requests.memory=256Mi',
+            'uiStatic.metaflowUIBackendURL=http://localhost:8083/api',
+            'uiStatic.image.name=public.ecr.aws/outerbounds/metaflow_ui',
+            'uiStatic.image.tag=v1.3.13-5-g5dd049e',
+            'uiStatic.resources.requests.cpu=25m',
+            'uiStatic.resources.requests.memory=64Mi',
+            'uiStatic.resources.limits.cpu=50m',
+            'uiStatic.resources.limits.memory=128Mi',
+        ]
+    )
+
+    k8s_resource(
+        'metaflow-ui-static',
+        port_forwards=['3000:3000'],
+        links=[link('http://localhost:3000', 'Metaflow UI')],
+        labels=['metaflow-ui'],
+        resource_deps=components['ui']
+    )
+
+    k8s_resource(
+        'metaflow-ui',
+        port_forwards=['8083:8083'],
+        links=[link('http://localhost:3000', 'Metaflow UI')],
+        labels=['metaflow-ui'],
+        resource_deps=components['ui']
+    )
+
+    metaflow_config["METAFLOW_UI_URL"] = "http://localhost:3000"
+
+    config_resources.append('metaflow-ui')
+    config_resources.append('metaflow-ui-static')
+
+local_resource(
+    name="generate-configs",
+    cmd=write_config_files(),
+    resource_deps=config_resources,
+)

metaflow-2.15.0.data/data/share/metaflow/devtools/pick_services.sh

@@ -0,0 +1,104 @@
+#!/usr/bin/env bash
+
+set -e
+
+COLOR="214"
+
+LOGO="
+______  ________________________________________ __________       __
+___   |/  /__  ____/__  __/__    |__  ____/__  / __  __ \_ |     / /
+__  /|_/ /__  __/  __  /  __  /| |_  /_   __  /  _  / / /_ | /| / / 
+_  /  / / _  /___  _  /   _  ___ |  __/   _  /___/ /_/ /__ |/ |/ /  
+/_/  /_/  /_____/  /_/    /_/  |_/_/      /_____/\____/ ____/|__/   
+"
+
+SERVICE_OPTIONS=(
+    "minio"
+    "metadata-service"
+    "ui"
+    "argo-workflows"
+    "argo-events"
+)
+
+gum style "$LOGO" \
+  --foreground "$COLOR" \
+  --padding "0 1" \
+  --margin "0 1" \
+  --align center >&2
+
+gum style "Select services to deploy (press enter to select all):" \
+  --foreground "$COLOR" \
+  --bold >&2
+
+pretty_print() {
+  local items=("$@")
+  
+  if [ "${#items[@]}" -eq 1 ]; then
+    echo "${items[0]}"
+    return
+  fi
+
+  if [ "${#items[@]}" -eq 2 ]; then
+    echo "${items[0]} and ${items[1]}"
+    return
+  fi
+
+  local last_item="${items[-1]}"
+  unset 'items[-1]'
+  echo "$(IFS=,; echo "${items[*]}"), and $last_item"
+}
+
+pretty_print() {
+  local items=("$@")
+  local length=${#items[@]}
+
+  if [ "$length" -eq 0 ]; then
+    echo "(none)"
+    return
+  fi
+
+  if [ "$length" -eq 1 ]; then
+    echo "${items[0]}"
+    return
+  fi
+
+  if [ "$length" -eq 2 ]; then
+    echo "${items[0]} and ${items[1]}"
+    return
+  fi
+
+  local last_index=$((length - 1))
+  local last_item="${items[$last_index]}"
+  unset 'items[last_index]'
+
+  local joined
+  IFS=","
+  joined="${items[*]}"
+  unset IFS
+  joined="${joined//,/, }"
+
+  echo "$joined, and $last_item"
+}
+
+SELECTED="$(
+  gum choose "${SERVICE_OPTIONS[@]}" \
+    --no-limit \
+    --cursor.foreground="$COLOR" \
+    --selected.foreground="$COLOR"
+)"
+
+SELECTED_SERVICES=()
+while IFS= read -r line; do
+  [ -n "$line" ] && SELECTED_SERVICES+=("$line")
+done <<< "$SELECTED"
+
+# If nothing was chosen, default to all
+if [ -z "$SELECTED_SERVICES" ]; then
+  gum style "🙅 No services selected. Deploying all..." --foreground "$COLOR" >&2
+  SELECTED_SERVICES=("${SERVICE_OPTIONS[@]}")
+fi
+
+PRINTABLE="$(pretty_print "${SELECTED_SERVICES[@]}")"
+gum style "✅ Deploying $PRINTABLE" --foreground "$COLOR" >&2
+
+echo "$(IFS=,; echo "${SELECTED_SERVICES[*]}")"

{metaflow-2.14.2.dist-info → metaflow-2.15.0.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.2
 Name: metaflow
-Version: 2.14.2
-Summary: Metaflow: More Data Science, Less Engineering
+Version: 2.15.0
+Summary: Metaflow: More AI and ML, Less Engineering
 Author: Metaflow Developers
 Author-email: help@metaflow.org
 License: Apache Software License
@@ -26,7 +26,7 @@ License-File: LICENSE
 Requires-Dist: requests
 Requires-Dist: boto3
 Provides-Extra: stubs
-Requires-Dist: metaflow-stubs==2.14.2; extra == "stubs"
+Requires-Dist: metaflow-stubs==2.15.0; extra == "stubs"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{metaflow-2.14.2.dist-info → metaflow-2.15.0.dist-info}/RECORD

@@ -16,7 +16,7 @@ metaflow/includefile.py,sha256=kWKDSlzVcRVNGG9PV5eB3o2ynrzqhVsfaLtkqjshn7Q,20948
 metaflow/info_file.py,sha256=wtf2_F0M6dgiUu74AFImM8lfy5RrUw5Yj7Rgs2swKRY,686
 metaflow/integrations.py,sha256=LlsaoePRg03DjENnmLxZDYto3NwWc9z_PtU6nJxLldg,1480
 metaflow/lint.py,sha256=x4p6tnRzYqNNniCGXyrUW0WuYfTUgnaOMRivxvnxask,11661
-metaflow/metaflow_config.py,sha256=IUy5WQTR93EO5aUxIZvBe88tZvDy-Szq7ceZciI-LzM,23329
+metaflow/metaflow_config.py,sha256=jCyJhKrBePqygpfZ4C-gmU14FlTesvFmmimnTP3t_U8,23433
 metaflow/metaflow_config_funcs.py,sha256=5GlvoafV6SxykwfL8D12WXSfwjBN_NsyuKE_Q3gjGVE,6738
 metaflow/metaflow_current.py,sha256=pfkXmkyHeMJhxIs6HBJNBEaBDpcl5kz9Wx5mW6F_3qo,7164
 metaflow/metaflow_environment.py,sha256=gs_UpYpuOKEEfFM0z0tnwje7zAVsQ5Ck7Dp2M9_1utQ,8065
@@ -36,7 +36,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
 metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
 metaflow/util.py,sha256=mJBkV5tShIyCsLDeM1zygQGeciQVMrVPm_qI8Oi33G0,14656
 metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
-metaflow/version.py,sha256=M5GonkG8Qlp7paw-5B7c8scuFg_dwcxAm9VsfN3geHk,28
+metaflow/version.py,sha256=IWpJOWnkdfrf92MEtc6EPVbrvSldtZ2YIiIqxV_gwJI,28
 metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
 metaflow/_vendor/typing_extensions.py,sha256=0nUs5p1A_UrZigrAVBoOEM6TxU37zzPDUtiij1ZwpNc,110417
 metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -122,6 +122,7 @@ metaflow/client/filecache.py,sha256=Wy0yhhCqC1JZgebqi7z52GCwXYnkAqMZHTtxThvwBgM,
 metaflow/cmd/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 metaflow/cmd/configure_cmd.py,sha256=o-DKnUf2FBo_HiMVyoyzQaGBSMtpbEPEdFTQZ0hkU-k,33396
 metaflow/cmd/main_cli.py,sha256=H0UC-jiZjThHZgQeMyNZh3raSDDyUTvMspYUqKFnNSU,2955
+metaflow/cmd/make_wrapper.py,sha256=NFpSdESs4Ks9xeurmYB5VUyYplhNcONDZJcUP2cf8-8,494
 metaflow/cmd/tutorials_cmd.py,sha256=8FdlKkicTOhCIDKcBR5b0Oz6giDvS-EMY3o9skIrRqw,5156
 metaflow/cmd/util.py,sha256=jS_0rUjOnGGzPT65fzRLdGjrYAOOLA4jU2S0HJLV0oc,406
 metaflow/cmd/develop/__init__.py,sha256=p1Sy8yU1MEKSrH5ttOWOZvNcI1qYu6J6jghdTHwPgOw,689
@@ -194,9 +195,9 @@ metaflow/plugins/aws/aws_client.py,sha256=mO8UD6pxFaOnxDb3hTP3HB7Gqb_ZxoR-76LT68
 metaflow/plugins/aws/aws_utils.py,sha256=kNd61C54Y3WxrL7KSjoKydRjBQ1p3exc9QXux-jZyDE,7510
 metaflow/plugins/aws/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/batch/batch.py,sha256=e9ssahWM18GnipPK2sqYB-ztx9w7Eoo7YtWyEtufYxs,17787
-metaflow/plugins/aws/batch/batch_cli.py,sha256=gVQMWBLeuqO3U3PhVJSHLwa-CNHsmW0Cvmv-K0C-DoA,11758
+metaflow/plugins/aws/batch/batch_cli.py,sha256=aRLuLky0xLGU5zR8jqUQQ0Fbs9o5Wq4Z4M8MLF9XSSw,11807
 metaflow/plugins/aws/batch/batch_client.py,sha256=J50RMEXeEXFe5RqNUM1HN22BuDQFYFVQ4FSMOK55VWY,28798
-metaflow/plugins/aws/batch/batch_decorator.py,sha256=zRq0jF-FlzZsvv-ZKCsmSzUFIaflb1dLmEtkoPStNA4,17525
+metaflow/plugins/aws/batch/batch_decorator.py,sha256=Ks2boTyseI0ohN1ecwD2qWZx_YeERRXTSjbeughVBpc,17878
 metaflow/plugins/aws/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.py,sha256=bBrGw4gRcKX9SLD8iKqPm_S_Zw5Y6F8AjxP6jPbkPpI,8136
 metaflow/plugins/aws/step_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -300,7 +301,7 @@ metaflow/plugins/metadata_providers/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uz
 metaflow/plugins/metadata_providers/local.py,sha256=Z0CXaGZJbAkj4II3WspJi-uCCtShH64yaXZQ5i9Ym7g,24390
 metaflow/plugins/metadata_providers/service.py,sha256=K0Ym6lcmegX6wBC5uZbeAFQJSDFc8e6DzJiCB1VIqjc,22554
 metaflow/plugins/pypi/__init__.py,sha256=0YFZpXvX7HCkyBFglatual7XGifdA1RwC3U4kcizyak,1037
-metaflow/plugins/pypi/bootstrap.py,sha256=bG9bHf5C_2a5AsDiiauTX7S4BH3C-GSXCKDEQdgDEJU,14959
+metaflow/plugins/pypi/bootstrap.py,sha256=XAz832qSLFxIXW6SP02N8PQ_7CKiqrCfirkE80Iwarc,14881
 metaflow/plugins/pypi/conda_decorator.py,sha256=piFcE4uGmWhhbGlxMK0GHd7BGEyqy6r9BFy8Mjoi80Q,15937
 metaflow/plugins/pypi/conda_environment.py,sha256=d5BAiY_aJJdlJ5h3N5nGSDmVoOY-8BVKqEbA5nrCpCY,22113
 metaflow/plugins/pypi/micromamba.py,sha256=LLJ2dGGOEyld07W8iI6dtE01h2Y1PQnBhU-dMBssZ3c,16502
@@ -318,7 +319,7 @@ metaflow/runner/deployer_impl.py,sha256=Kab9rLoA3EiBJDtTTulhPCeKzqiljW366nx2Tm0L
 metaflow/runner/metaflow_runner.py,sha256=L302ew_BPBPs-NnW8n92dqqbqmHwrwGL5D6kTZvl5vY,16074
 metaflow/runner/nbdeploy.py,sha256=Sp5w-6nCZwjHaRBHWxi8udya-RYnJOB76KNLjB4L7Gs,4166
 metaflow/runner/nbrun.py,sha256=LhJu-Teoi7wTkNxg0kpNPVXFxH_9P4lvtp0ysMEIFJ8,7299
-metaflow/runner/subprocess_manager.py,sha256=K6uZXnqdgeW0vHUAVwoolSpDSLp1EVHiBtyD7f_vwac,22050
+metaflow/runner/subprocess_manager.py,sha256=vqrOgRAtQYfTEBFFF7iRzrqbhFaVTRZohms4Kt7jxJA,22300
 metaflow/runner/utils.py,sha256=jC-Z5xzGEEa6Qc71U_5r1wHsS-qYV7-czv1BO-q2MSs,10213
 metaflow/sidecar/__init__.py,sha256=1mmNpmQ5puZCpRmmYlCOeieZ4108Su9XQ4_EqF1FGOU,131
 metaflow/sidecar/sidecar.py,sha256=EspKXvPPNiyRToaUZ51PS5TT_PzrBNAurn_wbFnmGr0,1334
@@ -360,9 +361,12 @@ metaflow/user_configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 metaflow/user_configs/config_decorators.py,sha256=qCKVAvd0NKgaCxQ2OThes5-DYHXq6A1HqURubYNeFdw,20481
 metaflow/user_configs/config_options.py,sha256=m6jccSpzI4qUJ7vyYkYBIf8G3V0Caunxg_k7zg4Zlqg,21067
 metaflow/user_configs/config_parameters.py,sha256=oeJGVKu1ao_YQX6Lg6P2FEv5k5-_F4sARLlVpTW9ezM,15502
-metaflow-2.14.2.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-metaflow-2.14.2.dist-info/METADATA,sha256=WKIgaDRqgKkOW2Y-pxA-bNn6z-YVywE7GQo10Rfu2-A,6121
-metaflow-2.14.2.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-metaflow-2.14.2.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
-metaflow-2.14.2.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
-metaflow-2.14.2.dist-info/RECORD,,
+metaflow-2.15.0.data/data/share/metaflow/devtools/Makefile,sha256=x9Q2FsScc9XQa0uVV2oNpA3VHwet_6oc8aQN0ztbM2Q,12907
+metaflow-2.15.0.data/data/share/metaflow/devtools/Tiltfile,sha256=ednswaJXxyH4wRWPNQZMzb5Kg1TiukHUNXgUh_DP8mU,20016
+metaflow-2.15.0.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
+metaflow-2.15.0.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+metaflow-2.15.0.dist-info/METADATA,sha256=cvzxosgu6SxOBgmkE_UHfdyJEIkvadf54EsYe3npi8k,6118
+metaflow-2.15.0.dist-info/WHEEL,sha256=3HfeesdN7jshHPzN8HJ8UeFRlEd6ApplqndzbPTvPl8,109
+metaflow-2.15.0.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
+metaflow-2.15.0.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
+metaflow-2.15.0.dist-info/RECORD,,

{metaflow-2.14.2.dist-info → metaflow-2.15.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (75.8.1)
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any

{metaflow-2.14.2.dist-info → metaflow-2.15.0.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 metaflow = metaflow.cmd.main_cli:start
+metaflow-dev = metaflow.cmd.make_wrapper:main