metaflow-functions 0.2.1.dev0__tar.gz → 0.2.2__tar.gz

metaflow_functions-0.2.2/MANIFEST.in

@@ -0,0 +1,2 @@
+include VERSION
+include README.md

{metaflow_functions-0.2.1.dev0/metaflow_functions.egg-info → metaflow_functions-0.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metaflow-functions
-Version: 0.2.1.dev0
+Version: 0.2.2
 Summary: Metaflow Functions
 Author: Netflix Metaflow Developers
 Author-email: metaflow-dev@netflix.com

metaflow_functions-0.2.2/VERSION

@@ -0,0 +1 @@
+0.2.2

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/metaflow_extensions/nflx/config/mfextinit_functions.py

@@ -37,11 +37,10 @@ FUNCTION_RAY_OBJECT_STORE_MEMORY = from_conf(
 ###
 DEBUG_OPTIONS = ["functions"]
 
+
 ###
 # Override pinned conda libraries to include libraries necessary for functions.
 # This list should match metaflow-functions/setup.py install_requires
 ###
 def get_pinned_conda_libs(python_version, datastore_type):
-    # Use "ray" (not "ray-default") so this works in both conda and pip environments.
-    # ray-default is a conda-forge alias; pip only knows "ray".
-    return {"psutil": ">=5.8.0", "cffi": "", "fastavro": "", "ray": ""}
+    return {"psutil": ">=5.8.0", "cffi": "", "fastavro": "", "ray-default": ""}

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/metaflow_extensions/nflx/plugins/functions/core/function.py

@@ -222,8 +222,19 @@ class MetaflowFunction(ABC):
             func_spec.name = self._func.deco_spec.name
 
         func_spec.task_pathspec = self.task.pathspec
-        # With local packaging, all flows have code packaging
-        func_spec.task_code_path = self.task.code.path
+        # Use the task's code package path; fall back to the current run's code URL
+        # (the first task in a local run may register metadata before the async
+        # code-package upload completes, leaving task.code as None)
+        if self.task.code is not None:
+            func_spec.task_code_path = self.task.code.path
+        elif os.environ.get("METAFLOW_CODE_URL"):
+            func_spec.task_code_path = os.environ["METAFLOW_CODE_URL"]
+        else:
+            raise MetaflowFunctionException(
+                "Cannot determine code package path: task '%s' has no code package "
+                "and METAFLOW_CODE_URL is not set. Ensure code packaging is enabled."
+                % self.task.pathspec
+            )
         from metaflow.util import get_username
 
         func_spec.user = get_username()
@@ -483,7 +494,9 @@ class MetaflowFunction(ABC):
             A fully instantiated function class derived from MetaflowFunction
         """
         if not base_path:
-            from metaflow_extensions.nflx.config.mfextinit_functions import FUNCTION_RUNTIME_PATH
+            from metaflow_extensions.nflx.config.mfextinit_functions import (
+                FUNCTION_RUNTIME_PATH,
+            )
 
             base_path = FUNCTION_RUNTIME_PATH
         func_spec = cls.function_spec_cls.from_json(reference)
@@ -523,7 +536,9 @@ class MetaflowFunction(ABC):
             A fully instantiated function class with runtime environment prepared
         """
         if not base_path:
-            from metaflow_extensions.nflx.config.mfextinit_functions import FUNCTION_RUNTIME_PATH
+            from metaflow_extensions.nflx.config.mfextinit_functions import (
+                FUNCTION_RUNTIME_PATH,
+            )
 
             base_path = FUNCTION_RUNTIME_PATH
 

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/metaflow_extensions/nflx/plugins/functions/core/function_pipeline.py

@@ -10,11 +10,12 @@ from dataclasses import dataclass, field, asdict
 from metaflow_extensions.nflx.plugins.functions.core.function import MetaflowFunction
 
 
-
 def _lazy_get_username():
     from metaflow.util import get_username
 
     return get_username()
+
+
 from metaflow_extensions.nflx.plugins.functions.config import Config
 
 from metaflow_extensions.nflx.plugins.functions.core.function_spec import FunctionSpec
@@ -401,7 +402,9 @@ class FunctionPipeline(MetaflowFunction):
 
         # Set default base_path if not provided
         if not base_path:
-            from metaflow_extensions.nflx.config.mfextinit_functions import FUNCTION_RUNTIME_PATH
+            from metaflow_extensions.nflx.config.mfextinit_functions import (
+                FUNCTION_RUNTIME_PATH,
+            )
 
             base_path = FUNCTION_RUNTIME_PATH
 
@@ -483,7 +486,9 @@ class FunctionPipeline(MetaflowFunction):
     ) -> "FunctionPipeline":
         """Create fully populated pipeline from FunctionSpec."""
         if not base_path:
-            from metaflow_extensions.nflx.config.mfextinit_functions import FUNCTION_RUNTIME_PATH
+            from metaflow_extensions.nflx.config.mfextinit_functions import (
+                FUNCTION_RUNTIME_PATH,
+            )
 
             base_path = FUNCTION_RUNTIME_PATH
 

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/metaflow_extensions/nflx/plugins/functions/environment.py

@@ -14,6 +14,7 @@ if TYPE_CHECKING:
     from metaflow import S3
 
 from metaflow.plugins.env_escape import generate_trampolines
+
 try:
     from metaflow_extensions.nflx.plugins.conda.conda import Conda  # type: ignore
 except ImportError:

metaflow_functions-0.2.2/metaflow_extensions/nflx/toplevel/functions_version.py

@@ -0,0 +1 @@
+_ext_version = "0.2.2"

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2/metaflow_functions.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metaflow-functions
-Version: 0.2.1.dev0
+Version: 0.2.2
 Summary: Metaflow Functions
 Author: Netflix Metaflow Developers
 Author-email: metaflow-dev@netflix.com

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/metaflow_functions.egg-info/SOURCES.txt

@@ -1,5 +1,7 @@
 LICENSE
+MANIFEST.in
 README.md
+VERSION
 setup.py
 metaflow_extensions/nflx/config/mfextinit_functions.py
 metaflow_extensions/nflx/plugins/mfextinit_functions.py

{metaflow_functions-0.2.1.dev0 → metaflow_functions-0.2.2}/setup.py

@@ -1,8 +1,21 @@
+import os
+
 from setuptools import setup, find_namespace_packages
 
 with open("VERSION", mode="r") as f:
     version = f.read().strip()
 
+# Write version file so the metaflow extension system reports the correct version
+_version_file = os.path.join(
+    os.path.dirname(__file__),
+    "metaflow_extensions",
+    "nflx",
+    "toplevel",
+    "functions_version.py",
+)
+with open(_version_file, "wt") as f:
+    f.write('_ext_version = "%s"\n' % version)
+
 setup(
     name="metaflow-functions",
     version=version,

metaflow_functions-0.2.1.dev0/metaflow_extensions/nflx/toplevel/functions_version.py

@@ -1 +0,0 @@
-_ext_version = "0.1.0"