ob-metaflow 2.11.13.1__py2.py3-none-any.whl → 2.19.7.1rc0__py2.py3-none-any.whl

metaflow/_vendor/v3_5/importlib_metadata/_compat.py

@@ -1,152 +0,0 @@
-from __future__ import absolute_import, unicode_literals
-
-import io
-import abc
-import sys
-import email
-
-
-if sys.version_info > (3,):  # pragma: nocover
-    import builtins
-    from configparser import ConfigParser
-    import contextlib
-    FileNotFoundError = builtins.FileNotFoundError
-    IsADirectoryError = builtins.IsADirectoryError
-    NotADirectoryError = builtins.NotADirectoryError
-    PermissionError = builtins.PermissionError
-    map = builtins.map
-    from itertools import filterfalse
-else:  # pragma: nocover
-    from backports.configparser import ConfigParser
-    from itertools import imap as map  # type: ignore
-    from itertools import ifilterfalse as filterfalse
-    import contextlib2 as contextlib
-    FileNotFoundError = IOError, OSError
-    IsADirectoryError = IOError, OSError
-    NotADirectoryError = IOError, OSError
-    PermissionError = IOError, OSError
-
-str = type('')
-
-suppress = contextlib.suppress
-
-if sys.version_info > (3, 5):  # pragma: nocover
-    import pathlib
-else:  # pragma: nocover
-    import pathlib2 as pathlib
-
-try:
-    ModuleNotFoundError = builtins.FileNotFoundError
-except (NameError, AttributeError):  # pragma: nocover
-    ModuleNotFoundError = ImportError  # type: ignore
-
-
-if sys.version_info >= (3,):  # pragma: nocover
-    from importlib.abc import MetaPathFinder
-else:  # pragma: nocover
-    class MetaPathFinder(object):
-        __metaclass__ = abc.ABCMeta
-
-
-__metaclass__ = type
-__all__ = [
-    'install', 'NullFinder', 'MetaPathFinder', 'ModuleNotFoundError',
-    'pathlib', 'ConfigParser', 'map', 'suppress', 'FileNotFoundError',
-    'NotADirectoryError', 'email_message_from_string',
-    ]
-
-
-def install(cls):
-    """
-    Class decorator for installation on sys.meta_path.
-
-    Adds the backport DistributionFinder to sys.meta_path and
-    attempts to disable the finder functionality of the stdlib
-    DistributionFinder.
-    """
-    sys.meta_path.append(cls())
-    disable_stdlib_finder()
-    return cls
-
-
-def disable_stdlib_finder():
-    """
-    Give the backport primacy for discovering path-based distributions
-    by monkey-patching the stdlib O_O.
-
-    See #91 for more background for rationale on this sketchy
-    behavior.
-    """
-    def matches(finder):
-        return (
-            getattr(finder, '__module__', None) == '_frozen_importlib_external'
-            and hasattr(finder, 'find_distributions')
-            )
-    for finder in filter(matches, sys.meta_path):  # pragma: nocover
-        del finder.find_distributions
-
-
-class NullFinder:
-    """
-    A "Finder" (aka "MetaClassFinder") that never finds any modules,
-    but may find distributions.
-    """
-    @staticmethod
-    def find_spec(*args, **kwargs):
-        return None
-
-    # In Python 2, the import system requires finders
-    # to have a find_module() method, but this usage
-    # is deprecated in Python 3 in favor of find_spec().
-    # For the purposes of this finder (i.e. being present
-    # on sys.meta_path but having no other import
-    # system functionality), the two methods are identical.
-    find_module = find_spec
-
-
-def py2_message_from_string(text):  # nocoverpy3
-    # Work around https://bugs.python.org/issue25545 where
-    # email.message_from_string cannot handle Unicode on Python 2.
-    io_buffer = io.StringIO(text)
-    return email.message_from_file(io_buffer)
-
-
-email_message_from_string = (
-    py2_message_from_string
-    if sys.version_info < (3,) else
-    email.message_from_string
-    )
-
-
-class PyPy_repr:
-    """
-    Override repr for EntryPoint objects on PyPy to avoid __iter__ access.
-    Ref #97, #102.
-    """
-    affected = hasattr(sys, 'pypy_version_info')
-
-    def __compat_repr__(self):  # pragma: nocover
-        def make_param(name):
-            value = getattr(self, name)
-            return '{name}={value!r}'.format(**locals())
-        params = ', '.join(map(make_param, self._fields))
-        return 'EntryPoint({params})'.format(**locals())
-
-    if affected:  # pragma: nocover
-        __repr__ = __compat_repr__
-    del affected
-
-
-# from itertools recipes
-def unique_everseen(iterable):  # pragma: nocover
-    "List unique elements, preserving order. Remember all elements ever seen."
-    seen = set()
-    seen_add = seen.add
-
-    for element in filterfalse(seen.__contains__, iterable):
-        seen_add(element)
-        yield element
-
-
-unique_ordered = (
-    unique_everseen if sys.version_info < (3, 7) else dict.fromkeys)

metaflow/package.py

@@ -1,188 +0,0 @@
-import importlib
-import os
-import sys
-import tarfile
-import time
-import json
-from io import BytesIO
-
-from .extension_support import EXT_PKG, package_mfext_all
-from .metaflow_config import DEFAULT_PACKAGE_SUFFIXES
-from .exception import MetaflowException
-from .util import to_unicode
-from . import R, INFO_FILE
-
-DEFAULT_SUFFIXES_LIST = DEFAULT_PACKAGE_SUFFIXES.split(",")
-METAFLOW_SUFFIXES_LIST = [".py", ".html", ".css", ".js"]
-
-
-class NonUniqueFileNameToFilePathMappingException(MetaflowException):
-    headline = "Non Unique file path for a file name included in code package"
-
-    def __init__(self, filename, file_paths, lineno=None):
-        msg = (
-            "Filename %s included in the code package includes multiple different paths for the same name : %s.\n"
-            "The `filename` in the `add_to_package` decorator hook requires a unique `file_path` to `file_name` mapping"
-            % (filename, ", ".join(file_paths))
-        )
-        super().__init__(msg=msg, lineno=lineno)
-
-
-# this is os.walk(follow_symlinks=True) with cycle detection
-def walk_without_cycles(top_root):
-    seen = set()
-
-    def _recurse(root):
-        for parent, dirs, files in os.walk(root):
-            for d in dirs:
-                path = os.path.join(parent, d)
-                if os.path.islink(path):
-                    # Breaking loops: never follow the same symlink twice
-                    #
-                    # NOTE: this also means that links to sibling links are
-                    # not followed. In this case:
-                    #
-                    #   x -> y
-                    #   y -> oo
-                    #   oo/real_file
-                    #
-                    # real_file is only included twice, not three times
-                    reallink = os.path.realpath(path)
-                    if reallink not in seen:
-                        seen.add(reallink)
-                        for x in _recurse(path):
-                            yield x
-            yield parent, files
-
-    for x in _recurse(top_root):
-        yield x
-
-
-class MetaflowPackage(object):
-    def __init__(self, flow, environment, echo, suffixes=DEFAULT_SUFFIXES_LIST):
-        self.suffixes = list(set().union(suffixes, DEFAULT_SUFFIXES_LIST))
-        self.environment = environment
-        self.metaflow_root = os.path.dirname(__file__)
-
-        self.flow_name = flow.name
-        self._flow = flow
-        self.create_time = time.time()
-        environment.init_environment(echo)
-        for step in flow:
-            for deco in step.decorators:
-                deco.package_init(flow, step.__name__, environment)
-        self.blob = self._make()
-
-    def _walk(self, root, exclude_hidden=True, suffixes=None):
-        if suffixes is None:
-            suffixes = []
-        root = to_unicode(root)  # handle files/folder with non ascii chars
-        prefixlen = len("%s/" % os.path.dirname(root))
-        for (
-            path,
-            files,
-        ) in walk_without_cycles(root):
-            if exclude_hidden and "/." in path:
-                continue
-            # path = path[2:] # strip the ./ prefix
-            # if path and (path[0] == '.' or './' in path):
-            #    continue
-            for fname in files:
-                if (fname[0] == "." and fname in suffixes) or (
-                    fname[0] != "."
-                    and any(fname.endswith(suffix) for suffix in suffixes)
-                ):
-                    p = os.path.join(path, fname)
-                    yield p, p[prefixlen:]
-
-    def path_tuples(self):
-        """
-        Returns list of (path, arcname) to be added to the job package, where
-        `arcname` is the alternative name for the file in the package.
-        """
-        # We want the following contents in the tarball
-        # Metaflow package itself
-        for path_tuple in self._walk(
-            self.metaflow_root, exclude_hidden=False, suffixes=METAFLOW_SUFFIXES_LIST
-        ):
-            yield path_tuple
-
-        # Metaflow extensions; for now, we package *all* extensions but this may change
-        # at a later date; it is possible to call `package_mfext_package` instead of
-        # `package_mfext_all` but in that case, make sure to also add a
-        # metaflow_extensions/__init__.py file to properly "close" the metaflow_extensions
-        # package and prevent other extensions from being loaded that may be
-        # present in the rest of the system
-        for path_tuple in package_mfext_all():
-            yield path_tuple
-
-        # Any custom packages exposed via decorators
-        deco_module_paths = {}
-        for step in self._flow:
-            for deco in step.decorators:
-                for path_tuple in deco.add_to_package():
-                    file_path, file_name = path_tuple
-                    # Check if the path is not duplicated as
-                    # many steps can have the same packages being imported
-                    if file_name not in deco_module_paths:
-                        deco_module_paths[file_name] = file_path
-                        yield path_tuple
-                    elif deco_module_paths[file_name] != file_path:
-                        raise NonUniqueFileNameToFilePathMappingException(
-                            file_name, [deco_module_paths[file_name], file_path]
-                        )
-
-        # the package folders for environment
-        for path_tuple in self.environment.add_to_package():
-            yield path_tuple
-        if R.use_r():
-            # the R working directory
-            for path_tuple in self._walk(
-                "%s/" % R.working_dir(), suffixes=self.suffixes
-            ):
-                yield path_tuple
-            # the R package
-            for path_tuple in R.package_paths():
-                yield path_tuple
-        else:
-            # the user's working directory
-            flowdir = os.path.dirname(os.path.abspath(sys.argv[0])) + "/"
-            for path_tuple in self._walk(flowdir, suffixes=self.suffixes):
-                yield path_tuple
-
-    def _add_info(self, tar):
-        info = tarfile.TarInfo(os.path.basename(INFO_FILE))
-        env = self.environment.get_environment_info(include_ext_info=True)
-        buf = BytesIO()
-        buf.write(json.dumps(env).encode("utf-8"))
-        buf.seek(0)
-        info.size = len(buf.getvalue())
-        # Setting this default to Dec 3, 2019
-        info.mtime = 1575360000
-        tar.addfile(info, buf)
-
-    def _make(self):
-        def no_mtime(tarinfo):
-            # a modification time change should not change the hash of
-            # the package. Only content modifications will.
-            # Setting this default to Dec 3, 2019
-            tarinfo.mtime = 1575360000
-            return tarinfo
-
-        buf = BytesIO()
-        with tarfile.open(
-            fileobj=buf, mode="w:gz", compresslevel=3, dereference=True
-        ) as tar:
-            self._add_info(tar)
-            for path, arcname in self.path_tuples():
-                tar.add(path, arcname=arcname, recursive=False, filter=no_mtime)
-
-        blob = bytearray(buf.getvalue())
-        blob[4:8] = [0] * 4  # Reset 4 bytes from offset 4 to account for ts
-        return blob
-
-    def __str__(self):
-        return "<code package for flow %s (created @ %s)>" % (
-            self.flow_name,
-            time.strftime("%a, %d %b %Y %H:%M:%S", self.create_time),
-        )

ob_metaflow-2.11.13.1.dist-info/METADATA

@@ -1,85 +0,0 @@
-Metadata-Version: 2.1
-Name: ob-metaflow
-Version: 2.11.13.1
-Summary: Metaflow: More Data Science, Less Engineering
-Author: Netflix, Outerbounds & the Metaflow Community
-Author-email: help@outerbounds.co
-License: Apache License 2.0
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: requests
-Requires-Dist: boto3
-Requires-Dist: pylint
-Requires-Dist: kubernetes
-Provides-Extra: stubs
-Requires-Dist: ob-metaflow-stubs ==2.11.13.1 ; extra == 'stubs'
-
-![Metaflow_Logo_Horizontal_FullColor_Ribbon_Dark_RGB](https://user-images.githubusercontent.com/763451/89453116-96a57e00-d713-11ea-9fa6-82b29d4d6eff.png)
-
-# Metaflow
-
-Metaflow is a human-friendly library that helps scientists and engineers build and manage real-life data science projects. Metaflow was [originally developed at Netflix](https://netflixtechblog.com/open-sourcing-metaflow-a-human-centric-framework-for-data-science-fa72e04a5d9) to boost productivity of data scientists who work on a wide variety of projects from classical statistics to state-of-the-art deep learning.
-
-For more information, see [Metaflow's website](https://metaflow.org) and [documentation](https://docs.metaflow.org).
-
-## From prototype to production (and back)
-
-Metaflow provides a simple, friendly API that covers foundational needs of ML, AI, and data science projects:
-<img src="./docs/prototype-to-prod.png" width="800px">
-
-1. [Rapid local prototyping](https://docs.metaflow.org/metaflow/basics), [support for notebooks](https://docs.metaflow.org/metaflow/visualizing-results), and [built-in experiment tracking and versioning](https://docs.metaflow.org/metaflow/client).
-2. [Horizontal and vertical scalability to the cloud](https://docs.metaflow.org/scaling/remote-tasks/introduction), utilizing both CPUs and GPUs, and [fast data access](https://docs.metaflow.org/scaling/data).
-3. [Managing dependencies](https://docs.metaflow.org/scaling/dependencies) and [one-click deployments to highly available production orchestrators](https://docs.metaflow.org/production/introduction).
-
-
-## Getting started
-
-Getting up and running is easy. If you don't know where to start, [Metaflow sandbox](https://outerbounds.com/sandbox) will have you running and exploring Metaflow in seconds.
-
-### Installing Metaflow in your Python environment
-
-To install Metaflow in your local environment, you can install from [PyPi](https://pypi.org/project/metaflow/):
-
-```sh
-pip install metaflow
-```
-Alternatively, you can also install from [conda-forge](https://anaconda.org/conda-forge/metaflow):
-
-```sh
-conda install -c conda-forge metaflow
-```
-If you are eager to try out Metaflow in practice, you can start with the [tutorial](https://docs.metaflow.org/getting-started/tutorials). After the tutorial, you can learn more about how Metaflow works [here](https://docs.metaflow.org/metaflow/basics).
-
-### Deploying infrastructure for Metaflow in your cloud
-<img src="./docs/multicloud.png" width="800px">
-
-
-While you can get started with Metaflow easily on your laptop, the main benefits of Metaflow lie in its ability to [scale out to external compute clusters](https://docs.metaflow.org/scaling/remote-tasks/introduction) 
-and to [deploy to production-grade workflow orchestrators](https://docs.metaflow.org/production/introduction). To benefit from these features, follow this [guide](https://outerbounds.com/engineering/welcome/) to 
-configure Metaflow and the infrastructure behind it appropriately.
-
-## [Resources](https://docs.metaflow.org/introduction/metaflow-resources)
-
-### [Slack Community](http://slack.outerbounds.co/)
-An active [community](http://slack.outerbounds.co/) of thousands of data scientists and ML engineers discussing the ins-and-outs of applied machine learning.
-
-### [Tutorials](https://outerbounds.com/docs/tutorials-index/)
-- [Introduction to Metaflow](https://outerbounds.com/docs/intro-tutorial-overview/)
-- [Natural Language Processing with Metaflow](https://outerbounds.com/docs/nlp-tutorial-overview/)
-- [Computer Vision with Metaflow](https://outerbounds.com/docs/cv-tutorial-overview/)
-- [Recommender Systems with Metaflow](https://outerbounds.com/docs/recsys-tutorial-overview/)
-- And more advanced content [here](https://outerbounds.com/docs/tutorials-index/)
-
-### [Generative AI and LLM use cases](https://outerbounds.com/blog/?category=Foundation%20Models)
-- [Infrastructure Stack for Large Language Models](https://outerbounds.com/blog/llm-infrastructure-stack/)
-- [Parallelizing Stable Diffusion for Production Use Cases](https://outerbounds.com/blog/parallelizing-stable-diffusion-production-use-cases/)
-- [Whisper with Metaflow on Kubernetes](https://outerbounds.com/blog/whisper-kubernetes/)
-- [Training a Large Language Model With Metaflow, Featuring Dolly](https://outerbounds.com/blog/train-dolly-metaflow/)
-
-## Get in touch
-There are several ways to get in touch with us:
-- [Slack Community](http://slack.outerbounds.co/)
-- [Github Issues](https://github.com/Netflix/metaflow/issues)
-
-## Contributing
-We welcome contributions to Metaflow. Please see our [contribution guide](https://docs.metaflow.org/introduction/contributing-to-metaflow) for more details.