outerbounds 0.3.55rc4__py3-none-any.whl → 0.3.89__py3-none-any.whl

outerbounds/vendor.py

@@ -0,0 +1,159 @@
+import glob
+import shutil
+import subprocess
+import re
+
+from functools import partial
+from itertools import chain
+from pathlib import Path
+
+WHITELIST = {
+    "README.txt",
+    "__init__.py",
+    "vendor_any.txt",
+    "pip.LICENSE",
+}
+
+# Borrowed from https://github.com/pypa/pip/tree/main/src/pip/_vendor
+
+VENDOR_SUBDIR = re.compile(r"^_vendor/vendor_([a-zA-Z0-9_]+).txt$")
+
+
+def delete_all(*paths, whitelist=frozenset()):
+    for item in paths:
+        if item.is_dir():
+            shutil.rmtree(item, ignore_errors=True)
+        elif item.is_file() and item.name not in whitelist:
+            item.unlink()
+
+
+def iter_subtree(path):
+    """Recursively yield all files in a subtree, depth-first"""
+    if not path.is_dir():
+        if path.is_file():
+            yield path
+        return
+    for item in path.iterdir():
+        if item.is_dir():
+            yield from iter_subtree(item)
+        elif item.is_file():
+            yield item
+
+
+def patch_vendor_imports(file, replacements):
+    text = file.read_text("utf8")
+    for replacement in replacements:
+        text = replacement(text)
+    file.write_text(text, "utf8")
+
+
+def find_vendored_libs(vendor_dir, whitelist, whitelist_dirs):
+    vendored_libs = []
+    paths = []
+    for item in vendor_dir.iterdir():
+        if item.is_dir() and item not in whitelist_dirs:
+            vendored_libs.append(item.name)
+        elif item.is_file() and item.name not in whitelist:
+            vendored_libs.append(item.stem)  # without extension
+        else:  # not a dir or a file not in the whitelist
+            continue
+        paths.append(item)
+    return vendored_libs, paths
+
+
+def fetch_licenses(*info_dir, vendor_dir):
+    for file in chain.from_iterable(map(iter_subtree, info_dir)):
+        if "LICENSE" in file.name:
+            library = file.parent.name.split("-")[0]
+            shutil.copy(file, vendor_dir / ("%s.LICENSE" % library))
+        else:
+            continue
+
+
+def vendor(vendor_dir):
+    # remove everything
+    delete_all(*vendor_dir.iterdir(), whitelist=WHITELIST)
+
+    exclude_subdirs = []
+    # Iterate on the vendor*.txt files
+    for vendor_file in glob.glob(f"{vendor_dir.name}/vendor*.txt"):
+        # We extract the subdirectory we are going to extract into
+        subdir = VENDOR_SUBDIR.match(vendor_file).group(1)
+        # Includes "any" but it doesn't really matter unless you install "any"
+        exclude_subdirs.append(subdir)
+
+    for subdir in exclude_subdirs:
+        create_init_file = False
+        if subdir == "any":
+            vendor_subdir = vendor_dir
+            # target package is <parent>.<vendor_dir>; foo/_vendor -> foo._vendor
+            pkgname = f"{vendor_dir.parent.name}.{vendor_dir.name}"
+        else:
+            create_init_file = True
+            vendor_subdir = vendor_dir / subdir
+            # target package is <parent>.<vendor_dir>; foo/_vendor -> foo._vendor
+            pkgname = f"{vendor_dir.parent.name}.{vendor_dir.name}.{vendor_subdir.name}"
+
+        # install with pip
+        subprocess.run(
+            [
+                "python3",
+                "-m",
+                "pip",
+                "install",
+                "-t",
+                str(vendor_subdir),
+                "-r",
+                "_vendor/vendor_%s.txt" % subdir,
+                "--no-compile",
+            ]
+        )
+
+        # fetch licenses
+        fetch_licenses(*vendor_subdir.glob("*.dist-info"), vendor_dir=vendor_subdir)
+
+        # delete stuff that's not needed
+        delete_all(
+            *vendor_subdir.glob("*.dist-info"),
+            *vendor_subdir.glob("*.egg-info"),
+            vendor_subdir / "bin",
+        )
+
+        # Touch a __init__.py file
+        if create_init_file:
+            with open(
+                "%s/__init__.py" % str(vendor_subdir), "w+", encoding="utf-8"
+            ) as f:
+                f.write("# Empty file")
+
+        vendored_libs, paths = find_vendored_libs(
+            vendor_subdir, WHITELIST, exclude_subdirs
+        )
+
+        replacements = []
+        for lib in vendored_libs:
+            replacements += (
+                partial(  # import bar -> import foo._vendor.bar
+                    re.compile(r"(^\s*)import {}\n".format(lib), flags=re.M).sub,
+                    r"\1from {} import {}\n".format(pkgname, lib),
+                ),
+                partial(  # from bar -> from foo._vendor.bar
+                    re.compile(r"(^\s*)from {}(\.|\s+)".format(lib), flags=re.M).sub,
+                    r"\1from {}.{}\2".format(pkgname, lib),
+                ),
+            )
+
+        for file in chain.from_iterable(map(iter_subtree, paths)):
+            if file.suffix == ".py":
+                patch_vendor_imports(file, replacements)
+
+
+if __name__ == "__main__":
+    here = Path("__file__").resolve().parent
+    vendor_tl_dir = here / "_vendor"
+    has_vendor_file = len(glob.glob(f"{vendor_tl_dir.name}/vendor*.txt")) > 0
+    assert has_vendor_file, "_vendor/vendor*.txt file not found"
+    assert (
+        vendor_tl_dir / "__init__.py"
+    ).exists(), "_vendor/__init__.py file not found"
+    vendor(vendor_tl_dir)

{outerbounds-0.3.55rc4.dist-info → outerbounds-0.3.89.dist-info}/METADATA

@@ -1,31 +1,39 @@
 Metadata-Version: 2.1
 Name: outerbounds
-Version: 0.3.55rc4
+Version: 0.3.89
 Summary: More Data Science, Less Administration
 License: Proprietary
 Keywords: data science,machine learning,MLOps
 Author: Outerbounds, Inc.
-Requires-Python: >=3.8,<4.0
+Requires-Python: >=3.7,<4.0
 Classifier: Development Status :: 4 - Beta
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Provides-Extra: azure
 Provides-Extra: gcp
-Requires-Dist: PyYAML (>=6.0,<7.0)
 Requires-Dist: azure-identity (>=1.15.0,<2.0.0) ; extra == "azure"
+Requires-Dist: azure-keyvault-secrets (>=4.7.0,<5.0.0) ; extra == "azure"
 Requires-Dist: azure-storage-blob (>=12.9.0,<13.0.0) ; extra == "azure"
 Requires-Dist: boto3
-Requires-Dist: click (>=8.1.3,<9.0.0)
 Requires-Dist: google-api-core (>=2.16.1,<3.0.0) ; extra == "gcp"
 Requires-Dist: google-auth (>=2.27.0,<3.0.0) ; extra == "gcp"
+Requires-Dist: google-cloud-secret-manager (>=2.20.0,<3.0.0) ; extra == "gcp"
 Requires-Dist: google-cloud-storage (>=2.14.0,<3.0.0) ; extra == "gcp"
-Requires-Dist: ob-metaflow (==2.11.0.4)
-Requires-Dist: ob-metaflow-extensions (==1.1.45rc2)
+Requires-Dist: ob-metaflow (==2.12.12.0)
+Requires-Dist: ob-metaflow-extensions (==1.1.79)
+Requires-Dist: ob-metaflow-stubs (==5.2)
 Requires-Dist: opentelemetry-distro (==0.41b0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (==1.20.0)
 Requires-Dist: opentelemetry-instrumentation-requests (==0.41b0)
 Project-URL: Documentation, https://docs.metaflow.org
+Description-Content-Type: text/markdown
+
+# Outerbounds
+
+Main package for the Outerbounds platform.
+

outerbounds-0.3.89.dist-info/RECORD

@@ -0,0 +1,57 @@
+outerbounds/__init__.py,sha256=GPdaubvAYF8pOFWJ3b-sPMKCpyfpteWVMZWkmaYhxRw,32
+outerbounds/_vendor/PyYAML.LICENSE,sha256=jTko-dxEkP1jVwfLiOsmvXZBAqcoKVQwfT5RZ6V36KQ,1101
+outerbounds/_vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+outerbounds/_vendor/_yaml/__init__.py,sha256=nD985-g4Mrx97PhtSzI2L53o8sCHUJ4ZoBWcUd7o0PQ,1449
+outerbounds/_vendor/click/__init__.py,sha256=rQBLutqg-z6m8nOzivIfigDn_emijB_dKv9BZ2FNi5s,3138
+outerbounds/_vendor/click/_compat.py,sha256=JIHLYs7Jzz4KT9t-ds4o4jBzLjnwCiJQKqur-5iwCKI,18810
+outerbounds/_vendor/click/_termui_impl.py,sha256=qK6Cfy4mRFxvxE8dya8RBhLpSC8HjF-lvBc6aNrPdwg,23451
+outerbounds/_vendor/click/_textwrap.py,sha256=10fQ64OcBUMuK7mFvh8363_uoOxPlRItZBmKzRJDgoY,1353
+outerbounds/_vendor/click/_winconsole.py,sha256=5ju3jQkcZD0W27WEMGqmEP4y_crUVzPCqsX_FYb7BO0,7860
+outerbounds/_vendor/click/core.py,sha256=ici4JXpq5VWyQkFQQklE4GnUKR8wxSP1YAzqaVYAZ3Y,112862
+outerbounds/_vendor/click/decorators.py,sha256=yo3zvzgUm5q7h5CXjyV6q3h_PJAiUaem178zXwdWUFI,16350
+outerbounds/_vendor/click/exceptions.py,sha256=7gDaLGuFZBeCNwY9ERMsF2-Z3R9Fvq09Zc6IZSKjseo,9167
+outerbounds/_vendor/click/formatting.py,sha256=Frf0-5W33-loyY_i9qrwXR8-STnW3m5gvyxLVUdyxyk,9706
+outerbounds/_vendor/click/globals.py,sha256=TP-qM88STzc7f127h35TD_v920FgfOD2EwzqA0oE8XU,1961
+outerbounds/_vendor/click/parser.py,sha256=cAEt1uQR8gq3-S9ysqbVU-fdAZNvilxw4ReJ_T1OQMk,19044
+outerbounds/_vendor/click/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+outerbounds/_vendor/click/shell_completion.py,sha256=qOp_BeC9esEOSZKyu5G7RIxEUaLsXUX-mTb7hB1r4QY,18018
+outerbounds/_vendor/click/termui.py,sha256=ACBQVOvFCTSqtD5VREeCAdRtlHd-Imla-Lte4wSfMjA,28355
+outerbounds/_vendor/click/testing.py,sha256=ptpMYgRY7dVfE3UDgkgwayu9ePw98sQI3D7zZXiCpj4,16063
+outerbounds/_vendor/click/types.py,sha256=u8LK2CRcVw3jWDutzP_wgFV478TXhsjL8gYSFPjGKkE,35865
+outerbounds/_vendor/click/utils.py,sha256=33D6E7poH_nrKB-xr-UyDEXnxOcCiQqxuRLtrqeVv6o,18682
+outerbounds/_vendor/click.LICENSE,sha256=morRBqOU6FO_4h9C9OctWSgZoigF2ZG18ydQKSkrZY0,1475
+outerbounds/_vendor/vendor_any.txt,sha256=9vi_h2zSBIx0sFM9i69xNEwe-HyeX0_sdtMjImmvgXo,27
+outerbounds/_vendor/yaml/__init__.py,sha256=lPcXUknB0EUNfCL8MJOgq26y70nOQR_Eajqzycmtnhg,12569
+outerbounds/_vendor/yaml/_yaml.cpython-311-darwin.so,sha256=YiF55JiadfOvw_mUH-lONNnsiMHj6C6o1SBfTCvvW54,362008
+outerbounds/_vendor/yaml/composer.py,sha256=KI1ASnRYW7jWza4BxiHsjDdpV_AYR6wGKD_d3q5y1GY,4975
+outerbounds/_vendor/yaml/constructor.py,sha256=a_QHcwgF8J3ius54IchRi50VSuX-tNZfL83JsRA9q9w,30058
+outerbounds/_vendor/yaml/cyaml.py,sha256=pbSaKr0mn_yMEc4DuLbl38RGWVSkXBgA9NXHATnjfuE,4497
+outerbounds/_vendor/yaml/dumper.py,sha256=ncn_DlBmKv_aTtkv9tBagK-8SQE9ETLIdwTYMO0_5WA,3507
+outerbounds/_vendor/yaml/emitter.py,sha256=9jcV2QKdsHWAPJrqsWMEBCLCU56D25qLC1XiQFcU48A,44167
+outerbounds/_vendor/yaml/error.py,sha256=1ImZXAcfUbnuVfkHYSeHakDojgwAjFs4pFUKfKNFLuw,2726
+outerbounds/_vendor/yaml/events.py,sha256=VlHDUFXu2zAU6TFEQUBDIq8gU3s_1Q67vpNlYY645p4,2465
+outerbounds/_vendor/yaml/loader.py,sha256=jX2YIC4HwJslE2DKVwLix2ne8qhJyFJzwjJz7CzVPOk,2060
+outerbounds/_vendor/yaml/nodes.py,sha256=K0QBIan-NI8RqxiPyo6fLaR-GSTpmF_9eXtJ3uf6rEo,1422
+outerbounds/_vendor/yaml/parser.py,sha256=BhbxGU0AjebJZIVFpBIPoP5YAGYOMVg7Vjmd-aFP5ts,26214
+outerbounds/_vendor/yaml/reader.py,sha256=lR8yfw6FMasPB41qFrsBUOVtASViXnKd89tvJHQNsVc,7109
+outerbounds/_vendor/yaml/representer.py,sha256=FK_yoIj_17GdgzVP8_yFBobV56PKqEkZ5AGtBdKjWDc,14088
+outerbounds/_vendor/yaml/resolver.py,sha256=dPhU1d7G1JCMktPFvNhyqwj2oNvx1yf_Jfa35CydQXA,8992
+outerbounds/_vendor/yaml/scanner.py,sha256=ZcI8IngR56PaQ0m27WU2vxCqmDCuRjz-hr7pirbMPuw,52982
+outerbounds/_vendor/yaml/serializer.py,sha256=8wFZRy9SsQSktF_f9OOroroqsh4qVUe53ry07P9UgCc,4368
+outerbounds/_vendor/yaml/tokens.py,sha256=JBSu38wihGr4l73JwbfMA7Ks1-X84g8-NskTz7KwPmA,2578
+outerbounds/cli_main.py,sha256=e9UMnPysmc7gbrimq2I4KfltggyU7pw59Cn9aEguVcU,74
+outerbounds/command_groups/__init__.py,sha256=QPWtj5wDRTINDxVUL7XPqG3HoxHNvYOg08EnuSZB2Hc,21
+outerbounds/command_groups/cli.py,sha256=sorDdQvmTPqIwfvgtuNLILelimXu5CknFnWQFsYFGHs,286
+outerbounds/command_groups/local_setup_cli.py,sha256=tuuqJRXQ_guEwOuQSIf9wkUU0yg8yAs31myGViAK15s,36364
+outerbounds/command_groups/perimeters_cli.py,sha256=IFSQC7nwnPksryv4jLMf--orkCWESxTJUx0o_wcperk,16724
+outerbounds/command_groups/workstations_cli.py,sha256=V5Jbj1cVb4IRllI7fOgNgL6OekRpuFDv6CEhDb4xC6w,22016
+outerbounds/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+outerbounds/utils/kubeconfig.py,sha256=yvcyRXGR4AhQuqUDqmbGxEOHw5ixMFV0AZIDg1LI_Qo,7981
+outerbounds/utils/metaflowconfig.py,sha256=l2vJbgPkLISU-XPGZFaC8ZKmYFyJemlD6bwB-EKUsAw,5770
+outerbounds/utils/schema.py,sha256=cNlgjmteLPbDzSEUSQDsq8txdhMGyezSmM83jU3aa0w,2329
+outerbounds/utils/utils.py,sha256=4Z8cszNob_8kDYCLNTrP-wWads_S_MdL3Uj3ju4mEsk,501
+outerbounds/vendor.py,sha256=gRLRJNXtZBeUpPEog0LOeIsl6GosaFFbCxUvR4bW6IQ,5093
+outerbounds-0.3.89.dist-info/entry_points.txt,sha256=7ye0281PKlvqxu15rjw60zKg2pMsXI49_A8BmGqIqBw,47
+outerbounds-0.3.89.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
+outerbounds-0.3.89.dist-info/METADATA,sha256=EbJIp_Ibm7F8sO2SfCcZOnOi61wWO2RUQnnWTwDZV38,1632
+outerbounds-0.3.89.dist-info/RECORD,,

outerbounds-0.3.55rc4.dist-info/RECORD

@@ -1,15 +0,0 @@
-outerbounds/__init__.py,sha256=GPdaubvAYF8pOFWJ3b-sPMKCpyfpteWVMZWkmaYhxRw,32
-outerbounds/cli_main.py,sha256=e9UMnPysmc7gbrimq2I4KfltggyU7pw59Cn9aEguVcU,74
-outerbounds/command_groups/__init__.py,sha256=QPWtj5wDRTINDxVUL7XPqG3HoxHNvYOg08EnuSZB2Hc,21
-outerbounds/command_groups/cli.py,sha256=H4LxcYTmsY9DQUrReSRLjvbg9s9Ro7s-eUrcMqEJ_9A,261
-outerbounds/command_groups/local_setup_cli.py,sha256=0sEi3V0sqoCW0RI2z3xMLNnit0pCsigWQ07m1mhDBso,29524
-outerbounds/command_groups/perimeters_cli.py,sha256=9tOql42d00KfHpZYkLLGEAOiy8iRbIzsknldCyICwU0,12063
-outerbounds/command_groups/workstations_cli.py,sha256=xHgETjWfUjiIkKODR-4qIS5pSc4ww3VS1ouZM9no8CY,21312
-outerbounds/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-outerbounds/utils/kubeconfig.py,sha256=l1mUP1j9VIq3fsffi5bJ1Nk-hYlwd1dIqkpj7DvVS1E,7936
-outerbounds/utils/metaflowconfig.py,sha256=HgaDmK3F97rppfGUdysS1Zppe28ERTLV_HcB5IuPpV4,2631
-outerbounds/utils/schema.py,sha256=Ht_Yf5uoKO0m36WXHZLSPmWPH6EFWXfZDQsiAUquc5k,2160
-outerbounds-0.3.55rc4.dist-info/METADATA,sha256=6dAqYfSf245Yt-UAvKyh3BWE53-cYUbcaQMi9Zphd98,1367
-outerbounds-0.3.55rc4.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-outerbounds-0.3.55rc4.dist-info/entry_points.txt,sha256=7ye0281PKlvqxu15rjw60zKg2pMsXI49_A8BmGqIqBw,47
-outerbounds-0.3.55rc4.dist-info/RECORD,,