ob-metaflow 2.9.10.1__py2.py3-none-any.whl → 2.10.2.6__py2.py3-none-any.whl

metaflow/plugins/pypi/utils.py

@@ -0,0 +1,75 @@
+import platform
+import sys
+
+if sys.version_info < (3, 6):
+
+    class Tags:
+        __getattr__ = lambda self, name: (_ for _ in ()).throw(
+            Exception("packaging.tags is not avaliable for Python < 3.6")
+        )
+
+    tags = Tags()
+else:
+    from metaflow._vendor.packaging import tags
+
+from metaflow.exception import MetaflowException
+
+
+def conda_platform():
+    # Returns the conda platform for the Python interpreter
+    _32_bit_interpreter = sys.maxsize <= 2**32
+    if platform.system() == "Linux":
+        if _32_bit_interpreter:
+            return "linux-32"
+        else:
+            return "linux-64"
+    elif platform.system() == "Darwin":
+        if platform.machine() == "arm64":
+            return "osx-arm64"
+        elif _32_bit_interpreter:
+            return "osx-32"
+        else:
+            return "osx-64"
+
+
+def pip_tags(python_version, mamba_platform):
+    # Returns a list of pip tags containing (implementation, platforms, abis) tuples
+    # assuming a CPython implementation for Python interpreter.
+
+    # Inspired by https://github.com/pypa/pip/blob/0442875a68f19b0118b0b88c747bdaf6b24853ba/src/pip/_internal/utils/compatibility_tags.py
+    py_version = tuple(map(int, python_version.split(".")[:2]))
+    if mamba_platform == "linux-64":
+        platforms = [
+            "manylinux%s_x86_64" % s
+            for s in (
+                "1",
+                "2010",
+                "2014",
+                "_2_17",
+                "_2_18",
+                "_2_19",
+                "_2_20",
+                "_2_21",
+                "_2_23",
+                "_2_24",
+                "_2_25",
+                "_2_26",
+                "_2_27",
+            )
+        ]
+        platforms.append("linux_x86_64")
+    elif mamba_platform == "osx-64":
+        platforms = tags.mac_platforms(arch="x86_64")
+    elif mamba_platform == "osx-arm64":
+        platforms = tags.mac_platforms(arch="arm64")
+    else:
+        raise MetaflowException("Unsupported platform: %s" % mamba_platform)
+
+    interpreter = "cp%s" % ("".join(map(str, py_version)))
+
+    abis = tags._cpython_abis(py_version)
+
+    supported = []
+    supported.extend(tags.cpython_tags(py_version, abis, platforms))
+    supported.extend(tags.compatible_tags(py_version, interpreter, platforms))
+    return supported

metaflow/task.py

@@ -53,9 +53,6 @@ class MetaflowTask(object):
         self.ubf_context = ubf_context
 
     def _exec_step_function(self, step_function, input_obj=None):
-        self.environment.validate_environment(
-            self.console_logger, self.flow_datastore.TYPE
-        )
         if input_obj is None:
             step_function()
         else:

metaflow/vendor.py

@@ -13,6 +13,7 @@ WHITELIST = {
     "vendor_any.txt",
     "vendor_v3_5.txt",
     "vendor_v3_6.txt",
+    "vendor_v3_7.txt",
     "pip.LICENSE",
 }
 

{ob_metaflow-2.9.10.1.dist-info → ob_metaflow-2.10.2.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ob-metaflow
-Version: 2.9.10.1
+Version: 2.10.2.6
 Summary: Metaflow: More Data Science, Less Engineering
 Author: Netflix, Outerbounds & the Metaflow Community
 Author-email: help@outerbounds.co

{ob_metaflow-2.9.10.1.dist-info → ob_metaflow-2.10.2.6.dist-info}/RECORD

@@ -15,13 +15,13 @@ metaflow/graph.py,sha256=ZPxyG8uwVMk5YYgX4pQEQaPZtZM5Wy-G4NtJK73IEuA,11818
 metaflow/includefile.py,sha256=BVQLYTLZN7m3ibFnsTU70dPj9YskxZeQb1FosV3k4-o,19721
 metaflow/integrations.py,sha256=LlsaoePRg03DjENnmLxZDYto3NwWc9z_PtU6nJxLldg,1480
 metaflow/lint.py,sha256=_kYAbAtsP7IG1Rd0FqNbo8I8Zs66_0WXbaZJFARO3dE,10394
-metaflow/metaflow_config.py,sha256=awgVLkQ3IZHdBH5Oyq9gRVYI3WYj_w-UVgRRp2bhuS4,19044
+metaflow/metaflow_config.py,sha256=DGm4e0elTrNJuusKsMGy2HHOknEGty1kPkvDuwf0Dfk,19124
 metaflow/metaflow_config_funcs.py,sha256=pCaiQ2ez9wXixJI3ehmf3QiW9lUqFrZnBZx1my_0wIg,4874
-metaflow/metaflow_environment.py,sha256=2nzo9gyixcH74djRZm3ifDzO_xEKSaA1dOfsVOXSFoo,7279
+metaflow/metaflow_environment.py,sha256=JdsmQsYp1SDQniQ0-q1mKRrmzSFfYuzrf6jLEHmyaiM,7352
 metaflow/metaflow_profile.py,sha256=jKPEW-hmAQO-htSxb9hXaeloLacAh41A35rMZH6G8pA,418
 metaflow/metaflow_version.py,sha256=mPQ6g_3XjNdi0NrxDzwlW8ZH0nMyYpwqmJ04P7TIdP0,4774
 metaflow/monitor.py,sha256=T0NMaBPvXynlJAO_avKtk8OIIRMyEuMAyF8bIp79aZU,5323
-metaflow/multicore_utils.py,sha256=6FFB1lbP54JIlFbu0e3j2ReOo_hQ9Q-vsb4PTaDWEf8,2741
+metaflow/multicore_utils.py,sha256=wyJtMI4QyQsepRq9P_t_lRoOV-MLzZwnr0LXmR4VtbY,3015
 metaflow/package.py,sha256=vX86iJ2xXWcGrOmABEfgOHuNBMqCBAu7ukjg-e0PZf8,7319
 metaflow/parameters.py,sha256=d_op5psX6yAx-2demD-lffW8HJyiWu_Ft2HgvxuBUWw,13765
 metaflow/procpoll.py,sha256=22ppTUyaTYVn1UUG4RNG1LnCKBwRbaTmhYiYN_7OVN8,2861
@@ -29,14 +29,14 @@ metaflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/pylint_wrapper.py,sha256=zzBY9YaSUZOGH-ypDKAv2B_7XcoyMZj-zCoCrmYqNRc,2865
 metaflow/runtime.py,sha256=QheT9uV2pBPROrFHo06HaFx-fCqaaQcMEK8_kef--pw,55864
 metaflow/tagging_util.py,sha256=ctyf0Q1gBi0RyZX6J0e9DQGNkNHblV_CITfy66axXB4,2346
-metaflow/task.py,sha256=1VURgRg6vU6igblBbgnaidyX_85CJ-KNoG46U028viI,25393
+metaflow/task.py,sha256=summMHj2oQ37_Izp3c78FzS67jJkoKjtgLzYJUVXcs8,25278
 metaflow/tracing.py,sha256=I2WYpSVuU9N42WQtR0ELcSzch45QLhBHdXGWLLrG53E,1199
 metaflow/tracing_noop.py,sha256=q6hkFXDpLebtScj6rZhIAdWfMFxd1JAtErtYLTWWzgc,731
 metaflow/tracing_otel.py,sha256=pBkWgeN9JcqhInCWdutdAKNKJbLnsFf3YNlYcYI5NM4,5383
 metaflow/tracing_propagator.py,sha256=fdX2txx9RB1dFA9lZmzzAnoQZ_mInQPgVWJhAXUN6uc,2534
 metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
 metaflow/util.py,sha256=PFBFprn7W8I8gbA05JtcQfNV21m9xgRFr7EXfzBu95U,13077
-metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
+metaflow/vendor.py,sha256=LZgXrh7ZSDmD32D1T5jj3OKKpXIqqxKzdMAOc5V0SD4,5162
 metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
 metaflow/_vendor/click/__init__.py,sha256=FkyGDQ-cbiQxP_lxgUspyFYS48f2S_pTcfKPz-d_RMo,2463
 metaflow/_vendor/click/_bashcomplete.py,sha256=9J98IHQYmCAr2Jup6TDshUr5FJEen-AoQCZR0K5nKxQ,12309
@@ -55,6 +55,19 @@ metaflow/_vendor/click/termui.py,sha256=G7QBEKIepRIGLvNdGwBTYiEtSImRxvTO_AglVpyH
 metaflow/_vendor/click/testing.py,sha256=EUEsDUqNXFgCLhZ0ZFOROpaVDA5I_rijwnNPE6qICgA,12854
 metaflow/_vendor/click/types.py,sha256=wuubik4VqgqAw5dvbYFkDt-zSAx97y9TQXuXcVaRyQA,25045
 metaflow/_vendor/click/utils.py,sha256=4VEcJ7iEHwjnFuzEuRtkT99o5VG3zqSD7Q2CVzv13WU,15940
+metaflow/_vendor/packaging/__init__.py,sha256=7BlJ_DcIt1zv01UQcZLozidczzNcivKj66zIBkRL3R4,501
+metaflow/_vendor/packaging/_elffile.py,sha256=hbmK8OD6Z7fY6hwinHEUcD1by7czkGiNYu7ShnFEk2k,3266
+metaflow/_vendor/packaging/_manylinux.py,sha256=uZ821PBqQrokhUbwe7E0UodEraMHqzoSgTvfJ8MIl30,8813
+metaflow/_vendor/packaging/_musllinux.py,sha256=mvPk7FNjjILKRLIdMxR7IvJ1uggLgCszo-L9rjfpi0M,2524
+metaflow/_vendor/packaging/_parser.py,sha256=jjFjSqNf7W2-Ta6YUkywK0P4d2i0Bz_MqLOfl7O1Tkw,9399
+metaflow/_vendor/packaging/_structures.py,sha256=q3eVNmbWJGG_S0Dit_S3Ao8qQqz_5PYTXFAKBZe5yr4,1431
+metaflow/_vendor/packaging/_tokenizer.py,sha256=czGibL-4oPofx1pCSt_hrozNbHlOPrqGv6m-0d-iTdo,5148
+metaflow/_vendor/packaging/markers.py,sha256=HDPXE0_MPBSwsw_9upez8t8mdrqUGrgiOG_qyQy-W30,8161
+metaflow/_vendor/packaging/requirements.py,sha256=4nOKheaBbVEQXTGSqaOGTy1Tkg7J_sEno3u8jxC-baw,3264
+metaflow/_vendor/packaging/specifiers.py,sha256=ofkLIqBoWDsGauqvGFhbaMMMUmmwQLsXjv38z9_Be88,39080
+metaflow/_vendor/packaging/tags.py,sha256=fOKnZVfiU3oc9CPSzjJUsMk5VTfgOfpNhWobUH0sAlg,18065
+metaflow/_vendor/packaging/utils.py,sha256=es0cCezKspzriQ-3V88h3yJzxz028euV2sUwM61kE-o,4355
+metaflow/_vendor/packaging/version.py,sha256=0zkwY8_t0OX8lvLTaIGdc9g2WvqdEKpmGxrS1DvgmS4,16312
 metaflow/_vendor/v3_5/__init__.py,sha256=98e_aAZvsdPvFOT7hg_UM6i7DGHOLEdaeFiGVZLMRqA,12
 metaflow/_vendor/v3_5/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
 metaflow/_vendor/v3_5/importlib_metadata/__init__.py,sha256=sTmHo2wUteZGoRUkgDAhqUob8PIGzFxZ3BgdP4rFC3Q,19617
@@ -70,6 +83,8 @@ metaflow/_vendor/v3_6/importlib_metadata/_functools.py,sha256=PsY2-4rrKX4RVeRC1o
 metaflow/_vendor/v3_6/importlib_metadata/_itertools.py,sha256=cvr_2v8BRbxcIl5x5ldfqdHjhI8Yi8s8yk50G_nm6jQ,2068
 metaflow/_vendor/v3_6/importlib_metadata/_meta.py,sha256=_F48Hu_jFxkfKWz5wcYS8vO23qEygbVdF9r-6qh-hjE,1154
 metaflow/_vendor/v3_6/importlib_metadata/_text.py,sha256=HCsFksZpJLeTP3NEk_ngrAeXVRRtTrtyh9eOABoRP4A,2166
+metaflow/_vendor/v3_7/__init__.py,sha256=98e_aAZvsdPvFOT7hg_UM6i7DGHOLEdaeFiGVZLMRqA,12
+metaflow/_vendor/v3_7/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
 metaflow/client/__init__.py,sha256=1GtQB4Y_CBkzaxg32L1syNQSlfj762wmLrfrDxGi1b8,226
 metaflow/client/core.py,sha256=MpJABOUiXSl5AFxu3gOMSPUnt0JAEg7xhMBGI13RUtg,69283
 metaflow/client/filecache.py,sha256=QdD1sW6w4Nnza-ioz4I1fEZI843X33AFIV3eSxq-cuU,14868
@@ -96,11 +111,11 @@ metaflow/metadata/heartbeat.py,sha256=9XJs4SV4R4taxUSMOKmRChnJCQ5a5o0dzRZ1iICWr9
 metaflow/metadata/metadata.py,sha256=oPm87-sQmyKWKfcFOsJOFXwo_clx9sCJ2YzdM32c6VQ,26061
 metaflow/metadata/util.py,sha256=gGJLnTMOcVwHH5o278YT1qYoqSj-5IjRpbv2F-lUNAE,1257
 metaflow/mflog/__init__.py,sha256=9iMMn2xYB0oaDXXcInxa9AdDqeVBeiJeB3klnqGkyL0,5983
-metaflow/mflog/mflog.py,sha256=z8o3vcn9hCcrLcEU63wPj19Qtg_9xi61Uv_f3xZcdro,4257
+metaflow/mflog/mflog.py,sha256=VebXxqitOtNAs7VJixnNfziO_i_urG7bsJ5JiB5IXgY,4370
 metaflow/mflog/save_logs.py,sha256=ZBAF4BMukw4FMAC7odpr9OI2BC_2petPtDX0ca6srC4,2352
 metaflow/mflog/save_logs_periodically.py,sha256=2Uvk9hi-zlCqXxOQoXmmjH1SCugfw6eG6w70WgfI-ho,1256
 metaflow/mflog/tee.py,sha256=wTER15qeHuiRpCkOqo-bd-r3Gj-EVlf3IvWRCA4beW4,887
-metaflow/plugins/__init__.py,sha256=KsnXHu0XM_YNaW8nRGUdPfoEQ3B2W9Ga4Lb54oTwxBk,5980
+metaflow/plugins/__init__.py,sha256=NYyziiqHIAxOZYaQkjzeB54TMO1g2Ysf8vhC34pYWwU,6147
 metaflow/plugins/catch_decorator.py,sha256=wAqyYZPQcVU1KA0cTq2Jb1doaoG3z10G9SHtt2YmrJY,4050
 metaflow/plugins/debug_logger.py,sha256=mcF5HYzJ0NQmqCMjyVUk3iAP-heroHRIiVWQC6Ha2-I,879
 metaflow/plugins/debug_monitor.py,sha256=Md5X_sDOSssN9pt2D8YcaIjTK5JaQD55UAYTcF6xYF0,1099
@@ -116,7 +131,7 @@ metaflow/plugins/tag_cli.py,sha256=xXlhv6Y9kU0BHvNWntQ9QoG6swBVww-FzrpeFt_m_98,1
 metaflow/plugins/test_unbounded_foreach_decorator.py,sha256=cB_2OWb38eYfmbVck72ZwU0qgzi6hqJXZAxglpHU_qg,5216
 metaflow/plugins/timeout_decorator.py,sha256=9aAMualSW1AzUV--tmkGR5rxQ_dBZIWtCKXbQ1_Pt9A,3598
 metaflow/plugins/airflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/airflow/airflow.py,sha256=kvV5YT1NkWOdXt8DQ3vBGyhRNf2C5c6ciyvD32s8RqA,31445
+metaflow/plugins/airflow/airflow.py,sha256=ydSU7EN50DU9eIoSx6QaXlGZZy8zh3TKjytuiLWpiTw,31856
 metaflow/plugins/airflow/airflow_cli.py,sha256=QiJqkvBDoCKKbNCe90tTIbaLP3Vxqdzxh5EoAJDpskY,14439
 metaflow/plugins/airflow/airflow_decorator.py,sha256=H9-QnRP4x8tSomLmmpGeuVUI48-CxHR7tlvn_ceX1Zs,1772
 metaflow/plugins/airflow/airflow_utils.py,sha256=qd6lV2X4VpCO2sLsRc35JMOU4DVz_tQacrM_wWNkQug,28865
@@ -129,20 +144,20 @@ metaflow/plugins/airflow/sensors/base_sensor.py,sha256=lgbd9JjfDBjDRT8-oEnPnFNst
 metaflow/plugins/airflow/sensors/external_task_sensor.py,sha256=GAWfc2GJqSSAKOJyHSdMea1-tu1cLgEWlRIfe3fti3Y,6048
 metaflow/plugins/airflow/sensors/s3_sensor.py,sha256=zym4mUm_f_gBsvHHVqGtX_OOxRjM3WG217gaT-XDBnk,3274
 metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/argo/argo_client.py,sha256=xEKUjkqaYfLQ0KWmeA0owuMhmwJU9SGoGrwUATbP3CM,15266
-metaflow/plugins/argo/argo_events.py,sha256=qayNX6ytOUx0NGQ3H1dwImV1Cko8g6bvECVybEGUu04,5832
-metaflow/plugins/argo/argo_workflows.py,sha256=XAfIyfG0X-wzzURmk95hhytiDu_Zkrv-AoTPTWNDmbo,114023
-metaflow/plugins/argo/argo_workflows_cli.py,sha256=edHmmKlaFNFH0yi0YLdnncCJaVAb5DaQAk2Gim1MJrI,31914
+metaflow/plugins/argo/argo_client.py,sha256=lkVfUuH4rT1ONBvPRWZwQoMDUphHitFxCYWdXRU3zZY,15855
+metaflow/plugins/argo/argo_events.py,sha256=Pt5L7DhxxWMES81JS8kCh4Al4w7k-uKeH99FChBPp1o,6002
+metaflow/plugins/argo/argo_workflows.py,sha256=tr00xdYl_TTT8J0E1q3SnNpREAClyz7ZJIcTjhyRKlw,116131
+metaflow/plugins/argo/argo_workflows_cli.py,sha256=oXCSU6TdkF-ptQTXux_W2KAwL-LMJjpMvoxLG9Et0o8,32350
 metaflow/plugins/argo/argo_workflows_decorator.py,sha256=CfKVoHCOsCCQMghhPE30xw15gacwp3hR23HCo9ZZFVg,6580
 metaflow/plugins/argo/process_input_paths.py,sha256=4SiUoxbnTX4rCt0RSLcxG5jysbyd8oU-5JT0UOgy-vk,555
 metaflow/plugins/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/aws_client.py,sha256=mO8UD6pxFaOnxDb3hTP3HB7Gqb_ZxoR-76LT683WHvI,4036
 metaflow/plugins/aws/aws_utils.py,sha256=0bb4Hm7RxWbwMYpK-6D4ac-YFnvDanUjMDSjw1ikP40,6946
 metaflow/plugins/aws/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/aws/batch/batch.py,sha256=FD_0BiJRPoZFqD6dtJje-wWAkpDQFqnfHaCzstjBIq8,16677
-metaflow/plugins/aws/batch/batch_cli.py,sha256=jprzV_wdb0GcwxVNpDxKAfHfeYJlB1D5BrRDosqlQQo,10758
+metaflow/plugins/aws/batch/batch.py,sha256=7E49swzpO97Mk3MQmFfFQT2oAsjt0uIXNWBvZp684lw,17047
+metaflow/plugins/aws/batch/batch_cli.py,sha256=T0fCyi87vtcmaGM16FSjeNI-lLa9IVlm7xErG3GeWrA,10735
 metaflow/plugins/aws/batch/batch_client.py,sha256=3BWktFmpVgvI5wF7PSGxd8qTGPn3eyPhcWL916aIDGo,23956
-metaflow/plugins/aws/batch/batch_decorator.py,sha256=3uQojlfgbfWHQtrYi56FIJPKCuVwTaouV8b5ZaJzBUc,16170
+metaflow/plugins/aws/batch/batch_decorator.py,sha256=cR-5PV9lLhqdxKKFBeGJZaiHFF-b6aop_XW9j4CwPmo,15626
 metaflow/plugins/aws/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.py,sha256=JtFUVu00Cg0FzAizgrPLXmrMqsT7YeQMkQlgeivUxcE,7986
 metaflow/plugins/aws/step_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -184,12 +199,6 @@ metaflow/plugins/cards/card_modules/chevron/main.py,sha256=FKpDW4PS2dYshgkm6yIxr
 metaflow/plugins/cards/card_modules/chevron/metadata.py,sha256=gQDpB9KezW9Mcv-n9K2Pt1akjiPGG1zYB5YPdQ0FlNc,19
 metaflow/plugins/cards/card_modules/chevron/renderer.py,sha256=dm5ufR9-qnx94D9BtV7q_64oqYUpwdCRgBTcjBRkZyM,13938
 metaflow/plugins/cards/card_modules/chevron/tokenizer.py,sha256=lQU9OELUE9a5Xu4snGhEV_YTT34iyUHVBuM1YO016Sw,7400
-metaflow/plugins/conda/__init__.py,sha256=Zamj1DqbZDhkXnq9jhmEGVWK18s1Js8e5jA4eyhL4k8,2839
-metaflow/plugins/conda/batch_bootstrap.py,sha256=_7aQ-YAHlABC6aloRS5m17p7WIv_qJdWmZP7UQCFdd8,4693
-metaflow/plugins/conda/conda.py,sha256=-CNTWjxmcbLoqbrwY8AJHwbQjuxvd-NSjChnZ95_pFc,8804
-metaflow/plugins/conda/conda_environment.py,sha256=KaLhyuKq0Doiz1DlTsckS7mJe_13aQkCVTMxMllmJac,5032
-metaflow/plugins/conda/conda_flow_decorator.py,sha256=A9kU9DayjNT3df7T415mlFocZ5lVnJkhpNyzMZv8-UU,1189
-metaflow/plugins/conda/conda_step_decorator.py,sha256=sf5Hx3PIabAaTBfYlSetWoOI526yiAVYIsZFt6uXzfg,15719
 metaflow/plugins/datastores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/datastores/azure_storage.py,sha256=lsQ6G-nz1j0_O3sRipqMpu-A-hJzg5LhaGpCH-Sbtgg,16317
 metaflow/plugins/datastores/gs_storage.py,sha256=1dzkQPi6y5xNeZbmdCeh9ef5NK1yweTs3AJYcBwd63k,9705
@@ -198,19 +207,19 @@ metaflow/plugins/datastores/s3_storage.py,sha256=W3PIDbDyk67ecDfRf10mQeRGgaRq4zc
 metaflow/plugins/datatools/__init__.py,sha256=ge4L16OBQLy2J_MMvoHg3lMfdm-MluQgRWoyZ5GCRnk,1267
 metaflow/plugins/datatools/local.py,sha256=67hx3O_vInERlL0aJV0Sd-jUTd_2DOw4sJ4-IyEKNKM,4213
 metaflow/plugins/datatools/s3/__init__.py,sha256=14tr9fPjN3ULW5IOfKHeG7Uhjmgm7LMtQHfz1SFv-h8,248
-metaflow/plugins/datatools/s3/s3.py,sha256=IawimApVJ3OvYZX9EmLyh1BgDJv-_SAVQePrBD29N-c,65350
+metaflow/plugins/datatools/s3/s3.py,sha256=r6evzNxwt4VuWadVhhUuCpnWLxc8lB9kS0upxr-CVeQ,65542
 metaflow/plugins/datatools/s3/s3op.py,sha256=sLtofwPB1U99IR1ATFvKmUDgUh8-YPWAsKyANdTEekw,43358
 metaflow/plugins/datatools/s3/s3tail.py,sha256=boQjQGQMI-bvTqcMP2y7uSlSYLcvWOy7J3ZUaF78NAA,2597
 metaflow/plugins/datatools/s3/s3util.py,sha256=FgRgaVmEq7-i2dV7q8XK5w5PfFt-xJjZa8WrK8IJfdI,3769
 metaflow/plugins/env_escape/__init__.py,sha256=8NhVmk_OncuzVIT_TdwDcZeunfcjlI8iGfi6cgPO_xQ,8771
-metaflow/plugins/env_escape/client.py,sha256=3eVmQTrqzTs8XDJrUs77573aqsywt1PtAcUrXP0tAoI,17615
+metaflow/plugins/env_escape/client.py,sha256=K4de-oNuTsIbt6gI2jBk6ao2uKlEWwHgOLSxWQMsgig,18663
 metaflow/plugins/env_escape/client_modules.py,sha256=dhVEQ07q_pK2w7esSAr1w5cpBxe8G6dbYVb5iQGp2b0,10727
 metaflow/plugins/env_escape/consts.py,sha256=2he2wmaS-maEXwtsFdUnu-V712F6yYsfaIrAh0jFZ7A,978
 metaflow/plugins/env_escape/data_transferer.py,sha256=wm1Aqf0rTWaq8JgqpiRN0g3N3hX7YAMuhCLRrbOP_9E,12696
 metaflow/plugins/env_escape/exception_transferer.py,sha256=DNaOxzcP6ob0hMXR0Jcl1Hnm9KOD0PcAPnSgjskGU74,8745
 metaflow/plugins/env_escape/override_decorators.py,sha256=U_rKfyW60nhnr3Y-48MtCOifuNhN9Bl3CmVUeP0xSGQ,3556
 metaflow/plugins/env_escape/server.py,sha256=HP-KXH4uFJAugzPkS9CVPaOUuDbGVqNV91yCfrcagcA,19282
-metaflow/plugins/env_escape/stub.py,sha256=K7eXwWv7-YAxMmioRD635swBbN2sAs0YAvoNW5HFHTg,11038
+metaflow/plugins/env_escape/stub.py,sha256=RjJkVH0VWy-1LvWfUKDJZ6hPjPZIPsBIp4yeBgT7OJQ,10851
 metaflow/plugins/env_escape/utils.py,sha256=q91oeiBFVjiTYcLvZ1TNJaSUZxDL89_N5lreu5FUqoA,810
 metaflow/plugins/env_escape/communication/__init__.py,sha256=Ff5AB88gOAvBzN2pp_2YNiD0PhUIt2SFE8nyOAKnxXg,38
 metaflow/plugins/env_escape/communication/bytestream.py,sha256=weQBm-c6yPlGv1TAmQbYanqvQ0IRDh7x_6hZPvWh_Uw,1866
@@ -232,14 +241,23 @@ metaflow/plugins/gcp/gs_tail.py,sha256=Jl_wvnzU7dub07A-DOAuP5FeccNIrPM-CeL1xKFs1
 metaflow/plugins/gcp/gs_utils.py,sha256=YgtzUn9A0DlYRWR75h533RVYZsqR7eEZPRRR8QSFZik,2023
 metaflow/plugins/gcp/includefile_support.py,sha256=vIDeR-MiJuUh-2S2pV7Z7FBkhIWwtHXaRrj76MWGRiY,3869
 metaflow/plugins/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/kubernetes/kubernetes.py,sha256=gz_M92aot0UkYiQl-WTyPn2Cfuy5eoe2_KfbW5Fax2I,16772
-metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=T71AjdoM5KNKvTtkd--ygl_9zooQKFrpkesKGuHQqCk,8961
+metaflow/plugins/kubernetes/kubernetes.py,sha256=h6C3OOiNC1LjjaM52RdpFhkQmjGFIQ5JWuC-DTv7F04,17301
+metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=Y8XNVTumxGkYLs_pFE04w8X0zCEvCSNaIBQx21zETC8,8942
 metaflow/plugins/kubernetes/kubernetes_client.py,sha256=dV3TEGQMBbljmv6Gs1EKfmHTorKt21lhSiYsNx0To08,1901
-metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=ig2KkmsqZoSqIsddHKe_CGQF5G2T-Il1momOqn8X3TA,20776
+metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=HTDM5Z-04nQK75vFXFLdW1a4dWSEHEJerKqKc65khMA,21184
 metaflow/plugins/kubernetes/kubernetes_job.py,sha256=XF8_dXhoEyCys-aIZliCdnnwmkXfXQudFJNAp7NM9Oc,30723
 metaflow/plugins/metadata/__init__.py,sha256=q5OifpVipqhZuyrXBp9YIJN_jUov14_CNMveim9L8Rs,86
 metaflow/plugins/metadata/local.py,sha256=YhLJC5zjVJrvQFIyQ92ZBByiUmhCC762RUX7ITX12O8,22428
 metaflow/plugins/metadata/service.py,sha256=GLZETGlTEx0FJJ8P-ExYGFligKpEOuypR0u5vMCT_cA,20202
+metaflow/plugins/pypi/__init__.py,sha256=0YFZpXvX7HCkyBFglatual7XGifdA1RwC3U4kcizyak,1037
+metaflow/plugins/pypi/bootstrap.py,sha256=qFaGEuWsF66wa4ddIjuT-UMOblXBcdeexWayPkZT834,4791
+metaflow/plugins/pypi/conda_decorator.py,sha256=z8PNmVBJJ_eeNMY6qEHfAlJ8dichFtE0KxZxuuJXddo,13533
+metaflow/plugins/pypi/conda_environment.py,sha256=J57EOfDo_2LCm_KZniPdt42BynzyeJnLGuEfDrHBCM0,16217
+metaflow/plugins/pypi/micromamba.py,sha256=EPcEWgfbOMxajYSiV2gb4z4p-M5D_XWE3L0xZl8n7lI,11890
+metaflow/plugins/pypi/pip.py,sha256=k75dl45dauJ0ofAdIaJVZzboHpiuMAWgleM5hEsXBl4,7924
+metaflow/plugins/pypi/pypi_decorator.py,sha256=3I9Byc0ZH9R36g0KELRbqFkocCujbgmju7iljYaYSTM,5413
+metaflow/plugins/pypi/pypi_environment.py,sha256=FYMg8kF3lXqcLfRYWD83a9zpVjcoo_TARqMGZ763rRk,230
+metaflow/plugins/pypi/utils.py,sha256=dYr9Flsa2cMnuMl4IL-Zhm7tiUoK4SmgiZ5qjR6LSag,2303
 metaflow/plugins/secrets/__init__.py,sha256=mhJaN2eMS_ZZVewAMR2E-JdP5i0t3v9e6Dcwd-WpruE,310
 metaflow/plugins/secrets/inline_secrets_provider.py,sha256=EChmoBGA1i7qM3jtYwPpLZDBybXLergiDlN63E0u3x8,294
 metaflow/plugins/secrets/secrets_decorator.py,sha256=Y41XCOEGt7asxx6FEOBdKMqYFlU_jcA5u7erHN8DqJM,10514
@@ -271,9 +289,9 @@ metaflow/tutorials/07-worldview/README.md,sha256=5vQTrFqulJ7rWN6r20dhot9lI2sVj9W
 metaflow/tutorials/07-worldview/worldview.ipynb,sha256=ztPZPI9BXxvW1QdS2Tfe7LBuVzvFvv0AToDnsDJhLdE,2237
 metaflow/tutorials/08-autopilot/README.md,sha256=GnePFp_q76jPs991lMUqfIIh5zSorIeWznyiUxzeUVE,1039
 metaflow/tutorials/08-autopilot/autopilot.ipynb,sha256=DQoJlILV7Mq9vfPBGW-QV_kNhWPjS5n6SJLqePjFYLY,3191
-ob_metaflow-2.9.10.1.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-ob_metaflow-2.9.10.1.dist-info/METADATA,sha256=L5j3aT0hboKtfnlRp1uWZqtAwQOAqqQLtjN_IQp5CnM,5061
-ob_metaflow-2.9.10.1.dist-info/WHEEL,sha256=a-zpFRIJzOq5QfuhBzbhiA1eHTzNCJn8OdRvhdNX0Rk,110
-ob_metaflow-2.9.10.1.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
-ob_metaflow-2.9.10.1.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
-ob_metaflow-2.9.10.1.dist-info/RECORD,,
+ob_metaflow-2.10.2.6.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+ob_metaflow-2.10.2.6.dist-info/METADATA,sha256=wG48Bi6r3Exgd1JZcPs3N79aZSu6FjjuajiQfAMBQ0k,5061
+ob_metaflow-2.10.2.6.dist-info/WHEEL,sha256=iYlv5fX357PQyRT2o6tw1bN-YcKFFHKqB_LwHO5wP-g,110
+ob_metaflow-2.10.2.6.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
+ob_metaflow-2.10.2.6.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
+ob_metaflow-2.10.2.6.dist-info/RECORD,,

{ob_metaflow-2.9.10.1.dist-info → ob_metaflow-2.10.2.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.40.0)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any

metaflow/plugins/conda/__init__.py

@@ -1,90 +0,0 @@
-import errno
-import os
-import json
-import fcntl
-
-from metaflow.exception import MetaflowException, MetaflowInternalError
-from metaflow.metaflow_config import (
-    CONDA_PACKAGE_S3ROOT,
-    DATASTORE_SYSROOT_S3,
-    CONDA_PACKAGE_AZUREROOT,
-    CONDA_PACKAGE_GSROOT,
-    DATASTORE_SYSROOT_AZURE,
-    DATASTORE_SYSROOT_GS,
-)
-
-CONDA_MAGIC_FILE = "conda.dependencies"
-
-
-def get_conda_manifest_path(ds_root, flow_name):
-    return os.path.join(ds_root, flow_name, CONDA_MAGIC_FILE)
-
-
-def read_conda_manifest(ds_root, flow_name):
-    path = get_conda_manifest_path(ds_root, flow_name)
-    if os.path.exists(path) and os.path.getsize(path) > 0:
-        with open(path) as f:
-            return json.load(f)
-    else:
-        return {}
-
-
-def write_to_conda_manifest(ds_root, flow_name, key, value):
-    path = get_conda_manifest_path(ds_root, flow_name)
-    try:
-        os.makedirs(os.path.dirname(path))
-    except OSError as x:
-        if x.errno != errno.EEXIST:
-            raise
-    with os.fdopen(os.open(path, os.O_RDWR | os.O_CREAT), "r+") as f:
-        try:
-            fcntl.flock(f, fcntl.LOCK_EX)
-            data = {}
-            if os.path.getsize(path) > 0:
-                f.seek(0)
-                data = json.load(f)
-            data[key] = value
-            f.seek(0)
-            json.dump(data, f)
-            f.truncate()
-        except IOError as e:
-            if e.errno != errno.EAGAIN:
-                raise
-        finally:
-            fcntl.flock(f, fcntl.LOCK_UN)
-
-
-def get_conda_package_root(datastore_type):
-    # Yes, code duplication. But easier to read this way, at N=2
-    if datastore_type == "s3":
-        if CONDA_PACKAGE_S3ROOT is None:
-            if DATASTORE_SYSROOT_S3 is None:
-                raise MetaflowException(
-                    msg="METAFLOW_DATASTORE_SYSROOT_S3 must be set!"
-                )
-            return "%s/conda" % DATASTORE_SYSROOT_S3
-        else:
-            return CONDA_PACKAGE_S3ROOT
-    elif datastore_type == "azure":
-        if CONDA_PACKAGE_AZUREROOT is None:
-            if DATASTORE_SYSROOT_AZURE is None:
-                raise MetaflowException(
-                    msg="METAFLOW_DATASTORE_SYSROOT_AZURE must be set!"
-                )
-            return "%s/conda" % DATASTORE_SYSROOT_AZURE
-        else:
-            return CONDA_PACKAGE_AZUREROOT
-    elif datastore_type == "gs":
-        if CONDA_PACKAGE_GSROOT is None:
-            if DATASTORE_SYSROOT_GS is None:
-                raise MetaflowException(
-                    msg="METAFLOW_DATASTORE_SYSROOT_GS must be set!"
-                )
-            return "%s/conda" % DATASTORE_SYSROOT_GS
-        else:
-            return CONDA_PACKAGE_GSROOT
-    else:
-        raise MetaflowInternalError(
-            msg="Unsupported storage backend '%s' for working with Conda"
-            % (datastore_type,)
-        )

metaflow/plugins/conda/batch_bootstrap.py

@@ -1,104 +0,0 @@
-import json
-import os
-import shutil
-import sys
-
-from metaflow.exception import MetaflowException
-from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
-
-from ..env_escape import generate_trampolines, ENV_ESCAPE_PY
-
-from . import CONDA_MAGIC_FILE, get_conda_package_root
-
-
-def bootstrap_environment(flow_name, env_id, datastore_type):
-    setup_conda_manifest(flow_name)
-    packages = download_conda_packages(flow_name, env_id, datastore_type)
-    install_conda_environment(env_id, packages)
-
-
-def setup_conda_manifest(flow_name):
-    manifest_folder = os.path.join(os.getcwd(), DATASTORE_LOCAL_DIR, flow_name)
-    if not os.path.exists(manifest_folder):
-        os.makedirs(manifest_folder)
-    shutil.move(
-        os.path.join(os.getcwd(), CONDA_MAGIC_FILE),
-        os.path.join(manifest_folder, CONDA_MAGIC_FILE),
-    )
-
-
-def download_conda_packages(flow_name, env_id, datastore_type):
-    pkgs_folder = os.path.join(os.getcwd(), "pkgs")
-    if not os.path.exists(pkgs_folder):
-        os.makedirs(pkgs_folder)
-    # NOTE: if two runs use the same DATASTORE_LOCAL_DIR but different cloud based
-    # datastore roots (e.g. a different DATASTORE_SYSROOT_AZURE), then this breaks.
-    # This shared local manifest CONDA_MAGIC_FILE will say that cache_urls exist,
-    # but those URLs will not actually point to any real objects in the datastore
-    # for the second run.
-    manifest_folder = os.path.join(os.getcwd(), DATASTORE_LOCAL_DIR, flow_name)
-    with open(os.path.join(manifest_folder, CONDA_MAGIC_FILE)) as f:
-        env = json.load(f)[env_id]
-
-        # git commit fbd6c9d8a819fad647958c9fa869153ab37bc0ca introduced support for
-        # Microsoft Azure and made a minor tweak to how conda packages are uploaded. As
-        # a result, the URL stored by Metaflow no longer includes the datastore root (
-        # which arguably helps with portability of datastore). To ensure backwards
-        # compatibility, we add this small check here that checks for the prefix of
-        # the URLs before downloading them appropriately. Of course, a change can be
-        # made to allow the datastore to consume full URLs as well instead of this
-        # change, but given that change's far-reaching consequences, we introduce this
-        # workaround.
-        # https://github.com/Netflix/metaflow/commit/fbd6c9d8a819fad647958c9fa869153ab37bc0ca#diff-1ecbb40de8aba5b41e149987de4aa797a47f4498e5e4e3f63a53d4283dcdf941R198
-        if env["cache_urls"][0].startswith("s3://"):
-            from metaflow.plugins.datatools import S3
-
-            with S3() as s3:
-                for pkg in s3.get_many(env["cache_urls"]):
-                    shutil.move(
-                        pkg.path, os.path.join(pkgs_folder, os.path.basename(pkg.key))
-                    )
-        else:
-            # Import DATASTORES dynamically... otherwise, circular import
-            from metaflow.plugins import DATASTORES
-
-            storage_impl = [d for d in DATASTORES if d.TYPE == datastore_type]
-            if len(storage_impl) == 0:
-                raise MetaflowException(
-                    msg="Downloading conda packages from %s datastore is not yet implemented!"
-                    % datastore_type
-                )
-            conda_package_root = get_conda_package_root(datastore_type)
-            storage = storage_impl[0](conda_package_root)
-            with storage.load_bytes(env["cache_urls"]) as load_result:
-                for key, tmpfile, _ in load_result:
-                    shutil.move(
-                        tmpfile, os.path.join(pkgs_folder, os.path.basename(key))
-                    )
-
-        return env["order"]
-
-
-def install_conda_environment(env_id, packages):
-    args = [
-        "if ! type conda  >/dev/null 2>&1; \
-            then wget --no-check-certificate https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-Linux-x86_64.sh -O Miniforge3.sh >/dev/null 2>&1; \
-            bash ./Miniforge3.sh -b >/dev/null 2>&1; export PATH=$PATH:$HOME/miniforge3/bin; fi",
-        "cd {0}".format(os.path.join(os.getcwd(), "pkgs")),
-        "conda create --yes --no-default-packages -p {0} --no-deps {1} >/dev/null 2>&1".format(
-            os.path.join(os.getcwd(), env_id), " ".join(packages)
-        ),
-        "cd {0}".format(os.getcwd()),
-    ]
-    if ENV_ESCAPE_PY is not None:
-        cwd = os.getcwd()
-        generate_trampolines(cwd)
-        # print("Environment escape will use %s as the interpreter" % ENV_ESCAPE_PY)
-    else:
-        pass
-        # print("Could not find a environment escape interpreter")
-    os.system(" && ".join(args))
-
-
-if __name__ == "__main__":
-    bootstrap_environment(sys.argv[1], sys.argv[2], sys.argv[3])