ob-metaflow-extensions 1.3.1__py2.py3-none-any.whl → 1.4.0__py2.py3-none-any.whl

metaflow_extensions/outerbounds/plugins/apps/core/_state_machine.py

@@ -180,6 +180,7 @@ class WorkerInfoDict(TypedDict):
     pending: Dict[str, List[WorkerStatus]]
     running: Dict[str, List[WorkerStatus]]
     crashlooping: Dict[str, List[WorkerStatus]]
+    failed: Dict[str, List[WorkerStatus]]
 
 
 class CurrentWorkerInfo(TypedDict):
@@ -442,9 +443,11 @@ def _capsule_worker_semantic_status(
                 xx[worker_version].append(w)
         return xx
 
+    # phases can be Pending, Running, Succeeded, Failed, Unknown, CrashLoopBackOff
     pending_workers = _make_version_dict(workers, "Pending")
     running_workers = _make_version_dict(workers, "Running")
     crashlooping_workers = _make_version_dict(workers, "CrashLoopBackOff")
+    failed_workers = _make_version_dict(workers, "Failed")
 
     # current_status (formulated basis):
     # - at least one pods are pending for `_end_state_capsule_version`
@@ -464,7 +467,8 @@ def _capsule_worker_semantic_status(
         "at_least_one_running": (
             count_for_version(running_workers) >= min(min_replicas, 1)
         ),
-        "at_least_one_crashlooping": count_for_version(crashlooping_workers) > 0,
+        "at_least_one_crashlooping": count_for_version(crashlooping_workers) > 0
+        or count_for_version(failed_workers) > 0,
         "none_present": (
             count_for_version(running_workers) == 0
             and count_for_version(pending_workers) == 0
@@ -484,6 +488,7 @@ def _capsule_worker_semantic_status(
             "pending": count_for_version(pending_workers),
             "running": count_for_version(running_workers),
             "crashlooping": count_for_version(crashlooping_workers),
+            "failed": count_for_version(failed_workers),
         },
     }
 
@@ -491,6 +496,7 @@ def _capsule_worker_semantic_status(
         "pending": pending_workers,
         "running": running_workers,
         "crashlooping": crashlooping_workers,
+        "failed": failed_workers,
     }
 
     return {

metaflow_extensions/outerbounds/plugins/apps/core/capsule.py

@@ -255,6 +255,12 @@ class CapsuleInput:
             replicas.get("min"),
             replicas.get("max"),
         )
+        rpm = replicas.get("scaling_policy", {}).get("rpm", None)
+        autoscaling_config = {}
+        if rpm:
+            autoscaling_config = {
+                "requestRateBasedAutoscalingConfig": {"targetRequestsPerMinute": rpm}
+            }
         if fixed is not None:
             _min, _max = fixed, fixed
         gpu_resource = app_config.get_state("resources").get("gpu")
@@ -296,6 +302,7 @@ class CapsuleInput:
             "autoscalingConfig": {
                 "minReplicas": _min,
                 "maxReplicas": _max,
+                **autoscaling_config,
             },
             **_scheduling_config,
             "containerStartupConfig": {
@@ -713,7 +720,7 @@ class CapsuleDeployer:
             workers_status: List[WorkerStatus],
         ):
             for worker in workers_status:
-                if worker["phase"] == "CrashLoopBackOff":
+                if worker["phase"] == "CrashLoopBackOff" or worker["phase"] == "Failed":
                     return worker["workerId"]
             return None
 
@@ -851,7 +858,7 @@ class CapsuleDeployer:
                 workers_state_machine.save_debug_info(self._debug_dir)
                 if i % 3 == 0:  # Every 3 seconds report the status
                     logger(
-                        f"[debug] 💊 {self.capsule_type} {self.identifier} deployment status: {state_machine.current_status} | worker states: {workers_state_machine.current_status}"
+                        f"[debug] 💊 {self.capsule_type} {self.identifier} deployment status: {state_machine.current_status} | worker states: {workers_state_machine.current_status} | capsule_ready : {capsule_ready} | further_check_worker_readiness {further_check_worker_readiness}"
                     )
 
         # We will only check ready_to_serve_traffic under the following conditions:

metaflow_extensions/outerbounds/plugins/apps/core/config/schema_export.py

@@ -276,6 +276,9 @@ def _get_field_schema(field_info) -> Dict[str, Any]:
     if field_info.behavior:
         field_schema["mutation_behavior"] = field_info.behavior
 
+    if field_info.cli_meta is not None:
+        field_schema["cli_option"] = field_info.cli_meta.cli_option_str
+
     # Handle validation from CLI metadata
     if field_info.cli_meta and field_info.validation_fn:
         # Add validation hints in description

metaflow_extensions/outerbounds/plugins/apps/core/config/typed_configs.py

@@ -51,6 +51,11 @@ class ReplicaConfigDict(TypedDict, total=False):
     fixed: Optional[int]
     min: Optional[int]
     max: Optional[int]
+    scaling_policy: Optional["ScalingPolicyConfigDict"]
+
+
+class ScalingPolicyConfigDict(TypedDict, total=False):
+    rpm: Optional[int]
 
 
 class DependencyConfigDict(TypedDict, total=False):

metaflow_extensions/outerbounds/plugins/apps/core/config/unified_config.py

@@ -301,6 +301,29 @@ class AuthConfig(metaclass=ConfigMeta):
         )
 
 
+class ScalingPolicyConfig(metaclass=ConfigMeta):
+    """
+    Policies for autoscaling replicas. Available policies:
+    - Request based Autoscaling (rpm)
+    """
+
+    # TODO Change the defaulting if we have more autoscaling policies.
+    rpm = ConfigField(
+        field_type=int,
+        # TODO: Add a little more to the docstring where we explain the behavior.
+        cli_meta=CLIOption(
+            name="scaling_rpm",
+            cli_option_str="--scaling-rpm",
+            help=(
+                "Scale up replicas when the requests per minute crosses this threshold. "
+                "If nothing is provided and the replicas.max and replicas.min is set then  "
+                "the default rpm would be 60."
+            ),
+        ),
+        default=60,
+    )
+
+
 class ReplicaConfig(metaclass=ConfigMeta):
     """Replica configuration."""
 
@@ -333,6 +356,16 @@ class ReplicaConfig(metaclass=ConfigMeta):
         example=10,
     )
 
+    scaling_policy = ConfigField(
+        cli_meta=None,
+        field_type=ScalingPolicyConfig,
+        help=(
+            "Scaling policy defines the the metric based on which the replicas will horizontally scale. "
+            "If min and max replicas are set and are not the same, then a scaling policy will be applied. "
+            "Default scaling policies can be 60 rpm (ie 1 rps). "
+        ),
+    )
+
     @staticmethod
     def defaults(replica_config: "ReplicaConfig"):
         if all(
@@ -346,6 +379,7 @@ class ReplicaConfig(metaclass=ConfigMeta):
             replica_config.fixed = 1
         elif replica_config.min is not None and replica_config.max is None:
             replica_config.max = replica_config.min
+
         return
 
     @staticmethod

metaflow_extensions/outerbounds/plugins/apps/core/config_schema.yaml

@@ -17,27 +17,32 @@ properties:
     type: string
     example: myapp
     mutation_behavior: union
+    cli_option: --name
   port:
     description: |-
       Port where the app is hosted. When deployed this will be port on which we will deploy the app. (validation applied)
     type: integer
     example: 8000
     mutation_behavior: union
+    cli_option: --port
   description:
     description: The description of the app to deploy.
     type: string
     example: This is a description of my app.
     mutation_behavior: union
+    cli_option: --description
   app_type:
     description: The User defined type of app to deploy. Its only used for bookkeeping purposes.
     type: string
     example: MyCustomAgent
     mutation_behavior: union
+    cli_option: --app-type
   image:
     description: The Docker image to deploy with the App.
     type: string
     example: python:3.10-slim
     mutation_behavior: union
+    cli_option: --image
   tags:
     description: The tags of the app to deploy. (validation applied)
     type: array
@@ -47,6 +52,7 @@ properties:
     - foo: bar
     - x: y
     mutation_behavior: union
+    cli_option: --tag
   secrets:
     description: |-
       Outerbounds integrations to attach to the app. You can use the value you set in the `@secrets` decorator in your code. (validation applied)
@@ -56,6 +62,7 @@ properties:
     example:
     - hf-token
     mutation_behavior: union
+    cli_option: --secret
   compute_pools:
     description: A list of compute pools to deploy the app to.
     type: array
@@ -65,6 +72,7 @@ properties:
     - default
     - large
     mutation_behavior: union
+    cli_option: --compute-pools
   environment:
     description: Environment variables to deploy with the App.
     type: object
@@ -78,6 +86,7 @@ properties:
       - http://localhost:3000
       - https://myapp.com
     mutation_behavior: union
+    cli_option: --env
   commands:
     description: A list of commands to run the app with.
     type: array
@@ -99,23 +108,27 @@ properties:
         default: '1'
         example: 500m
         mutation_behavior: union
+        cli_option: --cpu
       memory:
         description: Memory resource request and limit. (validation applied)
         type: string
         default: 4Gi
         example: 512Mi
         mutation_behavior: union
+        cli_option: --memory
       gpu:
         description: GPU resource request and limit. (validation applied)
         type: string
         example: '1'
         mutation_behavior: union
+        cli_option: --gpu
       disk:
         description: Storage resource request and limit. (validation applied)
         type: string
         default: 20Gi
         example: 1Gi
         mutation_behavior: union
+        cli_option: --disk
     mutation_behavior: union
   auth:
     title: AuthConfig
@@ -132,12 +145,14 @@ properties:
         - API
         example: Browser
         mutation_behavior: union
+        cli_option: --auth-type
       public:
         description: Whether the app is public or not.
         type: boolean
         default: true
         example: true
         mutation_behavior: union
+        cli_option: --public-access/--private-access
     mutation_behavior: union
   replicas:
     title: ReplicaConfig
@@ -151,16 +166,35 @@ properties:
         type: integer
         example: 1
         mutation_behavior: union
+        cli_option: --fixed-replicas
       min:
         description: The minimum number of replicas to deploy the app with.
         type: integer
         example: 1
         mutation_behavior: union
+        cli_option: --min-replicas
       max:
         description: The maximum number of replicas to deploy the app with.
         type: integer
         example: 10
         mutation_behavior: union
+        cli_option: --max-replicas
+      scaling_policy:
+        title: ScalingPolicyConfig
+        description: |-
+          Policies for autoscaling replicas. Available policies:
+          - Request based Autoscaling (rpm)
+        type: object
+        required: []
+        properties:
+          rpm:
+            description: |-
+              Scale up replicas when the requests per minute crosses this threshold. If nothing is provided and the replicas.max and replicas.min is set then  the default rpm would be 60.
+            type: integer
+            default: 60
+            mutation_behavior: union
+            cli_option: --scaling-rpm
+        mutation_behavior: union
     mutation_behavior: union
   dependencies:
     title: DependencyConfig
@@ -173,16 +207,19 @@ properties:
         type: string
         example: requirements.txt
         mutation_behavior: not_allowed
+        cli_option: --dep-from-requirements
       from_pyproject_toml:
         description: The path to the pyproject.toml file to attach to the app.
         type: string
         example: pyproject.toml
         mutation_behavior: not_allowed
+        cli_option: --dep-from-pyproject
       python:
         description: The Python version to use for the app.
         type: string
         example: '3.10'
         mutation_behavior: not_allowed
+        cli_option: --python
       pypi:
         description: |-
           A dictionary of pypi dependencies to attach to the app. The key is the package name and the value is the version.
@@ -192,6 +229,7 @@ properties:
           numpy: 1.23.0
           pandas: ''
         mutation_behavior: not_allowed
+        cli_option: --pypi
       conda:
         description: |-
           A dictionary of conda dependencies to attach to the app. The key is the package name and the value is the version.
@@ -201,6 +239,7 @@ properties:
           numpy: 1.23.0
           pandas: ''
         mutation_behavior: not_allowed
+        cli_option: --conda
     mutation_behavior: union
   package:
     title: PackageConfig
@@ -213,6 +252,7 @@ properties:
         type: string
         example: ./
         mutation_behavior: union
+        cli_option: --package-src-path
       suffixes:
         description: A list of suffixes to add to the source code to deploy with the App.
         type: array
@@ -222,17 +262,20 @@ properties:
         - .py
         - .ipynb
         mutation_behavior: union
+        cli_option: --package-suffixes
     mutation_behavior: union
   no_deps:
     description: Do not bake any dependencies. Directly used the image provided
     type: boolean
     default: false
     mutation_behavior: union
+    cli_option: --no-deps
   force_upgrade:
     description: Force upgrade the app even if it is currently being upgraded.
     type: boolean
     default: false
     mutation_behavior: union
+    cli_option: --force-upgrade
   persistence:
     description: The persistence mode to deploy the app with. (validation applied)
     type: string
@@ -243,18 +286,21 @@ properties:
     example: postgres
     experimental: true
     mutation_behavior: union
+    cli_option: --persistence
   project:
     description: The project name to deploy the app to.
     type: string
     example: my-project
     experimental: true
     mutation_behavior: union
+    cli_option: --project
   branch:
     description: The branch name to deploy the app to.
     type: string
     example: main
     experimental: true
     mutation_behavior: union
+    cli_option: --branch
   models:
     type: array
     items:

metaflow_extensions/outerbounds/plugins/apps/core/deployer.py

@@ -151,7 +151,6 @@ class AppDeployer(TypedCoreConfig):
             final_status["id"],
             final_status["auth_type"],
             final_status["public_url"],
-            final_status["available_replicas"],
             final_status["name"],
             final_status["deployed_version"],
             final_status["deployed_at"],
@@ -164,7 +163,6 @@ class DeployedApp:
         _id: str,
         capsule_type: str,
         public_url: str,
-        available_replicas: int,
         name: str,
         deployed_version: str,
         deployed_at: str,
@@ -172,7 +170,6 @@ class DeployedApp:
         self._id = _id
         self._capsule_type = capsule_type
         self._public_url = public_url
-        self._available_replicas = available_replicas
         self._name = name
         self._deployed_version = deployed_version
         self._deployed_at = deployed_at
@@ -208,6 +205,10 @@ class DeployedApp:
         capsule = capsule_api.get(self._id)
         return capsule
 
+    def replicas(self):
+        capsule_api = self._get_capsule_api()
+        return capsule_api.get_workers(self._id)
+
     def scale_to_zero(self):
         """
         Scales the DeployedApp to 0 replicas.
@@ -243,10 +244,6 @@ class DeployedApp:
     def public_url(self) -> str:
         return self._public_url
 
-    @property
-    def available_replicas(self) -> int:
-        return self._available_replicas
-
     @property
     def name(self) -> str:
         return self._name
@@ -260,7 +257,6 @@ class DeployedApp:
             "id": self._id,
             "auth_style": self.auth_style,  # TODO : Fix naming here.
             "public_url": self._public_url,
-            "available_replicas": self._available_replicas,
             "name": self._name,
             "deployed_version": self._deployed_version,
             "deployed_at": self._deployed_at,
@@ -272,7 +268,6 @@ class DeployedApp:
             _id=data["id"],
             capsule_type=data["capsule_type"],
             public_url=data["public_url"],
-            available_replicas=data["available_replicas"],
             name=data["name"],
             deployed_version=data["deployed_version"],
             deployed_at=data["deployed_at"],
@@ -287,7 +282,6 @@ class DeployedApp:
             f"DeployedApp(id='{self._id}', "
             f"name='{self._name}', "
             f"public_url='{self._public_url}', "
-            f"available_replicas={self._available_replicas}, "
             f"deployed_version='{self._deployed_version}')"
         )
 

{ob_metaflow_extensions-1.3.1.dist-info → ob_metaflow_extensions-1.4.0.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: ob-metaflow-extensions
-Version: 1.3.1
+Version: 1.4.0
 Summary: Outerbounds Platform Extensions for Metaflow
 Author: Outerbounds, Inc.
 License: Commercial
 Description-Content-Type: text/markdown
 Requires-Dist: boto3
 Requires-Dist: kubernetes
-Requires-Dist: ob-metaflow (==2.16.8.1)
+Requires-Dist: ob-metaflow (==2.17.0.1)
 
 # Outerbounds platform package
 

{ob_metaflow_extensions-1.3.1.dist-info → ob_metaflow_extensions-1.4.0.dist-info}/RECORD

@@ -12,15 +12,15 @@ metaflow_extensions/outerbounds/plugins/apps/consts.py,sha256=iHsyqbUg9k-rgswCs1
 metaflow_extensions/outerbounds/plugins/apps/deploy_decorator.py,sha256=VkmiMdNYHhNdt-Qm9AVv7aE2LWFsIFEc16YcOYjwF6Q,8568
 metaflow_extensions/outerbounds/plugins/apps/supervisord_utils.py,sha256=GQoN2gyPClcpR9cLldJmbCfqXnoAHxp8xUnY7vzaYtY,9026
 metaflow_extensions/outerbounds/plugins/apps/core/__init__.py,sha256=c6uCgKlgEkTmM9BVdAO-m3vZvUpK2KW_AZZ2236now4,237
-metaflow_extensions/outerbounds/plugins/apps/core/_state_machine.py,sha256=q2in_xmHsFJ1KwgQhVbg_DuJM5I2XdQHhbMGKlJpdcs,19957
+metaflow_extensions/outerbounds/plugins/apps/core/_state_machine.py,sha256=al907t2C86BPf4V1V03PLTJRJMOc8gdl1CxLLbklnDU,20281
 metaflow_extensions/outerbounds/plugins/apps/core/app_cli.py,sha256=V0Ki_VwjVIyIa2sgXPC7miOPLYWLrsHvzMpTfQypU2U,42169
 metaflow_extensions/outerbounds/plugins/apps/core/app_config.py,sha256=PHt-HdNfTHIuhY-eB5vkRMp1RKQNWJ4DKdgZWyYgUuc,4167
 metaflow_extensions/outerbounds/plugins/apps/core/artifacts.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow_extensions/outerbounds/plugins/apps/core/capsule.py,sha256=tswwFa-c3P0CQtomQV6d--eP4hDQI4SjbbUccvwkmGo,34314
+metaflow_extensions/outerbounds/plugins/apps/core/capsule.py,sha256=VpCmq8R13GNex6aTJnOCswkLnc8acgsQQ9Da6KBh2sQ,34732
 metaflow_extensions/outerbounds/plugins/apps/core/click_importer.py,sha256=kgoPQmK_-8PSSTc3QMSaynCLQ5VWTkKFOC69FPURyXA,998
-metaflow_extensions/outerbounds/plugins/apps/core/config_schema.yaml,sha256=iTThO2vNQrFWe9nYfjiOcMf6FOQ6vU_1ZhXhUAr0L24,8142
+metaflow_extensions/outerbounds/plugins/apps/core/config_schema.yaml,sha256=POxm1S9lZB6tO_g9w9gbvna133H5iGYvpVHe247gISY,9697
 metaflow_extensions/outerbounds/plugins/apps/core/dependencies.py,sha256=JlWT9f27yzZeJPlqTQk134WDfQgOdyxC5iaw3pLlhqY,4006
-metaflow_extensions/outerbounds/plugins/apps/core/deployer.py,sha256=VkYe8mK_VOr-bAiR2RohhKeLf8Z3gHZw7RoRBSCu2FA,9765
+metaflow_extensions/outerbounds/plugins/apps/core/deployer.py,sha256=dNKlDu6n8SufEd5NKmsErl1RYhQXuEe_DgtA0mk7awg,9472
 metaflow_extensions/outerbounds/plugins/apps/core/perimeters.py,sha256=jeFGAUnFQkBFiOMp_Ls7Ofb80Qogh509suam5sMucYU,3030
 metaflow_extensions/outerbounds/plugins/apps/core/secrets.py,sha256=sgDiAmpSC8Y5xjlaOEp79F6m0S3x4RONf_vJ5PUAfu8,6127
 metaflow_extensions/outerbounds/plugins/apps/core/utils.py,sha256=2M2zU8DhbAlJee8P0xKXINAku81PcUylS3sVCSb0TUs,7896
@@ -34,10 +34,10 @@ metaflow_extensions/outerbounds/plugins/apps/core/code_package/examples.py,sha25
 metaflow_extensions/outerbounds/plugins/apps/core/config/__init__.py,sha256=ZgC9U4NFu7TNngUuUMzt69PmjMENXb6eUK2HCSroIDo,393
 metaflow_extensions/outerbounds/plugins/apps/core/config/cli_generator.py,sha256=0R0-wy7RxAMR9doVRvuluRYxAYgyjZXlTIkOeYGyz7M,5350
 metaflow_extensions/outerbounds/plugins/apps/core/config/config_utils.py,sha256=bozzUR8rbfOnb5M532RZxB5QNvVgEC1gnVjfCvQ82Yk,34053
-metaflow_extensions/outerbounds/plugins/apps/core/config/schema_export.py,sha256=tigPtb0we-urwbmctG1GbaQ9NKRKZn4KBbJKmaEntCg,9501
-metaflow_extensions/outerbounds/plugins/apps/core/config/typed_configs.py,sha256=bAC2lV1xWtcw0r2LPlqDrggeXPLOyrtZha2KDpm_Vx0,4454
+metaflow_extensions/outerbounds/plugins/apps/core/config/schema_export.py,sha256=vfmoSXGRocXryOQOGHbh-zIboEP3ty0BVucOza6uzXU,9614
+metaflow_extensions/outerbounds/plugins/apps/core/config/typed_configs.py,sha256=euoS1Ap4yvHC20Aaj5YQWMgxixkxujVeiJ7C4DcAFhQ,4590
 metaflow_extensions/outerbounds/plugins/apps/core/config/typed_init_generator.py,sha256=KiJ1eiwtBR5eWdBzWqvO6KlqJ2qzjJvl3w4c1uJ3g0Y,13419
-metaflow_extensions/outerbounds/plugins/apps/core/config/unified_config.py,sha256=f_Qxy-pJoyGq_tUYr_gHmS7INEivLqv4QbOJljIwECA,35837
+metaflow_extensions/outerbounds/plugins/apps/core/config/unified_config.py,sha256=bO-g_6mv7xciVcDf4Jn-qioPUUvg9Y3fMM5fcraN2Sk,37018
 metaflow_extensions/outerbounds/plugins/apps/core/experimental/__init__.py,sha256=rd4qGTkHndKYfJmoAKZWiY0KK4j5BK6RBrtle-it1Mg,2746
 metaflow_extensions/outerbounds/plugins/aws/__init__.py,sha256=VBGdjNKeFLXGZuqh4jVk8cFtO1AWof73a6k_cnbAOYA,145
 metaflow_extensions/outerbounds/plugins/aws/assume_role.py,sha256=mBewNlnSYsR2rFXFkX-DUH6ku01h2yOcMcLHoCL7eyI,161
@@ -124,7 +124,7 @@ metaflow_extensions/outerbounds/toplevel/plugins/ollama/__init__.py,sha256=GRSz2
 metaflow_extensions/outerbounds/toplevel/plugins/snowflake/__init__.py,sha256=LptpH-ziXHrednMYUjIaosS1SXD3sOtF_9_eRqd8SJw,50
 metaflow_extensions/outerbounds/toplevel/plugins/torchtune/__init__.py,sha256=uTVkdSk3xZ7hEKYfdlyVteWj5KeDwaM1hU9WT-_YKfI,50
 metaflow_extensions/outerbounds/toplevel/plugins/vllm/__init__.py,sha256=ekcgD3KVydf-a0xMI60P4uy6ePkSEoFHiGnDq1JM940,45
-ob_metaflow_extensions-1.3.1.dist-info/METADATA,sha256=HnIBZEkQl7rStKXqEPoFTDNrG5O6a_n8iYmSdnQT_q4,518
-ob_metaflow_extensions-1.3.1.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-ob_metaflow_extensions-1.3.1.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
-ob_metaflow_extensions-1.3.1.dist-info/RECORD,,
+ob_metaflow_extensions-1.4.0.dist-info/METADATA,sha256=2BzNOav9XSB5ff7cKCT-z-H_E72u4f3TTFRDws9h8C0,518
+ob_metaflow_extensions-1.4.0.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+ob_metaflow_extensions-1.4.0.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
+ob_metaflow_extensions-1.4.0.dist-info/RECORD,,