outerbounds 0.3.89__py3-none-any.whl → 0.3.104__py3-none-any.whl

outerbounds/command_groups/apps_cli.py

@@ -0,0 +1,586 @@
+import json
+import os
+from os import path
+from outerbounds._vendor import click
+import requests
+
+from ..utils import metaflowconfig
+from ..utils.schema import (
+    CommandStatus,
+    OuterboundsCommandResponse,
+    OuterboundsCommandStatus,
+)
+
+
+@click.group()
+def cli(**kwargs):
+    pass
+
+
+@click.group(help="Manage apps")
+def app(**kwargs):
+    pass
+
+
+@app.command(help="Start an app using a port and a name")
+@click.option(
+    "-d",
+    "--config-dir",
+    default=path.expanduser(os.environ.get("METAFLOW_HOME", "~/.metaflowconfig")),
+    help="Path to Metaflow configuration directory",
+    show_default=True,
+)
+@click.option(
+    "-p",
+    "--profile",
+    default=os.environ.get("METAFLOW_PROFILE", ""),
+    help="The named metaflow profile in which your workstation exists",
+)
+@click.option(
+    "--port",
+    required=True,
+    help="Port number where you want to start your app",
+    type=int,
+)
+@click.option(
+    "--name",
+    required=True,
+    help="Name of your app",
+    type=str,
+)
+@click.option(
+    "-o",
+    "--output",
+    default="",
+    help="Show output in the specified format.",
+    type=click.Choice(["json", ""]),
+)
+def start(config_dir=None, profile=None, port=-1, name="", output=""):
+    if len(name) == 0 or len(name) >= 20:
+        click.secho(
+            "App name should not be more than 20 characters long.",
+            fg="red",
+            err=True,
+        )
+        return
+    elif not name.isalnum() or not name.islower():
+        click.secho(
+            "App name can only contain lowercase alphanumeric characters.",
+            fg="red",
+            err=True,
+        )
+        return
+
+    start_app_response = OuterboundsCommandResponse()
+
+    validate_workstation_step = CommandStatus(
+        "ValidateRunningOnWorkstation",
+        OuterboundsCommandStatus.OK,
+        "Command is being run on a workstation.",
+    )
+
+    list_workstations_step = CommandStatus(
+        "ListWorkstations",
+        OuterboundsCommandStatus.OK,
+        "List of workstations fetched.",
+    )
+
+    validate_request = CommandStatus(
+        "ValidateRequest",
+        OuterboundsCommandStatus.OK,
+        "Start app request is valid.",
+    )
+
+    start_app_step = CommandStatus(
+        "StartApp",
+        OuterboundsCommandStatus.OK,
+        f"App {name} started on port {port}!",
+    )
+
+    if "WORKSTATION_ID" not in os.environ:
+        validate_workstation_step.update(
+            OuterboundsCommandStatus.FAIL,
+            "All outerbounds app commands can only be run from a workstation.",
+            "",
+        )
+        start_app_response.add_step(validate_workstation_step)
+        click.secho(
+            "All outerbounds app commands can only be run from a workstation.",
+            fg="red",
+            err=True,
+        )
+
+        if output == "json":
+            click.echo(json.dumps(start_app_response.as_dict(), indent=4))
+        return
+
+    try:
+        try:
+            metaflow_token = metaflowconfig.get_metaflow_token_from_config(
+                config_dir, profile
+            )
+            api_url = metaflowconfig.get_sanitized_url_from_config(
+                config_dir, profile, "OBP_API_SERVER"
+            )
+
+            workstations_response = requests.get(
+                f"{api_url}/v1/workstations", headers={"x-api-key": metaflow_token}
+            )
+            workstations_response.raise_for_status()
+            start_app_response.add_step(list_workstations_step)
+        except:
+            click.secho("Failed to list workstations!", fg="red", err=True)
+            list_workstations_step.update(
+                OuterboundsCommandStatus.FAIL, "Failed to list workstations!", ""
+            )
+            start_app_response.add_step(list_workstations_step)
+            if output == "json":
+                click.echo(json.dumps(start_app_response.as_dict(), indent=4))
+            return
+
+        workstations_json = workstations_response.json()["workstations"]
+        for workstation in workstations_json:
+            if workstation["instance_id"] == os.environ["WORKSTATION_ID"]:
+                if "named_ports" in workstation["spec"]:
+                    try:
+                        ensure_app_start_request_is_valid(
+                            workstation["spec"]["named_ports"], port, name
+                        )
+                    except ValueError as e:
+                        click.secho(str(e), fg="red", err=True)
+                        validate_request.update(
+                            OuterboundsCommandStatus.FAIL,
+                            str(e),
+                            "",
+                        )
+                        start_app_response.add_step(validate_request)
+                        if output == "json":
+                            click.echo(
+                                json.dumps(start_app_response.as_dict(), indent=4)
+                            )
+                        return
+
+                    start_app_response.add_step(validate_request)
+
+                    for named_port in workstation["spec"]["named_ports"]:
+                        if int(named_port["port"]) == port:
+                            if named_port["enabled"] and named_port["name"] == name:
+                                click.secho(
+                                    f"App {name} already running on port {port}!",
+                                    fg="green",
+                                    err=True,
+                                )
+                                click.secho(
+                                    f"App URL: {api_url.replace('api', 'ui')}/apps/{os.environ['WORKSTATION_ID']}/{name}/",
+                                    fg="green",
+                                    err=True,
+                                )
+                                start_app_response.add_step(start_app_step)
+                                if output == "json":
+                                    click.echo(
+                                        json.dumps(
+                                            start_app_response.as_dict(), indent=4
+                                        )
+                                    )
+                                return
+                            else:
+                                try:
+                                    response = requests.put(
+                                        f"{api_url}/v1/workstations/update/{os.environ['WORKSTATION_ID']}/namedports",
+                                        headers={"x-api-key": metaflow_token},
+                                        json={
+                                            "port": port,
+                                            "name": name,
+                                            "enabled": True,
+                                        },
+                                    )
+
+                                    response.raise_for_status()
+                                    click.secho(
+                                        f"App {name} started on port {port}!",
+                                        fg="green",
+                                        err=True,
+                                    )
+                                    click.secho(
+                                        f"App URL: {api_url.replace('api', 'ui')}/apps/{os.environ['WORKSTATION_ID']}/{name}/",
+                                        fg="green",
+                                        err=True,
+                                    )
+                                except Exception:
+                                    click.secho(
+                                        f"Failed to start app {name} on port {port}!",
+                                        fg="red",
+                                        err=True,
+                                    )
+                                    start_app_step.update(
+                                        OuterboundsCommandStatus.FAIL,
+                                        f"Failed to start app {name} on port {port}!",
+                                        "",
+                                    )
+
+                                start_app_response.add_step(start_app_step)
+                                if output == "json":
+                                    click.echo(
+                                        json.dumps(
+                                            start_app_response.as_dict(), indent=4
+                                        )
+                                    )
+                                return
+    except Exception as e:
+        click.secho(f"Failed to start app {name} on port {port}!", fg="red", err=True)
+        start_app_step.update(
+            OuterboundsCommandStatus.FAIL,
+            f"Failed to start app {name} on port {port}!",
+            "",
+        )
+        start_app_response.add_step(start_app_step)
+        if output == "json":
+            click.secho(json.dumps(start_app_response.as_dict(), indent=4))
+
+
+@app.command(help="Stop an app using its port number")
+@click.option(
+    "-d",
+    "--config-dir",
+    default=path.expanduser(os.environ.get("METAFLOW_HOME", "~/.metaflowconfig")),
+    help="Path to Metaflow configuration directory",
+    show_default=True,
+)
+@click.option(
+    "-p",
+    "--profile",
+    default=os.environ.get("METAFLOW_PROFILE", ""),
+    help="The named metaflow profile in which your workstation exists",
+)
+@click.option(
+    "--port",
+    required=False,
+    default=-1,
+    help="Port number where you want to start your app.",
+    type=int,
+)
+@click.option(
+    "--name",
+    required=False,
+    help="Name of your app",
+    default="",
+    type=str,
+)
+@click.option(
+    "-o",
+    "--output",
+    default="",
+    help="Show output in the specified format.",
+    type=click.Choice(["json", ""]),
+)
+def stop(config_dir=None, profile=None, port=-1, name="", output=""):
+    if port == -1 and not name:
+        click.secho(
+            "Please provide either a port number or a name to stop the app.",
+            fg="red",
+            err=True,
+        )
+        return
+    elif port > 0 and name:
+        click.secho(
+            "Please provide either a port number or a name to stop the app, not both.",
+            fg="red",
+            err=True,
+        )
+        return
+
+    stop_app_response = OuterboundsCommandResponse()
+
+    validate_workstation_step = CommandStatus(
+        "ValidateRunningOnWorkstation",
+        OuterboundsCommandStatus.OK,
+        "Command is being run on a workstation.",
+    )
+
+    list_workstations_step = CommandStatus(
+        "ListWorkstations",
+        OuterboundsCommandStatus.OK,
+        "List of workstations fetched.",
+    )
+
+    validate_port_exists = CommandStatus(
+        "ValidatePortExists",
+        OuterboundsCommandStatus.OK,
+        "Port exists on workstation",
+    )
+
+    stop_app_step = CommandStatus(
+        "StopApp",
+        OuterboundsCommandStatus.OK,
+        f"App stopped on port {port}!",
+    )
+
+    if "WORKSTATION_ID" not in os.environ:
+        validate_workstation_step.update(
+            OuterboundsCommandStatus.FAIL,
+            "All outerbounds app commands can only be run from a workstation.",
+            "",
+        )
+        stop_app_response.add_step(validate_workstation_step)
+        click.secho(
+            "All outerbounds app commands can only be run from a workstation.",
+            fg="red",
+            err=True,
+        )
+
+        if output == "json":
+            click.echo(json.dumps(stop_app_response.as_dict(), indent=4))
+        return
+
+    try:
+        try:
+            metaflow_token = metaflowconfig.get_metaflow_token_from_config(
+                config_dir, profile
+            )
+            api_url = metaflowconfig.get_sanitized_url_from_config(
+                config_dir, profile, "OBP_API_SERVER"
+            )
+
+            workstations_response = requests.get(
+                f"{api_url}/v1/workstations", headers={"x-api-key": metaflow_token}
+            )
+            workstations_response.raise_for_status()
+            stop_app_response.add_step(list_workstations_step)
+        except:
+            click.secho("Failed to list workstations!", fg="red", err=True)
+            list_workstations_step.update(
+                OuterboundsCommandStatus.FAIL, "Failed to list workstations!", ""
+            )
+            stop_app_response.add_step(list_workstations_step)
+            if output == "json":
+                click.echo(json.dumps(stop_app_response.as_dict(), indent=4))
+            return
+
+        app_found = False
+        workstations_json = workstations_response.json()["workstations"]
+        for workstation in workstations_json:
+            if workstation["instance_id"] == os.environ["WORKSTATION_ID"]:
+                if "named_ports" in workstation["spec"]:
+                    for named_port in workstation["spec"]["named_ports"]:
+                        if (
+                            int(named_port["port"]) == port
+                            or named_port["name"] == name
+                        ):
+                            app_found = True
+                            stop_app_response.add_step(validate_port_exists)
+                            if named_port["enabled"]:
+                                try:
+                                    response = requests.put(
+                                        f"{api_url}/v1/workstations/update/{os.environ['WORKSTATION_ID']}/namedports",
+                                        headers={"x-api-key": metaflow_token},
+                                        json={
+                                            "port": named_port["port"],
+                                            "name": named_port["name"],
+                                            "enabled": False,
+                                        },
+                                    )
+                                    response.raise_for_status()
+                                    click.secho(
+                                        f"App {named_port['name']} stopped on port {named_port['port']}!",
+                                        fg="green",
+                                        err=True,
+                                    )
+                                except Exception as e:
+                                    click.secho(
+                                        f"Failed to stop app {named_port['name']} on port {named_port['port']}!",
+                                        fg="red",
+                                        err=True,
+                                    )
+                                    stop_app_step.update(
+                                        OuterboundsCommandStatus.FAIL,
+                                        f"Failed to stop app {named_port['name']} on port {named_port['port']}!",
+                                        "",
+                                    )
+
+                                stop_app_response.add_step(stop_app_step)
+                                if output == "json":
+                                    click.echo(
+                                        json.dumps(
+                                            stop_app_response.as_dict(), indent=4
+                                        )
+                                    )
+                                return
+
+        if app_found:
+            already_stopped_message = (
+                f"No deployed app named {name} found."
+                if name
+                else f"There is no app deployed on port {port}"
+            )
+            click.secho(
+                already_stopped_message,
+                fg="green",
+                err=True,
+            )
+            stop_app_response.add_step(stop_app_step)
+            if output == "json":
+                click.echo(json.dumps(stop_app_response.as_dict(), indent=4))
+            return
+
+        err_message = (
+            (f"Port {port} not found on workstation {os.environ['WORKSTATION_ID']}")
+            if port != -1
+            else f"App {name} not found on workstation {os.environ['WORKSTATION_ID']}"
+        )
+
+        click.secho(
+            err_message,
+            fg="red",
+            err=True,
+        )
+
+        validate_port_exists.update(
+            OuterboundsCommandStatus.FAIL,
+            err_message,
+            "",
+        )
+        stop_app_response.add_step(validate_port_exists)
+        if output == "json":
+            click.echo(json.dumps(stop_app_response.as_dict(), indent=4))
+    except Exception as e:
+        click.secho(f"Failed to stop app on port {port}!", fg="red", err=True)
+        stop_app_step.update(
+            OuterboundsCommandStatus.FAIL, f"Failed to stop on port {port}!", ""
+        )
+        stop_app_response.add_step(stop_app_step)
+        if output == "json":
+            click.echo(json.dumps(stop_app_response.as_dict(), indent=4))
+
+
+@app.command(help="Stop an app using its port number")
+@click.option(
+    "-d",
+    "--config-dir",
+    default=path.expanduser(os.environ.get("METAFLOW_HOME", "~/.metaflowconfig")),
+    help="Path to Metaflow configuration directory",
+    show_default=True,
+)
+@click.option(
+    "-p",
+    "--profile",
+    default=os.environ.get("METAFLOW_PROFILE", ""),
+    help="The named metaflow profile in which your workstation exists",
+)
+@click.option(
+    "-o",
+    "--output",
+    default="",
+    help="Show output in the specified format.",
+    type=click.Choice(["json", ""]),
+)
+def list(config_dir=None, profile=None, output=""):
+    list_app_response = OuterboundsCommandResponse()
+
+    validate_workstation_step = CommandStatus(
+        "ValidateRunningOnWorkstation",
+        OuterboundsCommandStatus.OK,
+        "Command is being run on a workstation.",
+    )
+
+    list_workstations_step = CommandStatus(
+        "ListWorkstations",
+        OuterboundsCommandStatus.OK,
+        "List of workstations fetched.",
+    )
+
+    if "WORKSTATION_ID" not in os.environ:
+        validate_workstation_step.update(
+            OuterboundsCommandStatus.FAIL,
+            "All outerbounds app commands can only be run from a workstation.",
+            "",
+        )
+        list_app_response.add_step(validate_workstation_step)
+        click.secho(
+            "All outerbounds app commands can only be run from a workstation.",
+            fg="red",
+            err=True,
+        )
+
+        if output == "json":
+            click.echo(json.dumps(list_app_response.as_dict(), indent=4))
+        return
+
+    try:
+        try:
+            metaflow_token = metaflowconfig.get_metaflow_token_from_config(
+                config_dir, profile
+            )
+            api_url = metaflowconfig.get_sanitized_url_from_config(
+                config_dir, profile, "OBP_API_SERVER"
+            )
+
+            workstations_response = requests.get(
+                f"{api_url}/v1/workstations", headers={"x-api-key": metaflow_token}
+            )
+            workstations_response.raise_for_status()
+            list_app_response.add_step(list_workstations_step)
+        except:
+            click.secho("Failed to list workstations!", fg="red", err=True)
+            list_workstations_step.update(
+                OuterboundsCommandStatus.FAIL, "Failed to list workstations!", ""
+            )
+            list_app_response.add_step(list_workstations_step)
+            if output == "json":
+                click.echo(json.dumps(list_app_response.as_dict(), indent=4))
+            return
+
+        workstations_json = workstations_response.json()["workstations"]
+        for workstation in workstations_json:
+            if workstation["instance_id"] == os.environ["WORKSTATION_ID"]:
+                if "named_ports" in workstation["spec"]:
+                    for named_port in workstation["spec"]["named_ports"]:
+                        if named_port["enabled"]:
+                            click.secho(
+                                f"App Name: {named_port['name']}", fg="green", err=True
+                            )
+                            click.secho(
+                                f"App Port on Workstation: {named_port['port']}",
+                                fg="green",
+                                err=True,
+                            )
+                            click.secho(f"App Status: Deployed", fg="green", err=True)
+                            click.secho(
+                                f"App URL: {api_url.replace('api', 'ui')}/apps/{os.environ['WORKSTATION_ID']}/{named_port['name']}/",
+                                fg="green",
+                                err=True,
+                            )
+                        else:
+                            click.secho(
+                                f"App Port on Workstation: {named_port['port']}",
+                                fg="yellow",
+                                err=True,
+                            )
+                            click.secho(
+                                f"App Status: Not Deployed", fg="yellow", err=True
+                            )
+
+                        click.echo("\n", err=True)
+    except Exception as e:
+        click.secho(f"Failed to list apps!", fg="red", err=True)
+        if output == "json":
+            click.echo(json.dumps(list_app_response.as_dict(), indent=4))
+
+
+def ensure_app_start_request_is_valid(existing_named_ports, port: int, name: str):
+    existing_apps_by_port = {np["port"]: np for np in existing_named_ports}
+
+    if port not in existing_apps_by_port:
+        raise ValueError(f"Port {port} not found on workstation")
+
+    for existing_named_port in existing_named_ports:
+        if (
+            name == existing_named_port["name"]
+            and existing_named_port["port"] != port
+            and existing_named_port["enabled"]
+        ):
+            raise ValueError(
+                f"App with name '{name}' is already deployed on port {existing_named_port['port']}"
+            )
+
+
+cli.add_command(app, name="app")

outerbounds/command_groups/cli.py

@@ -1,12 +1,16 @@
 from outerbounds._vendor import click
-from . import local_setup_cli
-from . import workstations_cli
-from . import perimeters_cli
+from . import local_setup_cli, workstations_cli, perimeters_cli, apps_cli, tutorials_cli
 
 
 @click.command(
     cls=click.CommandCollection,
-    sources=[local_setup_cli.cli, workstations_cli.cli, perimeters_cli.cli],
+    sources=[
+        local_setup_cli.cli,
+        workstations_cli.cli,
+        perimeters_cli.cli,
+        apps_cli.cli,
+        tutorials_cli.cli,
+    ],
 )
 def cli(**kwargs):
     pass

outerbounds/command_groups/perimeters_cli.py

@@ -1,10 +1,12 @@
 import json
 import os
 import sys
+from io import StringIO
 from os import path
 from typing import Any, Dict
 from outerbounds._vendor import click
 import requests
+import configparser
 
 from ..utils import metaflowconfig
 from ..utils.utils import safe_write_to_disk
@@ -440,6 +442,9 @@ def ensure_cloud_credentials_for_shell(config_dir, profile):
     if "METAFLOW_DEFAULT_GCP_CLIENT_PROVIDER" in mf_config:
         # This is a GCP deployment.
         ensure_gcp_cloud_creds(config_dir, profile)
+    elif "METAFLOW_DEFAULT_AWS_CLIENT_PROVIDER" in mf_config:
+        # This is an AWS deployment.
+        ensure_aws_cloud_creds(config_dir, profile)
 
 
 def confirm_user_has_access_to_perimeter_or_fail(
@@ -473,8 +478,13 @@ def ensure_gcp_cloud_creds(config_dir, profile):
     )
     metaflow_token = metaflowconfig.get_metaflow_token_from_config(config_dir, profile)
 
-    # GOOGLE_APPLICATION_CREDENTIALS is a well known gcloud environment variable
-    credentials_file_loc = os.environ["GOOGLE_APPLICATION_CREDENTIALS"]
+    try:
+        # GOOGLE_APPLICATION_CREDENTIALS is a well known gcloud environment variable
+        credentials_file_loc = os.environ["GOOGLE_APPLICATION_CREDENTIALS"]
+    except KeyError:
+        # This is most likely an old workstation when these params weren't set. Do nothing.
+        # Alternatively, user might have deliberately unset it to use their own auth.
+        return
 
     credentials_json = {
         "type": "external_account",
@@ -492,6 +502,59 @@ def ensure_gcp_cloud_creds(config_dir, profile):
     safe_write_to_disk(credentials_file_loc, json.dumps(credentials_json))
 
 
+def ensure_aws_cloud_creds(config_dir, profile):
+    token_info = get_aws_auth_credentials(config_dir, profile)
+
+    try:
+        token_file_loc = os.environ["OBP_AWS_WEB_IDENTITY_TOKEN_FILE"]
+
+        # AWS_CONFIG_FILE is a well known aws cli environment variable
+        config_file_loc = os.environ["AWS_CONFIG_FILE"]
+    except KeyError:
+        # This is most likely an old workstation when these params weren't set. Do nothing.
+        # Alternatively, user might have deliberately unset it to use their own auth.
+        return
+
+    aws_config = configparser.ConfigParser()
+    aws_config.read(config_file_loc)
+
+    aws_config["profile task"] = {
+        "role_arn": token_info["role_arn"],
+        "web_identity_token_file": token_file_loc,
+    }
+
+    if token_info.get("cspr_role_arn"):
+        # If CSPR role is present, then we need to use the task role (in the task profile)
+        # to assume the CSPR role.
+        aws_config["profile outerbounds"] = {
+            "role_arn": token_info["cspr_role_arn"],
+            "source_profile": "task",
+        }
+    else:
+        # If no CSPR role is present, just use the task profile as the outerbounds profile.
+        aws_config["profile outerbounds"] = aws_config["profile task"]
+
+    aws_config_string = StringIO()
+    aws_config.write(aws_config_string)
+
+    safe_write_to_disk(token_file_loc, token_info["token"])
+    safe_write_to_disk(config_file_loc, aws_config_string.getvalue())
+
+
+def get_aws_auth_credentials(config_dir, profile):  # pragma: no cover
+    token = metaflowconfig.get_metaflow_token_from_config(config_dir, profile)
+    auth_server_url = metaflowconfig.get_sanitized_url_from_config(
+        config_dir, profile, "OBP_AUTH_SERVER"
+    )
+
+    response = requests.get(
+        "{}/generate/aws".format(auth_server_url), headers={"x-api-key": token}
+    )
+    response.raise_for_status()
+
+    return response.json()
+
+
 def get_gcp_auth_credentials(config_dir, profile):
     token = metaflowconfig.get_metaflow_token_from_config(config_dir, profile)
     auth_server_url = metaflowconfig.get_sanitized_url_from_config(

outerbounds/command_groups/tutorials_cli.py

@@ -0,0 +1,111 @@
+import os
+from outerbounds._vendor import click
+import requests
+
+import tarfile
+import hashlib
+import tempfile
+
+
+@click.group()
+def cli(**kwargs):
+    pass
+
+
+@click.group(help="Manage tutorials curated by Outerbounds.", hidden=True)
+def tutorials(**kwargs):
+    pass
+
+
+@tutorials.command(help="Pull Outerbounds tutorials.")
+@click.option(
+    "--url",
+    required=True,
+    help="URL to pull the tutorials from.",
+    type=str,
+)
+@click.option(
+    "--destination-dir",
+    help="Show output in the specified format.",
+    type=str,
+    required=True,
+)
+@click.option(
+    "--force-overwrite",
+    is_flag=True,
+    help="Overwrite all existing files across all tutorials.",
+    type=bool,
+    required=False,
+    default=False,
+)
+def pull(url="", destination_dir="", force_overwrite=False):
+    try:
+        secure_download_and_extract(
+            url, destination_dir, force_overwrite=force_overwrite
+        )
+        click.secho("Tutorials pulled successfully.", fg="green", err=True)
+    except Exception as e:
+        print(e)
+        click.secho(f"Failed to pull tutorials: {e}", fg="red", err=True)
+
+
+def secure_download_and_extract(
+    url, dest_dir, expected_hash=None, force_overwrite=False
+):
+    """
+    Download a tar.gz file from a URL, verify its integrity, and extract its contents.
+
+    :param url: URL of the tar.gz file to download
+    :param dest_dir: Destination directory to extract the contents
+    :param expected_hash: Expected SHA256 hash of the file (optional)
+    """
+
+    with tempfile.TemporaryDirectory() as temp_dir:
+        temp_file = os.path.join(
+            temp_dir, hashlib.md5(url.encode()).hexdigest() + ".tar.gz"
+        )
+
+        # Download the file
+        try:
+            response = requests.get(url, stream=True, verify=True)
+            response.raise_for_status()
+
+            with open(temp_file, "wb") as f:
+                for chunk in response.iter_content(chunk_size=8192):
+                    f.write(chunk)
+        except requests.exceptions.RequestException as e:
+            raise Exception(f"Failed to download file: {e}")
+
+        if expected_hash:
+            with open(temp_file, "rb") as f:
+                file_hash = hashlib.sha256(f.read()).hexdigest()
+            if file_hash != expected_hash:
+                raise Exception("File integrity check failed")
+
+        os.makedirs(dest_dir, exist_ok=True)
+
+        try:
+            with tarfile.open(temp_file, "r:gz") as tar:
+                # Keep track of new journeys to extract.
+                to_extract = []
+                members = tar.getmembers()
+                for member in members:
+                    member_path = os.path.join(dest_dir, member.name)
+                    # Check for any files trying to write outside the destination
+                    if not os.path.abspath(member_path).startswith(
+                        os.path.abspath(dest_dir)
+                    ):
+                        raise Exception("Attempted path traversal in tar file")
+                    if not os.path.exists(member_path):
+                        # The user might have modified the existing files, leave them untouched.
+                        to_extract.append(member)
+
+                if force_overwrite:
+                    tar.extractall(path=dest_dir)
+                else:
+                    tar.extractall(path=dest_dir, members=to_extract)
+        except tarfile.TarError as e:
+            raise Exception(f"Failed to extract tar file: {e}")
+
+
+cli.add_command(tutorials, name="tutorials")

outerbounds/utils/schema.py

@@ -59,14 +59,14 @@ class OuterboundsCommandResponse:
         if step.status == OuterboundsCommandStatus.FAIL:
             self.status = OuterboundsCommandStatus.FAIL
             self._code = 500
-            self._message = "We found one or more errors with your installation."
+            self._message = "Encountered an error when trying to run command."
         elif (
             step.status == OuterboundsCommandStatus.WARN
             and self.status != OuterboundsCommandStatus.FAIL
         ):
             self.status = OuterboundsCommandStatus.WARN
             self._code = 200
-            self._message = "We found one or more warnings with your installation."
+            self._message = "Encountered one or more warnings when running the command."
 
     def as_dict(self):
         self._data["steps"] = [step.as_dict() for step in self._steps]

{outerbounds-0.3.89.dist-info → outerbounds-0.3.104.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: outerbounds
-Version: 0.3.89
+Version: 0.3.104
 Summary: More Data Science, Less Administration
 License: Proprietary
 Keywords: data science,machine learning,MLOps
@@ -14,6 +14,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Provides-Extra: azure
 Provides-Extra: gcp
 Requires-Dist: azure-identity (>=1.15.0,<2.0.0) ; extra == "azure"
@@ -24,9 +25,9 @@ Requires-Dist: google-api-core (>=2.16.1,<3.0.0) ; extra == "gcp"
 Requires-Dist: google-auth (>=2.27.0,<3.0.0) ; extra == "gcp"
 Requires-Dist: google-cloud-secret-manager (>=2.20.0,<3.0.0) ; extra == "gcp"
 Requires-Dist: google-cloud-storage (>=2.14.0,<3.0.0) ; extra == "gcp"
-Requires-Dist: ob-metaflow (==2.12.12.0)
-Requires-Dist: ob-metaflow-extensions (==1.1.79)
-Requires-Dist: ob-metaflow-stubs (==5.2)
+Requires-Dist: metaflow-checkpoint (==0.0.11)
+Requires-Dist: ob-metaflow (==2.12.22.1)
+Requires-Dist: ob-metaflow-extensions (==1.1.94)
 Requires-Dist: opentelemetry-distro (==0.41b0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (==1.20.0)
 Requires-Dist: opentelemetry-instrumentation-requests (==0.41b0)

{outerbounds-0.3.89.dist-info → outerbounds-0.3.104.dist-info}/RECORD

@@ -41,17 +41,19 @@ outerbounds/_vendor/yaml/serializer.py,sha256=8wFZRy9SsQSktF_f9OOroroqsh4qVUe53r
 outerbounds/_vendor/yaml/tokens.py,sha256=JBSu38wihGr4l73JwbfMA7Ks1-X84g8-NskTz7KwPmA,2578
 outerbounds/cli_main.py,sha256=e9UMnPysmc7gbrimq2I4KfltggyU7pw59Cn9aEguVcU,74
 outerbounds/command_groups/__init__.py,sha256=QPWtj5wDRTINDxVUL7XPqG3HoxHNvYOg08EnuSZB2Hc,21
-outerbounds/command_groups/cli.py,sha256=sorDdQvmTPqIwfvgtuNLILelimXu5CknFnWQFsYFGHs,286
+outerbounds/command_groups/apps_cli.py,sha256=iXaLnO-FwU_zK2ZjE-gBu1ZQdOYDLCbT0HJXJJZckeE,21895
+outerbounds/command_groups/cli.py,sha256=q0hdJO4biD3iEOdyJcxnRkeleA8AKAhx842kQ49I6kk,365
 outerbounds/command_groups/local_setup_cli.py,sha256=tuuqJRXQ_guEwOuQSIf9wkUU0yg8yAs31myGViAK15s,36364
-outerbounds/command_groups/perimeters_cli.py,sha256=IFSQC7nwnPksryv4jLMf--orkCWESxTJUx0o_wcperk,16724
+outerbounds/command_groups/perimeters_cli.py,sha256=iF_Uw7ROiSctf6FgoJEy30iDBLVE1j9FKuR3shgJRmc,19050
+outerbounds/command_groups/tutorials_cli.py,sha256=UInFyiMqtscHFfi8YQwiY_6Sdw9quJOtRu5OukEBccw,3522
 outerbounds/command_groups/workstations_cli.py,sha256=V5Jbj1cVb4IRllI7fOgNgL6OekRpuFDv6CEhDb4xC6w,22016
 outerbounds/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 outerbounds/utils/kubeconfig.py,sha256=yvcyRXGR4AhQuqUDqmbGxEOHw5ixMFV0AZIDg1LI_Qo,7981
 outerbounds/utils/metaflowconfig.py,sha256=l2vJbgPkLISU-XPGZFaC8ZKmYFyJemlD6bwB-EKUsAw,5770
-outerbounds/utils/schema.py,sha256=cNlgjmteLPbDzSEUSQDsq8txdhMGyezSmM83jU3aa0w,2329
+outerbounds/utils/schema.py,sha256=lMUr9kNgn9wy-sO_t_Tlxmbt63yLeN4b0xQXbDUDj4A,2331
 outerbounds/utils/utils.py,sha256=4Z8cszNob_8kDYCLNTrP-wWads_S_MdL3Uj3ju4mEsk,501
 outerbounds/vendor.py,sha256=gRLRJNXtZBeUpPEog0LOeIsl6GosaFFbCxUvR4bW6IQ,5093
-outerbounds-0.3.89.dist-info/entry_points.txt,sha256=7ye0281PKlvqxu15rjw60zKg2pMsXI49_A8BmGqIqBw,47
-outerbounds-0.3.89.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-outerbounds-0.3.89.dist-info/METADATA,sha256=EbJIp_Ibm7F8sO2SfCcZOnOi61wWO2RUQnnWTwDZV38,1632
-outerbounds-0.3.89.dist-info/RECORD,,
+outerbounds-0.3.104.dist-info/METADATA,sha256=LzoQnFF2DDg_kFpGRz-tWE_EtrdHm2im057o1e8ApI4,1689
+outerbounds-0.3.104.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+outerbounds-0.3.104.dist-info/entry_points.txt,sha256=7ye0281PKlvqxu15rjw60zKg2pMsXI49_A8BmGqIqBw,47
+outerbounds-0.3.104.dist-info/RECORD,,

{outerbounds-0.3.89.dist-info → outerbounds-0.3.104.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.4.0
+Generator: poetry-core 1.9.0
 Root-Is-Purelib: true
 Tag: py3-none-any