lightning-sdk 0.1.58__py3-none-any.whl → 0.2.0__py3-none-any.whl

lightning_sdk/cli/run.py

@@ -1,274 +1,441 @@
-from typing import TYPE_CHECKING, Dict, Optional, Union
+import json
+from typing import Dict, Mapping, Optional, Sequence, Union
+
+import click
 
 from lightning_sdk.job import Job
 from lightning_sdk.machine import Machine
 from lightning_sdk.mmt import MMT
 from lightning_sdk.teamspace import Teamspace
 
-if TYPE_CHECKING:
-    from lightning_sdk.cli.legacy import _LegacyLightningCLI
-
 _MACHINE_VALUES = tuple([machine.name for machine in Machine.__dict__.values() if isinstance(machine, Machine)])
 
 
-class _Run:
+@click.group(name="run")
+def run() -> None:
     """Run async workloads on the Lightning AI platform."""
 
-    def __init__(self, legacy_run: Optional["_LegacyLightningCLI"] = None) -> None:
-        if legacy_run is not None:
-            self.app = legacy_run.app
-            self.model = legacy_run.model
-
-        # Need to set the docstring here for f-strings to work.
-        # Sadly this is the only way to really show options as f-strings are not allowed as docstrings directly
-        # and fire does not show values for literals, just that it is a literal.
-        docstr_job = f"""Run async workloads using a docker image or a compute environment from your studio.
-
-        Args:
-            name: The name of the job. Needs to be unique within the teamspace.
-            machine: The machine type to run the job on. One of {", ".join(_MACHINE_VALUES)}.
-            command: The command to run inside your job. Required if using a studio. Optional if using an image.
-                If not provided for images, will run the container entrypoint and default command.
-            studio: The studio env to run the job with. Mutually exclusive with image.
-            image: The docker image to run the job with. Mutually exclusive with studio.
-            teamspace: The teamspace the job should be associated with. Defaults to the current teamspace.
-            org: The organization owning the teamspace (if any). Defaults to the current organization.
-            user: The user owning the teamspace (if any). Defaults to the current user.
-            cloud_account: The cloud account to run the job on.
-                Defaults to the studio cloud account if running with studio compute env.
-                If not provided will fall back to the teamspaces default cloud account.
-            env: Environment variables to set inside the job.
-            interruptible: Whether the job should run on interruptible instances. They are cheaper but can be preempted.
-            image_credentials: The credentials used to pull the image. Required if the image is private.
-                This should be the name of the respective credentials secret created on the Lightning AI platform.
-            cloud_account_auth: Whether to authenticate with the cloud account to pull the image.
-                Required if the registry is part of a cloud provider (e.g. ECR).
-            entrypoint: The entrypoint of your docker container. Defaults to `sh -c` which
-                just runs the provided command in a standard shell.
-                To use the pre-defined entrypoint of the provided image, set this to an empty string.
-                Only applicable when submitting docker jobs.
-            path_mappings: Maps path inside of containers to paths inside data-connections.
-                Should be a comma separated list of form:
-                <MAPPING_1>,<MAPPING_2>,...
-                where each mapping is of the form
-                <CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and
-                omitting the path inside the connection defaults to the connections root.
-            artifacts_local: Deprecated in favor of path_mappings.
-                The path of inside the docker container, you want to persist images from.
-                CAUTION: When setting this to "/", it will effectively erase your container.
-                Only supported for jobs with a docker image compute environment.
-            artifacts_remote: Deprecated in favor of path_mappings.
-                The remote storage to persist your artifacts to.
-                Should be of format <CONNECTION_TYPE>:<CONNECTION_NAME>:<PATH_WITHIN_CONNECTION>.
-                PATH_WITHIN_CONNECTION hereby is a path relative to the connection's root.
-                E.g. efs:data:some-path would result in an EFS connection named `data` and to the path `some-path`
-                within it.
-                Note that the connection needs to be added to the teamspace already in order for it to be found.
-                Only supported for jobs with a docker image compute environment.
-        """
-        # TODO: the docstrings from artifacts_local and artifacts_remote don't show up completely,
-        # might need to switch to explicit cli definition
-        self.job.__func__.__doc__ = docstr_job
-
-        # Need to set the docstring here for f-strings to work.
-        # Sadly this is the only way to really show options as f-strings are not allowed as docstrings directly
-        # and fire does not show values for literals, just that it is a literal.
-        docstr_mmt = f"""Run async workloads on multiple machines using a docker image.
-
-        Args:
-            name: The name of the job. Needs to be unique within the teamspace.
-            num_machines: The number of Machines to run on. Defaults to 2 Machines
-            machine: The machine type to run the job on. One of {", ".join(_MACHINE_VALUES)}. Defaults to CPU
-            command: The command to run inside your job. Required if using a studio. Optional if using an image.
-                If not provided for images, will run the container entrypoint and default command.
-            studio: The studio env to run the job with. Mutually exclusive with image.
-            image: The docker image to run the job with. Mutually exclusive with studio.
-            teamspace: The teamspace the job should be associated with. Defaults to the current teamspace.
-            org: The organization owning the teamspace (if any). Defaults to the current organization.
-            user: The user owning the teamspace (if any). Defaults to the current user.
-            cloud_account: The cloud account to run the job on.
-                Defaults to the studio cloud account if running with studio compute env.
-                If not provided will fall back to the teamspaces default cloud account.
-            env: Environment variables to set inside the job.
-            interruptible: Whether the job should run on interruptible instances. They are cheaper but can be preempted.
-            image_credentials: The credentials used to pull the image. Required if the image is private.
-                This should be the name of the respective credentials secret created on the Lightning AI platform.
-            cloud_account_auth: Whether to authenticate with the cloud account to pull the image.
-                Required if the registry is part of a cloud provider (e.g. ECR).
-            entrypoint: The entrypoint of your docker container. Defaults to `sh -c` which
-                just runs the provided command in a standard shell.
-                To use the pre-defined entrypoint of the provided image, set this to an empty string.
-                Only applicable when submitting docker jobs.
-            path_mappings: Maps path inside of containers to paths inside data-connections.
-                Should be a comma separated list of form:
-                <MAPPING_1>,<MAPPING_2>,...
-                where each mapping is of the form
-                <CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and
-                omitting the path inside the connection defaults to the connections root.
-            artifacts_local: Deprecated in favor of path_mappings.
-                The path of inside the docker container, you want to persist images from.
-                CAUTION: When setting this to "/", it will effectively erase your container.
-                Only supported for jobs with a docker image compute environment.
-            artifacts_remote: Deprecated in favor of path_mappings.
-                The remote storage to persist your artifacts to.
-                Should be of format <CONNECTION_TYPE>:<CONNECTION_NAME>:<PATH_WITHIN_CONNECTION>.
-                PATH_WITHIN_CONNECTION hereby is a path relative to the connection's root.
-                E.g. efs:data:some-path would result in an EFS connection named `data` and to the path `some-path`
-                within it.
-                Note that the connection needs to be added to the teamspace already in order for it to be found.
-                Only supported for jobs with a docker image compute environment.
-        """
-        # TODO: the docstrings from artifacts_local and artifacts_remote don't show up completely,
-        # might need to switch to explicit cli definition
-        self.mmt.__func__.__doc__ = docstr_mmt
-
-    # TODO: sadly, fire displays both Optional[type] and Union[type, None] as Optional[Optional]
-    # see https://github.com/google/python-fire/pull/513
-    # might need to move to different cli library
-    def job(
-        self,
-        name: Optional[str] = None,
-        machine: Optional[str] = None,
-        command: Optional[str] = None,
-        studio: Optional[str] = None,
-        image: Optional[str] = None,
-        teamspace: Optional[str] = None,
-        org: Optional[str] = None,
-        user: Optional[str] = None,
-        cloud_account: Optional[str] = None,
-        env: Optional[Dict[str, str]] = None,
-        interruptible: bool = False,
-        image_credentials: Optional[str] = None,
-        cloud_account_auth: bool = False,
-        entrypoint: str = "sh -c",
-        path_mappings: str = "",
-        artifacts_local: Optional[str] = None,
-        artifacts_remote: Optional[str] = None,
-    ) -> None:
-        if not name:
-            from datetime import datetime
-
-            timestr = datetime.now().strftime("%b-%d-%H_%M")
-            name = f"job-{timestr}"
-
-        if machine is None:
-            # TODO: infer from studio
-            machine = "CPU"
-        machine_enum: Union[str, Machine]
-        try:
-            machine_enum = getattr(Machine, machine.upper(), Machine(machine, machine))
-        except KeyError:
-            machine_enum = machine
-
-        resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
-
-        path_mappings_dict = self._resolve_path_mapping(path_mappings=path_mappings)
-
-        Job.run(
-            name=name,
-            machine=machine_enum,
-            command=command,
-            studio=studio,
-            image=image,
-            teamspace=resolved_teamspace,
-            org=org,
-            user=user,
-            cloud_account=cloud_account,
-            env=env,
-            interruptible=interruptible,
-            image_credentials=image_credentials,
-            cloud_account_auth=cloud_account_auth,
-            entrypoint=entrypoint,
-            path_mappings=path_mappings_dict,
-            artifacts_local=artifacts_local,
-            artifacts_remote=artifacts_remote,
-        )
-
-    # TODO: sadly, fire displays both Optional[type] and Union[type, None] as Optional[Optional]
-    # see https://github.com/google/python-fire/pull/513
-    # might need to move to different cli library
-    def mmt(
-        self,
-        name: Optional[str] = None,
-        num_machines: int = 2,
-        machine: Optional[str] = None,
-        command: Optional[str] = None,
-        image: Optional[str] = None,
-        teamspace: Optional[str] = None,
-        org: Optional[str] = None,
-        user: Optional[str] = None,
-        cloud_account: Optional[str] = None,
-        env: Optional[Dict[str, str]] = None,
-        interruptible: bool = False,
-        image_credentials: Optional[str] = None,
-        cloud_account_auth: bool = False,
-        entrypoint: str = "sh -c",
-        path_mappings: str = "",
-        artifacts_local: Optional[str] = None,
-        artifacts_remote: Optional[str] = None,
-    ) -> None:
-        if name is None:
-            from datetime import datetime
-
-            timestr = datetime.now().strftime("%b-%d-%H_%M")
-            name = f"mmt-{timestr}"
-
-        if machine is None:
-            # TODO: infer from studio
-            machine = "CPU"
-        machine_enum: Union[str, Machine]
-        try:
-            machine_enum = getattr(Machine, machine.upper(), Machine(machine, machine))
-        except KeyError:
-            machine_enum = machine
-
-        resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
-
-        if image is None:
-            raise RuntimeError("Image needs to be specified to run a multi-machine job")
-
-        path_mappings_dict = self._resolve_path_mapping(path_mappings=path_mappings)
-
-        MMT.run(
-            name=name,
-            num_machines=num_machines,
-            machine=machine_enum,
-            command=command,
-            studio=None,
-            image=image,
-            teamspace=resolved_teamspace,
-            org=org,
-            user=user,
-            cloud_account=cloud_account,
-            env=env,
-            interruptible=interruptible,
-            image_credentials=image_credentials,
-            cloud_account_auth=cloud_account_auth,
-            entrypoint=entrypoint,
-            path_mappings=path_mappings_dict,
-            artifacts_local=artifacts_local,
-            artifacts_remote=artifacts_remote,
-        )
-
-    @staticmethod
-    def _resolve_path_mapping(path_mappings: str) -> Dict[str, str]:
-        path_mappings = path_mappings.strip()
-
-        if not path_mappings:
-            return {}
-
-        path_mappings_dict = {}
-        for mapping in path_mappings.split(","):
-            if not mapping.strip():
-                continue
-
-            splits = str(mapping).split(":", 1)
-            if len(splits) != 2:
-                raise RuntimeError(
-                    "Mapping needs to be of form <CONTAINER_PATH>:<CONNECTION_NAME>[:<PATH_WITHIN_CONNECTION>], "
-                    f"but got {mapping}"
-                )
-
-            path_mappings_dict[splits[0].strip()] = splits[1].strip()
-
-        return path_mappings_dict
+
+@run.command("job")
+@click.option("--name", default=None, help="The name of the job. Needs to be unique within the teamspace.")
+@click.option(
+    "--machine",
+    default="CPU",
+    show_default=True,
+    type=click.Choice(_MACHINE_VALUES),
+    help="The machine type to run the job on.",
+)
+@click.option(
+    "--command",
+    default=None,
+    help=(
+        "The command to run inside your job. "
+        "Required if using a studio. "
+        "Optional if using an image. "
+        "If not provided for images, will run the container entrypoint and default command."
+    ),
+)
+@click.option("--studio", default=None, help="The studio env to run the job with. Mutually exclusive with image.")
+@click.option("--image", default=None, help="The docker image to run the job with. Mutually exclusive with studio.")
+@click.option(
+    "--teamspace",
+    default=None,
+    help="The teamspace the job should be associated with. Defaults to the current teamspace.",
+)
+@click.option(
+    "--org",
+    default=None,
+    help="The organization owning the teamspace (if any). Defaults to the current organization.",
+)
+@click.option("--user", default=None, help="The user owning the teamspace (if any). Defaults to the current user.")
+@click.option(
+    "--cloud-account",
+    "--cloud_account",
+    default=None,
+    help=(
+        "The cloud account to run the job on. "
+        "Defaults to the studio cloud account if running with studio compute env. "
+        "If not provided will fall back to the teamspaces default cloud account."
+    ),
+)
+@click.option(
+    "--env",
+    "-e",
+    default=[""],
+    help=("Environment variable to set inside the job. Should be of format KEY=VALUE"),
+    multiple=True,
+)
+@click.option(
+    "--interruptible",
+    is_flag=True,
+    flag_value=True,
+    default=False,
+    help="Whether the job should run on interruptible instances. They are cheaper but can be preempted.",
+)
+@click.option(
+    "--image-credentials",
+    "--image_credentials",
+    default=None,
+    help=(
+        "The credentials used to pull the image. "
+        "Required if the image is private. "
+        "This should be the name of the respective credentials secret created on the Lightning AI platform."
+    ),
+)
+@click.option(
+    "--cloud-account-auth",
+    "--cloud_account_auth",
+    is_flag=True,
+    default=False,
+    help=(
+        "Whether to authenticate with the cloud account to pull the image. "
+        "Required if the registry is part of a cloud provider (e.g. ECR)."
+    ),
+)
+@click.option(
+    "--entrypoint",
+    default="sh -c",
+    show_default=True,
+    help=(
+        "The entrypoint of your docker container. "
+        "Default runs the provided command in a standard shell. "
+        "To use the pre-defined entrypoint of the provided image, set this to an empty string. "
+        "Only applicable when submitting docker jobs."
+    ),
+)
+@click.option(
+    "--path-mapping",
+    "--path_mapping",
+    default=[""],
+    help=(
+        "Maps path inside of containers to paths inside data-connections. "
+        "Should be of form <CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and "
+        "omitting the path inside the connection defaults to the connections root. "
+        "Can be specified multiple times for multiple mappings"
+    ),
+    multiple=True,
+)
+# this is for backwards compatibility only
+@click.option(
+    "--path-mappings",
+    "--path_mappings",
+    default="",
+    help=(
+        "Maps path inside of containers to paths inside data-connections. "
+        "Should be a comma separated list of form: "
+        "<MAPPING_1>,<MAPPING_2>,... "
+        "where each mapping is of the form "
+        "<CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and "
+        "omitting the path inside the connection defaults to the connections root. "
+        "Instead of a comma-separated list, consider passing --path-mapping multiple times."
+    ),
+)
+def job(
+    name: Optional[str] = None,
+    machine: str = "CPU",
+    command: Optional[str] = None,
+    studio: Optional[str] = None,
+    image: Optional[str] = None,
+    teamspace: Optional[str] = None,
+    org: Optional[str] = None,
+    user: Optional[str] = None,
+    cloud_account: Optional[str] = None,
+    env: Sequence[str] = (),
+    interruptible: bool = False,
+    image_credentials: Optional[str] = None,
+    cloud_account_auth: bool = False,
+    entrypoint: str = "sh -c",
+    path_mapping: Sequence[str] = (),
+    path_mappings: str = "",
+    artifacts_local: Optional[str] = None,
+    artifacts_remote: Optional[str] = None,
+) -> None:
+    """Run async workloads using a docker image or studio."""
+    if not name:
+        from datetime import datetime
+
+        timestr = datetime.now().strftime("%b-%d-%H_%M")
+        name = f"job-{timestr}"
+
+    machine_enum: Union[str, Machine]
+    try:
+        machine_enum = getattr(Machine, machine.upper(), Machine(machine, machine))
+    except KeyError:
+        machine_enum = machine
+
+    resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
+
+    path_mappings_dict = _resolve_path_mapping(path_mappings=path_mappings)
+    for mapping in path_mapping:
+        path_mappings_dict.update(_resolve_path_mapping(path_mappings=mapping))
+
+    env_dict = {}
+    for e in env:
+        env_dict.update(_resolve_envs(e))
+
+    Job.run(
+        name=name,
+        machine=machine_enum,
+        command=command,
+        studio=studio,
+        image=image,
+        teamspace=resolved_teamspace,
+        org=org,
+        user=user,
+        cloud_account=cloud_account,
+        env=env_dict,
+        interruptible=interruptible,
+        image_credentials=image_credentials,
+        cloud_account_auth=cloud_account_auth,
+        entrypoint=entrypoint,
+        path_mappings=path_mappings_dict,
+        artifacts_local=artifacts_local,
+        artifacts_remote=artifacts_remote,
+    )
+
+
+@run.command("mmt")
+@click.option("--name", default=None, help="The name of the job. Needs to be unique within the teamspace.")
+@click.option(
+    "--num-machines",
+    "--num_machines",
+    default=2,
+    show_default=True,
+    help="The number of Machines to run on.",
+)
+@click.option(
+    "--machine",
+    default="CPU",
+    show_default=True,
+    type=click.Choice(_MACHINE_VALUES),
+    help="The machine type to run the job on.",
+)
+@click.option(
+    "--command",
+    default=None,
+    help=(
+        "The command to run inside your job. "
+        "Required if using a studio. "
+        "Optional if using an image. "
+        "If not provided for images, will run the container entrypoint and default command."
+    ),
+)
+@click.option(
+    "--studio",
+    default=None,
+    help="The studio env to run the multi-machine job with. Mutually exclusive with image.",
+)
+@click.option(
+    "--image",
+    default=None,
+    help="The docker image to run the multi-machine job with. Mutually exclusive with studio.",
+)
+@click.option(
+    "--teamspace",
+    default=None,
+    help="The teamspace the job should be associated with. Defaults to the current teamspace.",
+)
+@click.option(
+    "--org",
+    default=None,
+    help="The organization owning the teamspace (if any). Defaults to the current organization.",
+)
+@click.option("--user", default=None, help="The user owning the teamspace (if any). Defaults to the current user.")
+@click.option(
+    "--cloud-account",
+    "--cloud_account",
+    default=None,
+    help=(
+        "The cloud account to run the job on. "
+        "Defaults to the studio cloud account if running with studio compute env. "
+        "If not provided will fall back to the teamspaces default cloud account."
+    ),
+)
+@click.option(
+    "--env",
+    "-e",
+    default=[""],
+    help=("Environment variable to set inside the job. Should be of format KEY=VALUE"),
+    multiple=True,
+)
+@click.option(
+    "--interruptible",
+    is_flag=True,
+    flag_value=True,
+    default=False,
+    help="Whether the job should run on interruptible instances. They are cheaper but can be preempted.",
+)
+@click.option(
+    "--image-credentials",
+    "--image_credentials",
+    default=None,
+    help=(
+        "The credentials used to pull the image. "
+        "Required if the image is private. "
+        "This should be the name of the respective credentials secret created on the Lightning AI platform."
+    ),
+)
+@click.option(
+    "--cloud-account-auth",
+    "--cloud_account_auth",
+    is_flag=True,
+    default=False,
+    help=(
+        "Whether to authenticate with the cloud account to pull the image. "
+        "Required if the registry is part of a cloud provider (e.g. ECR)."
+    ),
+)
+@click.option(
+    "--entrypoint",
+    default="sh -c",
+    show_default=True,
+    help=(
+        "The entrypoint of your docker container. "
+        "Default runs the provided command in a standard shell. "
+        "To use the pre-defined entrypoint of the provided image, set this to an empty string. "
+        "Only applicable when submitting docker jobs."
+    ),
+)
+@click.option(
+    "--path-mapping",
+    "--path_mapping",
+    default=[""],
+    help=(
+        "Maps path inside of containers to paths inside data-connections. "
+        "Should be of form <CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and "
+        "omitting the path inside the connection defaults to the connections root. "
+        "Can be specified multiple times for multiple mappings"
+    ),
+    multiple=True,
+)
+# this is for backwards compatibility only
+@click.option(
+    "--path-mappings",
+    "--path_mappings",
+    default="",
+    help=(
+        "Maps path inside of containers to paths inside data-connections. "
+        "Should be a comma separated list of form: "
+        "<MAPPING_1>,<MAPPING_2>,... "
+        "where each mapping is of the form "
+        "<CONTAINER_PATH_1>:<CONNECTION_NAME_1>:<PATH_WITHIN_CONNECTION_1> and "
+        "omitting the path inside the connection defaults to the connections root. "
+        "Instead of a comma-separated list, consider passing --path-mapping multiple times."
+    ),
+)
+def mmt(
+    name: Optional[str] = None,
+    num_machines: int = 2,
+    machine: str = "CPU",
+    command: Optional[str] = None,
+    studio: Optional[str] = None,
+    image: Optional[str] = None,
+    teamspace: Optional[str] = None,
+    org: Optional[str] = None,
+    user: Optional[str] = None,
+    cloud_account: Optional[str] = None,
+    env: Sequence[str] = (),
+    interruptible: bool = False,
+    image_credentials: Optional[str] = None,
+    cloud_account_auth: bool = False,
+    entrypoint: str = "sh -c",
+    path_mapping: Sequence[str] = (),
+    path_mappings: str = "",
+    artifacts_local: Optional[str] = None,
+    artifacts_remote: Optional[str] = None,
+) -> None:
+    """Run async workloads on multiple machines using a docker image."""
+    if name is None:
+        from datetime import datetime
+
+        timestr = datetime.now().strftime("%b-%d-%H_%M")
+        name = f"mmt-{timestr}"
+
+    if machine is None:
+        # TODO: infer from studio
+        machine = "CPU"
+    machine_enum: Union[str, Machine]
+    try:
+        machine_enum = getattr(Machine, machine.upper(), Machine(machine, machine))
+    except KeyError:
+        machine_enum = machine
+
+    resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
+
+    path_mappings_dict = _resolve_path_mapping(path_mappings=path_mappings)
+    for mapping in path_mapping:
+        path_mappings_dict.update(_resolve_path_mapping(path_mappings=mapping))
+
+    env_dict = {}
+    for e in env:
+        env_dict.update(_resolve_envs(e))
+
+    MMT.run(
+        name=name,
+        num_machines=num_machines,
+        machine=machine_enum,
+        command=command,
+        studio=studio,
+        image=image,
+        teamspace=resolved_teamspace,
+        org=org,
+        user=user,
+        cloud_account=cloud_account,
+        env=env_dict,
+        interruptible=interruptible,
+        image_credentials=image_credentials,
+        cloud_account_auth=cloud_account_auth,
+        entrypoint=entrypoint,
+        path_mappings=path_mappings_dict,
+        artifacts_local=artifacts_local,
+        artifacts_remote=artifacts_remote,
+    )
+
+
+def _resolve_path_mapping(path_mappings: str) -> Dict[str, str]:
+    path_mappings = path_mappings.strip()
+
+    if not path_mappings:
+        return {}
+
+    path_mappings_dict = {}
+    for mapping in path_mappings.split(","):
+        if not mapping.strip():
+            continue
+
+        splits = str(mapping).split(":", 1)
+        if len(splits) != 2:
+            raise RuntimeError(
+                "Mapping needs to be of form <CONTAINER_PATH>:<CONNECTION_NAME>[:<PATH_WITHIN_CONNECTION>], "
+                f"but got {mapping}"
+            )
+
+        path_mappings_dict[splits[0].strip()] = splits[1].strip()
+
+    return path_mappings_dict
+
+
+def _resolve_envs(envs: str) -> Dict[str, str]:
+    if not envs:
+        return {}
+
+    # backwards compatibility for supporting env as json dict
+    try:
+        env_dict = json.loads(envs)
+        if isinstance(env_dict, Mapping):
+            return dict(env_dict)
+
+        raise ValueError(f"Env {envs} cannot be parsed as environment variable")
+    except json.decoder.JSONDecodeError as e:
+        # resolve individual env vars
+        env_dict = {}
+        splits = envs.split("=", 1)
+        if len(splits) == 2:
+            key, value = splits
+            env_dict.update({key: value})
+
+            return env_dict
+
+        raise ValueError(f"Env {envs} cannot be parsed as environment variable: {e!s}") from e
+
+    return {}