lightning-sdk 0.1.42__py3-none-any.whl → 0.1.44__py3-none-any.whl

lightning_sdk/__init__.py

@@ -27,5 +27,5 @@ __all__ = [
     "AIHub",
 ]
 
-__version__ = "0.1.42"
+__version__ = "0.1.44"
 _check_version_and_prompt_upgrade(__version__)

lightning_sdk/api/job_api.py

@@ -1,10 +1,12 @@
 import time
 from typing import TYPE_CHECKING, Dict, List, Optional
+from urllib.request import urlopen
 
 from lightning_sdk.api.utils import (
     _COMPUTE_NAME_TO_MACHINE,
     _MACHINE_TO_COMPUTE_NAME,
     _create_app,
+    remove_datetime_prefix,
 )
 from lightning_sdk.api.utils import (
     _get_cloud_url as _cloud_url,
@@ -16,7 +18,10 @@ from lightning_sdk.lightning_cloud.openapi import (
     Externalv1Lightningwork,
     JobsIdBody1,
     ProjectIdJobsBody,
+    V1CloudSpace,
     V1ComputeConfig,
+    V1DownloadJobLogsResponse,
+    V1DownloadLightningappInstanceLogsResponse,
     V1EnvVar,
     V1Job,
     V1JobSpec,
@@ -102,6 +107,12 @@ class JobApiV1:
         compute: str = compute_config.instance_type
         return _COMPUTE_NAME_TO_MACHINE[compute]
 
+    def get_studio_name(self, job: Externalv1LightningappInstance) -> str:
+        cs: V1CloudSpace = self._client.cloud_space_service_get_cloud_space(
+            project_id=job.project_id, id=job.spec.cloud_space_id
+        )
+        return cs.name
+
     def submit_job(
         self,
         name: str,
@@ -150,6 +161,16 @@ class JobApiV1:
 
         return Status.Pending
 
+    def get_logs_finished(self, job_id: str, work_id: str, teamspace_id: str) -> str:
+        resp: (
+            V1DownloadLightningappInstanceLogsResponse
+        ) = self._client.lightningapp_instance_service_download_lightningapp_instance_logs(
+            project_id=teamspace_id, id=job_id, work_id=work_id
+        )
+
+        data = urlopen(resp.url).read().decode("utf-8")
+        return remove_datetime_prefix(str(data))
+
 
 class JobApiV2:
     v2_job_state_pending = "pending"
@@ -247,6 +268,20 @@ class JobApiV2:
     def delete_job(self, job_id: str, teamspace_id: str, cloudspace_id: Optional[str]) -> None:
         self._client.jobs_service_delete_job(project_id=teamspace_id, id=job_id, cloudspace_id=cloudspace_id or "")
 
+    def get_logs_finished(self, job_id: str, teamspace_id: str) -> str:
+        resp: V1DownloadJobLogsResponse = self._client.jobs_service_download_job_logs(
+            project_id=teamspace_id, id=job_id
+        )
+
+        data = urlopen(resp.url).read().decode("utf-8")
+        return remove_datetime_prefix(str(data))
+
+    def get_studio_name(self, job: V1Job) -> str:
+        cs: V1CloudSpace = self._client.cloud_space_service_get_cloud_space(
+            project_id=job.project_id, id=job.spec.cloudspace_id
+        )
+        return cs.name
+
     def _job_state_to_external(self, state: str) -> "Status":
         from lightning_sdk.status import Status
 

lightning_sdk/api/utils.py

@@ -2,6 +2,7 @@ import concurrent.futures
 import errno
 import math
 import os
+import re
 from concurrent.futures import ThreadPoolExecutor
 from functools import partial
 from pathlib import Path
@@ -599,3 +600,10 @@ def _create_app(
         print(f"Create App: {resp.id=} {teamspace_id=} {studio_id=} {cloud_account=}")
 
     return resp
+
+
+def remove_datetime_prefix(text: str) -> str:
+    # Use a regular expression to match the datetime pattern at the start of each line
+    # lines looks something like
+    # '[2025-01-08T14:15:03.797142418Z] ⚡  ~ echo Hello\n[2025-01-08T14:15:03.803077717Z] Hello\n'
+    return re.sub(r"^\[.*?\] ", "", text, flags=re.MULTILINE)

lightning_sdk/cli/run.py

@@ -2,6 +2,8 @@ from typing import TYPE_CHECKING, Dict, Optional
 
 from lightning_sdk.job import Job
 from lightning_sdk.machine import Machine
+from lightning_sdk.mmt import MMT
+from lightning_sdk.teamspace import Teamspace
 
 if TYPE_CHECKING:
     from lightning_sdk.cli.legacy import _LegacyLightningCLI
@@ -20,7 +22,7 @@ class _Run:
         # Need to set the docstring here for f-strings to work.
         # Sadly this is the only way to really show options as f-strings are not allowed as docstrings directly
         # and fire does not show values for literals, just that it is a literal.
-        docstr = f"""Run async workloads using a docker image or a compute environment from your studio.
+        docstr_job = f"""Run async workloads using a docker image or a compute environment from your studio.
 
         Args:
             name: The name of the job. Needs to be unique within the teamspace.
@@ -54,7 +56,47 @@ class _Run:
         """
         # TODO: the docstrings from artifacts_local and artifacts_remote don't show up completely,
         # might need to switch to explicit cli definition
-        self.job.__func__.__doc__ = docstr
+        self.job.__func__.__doc__ = docstr_job
+
+        # Need to set the docstring here for f-strings to work.
+        # Sadly this is the only way to really show options as f-strings are not allowed as docstrings directly
+        # and fire does not show values for literals, just that it is a literal.
+        docstr_mmt = f"""Run async workloads on multiple machines using a docker image.
+
+        Args:
+            name: The name of the job. Needs to be unique within the teamspace.
+            num_machines: The number of Machines to run on. Defaults to 2 Machines
+            machine: The machine type to run the job on. One of {", ".join(_MACHINE_VALUES)}. Defaults to CPU
+            command: The command to run inside your job. Required if using a studio. Optional if using an image.
+                If not provided for images, will run the container entrypoint and default command.
+            studio: The studio env to run the job with. Mutually exclusive with image.
+            image: The docker image to run the job with. Mutually exclusive with studio.
+            teamspace: The teamspace the job should be associated with. Defaults to the current teamspace.
+            org: The organization owning the teamspace (if any). Defaults to the current organization.
+            user: The user owning the teamspace (if any). Defaults to the current user.
+            cloud_account: The cloud account to run the job on.
+                Defaults to the studio cloud account if running with studio compute env.
+                If not provided will fall back to the teamspaces default cloud account.
+            env: Environment variables to set inside the job.
+            interruptible: Whether the job should run on interruptible instances. They are cheaper but can be preempted.
+            image_credentials: The credentials used to pull the image. Required if the image is private.
+                This should be the name of the respective credentials secret created on the Lightning AI platform.
+            cloud_account_auth: Whether to authenticate with the cloud account to pull the image.
+                Required if the registry is part of a cloud provider (e.g. ECR).
+            artifacts_local: The path of inside the docker container, you want to persist images from.
+                CAUTION: When setting this to "/", it will effectively erase your container.
+                Only supported for jobs with a docker image compute environment.
+            artifacts_remote: The remote storage to persist your artifacts to.
+                Should be of format <CONNECTION_TYPE>:<CONNECTION_NAME>:<PATH_WITHIN_CONNECTION>.
+                PATH_WITHIN_CONNECTION hereby is a path relative to the connection's root.
+                E.g. efs:data:some-path would result in an EFS connection named `data` and to the path `some-path`
+                within it.
+                Note that the connection needs to be added to the teamspace already in order for it to be found.
+                Only supported for jobs with a docker image compute environment.
+        """
+        # TODO: the docstrings from artifacts_local and artifacts_remote don't show up completely,
+        # might need to switch to explicit cli definition
+        self.mmt.__func__.__doc__ = docstr_mmt
 
     # TODO: sadly, fire displays both Optional[type] and Union[type, None] as Optional[Optional]
     # see https://github.com/google/python-fire/pull/513
@@ -62,7 +104,7 @@ class _Run:
     def job(
         self,
         name: str,
-        machine: str,
+        machine: Optional[str] = None,
         command: Optional[str] = None,
         studio: Optional[str] = None,
         image: Optional[str] = None,
@@ -77,6 +119,15 @@ class _Run:
         artifacts_local: Optional[str] = None,
         artifacts_remote: Optional[str] = None,
     ) -> None:
+        if machine is None:
+            # TODO: infer from studio
+            machine = "CPU"
+        machine_enum = Machine(machine.upper())
+
+        resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
+
+        if cloud_account is None:
+            cloud_account = resolved_teamspace.default_cloud_account
         machine_enum = Machine(machine.upper())
         Job.run(
             name=name,
@@ -84,7 +135,65 @@ class _Run:
             command=command,
             studio=studio,
             image=image,
-            teamspace=teamspace,
+            teamspace=resolved_teamspace,
+            org=org,
+            user=user,
+            cloud_account=cloud_account,
+            env=env,
+            interruptible=interruptible,
+            image_credentials=image_credentials,
+            cloud_account_auth=cloud_account_auth,
+            artifacts_local=artifacts_local,
+            artifacts_remote=artifacts_remote,
+        )
+
+    # TODO: sadly, fire displays both Optional[type] and Union[type, None] as Optional[Optional]
+    # see https://github.com/google/python-fire/pull/513
+    # might need to move to different cli library
+    def mmt(
+        self,
+        name: Optional[str] = None,
+        num_machines: int = 2,
+        machine: Optional[str] = None,
+        command: Optional[str] = None,
+        image: Optional[str] = None,
+        teamspace: Optional[str] = None,
+        org: Optional[str] = None,
+        user: Optional[str] = None,
+        cloud_account: Optional[str] = None,
+        env: Optional[Dict[str, str]] = None,
+        interruptible: bool = False,
+        image_credentials: Optional[str] = None,
+        cloud_account_auth: bool = False,
+        artifacts_local: Optional[str] = None,
+        artifacts_remote: Optional[str] = None,
+    ) -> None:
+        if name is None:
+            from datetime import datetime
+
+            timestr = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
+            name = f"mmt-{timestr}"
+
+        if machine is None:
+            # TODO: infer from studio
+            machine = "CPU"
+        machine_enum = Machine(machine.upper())
+
+        resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
+        if cloud_account is None:
+            cloud_account = resolved_teamspace.default_cloud_account
+
+        if image is None:
+            raise RuntimeError("Image needs to be specified to run a multi-machine job")
+
+        MMT.run(
+            name=name,
+            num_machines=num_machines,
+            machine=machine_enum,
+            command=command,
+            studio=None,
+            image=image,
+            teamspace=resolved_teamspace,
             org=org,
             user=user,
             cloud_account=cloud_account,

lightning_sdk/cli/serve.py

@@ -2,29 +2,41 @@ import os
 import subprocess
 import warnings
 from pathlib import Path
-from typing import Union
+from typing import Optional, Union
 
 from rich.console import Console
+from rich.progress import Progress, SpinnerColumn, TextColumn, TimeElapsedColumn
+from rich.prompt import Confirm
 
 
 class _LitServe:
     """Serve a LitServe model.
 
     Example:
-        lightning serve api server.py
+        lightning serve api server.py  # serve locally
+        lightning serve api server.py --cloud  # deploy to the cloud
+
+    You can deploy the API to the cloud by running `lightning serve api server.py --cloud`.
+    This will generate a Dockerfile, build the image, and push it to the image registry.
+    Deploying to the cloud requires pre-login to the docker registry.
     """
 
     def api(
         self,
         script_path: Union[str, Path],
         easy: bool = False,
+        cloud: bool = False,
+        repository: Optional[str] = None,
+        non_interactive: bool = False,
     ) -> None:
         """Deploy a LitServe model script.
 
         Args:
             script_path: Path to the script to serve
             easy: If True, generates a client for the model
-
+            cloud: If True, deploy the model to the Lightning Studio
+            repository: Optional Docker repository name (e.g., 'username/model-name')
+            non_interactive: If True, do not prompt for confirmation
         Raises:
             FileNotFoundError: If script_path doesn't exist
             ImportError: If litserve is not installed
@@ -56,6 +68,10 @@ class _LitServe:
                 except OSError as e:
                     raise OSError(f"Failed to generate client.py: {e!s}") from None
 
+        if cloud:
+            tag = repository if repository else "litserve-model"
+            return self._handle_cloud(script_path, console, tag=tag, non_interactive=non_interactive)
+
         try:
             subprocess.run(
                 ["python", str(script_path)],
@@ -66,20 +82,91 @@ class _LitServe:
             error_msg = f"Script execution failed with exit code {e.returncode}\nstdout: {e.stdout}\nstderr: {e.stderr}"
             raise RuntimeError(error_msg) from None
 
+    def _handle_cloud(
+        self,
+        script_path: Union[str, Path],
+        console: Console,
+        tag: str = "litserve-model",
+        non_interactive: bool = False,
+    ) -> None:
+        try:
+            import docker
+        except ImportError:
+            raise ImportError("docker-py is not installed. Please install it with `pip install docker`") from None
+
+        try:
+            client = docker.from_env()
+            client.ping()
+        except docker.errors.DockerException as e:
+            raise RuntimeError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
+
+        dockerizer = _Docker()
+        path = dockerizer.api(script_path, port=8000, gpu=False, tag=tag)
+
+        console.clear()
+        if non_interactive:
+            console.print("[italic]non-interactive[/italic] mode enabled, skipping confirmation prompts", style="blue")
+
+        console.print(f"\nPlease review the Dockerfile at [u]{path}[/u] and make sure it is correct.", style="bold")
+        correct_dockerfile = True if non_interactive else Confirm.ask("Is the Dockerfile correct?", default=True)
+        if not correct_dockerfile:
+            console.print("Please fix the Dockerfile and try again.", style="red")
+            return
+
+        with Progress(
+            SpinnerColumn(),
+            TextColumn("[progress.description]{task.description}"),
+            TimeElapsedColumn(),
+            console=console,
+            transient=False,
+        ) as progress:
+            build_task = progress.add_task("Building Docker image", total=None)
+            build_status = client.api.build(
+                path=os.path.dirname(path), dockerfile=path, tag=tag, decode=True, quiet=False
+            )
+            for line in build_status:
+                if "error" in line:
+                    progress.stop()
+                    console.print(f"\n[red]{line}[/red]")
+                    return
+                if "stream" in line and line["stream"].strip():
+                    console.print(line["stream"].strip(), style="bright_black")
+                    progress.update(build_task, description="Building Docker image")
+
+            progress.update(build_task, description="[green]Build completed![/green]")
+
+            push_task = progress.add_task("Pushing to registry", total=None)
+            console.print("\nPushing image...", style="bold blue")
+            push_status = client.api.push(tag, stream=True, decode=True)
+            for line in push_status:
+                if "error" in line:
+                    progress.stop()
+                    console.print(f"\n[red]{line}[/red]")
+                    return
+                if "status" in line:
+                    console.print(line["status"], style="bright_black")
+                    progress.update(push_task, description="Pushing to registry")
+
+            progress.update(push_task, description="[green]Push completed![/green]")
+
+        console.print(f"\n✅ Image pushed to {tag}", style="bold green")
+        console.print(
+            "Soon you will be able to deploy this model to the Lightning Studio!",
+        )
+        # TODO: Deploy to the cloud
+
 
 class _Docker:
     """Generate a Dockerfile for a LitServe model."""
 
-    def api(self, server_filename: str, port: int = 8000, gpu: bool = False) -> None:
+    def api(self, server_filename: str, port: int = 8000, gpu: bool = False, tag: str = "litserve-model") -> str:
         """Generate a Dockerfile for the given server code.
 
-        Example:
-            lightning litserve dockerize server.py --port 8000 --gpu
-
         Args:
-            server_filename (str): The path to the server file. Example sever.py or app.py.
-            port (int, optional): The port to expose in the Docker container.
-            gpu (bool, optional): Whether to use a GPU-enabled Docker image.
+            server_filename: The path to the server file. Example sever.py or app.py.
+            port: The port to expose in the Docker container.
+            gpu: Whether to use a GPU-enabled Docker image.
+            tag: Docker image tag to use in examples.
         """
         import litserve as ls
         from litserve import docker_builder
@@ -101,10 +188,10 @@ class _Docker:
 
         version = ls.__version__
         if gpu:
-            run_cmd = f"docker run --gpus all -p {port}:{port} litserve-model:latest"
+            run_cmd = f"docker run --gpus all -p {port}:{port} {tag}:latest"
             docker_template = docker_builder.CUDA_DOCKER_TEMPLATE
         else:
-            run_cmd = f"docker run -p {port}:{port} litserve-model:latest"
+            run_cmd = f"docker run -p {port}:{port} {tag}:latest"
             docker_template = docker_builder.DOCKERFILE_TEMPLATE
         dockerfile_content = docker_template.format(
             server_filename=server_filename,
@@ -119,12 +206,13 @@ class _Docker:
 Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additional dependencies or commands.
 
 [bold]Build the container with:[/bold]
-> [underline]docker build -t litserve-model .[/underline]
+> [underline]docker build -t {tag} .[/underline]
 
 [bold]To run the Docker container on the machine:[/bold]
 > [underline]{run_cmd}[/underline]
 
 [bold]To push the container to a registry:[/bold]
-> [underline]docker push litserve-model[/underline]
+> [underline]docker push {tag}[/underline]
 """
         console.print(success_msg)
+        return os.path.abspath("Dockerfile")

lightning_sdk/job/base.py

@@ -273,6 +273,16 @@ class _BaseJob(ABC):
         """The teamspace the job is part of."""
         return self._teamspace
 
+    @property
+    @abstractmethod
+    def logs(self) -> str:
+        """The logs of the job."""
+
+    @property
+    def link(self) -> str:
+        """A link to view the current job in the UI."""
+        return f"https://lightning.ai/{self.teamspace.owner.name}/{self.teamspace.name}/studios/{self._job_api.get_studio_name(self._guaranteed_job)}/app?app_id=jobs&job_name={self.name}"
+
     @property
     def _guaranteed_job(self) -> Any:
         """Guarantees that the job was fetched at some point before returning it.

lightning_sdk/job/job.py

@@ -5,6 +5,9 @@ from lightning_sdk.api.user_api import UserApi
 from lightning_sdk.job.base import _BaseJob
 from lightning_sdk.job.v1 import _JobV1
 from lightning_sdk.job.v2 import _JobV2
+from lightning_sdk.utils.resolve import _setup_logger
+
+_logger = _setup_logger(__name__)
 
 if TYPE_CHECKING:
     from lightning_sdk.machine import Machine
@@ -25,6 +28,10 @@ def _has_jobs_v2() -> bool:
 
 
 class Job(_BaseJob):
+    """Class to submit and manage single-machine jobs on the Lightning AI Platform."""
+
+    _force_v1: bool = False
+
     def __init__(
         self,
         name: str,
@@ -34,7 +41,16 @@ class Job(_BaseJob):
         *,
         _fetch_job: bool = True,
     ) -> None:
-        internal_job_cls = _JobV2 if _has_jobs_v2() else _JobV1
+        """Fetch already existing jobs.
+
+        Args:
+            name: the name of the job
+            teamspace: the teamspace the job is part of
+            org: the name of the organization owning the :param`teamspace` in case it is owned by an org
+            user: the name of the user owning the :param`teamspace`
+                in case it is owned directly by a user instead of an org.
+        """
+        internal_job_cls = _JobV2 if _has_jobs_v2() and not self._force_v1 else _JobV1
 
         self._internal_job = internal_job_cls(
             name=name,
@@ -116,6 +132,8 @@ class Job(_BaseJob):
         )
         # required for typing with "Job"
         assert isinstance(ret_val, cls)
+
+        _logger.info(f"Job was successfully launched. View it at {ret_val.link}")
         return ret_val
 
     def _submit(
@@ -228,9 +246,11 @@ class Job(_BaseJob):
         return self._internal_job._teamspace
 
     @property
-    def cluster(self) -> Optional[str]:
-        """The cluster the job is running on."""
-        return self._internal_job.cluster
+    def logs(self) -> str:
+        """The logs of the job."""
+        if self.status not in (Status.Failed, Status.Completed, Status.Stopped):
+            raise RuntimeError("Getting jobs logs while the job is pending or running is not supported yet!")
+        return self._internal_job.logs
 
     def __getattr__(self, key: str) -> Any:
         """Forward the attribute lookup to the internal job implementation."""
@@ -238,3 +258,7 @@ class Job(_BaseJob):
             return getattr(super(), key)
         except AttributeError:
             return getattr(self._internal_job, key)
+
+    @property
+    def link(self) -> str:
+        return self._internal_job.link

lightning_sdk/job/v1.py

@@ -210,6 +210,11 @@ class _JobV1(_BaseJob):
         """The path to the share of the job in the distributed teamspace filesystem."""
         return f"/teamspace/jobs/{self.name}/share"
 
+    @property
+    def logs(self) -> str:
+        """The logs of the job."""
+        return self.work.logs
+
     # the following and functions are solely to make the Work class function
     @property
     def _id(self) -> str:

lightning_sdk/job/v2.py

@@ -167,6 +167,24 @@ class _JobV2(_BaseJob):
         """The path to the share of the job within the distributed teamspace filesystem."""
         raise NotImplementedError("Not implemented yet")
 
+    @property
+    def logs(self) -> str:
+        from lightning_sdk.status import Status
+
+        if self.status not in (Status.Failed, Status.Completed, Status.Stopped):
+            raise RuntimeError("Getting jobs logs while the job is pending or running is not supported yet!")
+
+        return self._job_api.get_logs_finished(job_id=self._guaranteed_job.id, teamspace_id=self.teamspace.id)
+
+    @property
+    def link(self) -> str:
+        if self._guaranteed_job.spec.image:
+            return (
+                f"https://lightning.ai/{self.teamspace.owner.name}/{self.teamspace.name}/jobs/{self.name}?app_id=jobs"
+            )
+
+        return super().link
+
     def _update_internal_job(self) -> None:
         if getattr(self, "_job", None) is None:
             self._job = self._job_api.get_job_by_name(name=self._name, teamspace_id=self._teamspace.id)

lightning_sdk/job/work.py

@@ -60,3 +60,13 @@ class Work:
     @property
     def status(self) -> "Status":
         return self._job_api.get_status_from_work(self._latest_work)
+
+    @property
+    def logs(self) -> str:
+        """The logs of the work."""
+        from lightning_sdk.status import Status
+
+        if self.status not in (Status.Failed, Status.Completed, Status.Stopped):
+            raise RuntimeError("Getting jobs logs while the job is pending or running is not supported yet!")
+
+        return self._job_api.get_logs_finished(job_id=self._job._id, work_id=self._id, teamspace_id=self._teamspace.id)

lightning_sdk/lightning_cloud/openapi/models/v1_membership.py

@@ -52,6 +52,7 @@ class V1Membership(object):
         'job_count': 'str',
         'membership_count': 'str',
         'name': 'str',
+        'next_free_credits_grant_at': 'datetime',
         'owner_id': 'str',
         'owner_type': 'V1OwnerType',
         'project_id': 'str',
@@ -73,6 +74,7 @@ class V1Membership(object):
         'job_count': 'jobCount',
         'membership_count': 'membershipCount',
         'name': 'name',
+        'next_free_credits_grant_at': 'nextFreeCreditsGrantAt',
         'owner_id': 'ownerId',
         'owner_type': 'ownerType',
         'project_id': 'projectId',
@@ -82,7 +84,7 @@ class V1Membership(object):
         'user_id': 'userId'
     }
 
-    def __init__(self, balance: 'float' =None, created_at: 'datetime' =None, creator_id: 'str' =None, datastore_count: 'str' =None, description: 'str' =None, display_name: 'str' =None, free_credits_enabled: 'bool' =None, is_default: 'bool' =None, job_count: 'str' =None, membership_count: 'str' =None, name: 'str' =None, owner_id: 'str' =None, owner_type: 'V1OwnerType' =None, project_id: 'str' =None, quotas: 'V1Quotas' =None, roles: 'list[V1Role]' =None, updated_at: 'datetime' =None, user_id: 'str' =None):  # noqa: E501
+    def __init__(self, balance: 'float' =None, created_at: 'datetime' =None, creator_id: 'str' =None, datastore_count: 'str' =None, description: 'str' =None, display_name: 'str' =None, free_credits_enabled: 'bool' =None, is_default: 'bool' =None, job_count: 'str' =None, membership_count: 'str' =None, name: 'str' =None, next_free_credits_grant_at: 'datetime' =None, owner_id: 'str' =None, owner_type: 'V1OwnerType' =None, project_id: 'str' =None, quotas: 'V1Quotas' =None, roles: 'list[V1Role]' =None, updated_at: 'datetime' =None, user_id: 'str' =None):  # noqa: E501
         """V1Membership - a model defined in Swagger"""  # noqa: E501
         self._balance = None
         self._created_at = None
@@ -95,6 +97,7 @@ class V1Membership(object):
         self._job_count = None
         self._membership_count = None
         self._name = None
+        self._next_free_credits_grant_at = None
         self._owner_id = None
         self._owner_type = None
         self._project_id = None
@@ -125,6 +128,8 @@ class V1Membership(object):
             self.membership_count = membership_count
         if name is not None:
             self.name = name
+        if next_free_credits_grant_at is not None:
+            self.next_free_credits_grant_at = next_free_credits_grant_at
         if owner_id is not None:
             self.owner_id = owner_id
         if owner_type is not None:
@@ -371,6 +376,27 @@ class V1Membership(object):
 
         self._name = name
 
+    @property
+    def next_free_credits_grant_at(self) -> 'datetime':
+        """Gets the next_free_credits_grant_at of this V1Membership.  # noqa: E501
+
+
+        :return: The next_free_credits_grant_at of this V1Membership.  # noqa: E501
+        :rtype: datetime
+        """
+        return self._next_free_credits_grant_at
+
+    @next_free_credits_grant_at.setter
+    def next_free_credits_grant_at(self, next_free_credits_grant_at: 'datetime'):
+        """Sets the next_free_credits_grant_at of this V1Membership.
+
+
+        :param next_free_credits_grant_at: The next_free_credits_grant_at of this V1Membership.  # noqa: E501
+        :type: datetime
+        """
+
+        self._next_free_credits_grant_at = next_free_credits_grant_at
+
     @property
     def owner_id(self) -> 'str':
         """Gets the owner_id of this V1Membership.  # noqa: E501

lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_state.py

@@ -38,6 +38,7 @@ class V1MultiMachineJobState(object):
     allowed enum values
     """
     UNSPECIFIED = "MultiMachineJob_STATE_UNSPECIFIED"
+    PENDING = "MultiMachineJob_STATE_PENDING"
     RUNNING = "MultiMachineJob_STATE_RUNNING"
     STOPPED = "MultiMachineJob_STATE_STOPPED"
     DELETED = "MultiMachineJob_STATE_DELETED"