lightning 2.3.0.dev20240616__tar.gz → 2.3.1__tar.gz

{lightning-2.3.0.dev20240616/src/lightning.egg-info → lightning-2.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning
-Version: 2.3.0.dev20240616
+Version: 2.3.1
 Summary: The Deep Learning framework to train, deploy, and ship AI products Lightning fast.
 Home-page: https://github.com/Lightning-AI/lightning
 Author: Lightning AI et al.
@@ -27,18 +27,18 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
-Provides-Extra: fabric-examples
-Provides-Extra: fabric-strategies
-Provides-Extra: fabric-test
-Provides-Extra: store-test
 Provides-Extra: app-ui
+Provides-Extra: app-components
 Provides-Extra: app-cloud
 Provides-Extra: app-test
-Provides-Extra: app-components
-Provides-Extra: pytorch-examples
+Provides-Extra: store-test
+Provides-Extra: fabric-strategies
+Provides-Extra: fabric-examples
+Provides-Extra: fabric-test
 Provides-Extra: pytorch-strategies
-Provides-Extra: pytorch-extra
+Provides-Extra: pytorch-examples
 Provides-Extra: pytorch-test
+Provides-Extra: pytorch-extra
 Provides-Extra: fabric-all
 Provides-Extra: fabric-dev
 Provides-Extra: pytorch-all
@@ -46,14 +46,14 @@ Provides-Extra: pytorch-dev
 Provides-Extra: app-extra
 Provides-Extra: app-all
 Provides-Extra: app-dev
-Provides-Extra: data
-Provides-Extra: examples
-Provides-Extra: strategies
-Provides-Extra: test
 Provides-Extra: ui
+Provides-Extra: components
 Provides-Extra: cloud
+Provides-Extra: test
 Provides-Extra: app
-Provides-Extra: components
+Provides-Extra: data
+Provides-Extra: strategies
+Provides-Extra: examples
 Provides-Extra: extra
 Provides-Extra: all
 Provides-Extra: dev
@@ -78,7 +78,7 @@ ______________________________________________________________________
   <a href="#examples">Examples</a> •
   <a href="#pytorch-lightning-train-and-deploy-pytorch-at-scale">PyTorch Lightning</a> •
   <a href="#lightning-fabric-expert-control">Fabric</a> •
-  <a href="https://pytorch-lightning.readthedocs.io/en/2.3.0.dev20240616">Docs</a> •
+  <a href="https://pytorch-lightning.readthedocs.io/en/2.3.1">Docs</a> •
   <a href="#community">Community</a> •
   <a href="https://lightning.ai/docs/pytorch/stable/generated/CONTRIBUTING.html">Contribute</a> •
 </p>
@@ -594,7 +594,7 @@ Lightning is rigorously tested across multiple CPUs, GPUs and TPUs and against m
 
 |       System / PyTorch ver.        | 1.13                                                                                                                                                                                                                            | 2.0                                                                                                                                                                                                                             |                                                                                                               2.1                                                                                                               |
 | :--------------------------------: | :-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------: | :-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------: |:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
-|        Linux py3.9 \[GPUs\]        |  |  | [![Build Status](https://dev.azure.com/Lightning-AI/lightning/_apis/build/status%2Fpytorch-lightning%20%28GPUs%29?branchName=refs%2Ftags%2F2.3.0.dev20240616)](https://dev.azure.com/Lightning-AI/lightning/_build/latest?definitionId=24&branchName=master) |
+|        Linux py3.9 \[GPUs\]        |  |  | [![Build Status](https://dev.azure.com/Lightning-AI/lightning/_apis/build/status%2Fpytorch-lightning%20%28GPUs%29?branchName=refs%2Ftags%2F2.3.1)](https://dev.azure.com/Lightning-AI/lightning/_build/latest?definitionId=24&branchName=master) |
 |        Linux py3.9 \[TPUs\]        |                                                                                                                                                                                                                                 |  [![Test PyTorch - TPU](https://github.com/Lightning-AI/lightning/actions/workflows/tpu-tests.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/tpu-tests.yml)     |      |
 |  Linux (multiple Python versions)  | [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                                 | [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                                 |                 [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                 |
 |   OSX (multiple Python versions)   | [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                                 | [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                                 |                 [![Test PyTorch](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml/badge.svg)](https://github.com/Lightning-AI/lightning/actions/workflows/ci-tests-pytorch.yml)                 |

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/pyproject.toml

@@ -140,6 +140,7 @@ exclude = [
     "src/lightning/app/cli/component-template",
     "src/lightning/app/cli/pl-app-template",
     "src/lightning/app/cli/react-ui-template",
+    "src/lightning/app/launcher/utils.py",
 ]
 install_types = "True"
 non_interactive = "True"

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/requirements/app/app.txt

@@ -1,4 +1,4 @@
-lightning-cloud == 0.5.69  # Must be pinned to ensure compatibility
+lightning-cloud == 0.5.70  # Must be pinned to ensure compatibility
 packaging
 typing-extensions >=4.4.0, <4.10.0
 deepdiff >=5.7.0, <6.6.0
@@ -6,7 +6,7 @@ fsspec[http] >=2022.5.0, <2023.11.0
 croniter >=1.3.0, <1.5.0  # strict; TODO: for now until we find something more robust.
 traitlets >=5.3.0, <5.12.0
 arrow >=1.2.0, <1.3.0
-lightning-utilities >=0.8.0, <0.12.0
+lightning-utilities >=0.10.0, <0.12.0
 beautifulsoup4 >=4.8.0, <4.13.0
 inquirer >=2.10.0, <3.2.0
 psutil <5.9.6
@@ -27,3 +27,5 @@ urllib3 <2.0.0
 uvicorn <0.24.0
 websocket-client <1.7.0
 websockets <11.1.0
+numpy >=1.17.2, <2.0
+msgpack

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/requirements/base.txt

@@ -1,6 +1,6 @@
 PyYAML<7.0,>=5.4
 fsspec[http]<2025.0,>=2022.5.0
-lightning-utilities<1.0,>=0.8.0
+lightning-utilities<1.0,>=0.10.0
 numpy<2.0,>=1.17.2
 packaging<24.0,>=20.0
 torch<3.0,>=2.0.0

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/requirements/fabric/base.txt

@@ -6,4 +6,4 @@ torch >=2.0.0, <2.4.0
 fsspec[http] >=2022.5.0, <2024.4.0
 packaging >=20.0, <=23.1
 typing-extensions >=4.4.0, <4.10.0
-lightning-utilities >=0.8.0, <0.12.0
+lightning-utilities >=0.10.0, <0.12.0

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/requirements/pytorch/base.txt

@@ -9,4 +9,4 @@ fsspec[http] >=2022.5.0, <2024.4.0
 torchmetrics >=0.7.0, <1.3.0  # needed for using fixed compare_version
 packaging >=20.0, <=23.1
 typing-extensions >=4.4.0, <4.10.0
-lightning-utilities >=0.8.0, <0.12.0
+lightning-utilities >=0.10.0, <0.12.0

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/requirements/pytorch/extra.txt

@@ -3,8 +3,8 @@
 
 # extended list of package dependencies to reach full functionality
 matplotlib>3.1, <3.9.0
-omegaconf >=2.0.5, <2.4.0
-hydra-core >=1.0.5, <1.4.0
+omegaconf >=2.2.3, <2.4.0
+hydra-core >=1.2.0, <1.4.0
 jsonargparse[signatures] >=4.27.7, <4.28.0
 rich >=12.3.0, <13.6.0
 tensorboardX >=2.2, <2.7.0  # min version is set by torch.onnx missing attribute

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/cli/lightning_cli.py

@@ -40,7 +40,19 @@ from lightning.app.cli.connect.data import connect_data
 from lightning.app.cli.lightning_cli_delete import delete
 from lightning.app.cli.lightning_cli_launch import launch
 from lightning.app.cli.lightning_cli_list import get_list
-from lightning.app.core.constants import ENABLE_APP_COMMENT_COMMAND_EXECUTION, get_lightning_cloud_url
+from lightning.app.core.constants import (
+    APP_SERVER_HOST,
+    APP_SERVER_PORT,
+    ENABLE_APP_COMMENT_COMMAND_EXECUTION,
+    get_lightning_cloud_url,
+)
+from lightning.app.launcher.launcher import (
+    run_lightning_flow,
+    run_lightning_work,
+    serve_frontend,
+    start_application_server,
+    start_flow_and_servers,
+)
 from lightning.app.runners.cloud import CloudRuntime
 from lightning.app.runners.runtime import dispatch
 from lightning.app.runners.runtime_type import RuntimeType
@@ -393,3 +405,99 @@ def _prepare_file(file: str) -> str:
         return file
 
     raise FileNotFoundError(f"The provided file {file} hasn't been found.")
+
+
+@run.command("server")
+@click.argument("file", type=click.Path(exists=True))
+@click.option("--queue-id", help="ID for identifying queue", default="", type=str)
+@click.option("--host", help="Application running host", default=APP_SERVER_HOST, type=str)
+@click.option("--port", help="Application running port", default=APP_SERVER_PORT, type=int)
+def run_server(file: str, queue_id: str, host: str, port: int) -> None:
+    """It takes the application file as input, build the application object and then use that to run the application
+    server.
+
+    This is used by the cloud runners to start the status server for the application
+
+    """
+    logger.debug(f"Run Server: {file} {queue_id} {host} {port}")
+    start_application_server(file, host, port, queue_id=queue_id)
+
+
+@run.command("flow")
+@click.argument("file", type=click.Path(exists=True))
+@click.option("--queue-id", help="ID for identifying queue", default="", type=str)
+@click.option("--base-url", help="Base url at which the app server is hosted", default="")
+def run_flow(file: str, queue_id: str, base_url: str) -> None:
+    """It takes the application file as input, build the application object, proxy all the work components and then run
+    the application flow defined in the root component.
+
+    It does exactly what a singleprocess dispatcher would do but with proxied work components.
+
+    """
+    logger.debug(f"Run Flow: {file} {queue_id} {base_url}")
+    run_lightning_flow(file, queue_id=queue_id, base_url=base_url)
+
+
+@run.command("work")
+@click.argument("file", type=click.Path(exists=True))
+@click.option("--work-name", type=str)
+@click.option("--queue-id", help="ID for identifying queue", default="", type=str)
+def run_work(file: str, work_name: str, queue_id: str) -> None:
+    """Unlike other entrypoints, this command will take the file path or module details for a work component and run
+    that by fetching the states from the queues."""
+    logger.debug(f"Run Work: {file} {work_name} {queue_id}")
+    run_lightning_work(
+        file=file,
+        work_name=work_name,
+        queue_id=queue_id,
+    )
+
+
+@run.command("frontend")
+@click.argument("file", type=click.Path(exists=True))
+@click.option("--flow-name")
+@click.option("--host")
+@click.option("--port", type=int)
+def run_frontend(file: str, flow_name: str, host: str, port: int) -> None:
+    """Serve the frontend specified by the given flow."""
+    logger.debug(f"Run Frontend: {file} {flow_name} {host}")
+    serve_frontend(file=file, flow_name=flow_name, host=host, port=port)
+
+
+@run.command("flow-and-servers")
+@click.argument("file", type=click.Path(exists=True))
+@click.option("--queue-id", help="ID for identifying queue", default="", type=str)
+@click.option("--base-url", help="Base url at which the app server is hosted", default="")
+@click.option("--host", help="Application running host", default=APP_SERVER_HOST, type=str)
+@click.option("--port", help="Application running port", default=APP_SERVER_PORT, type=int)
+@click.option(
+    "--flow-port",
+    help="Pair of flow name and frontend port",
+    type=(str, int),
+    multiple=True,
+)
+def run_flow_and_servers(
+    file: str,
+    base_url: str,
+    queue_id: str,
+    host: str,
+    port: int,
+    flow_port: Tuple[Tuple[str, int]],
+) -> None:
+    """It takes the application file as input, build the application object and then use that to run the application
+    flow defined in the root component, the application server and all the flow frontends.
+
+    This is used by the cloud runners to start the flow, the status server and all frontends for the application
+
+    """
+    logger.debug(f"Run Flow: {file} {queue_id} {base_url}")
+    logger.debug(f"Run Server: {file} {queue_id} {host} {port}.")
+    logger.debug(f"Run Frontend's: {flow_port}")
+    start_flow_and_servers(
+        entrypoint_file=file,
+        base_url=base_url,
+        queue_id=queue_id,
+        host=host,
+        port=port,
+        flow_names_and_ports=flow_port,
+    )

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/core/app.py

@@ -35,6 +35,7 @@ from lightning.app.core.constants import (
     FLOW_DURATION_SAMPLES,
     FLOW_DURATION_THRESHOLD,
     FRONTEND_DIR,
+    SHOULD_START_WORKS_WITH_FLOW,
     STATE_ACCUMULATE_WAIT,
 )
 from lightning.app.core.queues import BaseQueue
@@ -144,6 +145,7 @@ class LightningApp:
         self.threads: List[threading.Thread] = []
         self.exception = None
         self.collect_changes: bool = True
+        self._should_start_works_with_flow: bool = SHOULD_START_WORKS_WITH_FLOW
 
         self.status: Optional[AppStatus] = None
         # TODO: Enable ready locally for opening the UI.
@@ -733,6 +735,9 @@ class LightningApp:
                 self.flow_to_work_delta_queues[w.name].put(deep_diff)
 
     def _start_with_flow_works(self) -> None:
+        if not self._should_start_works_with_flow:
+            return
+
         for w in self.works:
             if w._start_with_flow:
                 parallel = w.parallel

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/core/constants.py

@@ -12,9 +12,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import json
 import os
 from pathlib import Path
-from typing import Optional
+from typing import Any, Optional
 
 import lightning_cloud.env
 
@@ -101,6 +102,37 @@ SYS_CUSTOMIZATIONS_SYNC_PATH = ".sys-customizations-sync"
 
 BATCH_DELTA_COUNT = int(os.getenv("BATCH_DELTA_COUNT", "128"))
 CHECK_ERROR_QUEUE_INTERVAL = float(os.getenv("CHECK_ERROR_QUEUE_INTERVAL", "30"))
+SHOULD_START_WORKS_WITH_FLOW = bool(int(os.getenv("SHOULD_START_WORKS_WITH_FLOW", "1")))
+IS_RUNNING_IN_FLOW = os.getenv("LIGHTNING_CLOUD_WORK_NAME", None) is None
+
+
+class DistributedPluginChecker:
+    def __init__(self) -> None:
+        self.distributed_arguments = os.getenv("DISTRIBUTED_ARGUMENTS", None)
+        if self.distributed_arguments:
+            self.distributed_arguments = json.loads(self.distributed_arguments)
+
+        self.running_distributed_plugin = False
+
+        if self.distributed_arguments and os.getenv("LIGHTNING_CLOUD_WORK_NAME"):
+            self.running_distributed_plugin = True
+
+    def __bool__(self) -> bool:
+        return self.running_distributed_plugin
+
+    def should_create_work(self, work: Any) -> bool:
+        if not self.distributed_arguments:
+            return True
+
+        num_nodes = self.distributed_arguments.get("num_instances", 0)
+        node_rank = int(work.name.split(".")[-1])
+
+        # Only the start with flow works are skipped for performance purposes
+        return node_rank >= num_nodes
+
+
+# TODO (tchaton): Add LitData and JobPlugin optimizations
+PLUGIN_CHECKER = IS_DISTRIBUTED_PLUGIN = DistributedPluginChecker()
 
 
 def enable_multiple_works_in_default_container() -> bool:

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/core/flow.py

@@ -836,6 +836,11 @@ class LightningFlow:
             elif strict:
                 raise ValueError(f"The component {child_name} wasn't instantiated for the component {self.name}")
 
+    def stop_works(self, works: List[Any]) -> None:
+        if self._backend is None:
+            raise RuntimeError("Your flow should have a backend attached. Found None.")
+        self._backend.stop_works(works)
+
 
 class _RootFlow(LightningFlow):
     def __init__(self, work: LightningWork) -> None:

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/core/queues.py

@@ -17,7 +17,6 @@ import multiprocessing
 import pickle
 import queue  # needed as import instead from/import for mocking in tests
 import time
-import warnings
 from abc import ABC, abstractmethod
 from enum import Enum
 from pathlib import Path
@@ -25,6 +24,7 @@ from typing import Any, List, Optional, Tuple
 from urllib.parse import urljoin
 
 import backoff
+import msgpack
 import requests
 from requests.exceptions import ConnectionError, ConnectTimeout, ReadTimeout
 
@@ -34,6 +34,7 @@ from lightning.app.core.constants import (
     HTTP_QUEUE_REQUESTS_PER_SECOND,
     HTTP_QUEUE_TOKEN,
     HTTP_QUEUE_URL,
+    IS_RUNNING_IN_FLOW,
     LIGHTNING_DIR,
     QUEUE_DEBUG_ENABLED,
     REDIS_HOST,
@@ -41,7 +42,6 @@ from lightning.app.core.constants import (
     REDIS_PORT,
     REDIS_QUEUES_READ_DEFAULT_TIMEOUT,
     STATE_UPDATE_TIMEOUT,
-    WARNING_QUEUE_SIZE,
 )
 from lightning.app.utilities.app_helpers import Logger
 from lightning.app.utilities.imports import _is_redis_available, requires
@@ -80,9 +80,14 @@ class QueuingSystem(Enum):
             return MultiProcessQueue(queue_name, default_timeout=STATE_UPDATE_TIMEOUT)
         if self == QueuingSystem.REDIS:
             return RedisQueue(queue_name, default_timeout=REDIS_QUEUES_READ_DEFAULT_TIMEOUT)
-        return RateLimitedQueue(
-            HTTPQueue(queue_name, default_timeout=STATE_UPDATE_TIMEOUT), HTTP_QUEUE_REQUESTS_PER_SECOND
-        )
+
+        queue = HTTPQueue(queue_name, default_timeout=STATE_UPDATE_TIMEOUT)
+
+        # In the flow, don't rate limit the caller queue. Otherwise, startup time would be slow with lot of works.
+        if CALLER_QUEUE_CONSTANT in queue_name and IS_RUNNING_IN_FLOW:
+            return queue
+
+        return RateLimitedQueue(queue, HTTP_QUEUE_REQUESTS_PER_SECOND)
 
     def get_api_response_queue(self, queue_id: Optional[str] = None) -> "BaseQueue":
         queue_name = f"{queue_id}_{API_RESPONSE_QUEUE_CONSTANT}" if queue_id else API_RESPONSE_QUEUE_CONSTANT
@@ -284,14 +289,6 @@ class RedisQueue(BaseQueue):
             item._backend = None
 
         value = pickle.dumps(item)
-        queue_len = self.length()
-        if queue_len >= WARNING_QUEUE_SIZE:
-            warnings.warn(
-                f"The Redis Queue {self.name} length is larger than the "
-                f"recommended length of {WARNING_QUEUE_SIZE}. "
-                f"Found {queue_len}. This might cause your application to crash, "
-                "please investigate this."
-            )
         try:
             self.redis.rpush(self.name, value)
         except redis.exceptions.ConnectionError:
@@ -451,7 +448,11 @@ class HTTPQueue(BaseQueue):
             return False
         return False
 
+    @backoff.on_exception(
+        backoff.expo, (RuntimeError, requests.exceptions.HTTPError, requests.exceptions.ChunkedEncodingError)
+    )
     def get(self, timeout: Optional[float] = None) -> Any:
+        logger.debug(f"get {self.name}")
         if not self.app_id:
             raise ValueError(f"App ID couldn't be extracted from the queue name: {self.name}")
 
@@ -498,13 +499,17 @@ class HTTPQueue(BaseQueue):
             resp = self.client.post(f"v1/{self.app_id}/{self._name_suffix}", query_params={"action": "pop"})
             if resp.status_code == 204:
                 raise queue.Empty
-            return pickle.loads(resp.content)
+
+            if self._use_pickle():
+                return pickle.loads(resp.content)
+            return msgpack.unpackb(resp.content)
         except ConnectionError:
             # Note: If the Http Queue service isn't available,
             # we consider the queue is empty to avoid failing the app.
             raise queue.Empty
 
     def batch_get(self, timeout: Optional[float] = None, count: Optional[int] = None) -> List[Any]:
+        logger.debug(f"batch_get {self.name}")
         try:
             resp = self.client.post(
                 f"v1/{self.app_id}/{self._name_suffix}",
@@ -512,24 +517,24 @@ class HTTPQueue(BaseQueue):
             )
             if resp.status_code == 204:
                 raise queue.Empty
-            return [pickle.loads(base64.b64decode(data)) for data in resp.json()]
+
+            if self._use_pickle():
+                return [pickle.loads(base64.b64decode(data)) for data in resp.json()]
+            return [msgpack.unpackb(base64.b64decode(data)) for data in resp.json()]
         except ConnectionError:
             # Note: If the Http Queue service isn't available,
             # we consider the queue is empty to avoid failing the app.
             raise queue.Empty
 
-    @backoff.on_exception(backoff.expo, (RuntimeError, requests.exceptions.HTTPError))
+    @backoff.on_exception(
+        backoff.expo, (RuntimeError, requests.exceptions.HTTPError, requests.exceptions.ChunkedEncodingError)
+    )
     def put(self, item: Any) -> None:
+        logger.debug(f"put {self.name}")
         if not self.app_id:
             raise ValueError(f"The Lightning App ID couldn't be extracted from the queue name: {self.name}")
 
-        value = pickle.dumps(item)
-        queue_len = self.length()
-        if queue_len >= WARNING_QUEUE_SIZE:
-            warnings.warn(
-                f"The Queue {self._name_suffix} length is larger than the recommended length of {WARNING_QUEUE_SIZE}. "
-                f"Found {queue_len}. This might cause your application to crash, please investigate this."
-            )
+        value = pickle.dumps(item, protocol=pickle.HIGHEST_PROTOCOL) if self._use_pickle() else msgpack.packb(item)
         resp = self.client.post(f"v1/{self.app_id}/{self._name_suffix}", data=value, query_params={"action": "push"})
         if resp.status_code != 201:
             raise RuntimeError(f"Failed to push to queue: {self._name_suffix}")
@@ -568,6 +573,12 @@ class HTTPQueue(BaseQueue):
     def from_dict(cls, state: dict) -> "HTTPQueue":
         return cls(**state)
 
+    def _use_pickle(self) -> bool:
+        # Note: msgpack is faster than pickle to serialize and deserialize simple JSON
+        return (
+            WORK_QUEUE_CONSTANT in self.name or DELTA_QUEUE_CONSTANT in self.name or ERROR_QUEUE_CONSTANT in self.name
+        )
+
 
 def debug_log_callback(message: str, *args: Any, **kwargs: Any) -> None:
     if QUEUE_DEBUG_ENABLED or (Path(LIGHTNING_DIR) / "QUEUE_DEBUG_ENABLED").exists():

{lightning-2.3.0.dev20240616 → lightning-2.3.1}/src/lightning/app/core/work.py

@@ -630,6 +630,9 @@ class LightningWork:
         # This enables to start the run method with a phony input and exit.
         self.run(Action(method="start"))
 
+    def on_start(self) -> None:
+        """Define actions to perform when the work has started."""
+
     def run(self, *args: Any, **kwargs: Any) -> None:
         """Override to add your own logic.