earthkit-workflows 0.5.0__py3-none-any.whl → 0.6.0__py3-none-any.whl

cascade/low/func.py

@@ -170,7 +170,7 @@ def pydantic_recursive_collect(
 
     # NOTE a bit ugly, instead of attr it would be better to accept a signature/protocol type
 
-    results: list[str] = []
+    results: list[tuple[str, Any]] = []
     if hasattr(base, attr):
         results.extend((prefix, e) for e in getattr(base, attr)())
     generator: Iterable[tuple[Any, Any]]

cascade/low/into.py

@@ -31,7 +31,14 @@ def node2task(name: str, node: dict) -> tuple[TaskInstance, list[Task2TaskEdge]]
     elif isinstance(node["payload"], tuple):
         payload_tuple = node["payload"]
 
-    func = cast(Callable, payload_tuple[0])
+    func_def: dict[str, Any] = (
+        {"entrypoint": payload_tuple[0], "func": None}
+        if isinstance(payload_tuple[0], str)
+        else {
+            "func": TaskDefinition.func_enc(cast(Callable, payload_tuple[0])),
+            "entrypoint": "",
+        }
+    )
     args = cast(list[Any], payload_tuple[1])
     kwargs = cast(dict[str, Any], payload_tuple[2])
     metadata: dict[str, Any] = {}
@@ -72,9 +79,8 @@ def node2task(name: str, node: dict) -> tuple[TaskInstance, list[Task2TaskEdge]]
     outputs = node["outputs"] if node["outputs"] else [Node.DEFAULT_OUTPUT]
 
     definition = TaskDefinition(
-        func=TaskDefinition.func_enc(func),
+        **func_def,
         environment=cast(list[str], metadata.get("environment", [])),
-        entrypoint="",
         input_schema=input_schema,
         output_schema=[(e, "Any") for e in outputs],
         needs_gpu=cast(bool, metadata.get("needs_gpu", False)),

cascade/scheduler/assign.py

@@ -61,7 +61,7 @@ def build_assignment(
                         for host, status in context.ds2host[dataset].items()
                         if status in eligible_transmit
                     ):
-                        prep.append((dataset, candidate))
+                        prep.append((dataset, candidate)) # ty: ignore[unresolved-reference] # candidate walrus
                         context.dataset_preparing(dataset, worker)
                     else:
                         # if we are dealing with the first task to assign, we don't expect to be here!
@@ -83,14 +83,14 @@ def build_assignment(
             raise ValueError(f"double assignment to {head} in fusing opportunities!")
         core.fusing_opportunities[head] = tasks
 
-    # trim for only the necessary ones -- that is, having any edge outside of this current assignment
+    # trim for only the necessary ones: 1/ having any edge outside of this assignment 2/ global output 3/ persistable
     all_outputs = {ds for task in assigned for ds in context.task_o[task]}
     assigned_tasks = set(assigned)
     trimmed_outputs = {
         ds
         for ds in all_outputs
         if (context.edge_o[ds] - assigned_tasks)
-        or (ds in context.job_instance.ext_outputs)
+        or context.publication_mandatory(ds)
     }
 
     return Assignment(
@@ -98,7 +98,7 @@ def build_assignment(
         tasks=assigned,
         prep=prep,
         outputs=trimmed_outputs,
-        extra_env={},
+        extra_env=[],
     )
 
 
@@ -130,7 +130,7 @@ gang_port = 12355
 
 def _try_assign_gang(
     schedule: Schedule,
-    gang: list[frozenset[TaskId]],
+    gang: frozenset[TaskId],
     workers: list[WorkerId],
     component_id: ComponentId,
     context: JobExecutionContext,
@@ -188,9 +188,9 @@ def _try_assign_gang(
                 coordinator = (
                     f"{context.environment.host_url_base[worker.host]}:{gang_port}"
                 )
-            assignment.extra_env["CASCADE_GANG_WORLD_SIZE"] = str(world_size)
-            assignment.extra_env["CASCADE_GANG_RANK"] = str(rank)
-            assignment.extra_env["CASCADE_GANG_COORDINATOR"] = coordinator
+            assignment.extra_env.append(("CASCADE_GANG_WORLD_SIZE", str(world_size)))
+            assignment.extra_env.append(("CASCADE_GANG_RANK", str(rank)))
+            assignment.extra_env.append(("CASCADE_GANG_COORDINATOR", coordinator))
             rank += 1
             yield assignment
             start = perf_counter_ns()
@@ -221,9 +221,9 @@ def _try_assign_gang(
                 coordinator = (
                     f"{context.environment.host_url_base[worker.host]}:{gang_port}"
                 )
-            assignment.extra_env["CASCADE_GANG_WORLD_SIZE"] = str(world_size)
-            assignment.extra_env["CASCADE_GANG_RANK"] = str(rank)
-            assignment.extra_env["CASCADE_GANG_COORDINATOR"] = coordinator
+            assignment.extra_env.append(("CASCADE_GANG_WORLD_SIZE", str(world_size)))
+            assignment.extra_env.append(("CASCADE_GANG_RANK", str(rank)))
+            assignment.extra_env.append(("CASCADE_GANG_COORDINATOR", coordinator))
             rank += 1
             yield assignment
             start = perf_counter_ns()

cascade/shm/api.py

@@ -11,7 +11,7 @@ import os
 import socket
 from dataclasses import dataclass
 from enum import Enum, auto
-from typing import Protocol, Type, runtime_checkable
+from typing import Protocol, Type, cast, runtime_checkable
 
 from typing_extensions import Self
 
@@ -28,7 +28,7 @@ def ser_str(s: str) -> bytes:
 
 def deser_str(b: memoryview) -> tuple[str, memoryview]:
     l = int.from_bytes(b[:4], "big")
-    return str(b[4 : 4 + l], "ascii"), b[4 + l :]
+    return str(cast(bytes, b[4 : 4 + l]), "ascii"), b[4 + l :]
 
 
 @runtime_checkable
@@ -244,8 +244,8 @@ def ser(comm: Comm) -> bytes:
 
 
 def deser(data: bytes) -> Comm:
-    data = memoryview(data)
-    return b2c[data[:1]].deser(data[1:])
+    mv_data = memoryview(data)
+    return b2c[cast(bytes, mv_data[:1])].deser(mv_data[1:])
 
 
 client_socket_envvar = "CASCADE_SHM_SOCKET"

cascade/shm/client.py

@@ -63,6 +63,7 @@ class AllocatedBuffer:
     def view(self) -> memoryview:
         if not self.shm:
             raise ValueError("shm already closed!")
+        assert self.shm.buf is not None
         mv = self.shm.buf[: self.l]
         if self.readonly:
             mv = mv.toreadonly()

cascade/shm/disk.py

@@ -27,7 +27,7 @@ class Disk:
     def _page_in(self, shmid: str, size: int, callback: Callable[[bool], None]) -> None:
         try:
             chunk_size = 4096
-            shm = SharedMemory(shmid, create=True, size=size)
+            shm = SharedMemory(shmid, create=True, size=size); assert shm.buf is not None
             with open(f"{self.root.name}/{shmid}", "rb") as f:
                 i = 0
                 while True:
@@ -51,7 +51,7 @@ class Disk:
 
     def _page_out(self, shmid: str, callback: Callable[[bool], None]) -> None:
         try:
-            shm = SharedMemory(shmid, create=False)
+            shm = SharedMemory(shmid, create=False); assert shm.buf is not None
             with open(f"{self.root.name}/{shmid}", "wb") as f:
                 f.write(shm.buf[:])
             shm.unlink()

earthkit/workflows/_version.py

@@ -1,2 +1,2 @@
 # Do not change! Do not track in version control!
-__version__ = "0.5.0"
+__version__ = "0.6.0"

earthkit/workflows/backends/__init__.py

@@ -211,7 +211,6 @@ class Backend:
 
 try:
     from earthkit.data import FieldList, SimpleFieldList
-
     from earthkit.workflows.backends.earthkit import FieldListBackend
 
     BACKENDS[SimpleFieldList] = FieldListBackend

earthkit/workflows/backends/earthkit.py

@@ -9,9 +9,9 @@
 from typing import TypeAlias
 
 import array_api_compat
+
 from earthkit.data import FieldList
 from earthkit.data.core.metadata import Metadata as ekdMetadata
-
 from earthkit.workflows.backends import num_args
 
 

earthkit/workflows/fluent.py

@@ -25,9 +25,10 @@ import numpy as np
 import xarray as xr
 
 from . import backends
-from .graph import Graph
+from .graph import Graph, Output
 from .graph import Node as BaseNode
-from .graph import Output
+
+PayloadFunc = Callable | str
 
 
 class Payload:
@@ -35,7 +36,7 @@ class Payload:
 
     def __init__(
         self,
-        func: Callable,
+        func: PayloadFunc,
         args: Iterable | None = None,
         kwargs: dict | None = None,
         metadata: dict[str, Any] | None = None,
@@ -68,6 +69,8 @@ class Payload:
         str, name of function, or if a partial function, the function name and partial
         arguments
         """
+        if isinstance(self.func, str):
+            return self.func
         if hasattr(self.func, "__name__"):
             return self.func.__name__
         return ""
@@ -122,7 +125,7 @@ def capture_payload_metadata(func: Callable[P, R]) -> Callable[P, R]:
 class Node(BaseNode):
     def __init__(
         self,
-        payload: Callable | Payload,
+        payload: PayloadFunc | Payload,
         inputs: Input | Sequence[Input] = [],
         num_outputs: int = 1,
         name: str | None = None,
@@ -393,7 +396,7 @@ class Action:
 
     def map(
         self,
-        payload: Callable | Payload | np.ndarray[Any, Any],
+        payload: PayloadFunc | Payload | np.ndarray[Any, Any],
         yields: Coord | None = None,
     ) -> "Action":
         """Apply specified payload on all nodes. If argument is an array of payloads,
@@ -417,7 +420,7 @@ class Action:
         array of nodes
         """
         # NOTE this method is really not mypy friendly, just ignore everything
-        if not isinstance(payload, Callable | Payload):  # type: ignore
+        if not isinstance(payload, PayloadFunc | Payload):  # type: ignore
             payload = np.asarray(payload)
             assert payload.shape == self.nodes.shape, (
                 f"For unique payloads for each node, payload shape {payload.shape}"
@@ -430,7 +433,7 @@ class Action:
         it = np.nditer(self.nodes, flags=["multi_index", "refs_ok"])
         node_payload = payload
         for node in it:
-            if not isinstance(payload, Callable | Payload):  # type: ignore
+            if not isinstance(payload, PayloadFunc | Payload):  # type: ignore
                 node_payload = payload[it.multi_index]  # type: ignore
             new_nodes[it.multi_index] = Node(
                 node_payload,  # type: ignore
@@ -449,7 +452,7 @@ class Action:
 
     def reduce(
         self,
-        payload: Callable | Payload,
+        payload: PayloadFunc | Payload,
         yields: Coord | None = None,
         dim: str = "",
         batch_size: int = 0,
@@ -491,7 +494,7 @@ class Action:
         if batch_size > 1 and batch_size < batched.nodes.sizes[dim]:
             if not getattr(payload.func, "batchable", False):
                 raise ValueError(
-                    f"Function {payload.func.__name__} is not batchable, but batch_size {batch_size} is specified"
+                    f"Function {payload.func.name()} is not batchable, but batch_size {batch_size} is specified"
                 )
 
             while batch_size < batched.nodes.sizes[dim]:
@@ -839,7 +842,7 @@ class RegisteredAction:
 
 
 def _batch_transform(
-    action: Action, selection: dict, payload: Callable | Payload
+    action: Action, selection: dict, payload: PayloadFunc | Payload
 ) -> Action:
     selected = action.select(selection, drop=True)
     dim = list(selection.keys())[0]
@@ -886,7 +889,7 @@ def _combine_nodes(
 
 
 def from_source(
-    payloads_list: np.ndarray[Any, Any],  # values are Callables
+    payloads_list: np.ndarray[Any, Any],  # values are PayloadFunc
     yields: Coord | None = None,
     dims: list | None = None,
     coords: dict | None = None,

earthkit_workflows-0.6.0.dist-info/METADATA

@@ -0,0 +1,132 @@
+Metadata-Version: 2.4
+Name: earthkit-workflows
+Version: 0.6.0
+Summary: Earthkit Workflows is a Python library for declaring earthkit task DAGs, as well as scheduling and executing them on heterogeneous computing systems.
+Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
+License-Expression: Apache-2.0
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: earthkit-data
+Requires-Dist: cloudpickle
+Requires-Dist: numpy
+Requires-Dist: xarray
+Requires-Dist: networkx
+Requires-Dist: array-api-compat
+Requires-Dist: sortedcontainers
+Requires-Dist: pyvis
+Requires-Dist: dill
+Requires-Dist: pyrsistent
+Requires-Dist: pydantic
+Requires-Dist: pyzmq
+Requires-Dist: fire
+Requires-Dist: orjson
+Dynamic: license-file
+
+<p align="center">
+  <picture>
+    <source srcset="https://github.com/ecmwf/logos/raw/refs/heads/main/logos/earthkit/earthkit-workflows-dark.svg" media="(prefers-color-scheme: dark)">
+    <img src="https://github.com/ecmwf/logos/raw/refs/heads/main/logos/earthkit/earthkit-workflows-light.svg" height="120">
+  </picture>
+</p>
+
+<p align="center">
+  <a href="https://github.com/ecmwf/codex/raw/refs/heads/main/ESEE">
+    <img src="https://github.com/ecmwf/codex/raw/refs/heads/main/ESEE/production_chain_badge.svg" alt="ECMWF Software EnginE">
+  </a>
+  <a href="https://github.com/ecmwf/codex/raw/refs/heads/main/Project Maturity">
+    <img src="https://github.com/ecmwf/codex/raw/refs/heads/main/Project Maturity/emerging_badge.svg" alt="Maturity Level">
+  </a>
+  <a href="https://opensource.org/licenses/apache-2-0">
+    <img src="https://img.shields.io/badge/Licence-Apache 2.0-blue.svg" alt="Licence">
+  </a>
+  <a href="https://github.com/ecmwf/earthkit-workflows/tags">
+    <img src="https://img.shields.io/github/v/tag/ecmwf/earthkit-workflows?color=purple&label=Release" alt="Latest Release">
+  </a>
+</p>
+
+<p align="center">
+  <a href="#installation">Installation</a>
+  •
+  <a href="#quick-start">Quick Start</a>
+  •
+  <a href="#documentation">Documentation</a>
+</p>
+
+> \[!IMPORTANT\]
+> This software is **Emerging** and subject to ECMWF's guidelines on [Software Maturity](https://github.com/ecmwf/codex/raw/refs/heads/main/Project%20Maturity).
+
+**earthkit-workflows** is a Python library for declaring earthkit task as DAGs.
+It contains an internal `cascade` engine for scheduling and executing task graphs almost optimally across heterogeneous platforms with complex network technologies and topologies.
+It effectively performs task-based parallelism across CPUs, GPUs, distributed systems (HPC), and any combination thereof.
+It is designed for a no-IO approach, where expensive storage of intermediate data is minimised whilst maximising all available transport technologies between different hardware.
+
+Cascade is designed to work on well-profiled task graphs, where:
+* the task graph is a static DAG,
+* the DAG nodes are defined by tasks with well-known execution times,
+* the DAG edges are defined by data dependencies with well-known data sizes,
+* the characteristics of the hardware (processors, network connections) are known.
+
+earthkit-workflows allows for declaring such task graphs using a neat fluent API, and interoperates pleasantly with the rest of the [earthkit](https://github.com/ecmwf/earthkit) ecosystem.
+
+## Installation
+
+Install via `pip` with:
+
+```
+$ pip install 'earthkit-workflows[all]'
+```
+
+For development, you can use `pip install -e .` though there is currently an issue with earthkit masking. Additionally you may want to install pre-commit hooks via
+```
+$ pip install pre-commit
+$ pre-commit install
+```
+
+## Quick Start
+
+*Note*: this section is moderately outdated.
+
+We support two regimes for cascade executions -- local mode (ideal for developing and debugging small graphs) and distributed mode (assumed for slurm & HPC).
+
+To launch in local mode, in your python repl / jupyno:
+```
+import cascade.benchmarks.job1 as j1
+import cascade.benchmarks.distributed as di
+import cloudpickle
+
+spec = di.ZmqClusterSpec.local(j1.get_prob())
+print(spec.controller.outputs)
+# prints out:
+# {DatasetId(task='mean:dc9d90 ...
+# defaults to all "sinks", but can be overridden
+
+rv = di.launch_from_specs(spec, None)
+
+for key, value in rv.outputs.items():
+    deser = cloudpickle.loads(value)
+    print(f"output {key} is of type {type(deser)}")
+```
+
+For distributed mode, launch
+```
+./scripts/launch_slurm.sh ./localConfigs/<your_config.sh>
+```
+Inside the `<your_config.sh>`, you define size of the cluster, logging directory output, which job to run... Pay special attention to definitions of your `venv` and `LD_LIBRARY_PATH` etc -- this is not autotamed.
+
+Both of these examples hardcode particular job, `"job1"`, which is a benchmarking thing.
+Most likely, you want to define your own -- for the local mode, just pass `cascade.Graph` instance to the call; in the dist mode, you need to provide that instance in the `cascade.benchmarks.__main__` modules instead (ideally by extending the `get_job` function).
+
+There is also `python -m cascade.benchmarks local <..>` -- you may use that as an alternative path to local mode, for your own e2e tests.
+
+## Documentation
+
+Not yet available.
+
+## Contributions and Support
+Due to the maturity and status of the project, there is no support provided -- unless the usage of this project happens within some higher-status initiative that ECMWF participates at.
+External contributions and created issues will be looked at, but are not guaranteed to be accepted or responded to.
+In general, follow ECMWF's guidelines for [external contributions](https://github.com/ecmwf/codex/tree/main/External%20Contributions).
+
+## License
+See [license](./LICENSE).

{earthkit_workflows-0.5.0.dist-info → earthkit_workflows-0.6.0.dist-info}/RECORD

@@ -2,75 +2,77 @@ cascade/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cascade/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cascade/benchmarks/__init__.py,sha256=Gu8kEApmJ2zsIhT2zpm1-6n84-OwWnz-0vO8UHYtBzo,528
 cascade/benchmarks/__main__.py,sha256=z3Ib0NlIgMrn2zjrJhqqnJkjCIb4xKDSpO5vF9j-Onc,966
-cascade/benchmarks/anemoi.py,sha256=qtAI03HdtAmcksCgjIEZyNyUNzMp370KF4lAh5g4cOk,1077
-cascade/benchmarks/dask.py,sha256=U0B0jpLIeIs4Zl0SX_opMypXQXOIS5ER6mGdtPCgqkQ,953
-cascade/benchmarks/dist.py,sha256=ngXJJzegnMUVwDFPvGMG6997lamB-aSEHi74oBbayrE,4116
+cascade/benchmarks/anemoi.py,sha256=-AFw7MUG0VpKh18Nh_qGPGxDCfPd3wukSA1BuNm9dtg,1110
+cascade/benchmarks/dask.py,sha256=T88t0YDHUDGN7B5L0ZdbgQnsKEYQgfUr8mLeRH1Hr-w,973
+cascade/benchmarks/dist.py,sha256=FIrH6vSfUbHGZXFicrjGsOf2o05Z2VD1w5OoZzVr_hw,4215
 cascade/benchmarks/generators.py,sha256=NK4fFisWsZdMkA2Auzrn-P7G5D9AKpo2JVnqXE44YT8,2169
-cascade/benchmarks/job1.py,sha256=MOcZZYgf36MzHCjtby0lQyenM1ODUlagG8wtt2CbpnI,4640
-cascade/benchmarks/matmul.py,sha256=5STuvPY6Q37E2pKRCde9dQjL5M6tx7tkES9cBLZ6eK4,1972
+cascade/benchmarks/job1.py,sha256=vj9DCCx8Wz7IR1iloCDYmCcsq8R60wdpXnwUrBHDPY4,4693
+cascade/benchmarks/matmul.py,sha256=5XzZ5X-4bvhiGEQ6tK4Rbh9fnavJSFpfHFzoN-qdSSg,2099
 cascade/benchmarks/plotting.py,sha256=vSz9HHbqZwMXHpBUS-In6xsXGgK7QIoQTTiYfSwYwZs,4428
 cascade/benchmarks/reporting.py,sha256=MejaM-eekbMYLAnuBxGv_t4dR1ODJs4Rpc0fiZSGjyw,5410
-cascade/benchmarks/tests.py,sha256=eeQE0YR4FKi5k9BMJaTcXjKF5eIu3xXJsHc099P0Jio,5537
-cascade/benchmarks/util.py,sha256=wP7lDI6v9ATIF96uagVB-23EiagCTVYJhUUy-_CfqQ8,9892
+cascade/benchmarks/tests.py,sha256=Ggrr1iYG_DJQjUslMCr45ZKbSmTYvy_W1WSBIZdZrKI,5615
+cascade/benchmarks/util.py,sha256=c71xz2VCroGcNLj7EM1P4SsVrqBEimMRb8idFvEstf8,10178
 cascade/controller/__init__.py,sha256=p4C2p3S_0nUGamP9Mi6cSa5bvpiWbI6sVWtGhFnNqjw,1278
-cascade/controller/act.py,sha256=WHIsk4H-Bbyl_DABX2VWhyKy_cNnp12x1nilatPCL8I,2981
-cascade/controller/core.py,sha256=NqvZ5g5GNphwOpzdXbCI0_fxIzzmO97_n2xZKswK72Q,3589
-cascade/controller/impl.py,sha256=9jdTikYO8OkaNIfzatyr3Mhai5EfEhaeii9GaF9cQw4,3526
-cascade/controller/notify.py,sha256=5eSPKcxqrv9kHy7St-iIm1NttsyzcvwLhZI5dvr4cEY,5881
+cascade/controller/act.py,sha256=b9GYnv5Qod7Avngy-j95WGXr5GIOsuPGhEewB6V9HbQ,3405
+cascade/controller/core.py,sha256=iD16fvQEnb5v-hZK_-RIWjvr7m31l__w6L3feDRCwhE,4761
+cascade/controller/impl.py,sha256=OvY0l3llTCC-TbVs4nui5AJEFrI717QvGXm9Nl7oPl0,3668
+cascade/controller/notify.py,sha256=mikxMOmIwtXkj_CPY7pULlZ83k2t27DtdXzsqvlOWGw,6055
 cascade/controller/report.py,sha256=rKGYmq4nIiDqKuP_C7YSwpEAUOPdjILlDcbKkdUt30s,3772
-cascade/executor/bridge.py,sha256=WDE-GM2Bv7nUk1-nV-otMGuaRYw1-Vmd7PWploXBp6Y,8267
+cascade/executor/bridge.py,sha256=2D_gKtn8nkGH4iS95VO-gKLFW1fumABBJcAiVSRE5pg,8839
+cascade/executor/checkpoints.py,sha256=FIMpbdC5I58hiUlJ44NQMrFS4A-zF1jUqxwyN_xEOFs,1760
 cascade/executor/comms.py,sha256=-9qrKwva6WXkHRQtzSnLFy5gB3bOWuxYJP5fL6Uavw8,8736
 cascade/executor/config.py,sha256=8azy_sXdvDGO0zTNqA0pdtkXsyihM4FQ4U1W_3Dhua0,1571
-cascade/executor/data_server.py,sha256=TSFJdSR9PtKSvvLTosHt0ITQlqtGGAl5N_io6wtvL0A,13569
-cascade/executor/executor.py,sha256=OwLrhSLm4bIHsWdnjXlnQntxGIOHgrIPSSVZ5nbNWvQ,13686
-cascade/executor/msg.py,sha256=7HI0rKeCRaV1ONR4HWEa64nHbu-p6-QdBwJNitmst48,4340
-cascade/executor/platform.py,sha256=mRUauodvRle9rAbtFr5n9toKzIgt_pecNlhOjon4dvY,2348
+cascade/executor/data_server.py,sha256=oPfPv1a0AplAyCeO2_mDD0xKGwnZFy0NxrlPh1V63cU,15184
+cascade/executor/executor.py,sha256=RmLfgH2AmLU0jS0f6wRKnvdlFrpMDEs0cIive3Uxedw,13784
+cascade/executor/msg.py,sha256=Nz6coPQwNZhWBhogWjbV-Xd3YGBI761r8wljpyEAMLg,4825
+cascade/executor/platform.py,sha256=ALFXCZ6TiKLBuopHCRgF3x15ZLD4qYkes3yG7-mk7Ks,2372
 cascade/executor/serde.py,sha256=z6klTOZqW_BVGrbIRNz4FN0_XTfRiKBRQuvgsQIuyAo,2827
 cascade/executor/runner/__init__.py,sha256=30BM80ZyA7w3IrGiKKLSFuhRehbR2Mm99OJ8q5PJ63c,1547
-cascade/executor/runner/entrypoint.py,sha256=WyxOFGAYDQD_fXsM4H9_6xBrnAmQrCTUnljfcW6-BoM,7918
-cascade/executor/runner/memory.py,sha256=VEOrYfFNGNBM7vMY05wjbX3L0U-RJZWpm_Ud4bMUR5g,6486
+cascade/executor/runner/entrypoint.py,sha256=-sGjfYRMhGQLY6QkmIf3v4BkvA2chSk_-mCJMMd7Ocw,7906
+cascade/executor/runner/memory.py,sha256=yI9j4drpXy7_tg8cuNCYDYvLLhLDZX39-tRroU5NkyQ,6519
 cascade/executor/runner/packages.py,sha256=lic5ItjyDpcQVRBFOZssvnco9bmxWpq_JRFDeShVR8k,4150
 cascade/executor/runner/runner.py,sha256=zqpkvxdWLbwyUFaUbZmSj0KQEBNRpmF8gwVotiaamhc,4870
 cascade/gateway/__init__.py,sha256=1EzMKdLFXEucj0YWOlyVqLx4suOntitwM03T_rRubIk,829
 cascade/gateway/__main__.py,sha256=kmfklSeA7v5ie75SBHOql-eHuY6x4eTHlItMYqCQ1Pg,969
-cascade/gateway/api.py,sha256=vPYfiuEjBeddFnCPZpr4_9ovuhGdZ3_migzKTUtvF98,3050
-cascade/gateway/client.py,sha256=1p4Tvrf-BH0LQHOES5rY1z3JNIfmXcqWG2kYl4rpcE0,4061
-cascade/gateway/router.py,sha256=9oTkqssb3dHF24TIaAn_7oQoNfm4qkOvriufbOJxnyE,11582
-cascade/gateway/server.py,sha256=BfUKpU2nCEB_zI4BdZU_9zHYHX1WoQaLARCTxMSP0Nk,3971
+cascade/gateway/api.py,sha256=3OV8hlgfRQA6Yru5T8S9mHENKQEEFFJfRGj6REDe9DI,2821
+cascade/gateway/client.py,sha256=M_v5tT6tEp2dni6fviBsrEF8_SInI-EtntX3BjgjLIY,4067
+cascade/gateway/router.py,sha256=_0qWehccKRJlnVwV-yQKOi5YeL7dgmGyATiG6Qdv5zo,5861
+cascade/gateway/server.py,sha256=oyEuZIViIVvCcWoQ_xo9FRXe2e4aSZGoLs8c9jING-s,4076
+cascade/gateway/spawning.py,sha256=gpOoa99th5VC_MFYh4NFFW7loVJHJMeFYNSua1Nl0mE,5447
 cascade/low/__init__.py,sha256=5cw2taOGITK_gFbICftzK2YLdEAnLUY5OzblFzdHss4,769
-cascade/low/builders.py,sha256=7TG3lPjO_iB7iqHkRiG-iWqyg6cZQL01cjH47wIP1qM,8408
-cascade/low/core.py,sha256=_3x4ka_pmCgZbfwFeyhq8S4M6wmh0s24VRCLhk5yQFM,6444
-cascade/low/dask.py,sha256=xToT_vyfkgUUxSFN7dS7qLttxzuBbBZfDylPzGg7sPg,3319
-cascade/low/execution_context.py,sha256=cdDJLYhreo4T7t4qXgFBosncubZpTrm0hELo7q4miqo,6640
-cascade/low/func.py,sha256=ihL5n3cK-IJnATgP4Dub2m-Mp_jHMxJzCA1v4uMEsi8,5211
-cascade/low/into.py,sha256=lDOpO4gX-154BgLJWonVQZiGRbUqv-GhYy8qWBqJ1QQ,3402
+cascade/low/builders.py,sha256=ifqIrITlXKmBIvGpfa0pa8yeFSOi2sx9frDuOgpgMc0,8465
+cascade/low/core.py,sha256=qY_tGsuf_sTj4oqVbkldnFyW4pGUrareW72JOr77XVA,7489
+cascade/low/dask.py,sha256=eY4nYLRgffeiZKaQHJWdZzXLYcdk-2MszXacTD7j4ys,3314
+cascade/low/execution_context.py,sha256=ook7-8v3GP0EhseChVWeqeQPjsoLreRK8qu77M30ST4,7098
+cascade/low/func.py,sha256=vm-YU7xKKe8MpCL4LIhJ1m6rDuuIxbzrr1MuZN1t_gA,5223
+cascade/low/into.py,sha256=UKdYry9x4-FCP_wdhNX4CU2CnyUJbrYevXj4rzBmgQw,3584
 cascade/low/tracing.py,sha256=qvGVKB1huwcYoyvMYN-2wQ92pLQTErocTjpIjWv9glA,4511
 cascade/low/views.py,sha256=UwafO2EQHre17GjG8hdzO8b6qBRtTRtDlhOc1pTf8Io,1822
 cascade/scheduler/__init__.py,sha256=VT2qQ0gOQWHC4-T0FcCs59w8WZ94j2nUn7tiGm5XepA,1148
 cascade/scheduler/api.py,sha256=UuomWS2ISuDw-ngFFUKLyucygpTWF0EBW8ZuF91EUBU,7778
-cascade/scheduler/assign.py,sha256=gpOLL22-k3ah4gihiztIGMX2uF0RdJ5AtJ8fOCJUviE,18362
+cascade/scheduler/assign.py,sha256=vFE3d8WpymTAdT4QsIHe7fgN9YvkR5xRBThM9mM3aiY,18467
 cascade/scheduler/core.py,sha256=umORLC6SDeOyS4z8nQuVFkDukBJ96JfH4hdLSj6Km20,3378
 cascade/scheduler/precompute.py,sha256=AhTn8RgnU4XuV_WAgbVXz9z0YRpNS6LCY1dJeHdTfCc,8709
 cascade/shm/__init__.py,sha256=R9QgGSnsl_YDjFjAUQkoleM_5yGM37ce9S8a4ReA1mE,3854
 cascade/shm/algorithms.py,sha256=SGxnJF4ovUaywTunMJWkG77l5DN-jXx7HgABt3sRJXM,2356
-cascade/shm/api.py,sha256=TFK0ioKJpJ2-rTxwk_O5BtB6AKjgwfM8CIl-VZaUIZo,7180
-cascade/shm/client.py,sha256=7rUG0bra7XTJRumywQ-Gos4pWeZoXpTZqseh36uNWFg,6312
+cascade/shm/api.py,sha256=WfbOnXaWhPvW8G85tOcD8tfIrvw8csYofFVWkJEEgvg,7221
+cascade/shm/client.py,sha256=Kuhhtu7iepewFDWCu4rT6p0aGTrjbbKpx-3eT9OGf4w,6352
 cascade/shm/dataset.py,sha256=QAALiWK0fyMLet9XFXmATm-c9gTuF77cifGbjP3WjXo,13155
-cascade/shm/disk.py,sha256=Fdl_pKOseaXroRp01OwqWVsdI-sSmiFizIFCdxBuMWM,2653
+cascade/shm/disk.py,sha256=dWWnOc1Sue4LqwgjUgZ7Ln7OMJo1ySB9J60Tt9znU40,2709
 cascade/shm/func.py,sha256=ZWikgnSLCmbSoW2LDRJwtjxdwTxkR00OUHAsIRQ-ChE,638
 cascade/shm/server.py,sha256=geWo2BuF8sa_BqY8akh6ardWFfKfDJktWujrdDHn624,5648
 earthkit/workflows/__init__.py,sha256=-p4anEn0YQbYWM2tbXb0Vc3wq4-m6kFhcNEgAVu5Jis,1948
-earthkit/workflows/_version.py,sha256=rhUN01Io6mJEPnWEuUb8vhmzNoYjbuT0JcvPlDVCEcE,72
+earthkit/workflows/_version.py,sha256=e4A-4swOeKRurBJN2p8bRPY9Cpbvh1cTZi8iwsjxoxs,72
 earthkit/workflows/decorators.py,sha256=YK6AN-Ta9cAOX__DjZbn_vNYdpRL98N6dbF31E6Vu1c,1478
-earthkit/workflows/fluent.py,sha256=3CvZfdLjXCoGR0VJDTB8_PDFgR7n-UhGLdKo7E5zuvM,30161
+earthkit/workflows/fluent.py,sha256=Y6dAiQmuOo_H6iV2OzjDzBbZObAa1JrKiEkYCdWxYQY,30262
 earthkit/workflows/mark.py,sha256=otgR6ar_9R7q5VRFD6RlLUROfjhyiaMIsgcleW2icKI,1322
 earthkit/workflows/taskgraph.py,sha256=RsT1Qlng1uPZSaSBNqE8vFsoI5J8DDcQl468YPX-kCY,4460
 earthkit/workflows/transformers.py,sha256=BsUUvnG-UyerT3XUYcHc1qJkSsLc0ZX3Zxqq70tJWLU,2105
 earthkit/workflows/utility.py,sha256=ygqn1s846WQbo7HGY46Z8N1AXrDFGwyygSgsv4YnGJ8,1344
 earthkit/workflows/visualise.py,sha256=WbqJWvn648B7Qo3VCKJyoJzU6Mgvv0p3UWZb0lf01m8,2290
-earthkit/workflows/backends/__init__.py,sha256=6ONg-EdNODiqeBZqyosI5iq1UfZfaOLqhAo8l8_wn9o,6519
+earthkit/workflows/backends/__init__.py,sha256=4-An7MneAn7Gkk57MaJNfhat1480Vou33tFZu2P_sjA,6518
 earthkit/workflows/backends/arrayapi.py,sha256=QfUsTlYuFH3CroWdcf_XBcLnt2znMcS1HwNNEe8J0qU,2279
-earthkit/workflows/backends/earthkit.py,sha256=rZURJf6FLKcCjJkyWgOf6NqKjPZjSNX09dV_SicIlss,8958
+earthkit/workflows/backends/earthkit.py,sha256=Rm9iItLjGho9DEu8yTJbt_hqvYRwi0IrqEN_M0KTI_M,8958
 earthkit/workflows/backends/xarray.py,sha256=4pnnPgIug4DmvhigkU0JsituvdvspuVA_vxbIsrq8-A,6762
 earthkit/workflows/graph/__init__.py,sha256=3svepPVOeG7LVKPjFNH4z2NIqOeDc_wGN9NRQ6Hg6zI,1099
 earthkit/workflows/graph/copy.py,sha256=gST073P-sbaP1FAY1jo2bZPtvBf6TISLMu6Crnw-hws,954
@@ -89,8 +91,8 @@ earthkit/workflows/graph/split.py,sha256=t-Sji5eZb01QO1szqmDNTodDDALqdo-0R0x1ESs
 earthkit/workflows/graph/transform.py,sha256=BZ8n7ePUnuGgoHkMqZC3SLzifu4oq6q6t6vka0khFtg,3842
 earthkit/workflows/graph/visit.py,sha256=MP-aFSqOl7aqJY2i7QTgY4epqb6yM7_lK3ofvOqfahw,1755
 earthkit/workflows/plugins/__init__.py,sha256=nhMAC0eMLxoJamjqB5Ns0OWy0OuxEJ_YvaDFGEQITls,129
-earthkit_workflows-0.5.0.dist-info/licenses/LICENSE,sha256=73MJ7twXMKnWwmzmrMiFwUeY7c6JTvxphVggeUq9Sq4,11381
-earthkit_workflows-0.5.0.dist-info/METADATA,sha256=eM5GF8HLO3dT9XDSMar9gYKveLjH1-XxMAXB7CHr8ag,1571
-earthkit_workflows-0.5.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-earthkit_workflows-0.5.0.dist-info/top_level.txt,sha256=oNrH3Km3hK5kDkTOiM-8G8OQglvZcy-gUKy7rlooWXs,17
-earthkit_workflows-0.5.0.dist-info/RECORD,,
+earthkit_workflows-0.6.0.dist-info/licenses/LICENSE,sha256=73MJ7twXMKnWwmzmrMiFwUeY7c6JTvxphVggeUq9Sq4,11381
+earthkit_workflows-0.6.0.dist-info/METADATA,sha256=RqoF7hs8DPKBPNXVImg1K4ysoc41lg7YSnv0r9402Mo,5724
+earthkit_workflows-0.6.0.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+earthkit_workflows-0.6.0.dist-info/top_level.txt,sha256=oNrH3Km3hK5kDkTOiM-8G8OQglvZcy-gUKy7rlooWXs,17
+earthkit_workflows-0.6.0.dist-info/RECORD,,

{earthkit_workflows-0.5.0.dist-info → earthkit_workflows-0.6.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

earthkit_workflows-0.5.0.dist-info/METADATA

@@ -1,44 +0,0 @@
-Metadata-Version: 2.4
-Name: earthkit-workflows
-Version: 0.5.0
-Summary: Earthkit Workflows is a Python library for declaring earthkit task DAGs, as well as scheduling and executing them on heterogeneous computing systems.
-Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
-License-Expression: Apache-2.0
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: earthkit-data
-Requires-Dist: cloudpickle
-Requires-Dist: numpy
-Requires-Dist: xarray
-Requires-Dist: networkx
-Requires-Dist: array-api-compat
-Requires-Dist: sortedcontainers
-Requires-Dist: pyvis
-Requires-Dist: dill
-Requires-Dist: pyrsistent
-Requires-Dist: pydantic
-Requires-Dist: zmq
-Requires-Dist: fire
-Requires-Dist: orjson
-Provides-Extra: tests
-Requires-Dist: pytest; extra == "tests"
-Requires-Dist: pytest-xdist; extra == "tests"
-Requires-Dist: earthkit-data; extra == "tests"
-Provides-Extra: lint
-Requires-Dist: black; extra == "lint"
-Requires-Dist: isort; extra == "lint"
-Requires-Dist: flake8; extra == "lint"
-Provides-Extra: gpu
-Requires-Dist: jax[cpu]; extra == "gpu"
-Requires-Dist: jax[cuda11_pip]; extra == "gpu"
-Requires-Dist: cupy-cuda11x; extra == "gpu"
-Requires-Dist: numba; extra == "gpu"
-Provides-Extra: examples
-Requires-Dist: cftime; extra == "examples"
-Requires-Dist: bokeh; extra == "examples"
-Provides-Extra: earthkit
-Requires-Dist: earthkit-data; extra == "earthkit"
-Provides-Extra: all
-Requires-Dist: cascade[earthkit,examples,gpu,kubernetes,lint,tests]; extra == "all"
-Dynamic: license-file