runnable 0.34.0a1__py3-none-any.whl → 1.0.0__py3-none-any.whl

runnable-1.0.0.dist-info/METADATA

@@ -0,0 +1,122 @@
+Metadata-Version: 2.4
+Name: runnable
+Version: 1.0.0
+Summary: Add your description here
+Author-email: "Vammi, Vijay" <vijay.vammi@astrazeneca.com>
+License-File: LICENSE
+Requires-Python: >=3.10
+Requires-Dist: cloudpathlib>=0.20.0
+Requires-Dist: dill>=0.3.9
+Requires-Dist: pydantic>=2.10.3
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich>=13.9.4
+Requires-Dist: ruamel-yaml>=0.18.6
+Requires-Dist: setuptools>=75.6.0
+Requires-Dist: stevedore>=5.4.0
+Requires-Dist: typer>=0.17.3
+Provides-Extra: docker
+Requires-Dist: docker>=7.1.0; extra == 'docker'
+Provides-Extra: examples
+Requires-Dist: pandas>=2.2.3; extra == 'examples'
+Provides-Extra: examples-torch
+Requires-Dist: torch>=2.7.1; extra == 'examples-torch'
+Provides-Extra: k8s
+Requires-Dist: kubernetes>=31.0.0; extra == 'k8s'
+Provides-Extra: notebook
+Requires-Dist: ploomber-engine>=0.0.33; extra == 'notebook'
+Provides-Extra: s3
+Requires-Dist: cloudpathlib[s3]; extra == 's3'
+Description-Content-Type: text/markdown
+
+# Runnable
+
+<img style="float: right;" alt="Runnable" src="docs/assets/sport.png" width="100" height="100">
+
+**Transform any Python function into a portable, trackable pipeline in seconds.**
+
+<p align="center">
+<a href="https://pypi.org/project/runnable/"><img alt="python:" src="https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10-blue.svg"></a>
+<a href="https://pypi.org/project/runnable/"><img alt="Pypi" src="https://badge.fury.io/py/runnable.svg"></a>
+<a href="https://github.com/AstraZeneca/runnable/blob/main/LICENSE"><img alt="License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+<a href="https://github.com/python/mypy"><img alt="MyPy Checked" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
+<a href="https://github.com/AstraZeneca/runnable/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/AstraZeneca/runnable/actions/workflows/release.yaml/badge.svg">
+</p>
+
+---
+
+## 🚀 30-Second Transformation
+
+**Your existing function (unchanged!):**
+
+```python
+def analyze_sales():
+    total_revenue = 50000
+    best_product = "widgets"
+    return total_revenue, best_product
+```
+
+**Make it runnable everywhere (2 lines):**
+
+```python
+from runnable import PythonJob
+PythonJob(function=analyze_sales).execute()
+```
+
+**🎉 Success!** Your function now runs the same on laptop, containers, and Kubernetes with automatic tracking and reproducibility.
+
+## 🔗 Chain Functions Without Glue Code
+
+```python
+def load_customer_data():
+    return {"count": 1500, "segments": ["premium", "standard"]}
+
+def analyze_segments(customer_data):  # Name matches = automatic connection
+    return {"premium_pct": 30, "growth_potential": "high"}
+
+# What Runnable needs (same logic, no glue):
+from runnable import Pipeline, PythonTask
+Pipeline(steps=[
+    PythonTask(function=load_customer_data, returns=["customer_data"]),
+    PythonTask(function=analyze_segments, returns=["analysis"])
+]).execute()
+```
+
+**Same pipeline runs unchanged on laptop, containers, and Kubernetes.**
+
+## ⚡ Installation
+
+```bash
+pip install runnable
+```
+
+## 📊 Why Choose Runnable?
+
+- **🎯 Easy to adopt**: Your code remains as-is, no decorators or imposed structure
+- **🏗️ Bring your infrastructure**: Works with your platforms, not a replacement
+- **📝 Reproducibility**: Automatic tracking without additional code
+- **🔁 Retry failures**: Debug anywhere, retry from failure points
+- **🧪 Testing**: Mock/patch pipeline steps, test functions normally
+- **💔 Move on**: Easy removal - just delete runnable files, your code stays
+
+## 📖 Documentation
+
+**[Complete Documentation →](https://astrazeneca.github.io/runnable/)**
+
+## 🔀 Pipeline Types
+
+### Linear Pipelines
+Simple sequential execution of Python functions, notebooks, or shell scripts.
+
+### Parallel Branches
+Execute multiple branches simultaneously for improved performance.
+
+### Map Patterns
+Execute pipelines over iterable parameters for batch processing.
+
+### Arbitrary Nesting
+Combine parallel, map, and sequential patterns as needed.
+
+---
+
+**Ready to get started?** Check out our [30-second demo](https://astrazeneca.github.io/runnable/) for immediate results!

runnable-1.0.0.dist-info/RECORD

@@ -0,0 +1,73 @@
+extensions/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/catalog/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/catalog/any_path.py,sha256=NUZjXwOE-osR9RIpi59UC_16GZPCbkjshJL6X6hPmYw,7725
+extensions/catalog/file_system.py,sha256=T_qFPFfrmykoAMc1rjNi_DBb437me8WPRcFglwAK744,1767
+extensions/catalog/minio.py,sha256=R3GvfCxN1GTcs4bQIAWh79_GHDTVd14gnpKlzwFeKUI,2363
+extensions/catalog/pyproject.toml,sha256=lLNxY6v04c8I5QK_zKw_E6sJTArSJRA_V-79ktaA3Hk,279
+extensions/catalog/s3.py,sha256=Sw5t8_kVRprn3uGGJCiHn7M9zw1CLaCOFj6YErtfG0o,287
+extensions/job_executor/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/job_executor/__init__.py,sha256=9n2V4cLgwNuci0_62BvJTGA3Gf9h-aMUlAO-mKIOqYA,5958
+extensions/job_executor/emulate.py,sha256=d9KI4If0DeRkKv9iCSKyZCziK_3ARsJvs5RUFo9yigc,3220
+extensions/job_executor/k8s.py,sha256=W14u1xwJDtb-gyGdNl62IwWIs49AUO2oTAAxQCm6YT0,16456
+extensions/job_executor/k8s_job_spec.yaml,sha256=7aFpxHdO_p6Hkc3YxusUOuAQTD1Myu0yTPX9DrhxbOg,1158
+extensions/job_executor/local.py,sha256=3ZbCFXBvbLlMp10JTmQJJrjBKG2keHI6SH8hEvmHDkA,2230
+extensions/job_executor/local_container.py,sha256=uoRbsyR5QiVytWJQtF7nXUA1h8wHAaQezedWFKl3btM,6914
+extensions/job_executor/pyproject.toml,sha256=UIEgiCYHTXcRWSByNMFuKJFKgxTBpQqTqyUecIsb_Vc,286
+extensions/nodes/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/nodes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/nodes/conditional.py,sha256=lsXLerIDWJk0fHo4EEngl8rYw6dN40EgKIgdBuvt8ro,8641
+extensions/nodes/fail.py,sha256=P_wryruE2INiAmu4Vf7q4fTEkfbIMnhT71Y9IrOqRkM,2170
+extensions/nodes/map.py,sha256=s0l07uAc6j8MO7Fqch0DzOE3_CsV6pBNHj5E3nf1S60,13659
+extensions/nodes/parallel.py,sha256=cuxpR1e0KwuxvoZaSwiiEn9YmYskplbjLBWBzzU-Ti8,5952
+extensions/nodes/pyproject.toml,sha256=YTu-ETN3JNFSkMzzWeOwn4m-O2nbRH-PmiPBALDCUw4,278
+extensions/nodes/stub.py,sha256=o9DjBekNa9O4b0VQOiNOA9eNjJ3C2a9Sn9d2fX7KaWg,2715
+extensions/nodes/success.py,sha256=yT4WkUI-1YN6qy4Ji6zSoZFXI9jOl6Ond4WxZRq-33k,2179
+extensions/nodes/task.py,sha256=m5_s5u7lQDoTmeO6CG94btrG5If9AKm2-RvOzvm0fDc,3147
+extensions/pipeline_executor/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/pipeline_executor/__init__.py,sha256=JqJFGgLOUaDINUi4_xC3zoDSZxDrUYLNuHQVzr8-ByE,24620
+extensions/pipeline_executor/argo.py,sha256=5nEItAv-gNVi2sylZA4spKLWfcKuJ3zyQx3RekoLb28,38240
+extensions/pipeline_executor/emulate.py,sha256=ziaIzEpYgVOm2PPCY8bnRdoevMwS8OY9aEUXpwCFQR0,3547
+extensions/pipeline_executor/local.py,sha256=_8dtj88mI3xeZT4UPwtHNtbyi_VVzz_lpIxvC0UZS-g,1887
+extensions/pipeline_executor/local_container.py,sha256=oJsd7Pcxur2ZzaBqTN6IUk_ZnMqYkxrK65BVKo_2P2k,10262
+extensions/pipeline_executor/mocked.py,sha256=ZT57hhQzOub6wUyp-uKrpDUu7iliQ0Do_jtirJb3eUY,5596
+extensions/pipeline_executor/pyproject.toml,sha256=ykTX7srR10PBYb8LsIwEj8vIPPIEZQ5V_R7VYbZ-ido,291
+extensions/pipeline_executor/retry.py,sha256=sBfZiS9ryw_hNCMAza82mXyV1wPjOJb20EEF9f5FUng,6790
+extensions/run_log_store/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/run_log_store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/run_log_store/any_path.py,sha256=0nN_LHbm2W6AHkerQmsVHq3EoybFQF8lxpCicacHo8Y,2861
+extensions/run_log_store/chunked_fs.py,sha256=wHMKcAx6uFI4OOTp7QWCdGq9WvEFesbLp9VxHZU28l0,3341
+extensions/run_log_store/chunked_minio.py,sha256=Itfkw4Ycf0uLCqxH3Uk_itmVgT7ipJp05yKfD22WBiY,4007
+extensions/run_log_store/file_system.py,sha256=hhrbhSnuzv8yzBr6DAu45NT8-sawPP86WA2-LY70vjw,2781
+extensions/run_log_store/generic_chunked.py,sha256=EnhRxlqm1jG-Tdxul4sY8OeCX5fK9FY2v8DZanX9-5o,20455
+extensions/run_log_store/minio.py,sha256=omrKDSdRzmnVBg9xXkkdQb-icBIgBDRdpmwGRlMyCGk,3453
+extensions/run_log_store/pyproject.toml,sha256=YnmXsFvFG9uv_c0spLYBsNI_1sbktqxtHsOuClyvZ3g,288
+extensions/run_log_store/db/implementation_FF.py,sha256=euTnh0xzNF0e_DyfHQ4W-kG1AwTr8u7OuO3_cZkR5bM,5237
+extensions/run_log_store/db/integration_FF.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/secrets/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+extensions/secrets/dotenv.py,sha256=nADHXI6KJ_LUYOIe5EbtYH-21OBebSNVr0Pjb1GlZ7w,1573
+extensions/secrets/pyproject.toml,sha256=mLJNImNcBlbLKHh-0ugVWT9V83R4RibyyYDtBCSqVF4,282
+runnable/__init__.py,sha256=MN9x2jmQb2eOr-rap1DXLzNSC926U-aad_YwENzG52w,509
+runnable/catalog.py,sha256=6l0tT0jwHi40aE6fhQMgYtYe_-2As-bRKztAKiFvy3o,3842
+runnable/cli.py,sha256=q6-5TnrOpqJmGQ8VOfm-nBT1g2UAFo-9znqNqECyZvU,12987
+runnable/context.py,sha256=mLpq5rtMsPawjnaN9Woq7HWZ1FAppeudZtYMT5vf6Fo,17594
+runnable/datastore.py,sha256=2pYg4i1JRMzw_CUUIsPOWt7wYPiGBamfo-CPVAkEH54,32375
+runnable/defaults.py,sha256=4UYuShnjEyWP529UlFnubvkBpOcczKIdE4jEOhPBwl4,3076
+runnable/entrypoints.py,sha256=46prgr3_FYtBMlRbUXIDSpgZUBgaxcdJAekXhgEIj7M,6578
+runnable/exceptions.py,sha256=t5tSlYqe_EjU5liXu32yLLh_yrnXeFL93BuXfmQzV98,3268
+runnable/executor.py,sha256=CwzHkeGVpocACZLzfFS94TzKeiaPLv4NtXtvT3eoocY,15222
+runnable/gantt.py,sha256=hdFovfvnxDK3tAQOl6OLAiaxLBAE-wjPyszPVk5Ogds,40726
+runnable/graph.py,sha256=ukJo_sqtBRD_ZX7ULbd2GnvpToAwGHcAowXPcqKjC4Q,16543
+runnable/names.py,sha256=A9ldUyULXuWjJ1MoXihHqlg-xeTVX-oWYTO5Ah0trmo,8128
+runnable/nodes.py,sha256=JHBxJib7SSQXY51bLHBXUvb0DlNSLNvyqz3JNEDLt8c,16926
+runnable/parameters.py,sha256=zxP_KnSoGFpo7fwKE7zlrQ7CWRvA30SK_8TeMipNzcU,8131
+runnable/pickler.py,sha256=ydJ_eti_U1F4l-YacFp7BWm6g5vTn04UXye25S1HVok,2684
+runnable/sdk.py,sha256=blLBWzXV2x7jxKQXWpjmeJ9k22jt5CKBQBqQpnt4agk,32587
+runnable/secrets.py,sha256=4L_dBFxTgr8r_hHUD6RlZEtqaOHDRsFG5PXO5wlvMI0,2324
+runnable/tasks.py,sha256=7yuoeG4ZqfxFUmN4mPS4i6kbQmzEpAwbPQweAUWY-ic,31366
+runnable/utils.py,sha256=amHW3KR_NGTDysGHcSafhh5WJUX7GPBSxqdPyzAIhao,11350
+runnable-1.0.0.dist-info/METADATA,sha256=RL4wbnhywrdotJhuSGwaIBRJDglUKAbuWEe004G5BWQ,4297
+runnable-1.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+runnable-1.0.0.dist-info/entry_points.txt,sha256=KkxihZ0LLEiwvFl7RquyqZ0tp2fJDIs7DgzHYDlmc3U,2018
+runnable-1.0.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+runnable-1.0.0.dist-info/RECORD,,

{runnable-0.34.0a1.dist-info → runnable-1.0.0.dist-info}/entry_points.txt

@@ -8,26 +8,27 @@ minio = extensions.catalog.minio:MinioCatalog
 s3 = extensions.catalog.s3:S3Catalog
 
 [job_executor]
+emulator = extensions.job_executor.emulate:EmulatorJobExecutor
 k8s-job = extensions.job_executor.k8s:K8sJobExecutor
 local = extensions.job_executor.local:LocalJobExecutor
 local-container = extensions.job_executor.local_container:LocalContainerJobExecutor
 mini-k8s-job = extensions.job_executor.k8s:MiniK8sJobExecutor
 
 [nodes]
-dag = extensions.nodes.nodes:DagNode
-fail = extensions.nodes.nodes:FailNode
-map = extensions.nodes.nodes:MapNode
-parallel = extensions.nodes.nodes:ParallelNode
-stub = extensions.nodes.nodes:StubNode
-success = extensions.nodes.nodes:SuccessNode
-task = extensions.nodes.nodes:TaskNode
-torch = extensions.nodes.torch:TorchNode
+conditional = extensions.nodes.conditional:ConditionalNode
+fail = extensions.nodes.fail:FailNode
+map = extensions.nodes.map:MapNode
+parallel = extensions.nodes.parallel:ParallelNode
+stub = extensions.nodes.stub:StubNode
+success = extensions.nodes.success:SuccessNode
+task = extensions.nodes.task:TaskNode
 
 [pickler]
 pickle = runnable.pickler:NativePickler
 
 [pipeline_executor]
 argo = extensions.pipeline_executor.argo:ArgoExecutor
+emulator = extensions.pipeline_executor.emulate:Emulator
 local = extensions.pipeline_executor.local:LocalExecutor
 local-container = extensions.pipeline_executor.local_container:LocalContainerExecutor
 mocked = extensions.pipeline_executor.mocked:MockedExecutor