flowyml 1.1.0__py3-none-any.whl → 1.2.0__py3-none-any.whl

flowyml/core/versioning.py

@@ -3,7 +3,7 @@
 import json
 import hashlib
 from pathlib import Path
-from typing import Any, Never
+from typing import Any, NoReturn
 from datetime import datetime
 from dataclasses import dataclass, asdict
 
@@ -204,7 +204,7 @@ class VersionedPipeline:
             if changes["modified"]:
                 pass
 
-    def rollback(self, version: str) -> Never:
+    def rollback(self, version: str) -> NoReturn:
         """Rollback to a previous version (not implemented - would need to reconstruct pipeline)."""
         raise NotImplementedError("Rollback requires pipeline reconstruction from saved state")
 

{flowyml-1.1.0.dist-info → flowyml-1.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowyml
-Version: 1.1.0
+Version: 1.2.0
 Summary: Next-Generation ML Pipeline Framework
 License: Apache-2.0
 License-File: LICENSE
@@ -66,21 +66,25 @@ Description-Content-Type: text/markdown
 
 ---
 
-**flowyml** is the comprehensive ML pipeline framework that combines the **simplicity of a Python script** with the **power of an enterprise MLOps platform**.
+**FlowyML** is the comprehensive ML pipeline framework that combines the **simplicity of a Python script** with the **power of an enterprise MLOps platform**.
 
-## 🚀 Why flowyml?
+## 🚀 Why FlowyML?
 
-| Feature | flowyml | Traditional Orchestrators |
+| Feature | FlowyML | Traditional Orchestrators |
 |---------|---------|---------------------------|
 | **Developer Experience** | 🐍 **Native Python** - No DSLs, no YAML hell. | 📜 Complex YAML or rigid DSLs. |
 | **Context Awareness** | 🧠 **Auto-Injection** - Params are just function args. | 🔌 Manual wiring of every parameter. |
 | **Caching** | ⚡ **Multi-Level** - Smart content-hashing & memoization. | 🐢 Basic file-timestamp checking. |
 | **Asset Management** | 📦 **First-Class Assets** - Models & Datasets with lineage. | 📁 Generic file paths only. |
 | **Architecture** | 🏗️ **Modular Stacks** - Local, Cloud, Hybrid. | 🔒 Vendor lock-in or complex setup. |
+| **Deployment** | 🏢 **Local or Centralized** - Run locally or deploy as a company-wide hub. | 🧩 Fragmented or cloud-only. |
+| **Flexibility** | 🔌 **Extensive Plugin Ecosystem** | Fixed integration with specific orchestrators or custom tools to be developed. |
+| **Separation of Concerns** | 🪾 **Steps Grouping, branching and conditions** | Handling only orchestrator logic and task execution oriented. |
+| **Features Rich** | 🌟 **Built-in experiment tracking, model leaderboard, human-in-the-loop, notifications, scheduling** | Very limited or none extra features. |
 
 ## 🚀 Feature Showcase
 
-flowyml is a complete toolkit for building, debugging, and deploying ML applications.
+FlowyML is a complete toolkit for building, debugging, and deploying ML applications.
 
 ### 1. Zero-Boilerplate Orchestration
 Write pipelines as standard Python functions. No YAML, no DSLs.
@@ -110,18 +114,21 @@ def expensive_processing(data):
 ```
 
 ### 3. 🤖 LLM & GenAI Ready
-Trace token usage, latency, and costs automatically.
+Trace token usage, latency, and costs automatically with built-in observability.
 
 ```python
 @step
 @trace_llm(model="gpt-4", tags=["production"])
 def generate_summary(text: str):
-    # flowyml automatically tracks tokens, cost, and latency
+    # flowyml automatically tracks:
+    # - Token usage (prompt/completion)
+    # - Cost estimation
+    # - Latency & Success/Failure rates
     return openai.ChatCompletion.create(...)
 ```
 
-### 4. ⚡ Efficient Step Grouping
-Group related steps to run in the same container - reduce overhead, maintain clarity.
+### 4. ⚡ Efficient Step Grouping & Separation of Concerns
+Group related steps to run in the same container - reduce overhead, maintain clarity, and keep logic separate from configuration.
 
 ```python
 # Run preprocessing steps in same container (shares resources)
@@ -238,12 +245,13 @@ pipeline.run(debug=True)  # Pauses at breakpoint
 ```
 
 ### 13. 📦 First-Class Assets
-Specialized types for ML workflows.
+Assets are not just files; they are first-class citizens with lineage, metadata, and versioning.
 
 ```python
 from flowyml.core import Dataset, Model, Metrics, FeatureSet
 
-dataset = Dataset.create(data=df, name="training_data")
+# Assets track their producer, lineage, and metadata automatically
+dataset = Dataset.create(data=df, name="training_data", metadata={"source": "s3"})
 model = Model.create(artifact=trained_model, score=0.95)
 metrics = Metrics.create(values={"accuracy": 0.95})
 ```
@@ -285,11 +293,46 @@ if drift['drift_detected']:
 - **🔔 Notifications**: Slack/Email alerts.
 - **🛡️ Circuit Breakers**: Stop cascading failures.
 
-### 18. 🔌 Universal Integrations
+### 18. 🏢 Centralized Hub & Docker
+Ready for the enterprise. Run locally per project or deploy as a centralized entity for the company.
+- **Docker Ready**: Backend and Frontend are fully dockerized.
+- **Centralized Hub**: Share pipelines, artifacts, and experiments across the team.
+- **Remote Execution**: Configure local clients to execute on the remote hub.
+
+### 19. 🔌 Universal Integrations
 - **ML Frameworks**: PyTorch, TensorFlow, Keras, Scikit-learn, HuggingFace.
 - **Cloud Providers**: AWS, GCP, Azure (via plugins).
 - **Tools**: MLflow, Weights & Biases, Great Expectations.
 
+### 20. 📂 Project-Based Organization
+Built-in multi-tenancy for managing multiple teams and initiatives.
+
+```python
+from flowyml import Project
+
+project = Project("recommendation_system")
+pipeline = project.create_pipeline("training")
+
+# All runs, artifacts, and metadata are automatically scoped to the project
+runs = project.list_runs()
+stats = project.get_stats()
+```
+
+### 21. 📝 Pipeline Templates
+Stop reinventing the wheel. Use pre-built templates for common ML patterns.
+
+```python
+from flowyml.core.templates import create_from_template
+
+# Create a standard training pipeline in one line
+pipeline = create_from_template(
+    "ml_training",
+    data_loader=my_loader,
+    trainer=my_trainer,
+    evaluator=my_evaluator
+)
+```
+
 ## 📦 Installation
 
 ```bash
@@ -339,6 +382,26 @@ print(f"Run ID: {result.run_id}")
 print(f"Model Score: {result.outputs['model'].score}")
 ```
 
+### 16. 🌐 Pipeline Versioning
+Git-like versioning for pipelines. Track changes, compare, rollback.
+
+```python
+from flowyml import VersionedPipeline
+
+pipeline = VersionedPipeline("training", version="v1.0.0")
+pipeline.add_step(load_data)
+pipeline.save_version()
+
+# ... make changes ...
+pipeline.version = "v1.1.0"
+pipeline.save_version()
+
+# Compare versions to see exactly what changed (steps, code, context)
+diff = pipeline.compare_with("v1.0.0")
+print(diff["modified_steps"])  # ['train_model']
+print(diff["context_changes"]) # {'learning_rate': {'old': 0.01, 'new': 0.001}}
+```
+
 ## 🖥️ The flowyml UI
 
 Visualize your workflows, inspect artifacts, and monitor runs in real-time.

{flowyml-1.1.0.dist-info → flowyml-1.2.0.dist-info}/RECORD

@@ -34,7 +34,7 @@ flowyml/core/scheduler_config.py,sha256=4VF_AKKU_AcHXURZjE77ff8Uhm2eO7v_nWbs1bq7
 flowyml/core/step.py,sha256=LOec72XuuHpMuRcz9gc_3JjWlcfYBWz-fVEuLXBiHqA,6822
 flowyml/core/step_grouping.py,sha256=wBMZbOLZW5ghN8n8J3CmzKFKTaytRzrLkHJ-AwCuP5E,9941
 flowyml/core/templates.py,sha256=r7WbxZv8-BV3_3oX27ACGSitIsmNbNd4VeitpI2uJeg,6359
-flowyml/core/versioning.py,sha256=DvN3teqPR6N2h1nGX3fmfxv9Q62Mh9JpGES39gmnGlw,7074
+flowyml/core/versioning.py,sha256=kpYLJ7YBTfGduZmy45-qcnJLOIFqsIcc6WIisObVKYE,7080
 flowyml/integrations/__init__.py,sha256=SQWPFwFs_1gLGlJ6TDo2bcFKwBrv1PkwhZvEiELV1ok,28
 flowyml/integrations/keras.py,sha256=k8U77ti44lGVx5GbTp0bmS_3Ex-8bSRqZQYIJyBDe6M,4507
 flowyml/monitoring/__init__.py,sha256=nkqmfdvLGMd44NfrIvH2vwVZBJGDVUn-qpei192WJp4,33
@@ -152,8 +152,8 @@ flowyml/utils/logging.py,sha256=PBJDFlGdp1mePS6A3g08dnGAB-v8jTlcNxEsYs9WSBo,1371
 flowyml/utils/performance.py,sha256=-ne9v9ddEltiKRPk-AerM1R3Gwwd_oCRKtNyHARWd4k,8655
 flowyml/utils/stack_config.py,sha256=54vN_Ipa4ZUNIWt-D1j1Qeh85VHjfBE5fkaQMRj7-cI,9147
 flowyml/utils/validation.py,sha256=mClumVro0bl_XXxT1zWPlRI6M_iZa3z2SZ0QUdmTOqs,10199
-flowyml-1.1.0.dist-info/METADATA,sha256=UBMkojleimegVvusrrtF85DklSRO6jLnMZKN5JuFJ9c,11656
-flowyml-1.1.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-flowyml-1.1.0.dist-info/entry_points.txt,sha256=yuF-dOC4rbyJ2Aqi4CMRBxFhqIRoKO6Mhh6jfiQEVjI,48
-flowyml-1.1.0.dist-info/licenses/LICENSE,sha256=5mUUSQiCx-qiHXxla6s0tL-b1ZbDPNQ1Cw13oUPANsU,625
-flowyml-1.1.0.dist-info/RECORD,,
+flowyml-1.2.0.dist-info/METADATA,sha256=yXlG92PzVDVHbwODf7Os4J7gsUV1IOfGjdJQHrHrVLk,14257
+flowyml-1.2.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+flowyml-1.2.0.dist-info/entry_points.txt,sha256=yuF-dOC4rbyJ2Aqi4CMRBxFhqIRoKO6Mhh6jfiQEVjI,48
+flowyml-1.2.0.dist-info/licenses/LICENSE,sha256=5mUUSQiCx-qiHXxla6s0tL-b1ZbDPNQ1Cw13oUPANsU,625
+flowyml-1.2.0.dist-info/RECORD,,