wpipe 2.2.0__tar.gz → 2.3.1__tar.gz

{wpipe-2.2.0 → wpipe-2.3.1}/PKG-INFO

@@ -1,12 +1,9 @@
 Metadata-Version: 2.4
 Name: wpipe
-Version: 2.2.0
+Version: 2.3.1
 Summary: Pipeline library with API integration for task orchestration and execution tracking
-Project-URL: Homepage, https://github.com/wisrovi/wpipe
-Project-URL: Documentation, https://wpipe.readthedocs.io/en/latest/
-Project-URL: Repository, https://github.com/wisrovi/wpipe
-Project-URL: Issues, https://github.com/wisrovi/wpipe/issues
-Project-URL: Changelog, https://github.com/wisrovi/wpipe/blob/main/CHANGELOG.md
+Home-page: https://github.com/wisrovi/wpipe
+Author: William Steve Rodriguez Villamizar
 Author-email: William Steve Rodriguez Villamizar <wisrovi.rodriguez@gmail.com>
 License: MIT License
         
@@ -42,46 +39,56 @@ License: MIT License
         🌐 Website: https://wisrovi.github.io/wpipe/
         
         ¡Gracias por usar WPipe!
-License-File: LICENSE
-Keywords: api,orchestration,pipeline,tasks,worker,workflow
-Classifier: Development Status :: 5 - Production/Stable
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
+        
+Project-URL: Homepage, https://github.com/wisrovi/wpipe
+Project-URL: Documentation, https://wpipe.readthedocs.io/en/latest/
+Project-URL: Repository, https://github.com/wisrovi/wpipe
+Project-URL: Issues, https://github.com/wisrovi/wpipe/issues
+Project-URL: Changelog, https://github.com/wisrovi/wpipe/blob/main/CHANGELOG.md
+Keywords: pipeline,workflow,tasks,orchestration,api,worker
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: >=3.9
-Requires-Dist: fastapi>=0.100.0
+Classifier: Intended Audience :: Developers
+Classifier: Development Status :: 5 - Production/Stable
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests>=2.31.0
 Requires-Dist: loguru>=0.7.0
 Requires-Dist: pandas>=2.0.0
-Requires-Dist: pydantic>=2.0.0
 Requires-Dist: pyyaml>=6.0.1
-Requires-Dist: requests>=2.31.0
-Requires-Dist: rich>=13.7.0
 Requires-Dist: tqdm>=4.66.0
+Requires-Dist: rich>=13.7.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: fastapi>=0.100.0
 Requires-Dist: uvicorn>=0.23.0
 Requires-Dist: wsqlite>=0.1.0
 Provides-Extra: dev
-Requires-Dist: black>=23.0.0; extra == 'dev'
-Requires-Dist: mypy>=1.7.0; extra == 'dev'
-Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
-Requires-Dist: pytest>=7.4.0; extra == 'dev'
-Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Requires-Dist: pytest>=7.4.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
+Requires-Dist: black>=23.0.0; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: mypy>=1.7.0; extra == "dev"
 Provides-Extra: docs
-Requires-Dist: myst-parser>=2.0.0; extra == 'docs'
-Requires-Dist: sphinx-copybutton>=0.5.0; extra == 'docs'
-Requires-Dist: sphinx-design>=0.5.0; extra == 'docs'
-Requires-Dist: sphinx-rtd-theme>=2.0.0; extra == 'docs'
-Requires-Dist: sphinx-sitemap>=2.5.0; extra == 'docs'
-Requires-Dist: sphinx>=7.2.0; extra == 'docs'
-Description-Content-Type: text/markdown
-
-# 🚀 WPipe v2.2.0
+Requires-Dist: sphinx>=7.2.0; extra == "docs"
+Requires-Dist: sphinx-rtd-theme>=2.0.0; extra == "docs"
+Requires-Dist: sphinx-copybutton>=0.5.0; extra == "docs"
+Requires-Dist: myst-parser>=2.0.0; extra == "docs"
+Requires-Dist: sphinx-sitemap>=2.5.0; extra == "docs"
+Requires-Dist: sphinx-design>=0.5.0; extra == "docs"
+Dynamic: author
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+
+# 🚀 WPipe v2.3.0
 
 **El motor de orquestación de pipelines más rápido, resiliente y puro para Python.**
 

{wpipe-2.2.0 → wpipe-2.3.1}/README.md

@@ -1,4 +1,4 @@
-# 🚀 WPipe v2.2.0
+# 🚀 WPipe v2.3.0
 
 **El motor de orquestación de pipelines más rápido, resiliente y puro para Python.**
 

{wpipe-2.2.0 → wpipe-2.3.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "wpipe"
-version = "2.2.0"
+version = "2.3.1"
 authors = [
     { name = "William Steve Rodriguez Villamizar", email = "wisrovi.rodriguez@gmail.com" }
 ]

wpipe-2.3.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

wpipe-2.3.1/setup.py

@@ -0,0 +1,63 @@
+"""
+Setup configuration for the wpipe package.
+
+This module handles the packaging and distribution of the wpipe library,
+a tool for creating pipelines connected to an API.
+"""
+
+from pathlib import Path
+from typing import List
+from setuptools import setup, find_packages
+
+
+def get_long_description() -> str:
+    """
+    Retrieve the long description from the README.md file.
+
+    Returns:
+        str: The content of the README.md file.
+    """
+    this_directory: Path = Path(__file__).parent
+    readme_path: Path = this_directory / "README.md"
+    if readme_path.exists():
+        return readme_path.read_text(encoding="utf-8")
+    return "Libreria para crear pipelines conectados a una API"
+
+
+def run_setup() -> None:
+    """
+    Execute the setup process for the package.
+    """
+    install_requires: List[str] = [
+        "requests",
+        "loguru",
+        "pandas",
+        "pyyaml",
+        "rich",
+    ]
+
+    setup(
+        name="wpipe",
+        version="2.3.1",
+        description="Library for creating pipelines connected to an API",
+        author="William Steve Rodriguez Villamizar",
+        author_email="wisrovi.rodriguez@gmail.com",
+        packages=find_packages(),
+        install_requires=install_requires,
+        classifiers=[
+            "Programming Language :: Python :: 3",
+            "License :: OSI Approved :: MIT License",
+            "Operating System :: OS Independent",
+            "Topic :: Software Development :: Build Tools",
+            "Intended Audience :: Developers",
+        ],
+        python_requires=">=3.6",
+        long_description_content_type="text/markdown",
+        long_description=get_long_description(),
+        license="MIT",
+        url="https://github.com/wisrovi/wpipe",
+    )
+
+
+if __name__ == "__main__":
+    run_setup()

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/__init__.py

@@ -12,16 +12,14 @@ from typing import Any, Dict
 
 from wsqlite import WSQLite as Wsqlite_original
 
+import wsqlite.core.connection as wconn
+
 # Connection pooling for performance optimization
 _db_connections: Dict[str, sqlite3.Connection] = {}
 _db_lock = threading.RLock()
 
-def patched_get_connection(self) -> sqlite3.Connection:
+def patched_get_shared_connection(db_path: str) -> sqlite3.Connection:
     """Obtain a shared database connection to improve performance."""
-    db_path = getattr(self, 'db_path', None) or self.__dict__.get('db_path')
-    if db_path is None:
-        raise AttributeError(f"WSQLite object has no attribute 'db_path'.")
-
     with _db_lock:
         if db_path in _db_connections:
             try:
@@ -38,41 +36,79 @@ def patched_get_connection(self) -> sqlite3.Connection:
             _db_connections[db_path] = conn
     return _db_connections[db_path]
 
-Wsqlite_original._get_connection = patched_get_connection
+# Redirect wsqlite's internal connection getter to our shared pool
+wconn._get_connection = patched_get_shared_connection
+
+# Also patch ConnectionPool to use our shared connection
+from wsqlite.core.pool import ConnectionPool
+ConnectionPool._create_connection = lambda self: patched_get_shared_connection(self.db_path)
+
+def _patched_return(self, conn):
+    """Patched return_connection that releases semaphore but avoids rollback."""
+    try:
+        if self._is_healthy(conn):
+            try:
+                self._pool.put_nowait(conn)
+            except:
+                pass
+    finally:
+        self._semaphore.release()
+
+ConnectionPool.return_connection = _patched_return
 
-def patched_insert(self, data: Any) -> int:
-    """Insert a new record and return the generated ID."""
-    table_name = self.table_name
-    data_dict = data.model_dump() if hasattr(data, "model_dump") else data
+def patched_insert(self, data: Any) -> Any:
+    """Insert a new record and return the generated ID without committing immediately."""
+    self._call_hook(data, "pre_save")
     
+    data_dict = self._dump(data)
+    # Filter out None values to allow SQLite autoincrement
     columns = [k for k, v in data_dict.items() if v is not None]
     placeholders = ["?" for _ in columns]
     values = [data_dict[k] for k in columns]
 
-    query = f"INSERT INTO {table_name} ({', '.join(columns)}) VALUES ({', '.join(placeholders)})"
+    query = f"INSERT INTO {self.table_name} ({', '.join(columns)}) VALUES ({', '.join(placeholders)})"
 
     with _db_lock:
-        conn = self._get_connection()
+        conn = patched_get_shared_connection(self.db_path)
         cursor = conn.cursor()
         try:
             cursor.execute(query, values)
-            # Commit removed for performance. Final commit will be handled by Pipeline.
-            return cursor.lastrowid
+            result = cursor.lastrowid
+            self._call_hook(data, "post_save")
+            return result
         except Exception as e:
-            conn.rollback()
+            # Only rollback if we are in a transaction
+            try:
+                conn.rollback()
+            except:
+                pass
             raise e
 
 Wsqlite_original.insert = patched_insert
 
 @atexit.register
 def _close_connections():
+    """Cleanup connections and threads on exit."""
     with _db_lock:
         for path, conn in list(_db_connections.items()):
             try:
+                # Force commit before closing if possible
+                conn.commit()
                 conn.close()
             except:
                 pass
         _db_connections.clear()
+    
+    # Final attempt to silence lingering daemon threads in environments like Binder/Jupyter
+    import threading
+    for thread in threading.enumerate():
+        if thread.daemon and thread is not threading.current_thread():
+            if "_RefreshThread" in str(thread):
+                try:
+                    # Give it a very short window to finish or just ignore it
+                    thread.join(timeout=0.01)
+                except:
+                    pass
 
 # Lazy loading map
 _LAZY_MAP = {

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/dashboard/main.py

@@ -143,8 +143,8 @@ def create_app(
         """Get the YAML configuration for a pipeline execution."""
         tracker = PipelineTracker(db_path=db_path, config_dir=config_dir)
         pipeline = tracker.get_pipeline(pipeline_id)
-        if pipeline and pipeline.get("config_yaml"):
-            yaml_path = Path(pipeline["config_yaml"])
+        if pipeline and pipeline.get("yaml_path"):
+            yaml_path = Path(pipeline["yaml_path"])
             if not yaml_path.exists() and config_dir:
                 yaml_path = Path(config_dir) / f"{pipeline_id}.yaml"
             if not yaml_path.exists() and config_dir:
@@ -190,13 +190,13 @@ def create_app(
         return tracker.get_top_slow_steps(limit=limit)
 
     @app.get("/api/analysis/states")
-    async def get_states_analysis() -> List[Dict[str, Any]]:
+    async def get_states_analysis() -> Dict[str, Any]:
         """Get analysis of pipeline states."""
         tracker = PipelineTracker(db_path=db_path, config_dir=config_dir)
         return tracker.get_states_analysis()
 
     @app.get("/api/analysis/pipelines")
-    async def get_pipelines_analysis() -> List[Dict[str, Any]]:
+    async def get_pipelines_analysis() -> Dict[str, Any]:
         """Get analysis of pipeline performance."""
         tracker = PipelineTracker(db_path=db_path, config_dir=config_dir)
         return tracker.get_pipelines_analysis()

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/pipe/components/metrics.py

@@ -77,6 +77,11 @@ class SystemMetricsCollector:
     def stop(self) -> None:
         """Stop the background collection thread."""
         self._stop_event.set()
+        if self._thread and self._thread.is_alive():
+            try:
+                self._thread.join(timeout=1.0)
+            except:
+                pass
 
     def _collect_loop(self) -> None:
         """Continuous collection loop executed in the background thread."""

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/resource_monitor/monitor.py

@@ -133,6 +133,11 @@ class ResourceMonitor:
             return
 
         self._monitoring = False
+        if self._monitor_thread and self._monitor_thread.is_alive():
+            try:
+                self._monitor_thread.join(timeout=1.0)
+            except:
+                pass
 
         self.end_time = time.time()
         try:

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/sqlite/tables_dto/tracker_models.py

@@ -70,7 +70,7 @@ class StepModel(BaseModel):
         error_traceback (Optional[str]): Full traceback if the step failed.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     pipeline_id: str
     step_order: int
     step_name: str
@@ -103,7 +103,7 @@ class StepHistoryModel(BaseModel):
         recorded_at (Optional[str]): ISO timestamp of the record.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     pipeline_id: str
     step_name: str
     duration_ms: float
@@ -135,7 +135,7 @@ class PerformanceStatsModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of the record creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     entity_type: str
     entity_name: str
     period_start: str
@@ -169,7 +169,7 @@ class AlertConfigModel(BaseModel):
         enabled (int): Whether the alert is enabled (1) or disabled (0).
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     name: str
     metric: str
     condition: str
@@ -196,7 +196,7 @@ class AlertFiredModel(BaseModel):
         fired_at (Optional[str]): ISO timestamp of when the alert fired.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     alert_config_id: int
     pipeline_id: str
     step_id: Optional[int] = None
@@ -224,7 +224,7 @@ class EventModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of event creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     pipeline_id: str
     step_id: Optional[int] = None
     event_type: str
@@ -250,7 +250,7 @@ class PipelineRelationModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of relation creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     parent_pipeline_id: str
     child_pipeline_id: str
     relation_type: str = "triggered"
@@ -276,7 +276,7 @@ class SystemMetricsModel(BaseModel):
         recorded_at (Optional[str]): ISO timestamp of the measurement.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     pipeline_id: str
     cpu_percent: Optional[float] = None
     memory_percent: Optional[float] = None
@@ -304,7 +304,7 @@ class ResourceMetricsModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of record creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     task_name: str
     start_ram_mb: Optional[float] = None
     peak_ram_mb: Optional[float] = None
@@ -330,7 +330,7 @@ class CheckpointModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of checkpoint creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     pipeline_id: str
     step_order: int
     step_name: str
@@ -356,7 +356,7 @@ class ComparisonModel(BaseModel):
         created_at (Optional[str]): ISO timestamp of comparison creation.
     """
 
-    id: Optional[int] = Field(None, description="Primary Key")
+    id: Optional[int] = Field(None, description="primary key autoincrement")
     comparison_uuid: str
     pipeline_a_id: str
     pipeline_b_id: str

{wpipe-2.2.0 → wpipe-2.3.1}/wpipe/tracking/tracker.py

@@ -334,7 +334,11 @@ class PipelineTracker:
         if not pipeline_records:
             return []
         model = pipeline_records[0]
-        started = datetime.fromisoformat(model.started_at)
+        started_at = model.started_at
+        if started_at is None:
+            started = datetime.now()
+        else:
+            started = datetime.fromisoformat(str(started_at))
         duration_ms = (datetime.now() - started).total_seconds() * 1000
         model.status = "error" if error_message else "completed"
         model.completed_at = datetime.now().isoformat()