wpipe 2.1.2__tar.gz → 2.1.4__tar.gz

{wpipe-2.1.2 → wpipe-2.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wpipe
-Version: 2.1.2
+Version: 2.1.4
 Summary: Pipeline library with API integration for task orchestration and execution tracking
 Project-URL: Homepage, https://github.com/wisrovi/wpipe
 Project-URL: Documentation, https://wpipe.readthedocs.io/en/latest/

{wpipe-2.1.2 → wpipe-2.1.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "wpipe"
-version = "2.1.2"
+version = "2.1.4"
 authors = [
     { name = "William Steve Rodriguez Villamizar", email = "wisrovi.rodriguez@gmail.com" }
 ]

{wpipe-2.1.2 → wpipe-2.1.4}/wpipe/pipe/pipe.py

@@ -698,15 +698,23 @@ class Pipeline(APIClient):
                 raise
             except Exception as e:  # pylint: disable=broad-exception-caught
                 last_exception = e
-                tb = traceback.extract_tb(e.__traceback__)
-                last_trace = tb[-1] if tb else None
+                tb_list = traceback.extract_tb(e.__traceback__)
+                
+                # Find the most relevant frame (user code instead of library code)
+                # We look for the last frame that doesn't contain 'site-packages' or 'wpipe'
+                relevant_frame = tb_list[-1]
+                for frame in reversed(tb_list):
+                    if "site-packages" not in frame.filename and "wpipe/pipe" not in frame.filename:
+                        relevant_frame = frame
+                        break
+                
                 error_details = {
                     "step_name": name,
                     "error_message": str(e),
                     "error_traceback": traceback.format_exc(),
-                    "file_path": last_trace.filename if last_trace else "unknown",
-                    "line_number": last_trace.lineno if last_trace else 0,
-                    "method": last_trace.name if last_trace else "unknown",
+                    "file_path": relevant_frame.filename,
+                    "line_number": relevant_frame.lineno,
+                    "method": relevant_frame.name,
                     "timestamp": datetime.now().isoformat(),
                     "attempt": attempt + 1,
                 }
@@ -794,6 +802,18 @@ class Pipeline(APIClient):
         try:
             current_group = f"group_{tracked_id or 'none'}"
             clean_self = self
+            
+            # Check if data is picklable if using processes
+            if is_multiprocess:
+                import pickle
+                try:
+                    pickle.dumps(loop_data)
+                except (pickle.PicklingError, TypeError, AttributeError) as e:
+                    if self.verbose:
+                        print(f"[WARNING] Data not picklable: {e}. Falling back to THREADS.")
+                    is_multiprocess = False
+                    ExecutorClass = ThreadPoolExecutor
+
             if is_multiprocess:
                 import copy as cp  # pylint: disable=import-outside-toplevel
                 clean_self = cp.copy(self)
@@ -860,7 +880,12 @@ class Pipeline(APIClient):
                     step_id = item[3]
         elif callable(item):
             func = item
-            name = getattr(item, "NAME", getattr(item, "__name__", "task"))
+            # Look for step name in priorities: NAME attribute > __name__ > class name
+            name = getattr(item, "NAME", getattr(item, "__name__", item.__class__.__name__))
+            if name == "task" or name == "function":
+                # Fallback to a more descriptive name if possible
+                name = item.__class__.__name__
+            
             version = getattr(item, "VERSION", "v1.0")
             step_meta = getattr(item, "_wpipe_metadata", {})