taskflow 5.9.0__tar.gz → 5.9.1__tar.gz

{taskflow-5.9.0 → taskflow-5.9.1}/ChangeLog

@@ -1,6 +1,10 @@
 CHANGES
 =======
 
+5.9.1
+-----
+
+
 5.9.0
 -----
 
@@ -12,6 +16,7 @@ CHANGES
 -----
 
 * Python3.12: disable process\_executor, which depends on asyncore
+* Fix REVERT\_ALL with Retries in unordered Flows
 * Remove SQLAlchemy tips jobs
 * Remove old excludes
 * Remove assertRaisesRegex

{taskflow-5.9.0 → taskflow-5.9.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: taskflow
-Version: 5.9.0
+Version: 5.9.1
 Summary: Taskflow structured state management library.
 Home-page: https://docs.openstack.org/taskflow/latest/
 Author: OpenStack

taskflow-5.9.1/releasenotes/notes/fix-revert-all-revert-a0310cd7beaa7409.yaml

@@ -0,0 +1,6 @@
+---
+fixes:
+  - |
+    Fixed a bug when using retries with unordered flows, a REVERT_ALL triggered
+    by one of the subflow was overriden by an other subflow running in parallel,
+    leading to an incomplete revert of the flow.

{taskflow-5.9.0 → taskflow-5.9.1}/taskflow/engines/action_engine/runtime.py

@@ -291,6 +291,18 @@ class Runtime(object):
         """Resets all the provided atoms to the given state and intention."""
         tweaked = []
         for atom in atoms:
+            cur_intention = self.storage.get_atom_intention(atom.name)
+            # Don't trigger a RETRY if the atom needs to be REVERTED.
+            # This is a workaround for a bug when REVERT_ALL is applied to
+            # unordered flows
+            # (https://bugs.launchpad.net/taskflow/+bug/2043808)
+            # A subflow may trigger a REVERT_ALL, all the atoms of all the
+            # related subflows are marked as REVERT but a task of a related
+            # flow may still be running in another thread. If this task
+            # triggers a RETRY, it overrides the previously set REVERT status,
+            # breaking the revert path of the flow.
+            if cur_intention == st.REVERT and intention == st.RETRY:
+                continue
             if state or intention:
                 tweaked.append((atom, state, intention))
             if state:

{taskflow-5.9.0 → taskflow-5.9.1}/taskflow/tests/unit/test_retries.py

@@ -15,8 +15,10 @@
 #    under the License.
 
 import testtools
+import time
 
 import taskflow.engines
+from taskflow.engines.action_engine import executor
 from taskflow import exceptions as exc
 from taskflow.patterns import graph_flow as gf
 from taskflow.patterns import linear_flow as lf
@@ -502,6 +504,56 @@ class RetryTest(utils.EngineTestBase):
         self.assertRaisesRegex(RuntimeError, '^Woot', engine.run)
         self.assertRaisesRegex(RuntimeError, '^Woot', engine.run)
 
+    def test_restart_reverted_unordered_flows_with_retries(self):
+        now = time.time()
+
+        # First flow of an unordered flow:
+        subflow1 = lf.Flow('subflow1')
+
+        # * a task that completes in 3 sec with a few retries
+        subsubflow1 = lf.Flow('subflow1.subsubflow1',
+                              retry=utils.RetryFiveTimes())
+        subsubflow1.add(utils.SuccessAfter3Sec('subflow1.fail1',
+                                               inject={'start_time': now}))
+        subflow1.add(subsubflow1)
+
+        # * a task that fails and triggers a revert after 5 retries
+        subsubflow2 = lf.Flow('subflow1.subsubflow2',
+                              retry=utils.RetryFiveTimes())
+        subsubflow2.add(utils.FailingTask('subflow1.fail2'))
+        subflow1.add(subsubflow2)
+
+        # Second flow of the unordered flow:
+        subflow2 = lf.Flow('subflow2')
+
+        # * a task that always fails and retries
+        subsubflow1 = lf.Flow('subflow2.subsubflow1',
+                              retry=utils.AlwaysRetry())
+        subsubflow1.add(utils.FailingTask('subflow2.fail1'))
+        subflow2.add(subsubflow1)
+
+        unordered_flow = uf.Flow('unordered_flow')
+        unordered_flow.add(subflow1, subflow2)
+
+        # Main flow, contains a simple task and an unordered flow
+        flow = lf.Flow('test')
+        flow.add(utils.NoopTask('task1'))
+        flow.add(unordered_flow)
+
+        engine = self._make_engine(flow)
+
+        # This test fails when using Green threads, skipping it for now
+        if isinstance(engine._task_executor,
+                      executor.ParallelGreenThreadTaskExecutor):
+            self.skipTest("Skipping this test when using green threads.")
+
+        with utils.CaptureListener(engine) as capturer:
+            self.assertRaisesRegex(exc.WrappedFailure,
+                                   '.*RuntimeError: Woot!',
+                                   engine.run)
+            # task1 should have been reverted
+            self.assertIn('task1.t REVERTED(None)', capturer.values)
+
     def test_run_just_retry(self):
         flow = utils.OneReturnRetry(provides='x')
         engine = self._make_engine(flow)

{taskflow-5.9.0 → taskflow-5.9.1}/taskflow/tests/utils.py

@@ -227,6 +227,32 @@ class FailingTask(ProgressingTask):
         raise RuntimeError('Woot!')
 
 
+class SimpleTask(task.Task):
+    def execute(self, time_sleep=0, **kwargs):
+        time.sleep(time_sleep)
+
+
+class SuccessAfter3Sec(task.Task):
+    def execute(self, start_time, **kwargs):
+        now = time.time()
+        if now - start_time >= 3:
+            return None
+        raise RuntimeError('Woot!')
+
+
+class RetryFiveTimes(retry.Times):
+    def on_failure(self, history, *args, **kwargs):
+        if len(history) < 5:
+            time.sleep(1)
+            return retry.RETRY
+        return retry.REVERT_ALL
+
+
+class AlwaysRetry(retry.Times):
+    def on_failure(self, history, *args, **kwargs):
+        return retry.RETRY
+
+
 class OptionalTask(task.Task):
     def execute(self, a, b=5):
         result = a * b

{taskflow-5.9.0 → taskflow-5.9.1}/taskflow.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: taskflow
-Version: 5.9.0
+Version: 5.9.1
 Summary: Taskflow structured state management library.
 Home-page: https://docs.openstack.org/taskflow/latest/
 Author: OpenStack

{taskflow-5.9.0 → taskflow-5.9.1}/taskflow.egg-info/SOURCES.txt

@@ -70,6 +70,7 @@ releasenotes/notes/drop-python-2-7-73d3113c69d724d6.yaml
 releasenotes/notes/etcd-jobboard-backend-8a9fea2238fb0f12.yaml
 releasenotes/notes/fix-endless-loop-on-storage-error-dd4467f0bbc66abf.yaml
 releasenotes/notes/fix-endless-loop-on-storage-failures-b98b30f0c34d25e1.yaml
+releasenotes/notes/fix-revert-all-revert-a0310cd7beaa7409.yaml
 releasenotes/notes/fix-storage-failure-handling-5c115d92daa0eb82.yaml
 releasenotes/notes/fix-zookeeper-option-parsing-f9d37fbc39af47f4.yaml
 releasenotes/notes/redis-username-df0eb33869db09a2.yaml

taskflow-5.9.1/taskflow.egg-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "a8b48d6e", "is_release": true}

taskflow-5.9.0/taskflow.egg-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "fc14510a", "is_release": true}