taskflow 5.12.0__py3-none-any.whl → 6.0.1__py3-none-any.whl

taskflow/listeners/claims.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -49,7 +47,7 @@ class CheckingClaimListener(base.Listener):
     """
 
     def __init__(self, engine, job, board, owner, on_job_loss=None):
-        super(CheckingClaimListener, self).__init__(engine)
+        super().__init__(engine)
         self._job = job
         self._board = board
         self._owner = owner

taskflow/listeners/logging.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -46,7 +44,7 @@ class LoggingListener(base.DumpingListener):
                  retry_listen_for=base.DEFAULT_LISTEN_FOR,
                  log=None,
                  level=logging.DEBUG):
-        super(LoggingListener, self).__init__(
+        super().__init__(
             engine, task_listen_for=task_listen_for,
             flow_listen_for=flow_listen_for, retry_listen_for=retry_listen_for)
         self._logger = misc.pick_first_not_none(log, self._LOGGER, LOG)
@@ -110,8 +108,10 @@ class DynamicLoggingListener(base.Listener):
                  retry_listen_for=base.DEFAULT_LISTEN_FOR,
                  log=None, failure_level=logging.WARNING,
                  level=logging.DEBUG, hide_inputs_outputs_of=(),
-                 fail_formatter=None):
-        super(DynamicLoggingListener, self).__init__(
+                 fail_formatter=None,
+                 mask_inputs_keys=(),
+                 mask_outputs_keys=()):
+        super().__init__(
             engine, task_listen_for=task_listen_for,
             flow_listen_for=flow_listen_for, retry_listen_for=retry_listen_for)
         self._failure_level = failure_level
@@ -127,11 +127,15 @@ class DynamicLoggingListener(base.Listener):
             states.REVERTED: self._failure_level,
         }
         self._hide_inputs_outputs_of = frozenset(hide_inputs_outputs_of)
+        self._mask_inputs_keys = frozenset(mask_inputs_keys)
+        self._mask_outputs_keys = frozenset(mask_outputs_keys)
         self._logger = misc.pick_first_not_none(log, self._LOGGER, LOG)
         if fail_formatter is None:
             self._fail_formatter = formatters.FailureFormatter(
                 self._engine,
-                hide_inputs_outputs_of=self._hide_inputs_outputs_of)
+                hide_inputs_outputs_of=self._hide_inputs_outputs_of,
+                mask_inputs_keys=self._mask_inputs_keys,
+                mask_outputs_keys=self._mask_outputs_keys)
         else:
             self._fail_formatter = fail_formatter
 

taskflow/listeners/printing.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -27,7 +25,7 @@ class PrintingListener(base.DumpingListener):
                  flow_listen_for=base.DEFAULT_LISTEN_FOR,
                  retry_listen_for=base.DEFAULT_LISTEN_FOR,
                  stderr=False):
-        super(PrintingListener, self).__init__(
+        super().__init__(
             engine, task_listen_for=task_listen_for,
             flow_listen_for=flow_listen_for, retry_listen_for=retry_listen_for)
         if stderr:

taskflow/listeners/timing.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -26,7 +24,7 @@ from taskflow import logging
 from taskflow import states
 
 STARTING_STATES = frozenset((states.RUNNING, states.REVERTING))
-FINISHED_STATES = frozenset((base.FINISH_STATES + (states.REVERTED,)))
+FINISHED_STATES = frozenset(base.FINISH_STATES + (states.REVERTED,))
 WATCH_STATES = frozenset(itertools.chain(FINISHED_STATES, STARTING_STATES,
                                          [states.PENDING]))
 
@@ -48,13 +46,13 @@ class DurationListener(base.Listener):
     to task metadata with key ``'duration'``.
     """
     def __init__(self, engine):
-        super(DurationListener, self).__init__(engine,
-                                               task_listen_for=WATCH_STATES,
-                                               flow_listen_for=WATCH_STATES)
+        super().__init__(engine,
+                         task_listen_for=WATCH_STATES,
+                         flow_listen_for=WATCH_STATES)
         self._timers = {co.TASK: {}, co.FLOW: {}}
 
     def deregister(self):
-        super(DurationListener, self).deregister()
+        super().deregister()
         # There should be none that still exist at deregistering time, so log a
         # warning if there were any that somehow still got left behind...
         for item_type, timers in self._timers.items():
@@ -105,23 +103,22 @@ class PrintingDurationListener(DurationListener):
     """Listener that prints the duration as well as recording it."""
 
     def __init__(self, engine, printer=None):
-        super(PrintingDurationListener, self).__init__(engine)
+        super().__init__(engine)
         if printer is None:
             self._printer = _printer
         else:
             self._printer = printer
 
     def _record_ending(self, timer, item_type, item_name, state):
-        super(PrintingDurationListener, self)._record_ending(
+        super()._record_ending(
             timer, item_type, item_name, state)
         self._printer("It took %s '%s' %0.2f seconds to"
                       " finish." % (item_type, item_name, timer.elapsed()))
 
     def _receiver(self, item_type, item_name, state):
-        super(PrintingDurationListener, self)._receiver(item_type,
-                                                        item_name, state)
+        super()._receiver(item_type, item_name, state)
         if state in STARTING_STATES:
-            self._printer("'%s' %s started." % (item_name, item_type))
+            self._printer("'{}' {} started.".format(item_name, item_type))
 
 
 class EventTimeListener(base.Listener):
@@ -139,7 +136,7 @@ class EventTimeListener(base.Listener):
                  task_listen_for=base.DEFAULT_LISTEN_FOR,
                  flow_listen_for=base.DEFAULT_LISTEN_FOR,
                  retry_listen_for=base.DEFAULT_LISTEN_FOR):
-        super(EventTimeListener, self).__init__(
+        super().__init__(
             engine, task_listen_for=task_listen_for,
             flow_listen_for=flow_listen_for, retry_listen_for=retry_listen_for)
 

taskflow/logging.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/patterns/graph_flow.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -66,7 +64,7 @@ class Flow(flow.Flow):
     """
 
     def __init__(self, name, retry=None):
-        super(Flow, self).__init__(name, retry)
+        super().__init__(name, retry)
         self._graph = gr.DiGraph(name=name)
         self._graph.freeze()
 
@@ -332,7 +330,7 @@ class TargetedFlow(Flow):
     """
 
     def __init__(self, *args, **kwargs):
-        super(TargetedFlow, self).__init__(*args, **kwargs)
+        super().__init__(*args, **kwargs)
         self._subgraph = None
         self._target = None
 

taskflow/patterns/linear_flow.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -36,7 +34,7 @@ class Flow(flow.Flow):
     """
 
     def __init__(self, name, retry=None):
-        super(Flow, self).__init__(name, retry)
+        super().__init__(name, retry)
         self._graph = gr.OrderedDiGraph(name=name)
         self._last_item = self._no_last_item
 
@@ -55,8 +53,7 @@ class Flow(flow.Flow):
         return len(self._graph)
 
     def __iter__(self):
-        for item in self._graph.nodes:
-            yield item
+        yield from self._graph.nodes
 
     @property
     def requires(self):
@@ -71,9 +68,7 @@ class Flow(flow.Flow):
         return frozenset(requires)
 
     def iter_nodes(self):
-        for (n, n_data) in self._graph.nodes(data=True):
-            yield (n, n_data)
+        yield from self._graph.nodes(data=True)
 
     def iter_links(self):
-        for (u, v, e_data) in self._graph.edges(data=True):
-            yield (u, v, e_data)
+        yield from self._graph.edges(data=True)

taskflow/patterns/unordered_flow.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -26,7 +24,7 @@ class Flow(flow.Flow):
     """
 
     def __init__(self, name, retry=None):
-        super(Flow, self).__init__(name, retry)
+        super().__init__(name, retry)
         self._graph = gr.Graph(name=name)
 
     def add(self, *items):
@@ -40,16 +38,13 @@ class Flow(flow.Flow):
         return len(self._graph)
 
     def __iter__(self):
-        for item in self._graph:
-            yield item
+        yield from self._graph
 
     def iter_links(self):
-        for (u, v, e_data) in self._graph.edges(data=True):
-            yield (u, v, e_data)
+        yield from self._graph.edges(data=True)
 
     def iter_nodes(self):
-        for n, n_data in self._graph.nodes(data=True):
-            yield (n, n_data)
+        yield from self._graph.nodes(data=True)
 
     @property
     def requires(self):

taskflow/persistence/backends/__init__.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Rackspace Hosting Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -64,7 +62,7 @@ def fetch(conf, namespace=BACKEND_NAMESPACE, **kwargs):
                                    invoke_kwds=kwargs)
         return mgr.driver
     except RuntimeError as e:
-        raise exc.NotFound("Could not find backend %s: %s" % (backend, e))
+        raise exc.NotFound("Could not find backend {}: {}".format(backend, e))
 
 
 @contextlib.contextmanager

taskflow/persistence/backends/impl_dir.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
 #    Copyright (C) 2013 Rackspace Hosting All Rights Reserved.
 #
@@ -17,7 +15,6 @@
 
 import contextlib
 import errno
-import io
 import os
 import shutil
 
@@ -69,7 +66,7 @@ class DirBackend(path_based.PathBasedBackend):
     """
 
     def __init__(self, conf):
-        super(DirBackend, self).__init__(conf)
+        super().__init__(conf)
         max_cache_size = self._conf.get('max_cache_size')
         if max_cache_size is not None:
             max_cache_size = int(max_cache_size)
@@ -100,7 +97,7 @@ class Connection(path_based.PathBasedConnection):
         mtime = os.path.getmtime(filename)
         cache_info = self.backend.file_cache.setdefault(filename, {})
         if not cache_info or mtime > cache_info.get('mtime', 0):
-            with io.open(filename, 'r', encoding=self.backend.encoding) as fp:
+            with open(filename, encoding=self.backend.encoding) as fp:
                 cache_info['data'] = fp.read()
                 cache_info['mtime'] = mtime
         return cache_info['data']
@@ -108,7 +105,7 @@ class Connection(path_based.PathBasedConnection):
     def _write_to(self, filename, contents):
         contents = misc.binary_encode(contents,
                                       encoding=self.backend.encoding)
-        with io.open(filename, 'wb') as fp:
+        with open(filename, 'wb') as fp:
             fp.write(contents)
         self.backend.file_cache.pop(filename, None)
 

taskflow/persistence/backends/impl_memory.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
 #    Copyright (C) 2013 Rackspace Hosting All Rights Reserved.
 #
@@ -31,10 +29,10 @@ class FakeInode(tree.Node):
     """A in-memory filesystem inode-like object."""
 
     def __init__(self, item, path, value=None):
-        super(FakeInode, self).__init__(item, path=path, value=value)
+        super().__init__(item, path=path, value=value)
 
 
-class FakeFilesystem(object):
+class FakeFilesystem:
     """An in-memory filesystem-like structure.
 
     This filesystem uses posix style paths **only** so users must be careful
@@ -249,8 +247,7 @@ class FakeFilesystem(object):
             parts = path.split(pp.sep)[1:]
         if include_root:
             parts.insert(0, self._root.item)
-        for piece in parts:
-            yield piece
+        yield from parts
 
     def __delitem__(self, path):
         self.delete(path, recursive=True)
@@ -258,7 +255,7 @@ class FakeFilesystem(object):
     @staticmethod
     def _stringify_node(node):
         if 'target' in node.metadata:
-            return "%s (link to %s)" % (node.item, node.metadata['target'])
+            return "{} (link to {})".format(node.item, node.metadata['target'])
         else:
             return str(node.item)
 
@@ -309,7 +306,7 @@ class MemoryBackend(path_based.PathBasedBackend):
     DEFAULT_PATH = pp.sep
 
     def __init__(self, conf=None):
-        super(MemoryBackend, self).__init__(conf)
+        super().__init__(conf)
         self.memory = FakeFilesystem(deep_copy=self._conf.get('deep_copy',
                                                               True))
         self.lock = fasteners.ReaderWriterLock()
@@ -323,7 +320,7 @@ class MemoryBackend(path_based.PathBasedBackend):
 
 class Connection(path_based.PathBasedConnection):
     def __init__(self, backend):
-        super(Connection, self).__init__(backend)
+        super().__init__(backend)
         self.upgrade()
 
     @contextlib.contextmanager

taskflow/persistence/backends/impl_sqlalchemy.py

@@ -179,7 +179,7 @@ def _ping_listener(dbapi_conn, connection_rec, connection_proxy):
             raise
 
 
-class _Alchemist(object):
+class _Alchemist:
     """Internal <-> external row <-> objects + other helper functions.
 
     NOTE(harlowja): for internal usage only.
@@ -235,7 +235,7 @@ class SQLAlchemyBackend(base.Backend):
         }
     """
     def __init__(self, conf, engine=None):
-        super(SQLAlchemyBackend, self).__init__(conf)
+        super().__init__(conf)
         if engine is not None:
             self._engine = engine
             self._owns_engine = False
@@ -581,8 +581,7 @@ class Connection(base.Connection):
             exc.raise_with_cause(exc.StorageFailure,
                                  "Failed getting flow details in"
                                  " logbook '%s'" % book_uuid)
-        for flow_details in gathered:
-            yield flow_details
+        yield from gathered
 
     def get_flow_details(self, fd_uuid, lazy=False):
         try:
@@ -631,8 +630,7 @@ class Connection(base.Connection):
             exc.raise_with_cause(exc.StorageFailure,
                                  "Failed getting atom details in flow"
                                  " detail '%s'" % fd_uuid)
-        for atom_details in gathered:
-            yield atom_details
+        yield from gathered
 
     def close(self):
         pass

taskflow/persistence/backends/impl_zookeeper.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 AT&T Labs All Rights Reserved.
 #    Copyright (C) 2015 Rackspace Hosting All Rights Reserved.
 #
@@ -56,7 +54,7 @@ class ZkBackend(path_based.PathBasedBackend):
     DEFAULT_PATH = '/taskflow'
 
     def __init__(self, conf, client=None):
-        super(ZkBackend, self).__init__(conf)
+        super().__init__(conf)
         if not paths.isabs(self._path):
             raise ValueError("Zookeeper path must be absolute")
         if client is not None:
@@ -87,7 +85,7 @@ class ZkBackend(path_based.PathBasedBackend):
 
 class ZkConnection(path_based.PathBasedConnection):
     def __init__(self, backend, client, conf):
-        super(ZkConnection, self).__init__(backend)
+        super().__init__(backend)
         self._conf = conf
         self._client = client
         with self._exc_wrapper():

taskflow/persistence/backends/sqlalchemy/alembic/env.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/00af93df9d77_add_unique_into_all_indexes.py

@@ -0,0 +1,74 @@
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+"""Add unique into all indexes
+
+Revision ID: 00af93df9d77
+Revises: 40fc8c914bd2
+Create Date: 2025-02-28 15:44:37.066720
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '00af93df9d77'
+down_revision = '40fc8c914bd2'
+
+from alembic import op
+
+
+def upgrade():
+    bind = op.get_bind()
+    engine = bind.engine
+    if engine.name == 'mysql':
+        with op.batch_alter_table("logbooks") as batch_op:
+            batch_op.drop_index("logbook_uuid_idx")
+            batch_op.create_index(
+                index_name="logbook_uuid_idx",
+                columns=['uuid'],
+                unique=True)
+
+        with op.batch_alter_table("flowdetails") as batch_op:
+            batch_op.drop_index("flowdetails_uuid_idx")
+            batch_op.create_index(
+                index_name="flowdetails_uuid_idx",
+                columns=['uuid'],
+                unique=True)
+
+        with op.batch_alter_table("atomdetails") as batch_op:
+            batch_op.drop_index("taskdetails_uuid_idx")
+            batch_op.create_index(
+                index_name="taskdetails_uuid_idx",
+                columns=['uuid'],
+                unique=True)
+
+
+def downgrade():
+    bind = op.get_bind()
+    engine = bind.engine
+    if engine.name == 'mysql':
+        with op.batch_alter_table("logbooks") as batch_op:
+            batch_op.drop_index("logbook_uuid_idx")
+            batch_op.create_index(
+                index_name="logbook_uuid_idx",
+                columns=['uuid'])
+
+        with op.batch_alter_table("flowdetails") as batch_op:
+            batch_op.drop_index("flowdetails_uuid_idx")
+            batch_op.create_index(
+                index_name="flowdetails_uuid_idx",
+                columns=['uuid'])
+
+        with op.batch_alter_table("atomdetails") as batch_op:
+            batch_op.drop_index("taskdetails_uuid_idx")
+            batch_op.create_index(
+                index_name="taskdetails_uuid_idx",
+                columns=['uuid'])

taskflow/persistence/backends/sqlalchemy/alembic/versions/14b227d79a87_add_intention_column.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/1c783c0c2875_replace_exception_an.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/1cea328f0f65_initial_logbook_deta.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/2ad4984f2864_switch_postgres_to_json_native.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/3162c0f3f8e4_add_revert_results_and_revert_failure_.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2015 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/589dccdf2b6e_rename_taskdetails_to_atomdetails.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/alembic/versions/84d6e888850_add_task_detail_type.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/backends/sqlalchemy/tables.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/persistence/base.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Rackspace Hosting Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -19,7 +17,7 @@ import abc
 from taskflow.persistence import models
 
 
-class Backend(object, metaclass=abc.ABCMeta):
+class Backend(metaclass=abc.ABCMeta):
     """Base class for persistence backends."""
 
     def __init__(self, conf):
@@ -39,7 +37,7 @@ class Backend(object, metaclass=abc.ABCMeta):
         """Closes any resources this backend has open."""
 
 
-class Connection(object, metaclass=abc.ABCMeta):
+class Connection(metaclass=abc.ABCMeta):
     """Base class for backend connections."""
 
     @property