taskflow 5.12.0__py3-none-any.whl → 6.0.0__py3-none-any.whl

taskflow/engines/worker_based/server.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -31,7 +29,7 @@ from taskflow.utils import misc
 LOG = logging.getLogger(__name__)
 
 
-class Server(object):
+class Server:
     """Server implementation that waits for incoming tasks requests."""
 
     def __init__(self, topic, exchange, executor, endpoints,
@@ -53,8 +51,8 @@ class Server(object):
                                   transport_options=transport_options,
                                   retry_options=retry_options)
         self._topic = topic
-        self._endpoints = dict([(endpoint.name, endpoint)
-                                for endpoint in endpoints])
+        self._endpoints = {endpoint.name: endpoint
+                           for endpoint in endpoints}
 
     def _delayed_process(self, func):
         """Runs the function using the instances executor (eventually).

taskflow/engines/worker_based/types.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -30,7 +28,7 @@ LOG = logging.getLogger(__name__)
 # TODO(harlowja): this needs to be made better, once
 # https://blueprints.launchpad.net/taskflow/+spec/wbe-worker-info is finally
 # implemented we can go about using that instead.
-class TopicWorker(object):
+class TopicWorker:
     """A (read-only) worker and its relevant information + useful methods."""
 
     _NO_IDENTITY = object()
@@ -72,14 +70,15 @@ class TopicWorker(object):
     def __repr__(self):
         r = reflection.get_class_name(self, fully_qualified=False)
         if self.identity is not self._NO_IDENTITY:
-            r += "(identity=%s, tasks=%s, topic=%s)" % (self.identity,
-                                                        self.tasks, self.topic)
+            r += "(identity={}, tasks={}, topic={})".format(
+                self.identity, self.tasks, self.topic)
         else:
-            r += "(identity=*, tasks=%s, topic=%s)" % (self.tasks, self.topic)
+            r += "(identity=*, tasks={}, topic={})".format(
+                self.tasks, self.topic)
         return r
 
 
-class ProxyWorkerFinder(object):
+class ProxyWorkerFinder:
     """Requests and receives responses about workers topic+task details."""
 
     def __init__(self, uuid, proxy, topics,

taskflow/engines/worker_based/worker.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -33,7 +31,7 @@ from taskflow.utils import threading_utils as tu
 LOG = logging.getLogger(__name__)
 
 
-class Worker(object):
+class Worker:
     """Worker that can be started on a remote host for handling tasks requests.
 
     :param url: broker url
@@ -88,13 +86,13 @@ class Worker(object):
         connection_details = self._server.connection_details
         transport = connection_details.transport
         if transport.driver_version:
-            transport_driver = "%s v%s" % (transport.driver_name,
-                                           transport.driver_version)
+            transport_driver = "{} v{}".format(transport.driver_name,
+                                               transport.driver_version)
         else:
             transport_driver = transport.driver_name
         try:
             hostname = socket.getfqdn()
-        except socket.error:
+        except OSError:
             hostname = "???"
         try:
             pid = os.getpid()

taskflow/examples/99_bottles.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2015 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/examples/alphabet_soup.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/examples/build_a_car.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -111,7 +109,7 @@ def flow_watch(state, details):
 
 
 def task_watch(state, details):
-    print('Task %s => %s' % (details.get('task_name'), state))
+    print('Task {} => {}'.format(details.get('task_name'), state))
 
 
 flow = lf.Flow("make-auto").add(

taskflow/examples/buildsystem.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -56,7 +54,7 @@ class LinkTask(task.Task):
     default_provides = 'executable'
 
     def __init__(self, executable_path, *args, **kwargs):
-        super(LinkTask, self).__init__(*args, **kwargs)
+        super().__init__(*args, **kwargs)
         self._executable_path = executable_path
 
     def execute(self, **kwargs):

taskflow/examples/calculate_in_parallel.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -46,7 +44,7 @@ from taskflow import task
 # more uniform manner).
 class Provider(task.Task):
     def __init__(self, name, *args, **kwargs):
-        super(Provider, self).__init__(name=name, **kwargs)
+        super().__init__(name=name, **kwargs)
         self._provide = args
 
     def execute(self):

taskflow/examples/calculate_linear.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -54,7 +52,7 @@ from taskflow import task
 class Provider(task.Task):
 
     def __init__(self, name, *args, **kwargs):
-        super(Provider, self).__init__(name=name, **kwargs)
+        super().__init__(name=name, **kwargs)
         self._provide = args
 
     def execute(self):
@@ -79,8 +77,8 @@ class Adder(task.Task):
 # this function needs to undo if some later operation fails.
 class Multiplier(task.Task):
     def __init__(self, name, multiplier, provides=None, rebind=None):
-        super(Multiplier, self).__init__(name=name, provides=provides,
-                                         rebind=rebind)
+        super().__init__(name=name, provides=provides,
+                         rebind=rebind)
         self._multiplier = multiplier
 
     def execute(self, z):

taskflow/examples/create_parallel_volume.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -45,7 +43,7 @@ def show_time(name):
     start = time.time()
     yield
     end = time.time()
-    print(" -- %s took %0.3f seconds" % (name, end - start))
+    print(" -- {} took {:0.3f} seconds".format(name, end - start))
 
 
 # This affects how many volumes to create and how much time to *simulate*
@@ -85,8 +83,7 @@ class VolumeCreator(task.Task):
         # volume create can be resumed/revert, and is much easier to use for
         # audit and tracking purposes.
         base_name = reflection.get_callable_name(self)
-        super(VolumeCreator, self).__init__(name="%s-%s" % (base_name,
-                                                            volume_id))
+        super().__init__(name="{}-{}".format(base_name, volume_id))
         self._volume_id = volume_id
 
     def execute(self):

taskflow/examples/delayed_return.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -44,7 +42,7 @@ from taskflow.types import notifier
 
 class PokeFutureListener(base.Listener):
     def __init__(self, engine, future, task_name):
-        super(PokeFutureListener, self).__init__(
+        super().__init__(
             engine,
             task_listen_for=(notifier.Notifier.ANY,),
             flow_listen_for=[])

taskflow/examples/distance_calculator.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2015 Hewlett-Packard Development Company, L.P.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -62,31 +60,24 @@ if __name__ == '__main__':
     any_distance = linear_flow.Flow("origin").add(DistanceTask())
     results = engines.run(any_distance)
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           0.0,
-                                           is_near(results['distance'], 0.0)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 0.0, is_near(results['distance'], 0.0)))
 
     results = engines.run(any_distance, store={'a': Point(1, 1)})
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           1.4142,
-                                           is_near(results['distance'],
-                                                   1.4142)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 1.4142, is_near(results['distance'], 1.4142)))
 
     results = engines.run(any_distance, store={'a': Point(10, 10)})
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           14.14199,
-                                           is_near(results['distance'],
-                                                   14.14199)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 14.14199, is_near(results['distance'], 14.14199)))
 
     results = engines.run(any_distance,
                           store={'a': Point(5, 5), 'b': Point(10, 10)})
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           7.07106,
-                                           is_near(results['distance'],
-                                                   7.07106)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 7.07106, is_near(results['distance'], 7.07106)))
 
     # For this we use the ability to override at task creation time the
     # optional arguments so that we don't need to continue to send them
@@ -97,13 +88,10 @@ if __name__ == '__main__':
     ten_distance.add(DistanceTask(inject={'a': Point(10, 10)}))
     results = engines.run(ten_distance, store={'b': Point(10, 10)})
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           0.0,
-                                           is_near(results['distance'], 0.0)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 0.0, is_near(results['distance'], 0.0)))
 
     results = engines.run(ten_distance)
     print(results)
-    print("%s is near-enough to %s: %s" % (results['distance'],
-                                           14.14199,
-                                           is_near(results['distance'],
-                                                   14.14199)))
+    print("{} is near-enough to {}: {}".format(
+        results['distance'], 14.14199, is_near(results['distance'], 14.14199)))

taskflow/examples/dump_memory_backend.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2015 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -67,6 +65,6 @@ print("---------")
 for path in backend.memory.ls_r(backend.memory.root_path, absolute=True):
     value = backend.memory[path]
     if value:
-        print("%s -> %s" % (path, value))
+        print("{} -> {}".format(path, value))
     else:
         print("%s" % (path))

taskflow/examples/echo_listener.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2015 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/examples/example_utils.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -52,7 +50,7 @@ def rm_path(persist_path):
         raise ValueError("Unknown how to `rm` path: %s" % (persist_path))
     try:
         rm_func(persist_path)
-    except (IOError, OSError):
+    except OSError:
         pass
 
 

taskflow/examples/fake_billing.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -47,12 +45,12 @@ from taskflow.utils import misc
 # complete to 100% complete.
 
 
-class DB(object):
+class DB:
     def query(self, sql):
         print("Querying with: %s" % (sql))
 
 
-class UrlCaller(object):
+class UrlCaller:
     def __init__(self):
         self._send_time = 0.5
         self._chunks = 25
@@ -73,7 +71,7 @@ class UrlCaller(object):
 # that require access to a set of resources it is a common pattern to provide
 # a object (in this case this object) on construction of those tasks via the
 # task constructor.
-class ResourceFetcher(object):
+class ResourceFetcher:
     def __init__(self):
         self._db_handle = None
         self._url_handle = None
@@ -93,7 +91,7 @@ class ResourceFetcher(object):
 
 class ExtractInputRequest(task.Task):
     def __init__(self, resources):
-        super(ExtractInputRequest, self).__init__(provides="parsed_request")
+        super().__init__(provides="parsed_request")
         self._resources = resources
 
     def execute(self, request):
@@ -106,7 +104,7 @@ class ExtractInputRequest(task.Task):
 
 class MakeDBEntry(task.Task):
     def __init__(self, resources):
-        super(MakeDBEntry, self).__init__()
+        super().__init__()
         self._resources = resources
 
     def execute(self, parsed_request):
@@ -120,7 +118,7 @@ class MakeDBEntry(task.Task):
 
 class ActivateDriver(task.Task):
     def __init__(self, resources):
-        super(ActivateDriver, self).__init__(provides='sent_to')
+        super().__init__(provides='sent_to')
         self._resources = resources
         self._url = "http://blahblah.com"
 
@@ -138,8 +136,8 @@ class ActivateDriver(task.Task):
 
     def update_progress(self, progress, **kwargs):
         # Override the parent method to also print out the status.
-        super(ActivateDriver, self).update_progress(progress, **kwargs)
-        print("%s is %0.2f%% done" % (self.name, progress * 100))
+        super().update_progress(progress, **kwargs)
+        print("{} is {:0.2f}% done".format(self.name, progress * 100))
 
 
 class DeclareSuccess(task.Task):
@@ -148,7 +146,7 @@ class DeclareSuccess(task.Task):
         print("All data processed and sent to %s" % (sent_to))
 
 
-class DummyUser(object):
+class DummyUser:
     def __init__(self, user, id_):
         self.user = user
         self.id = id_

taskflow/examples/graph_flow.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -99,7 +97,7 @@ print("Single threaded engine result %s" % result)
 for (name, value) in expected:
     actual = result.get(name)
     if actual != value:
-        sys.stderr.write("%s != %s\n" % (actual, value))
+        sys.stderr.write("{} != {}\n".format(actual, value))
         unexpected += 1
 
 result = taskflow.engines.run(
@@ -109,7 +107,7 @@ print("Multi threaded engine result %s" % result)
 for (name, value) in expected:
     actual = result.get(name)
     if actual != value:
-        sys.stderr.write("%s != %s\n" % (actual, value))
+        sys.stderr.write("{} != {}\n".format(actual, value))
         unexpected += 1
 
 if unexpected:

taskflow/examples/hello_world.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -38,12 +36,12 @@ from taskflow import task
 
 class PrinterTask(task.Task):
     def __init__(self, name, show_name=True, inject=None):
-        super(PrinterTask, self).__init__(name, inject=inject)
+        super().__init__(name, inject=inject)
         self._show_name = show_name
 
     def execute(self, output):
         if self._show_name:
-            print("%s: %s" % (self.name, output))
+            print("{}: {}".format(self.name, output))
         else:
             print(output)
 

taskflow/examples/jobboard_produce_consume_colors.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -84,9 +82,9 @@ def dispatch_work(job):
 def safe_print(name, message, prefix=""):
     with STDOUT_LOCK:
         if prefix:
-            print("%s %s: %s" % (prefix, name, message))
+            print("{} {}: {}".format(prefix, name, message))
         else:
-            print("%s: %s" % (name, message))
+            print("{}: {}".format(name, message))
 
 
 def worker(ident, client, consumed):
@@ -138,7 +136,7 @@ def producer(ident, client):
     safe_print(name, "started")
     with backends.backend(name, SHARED_CONF.copy(), client=client) as board:
         for i in range(0, PRODUCER_UNITS):
-            job_name = "%s-%s" % (name, i)
+            job_name = "{}-{}".format(name, i)
             details = {
                 'color': random.choice(['red', 'blue']),
             }

taskflow/examples/parallel_table_multiply.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -47,7 +45,7 @@ class RowMultiplier(task.Task):
     """Performs a modification of an input row, creating a output row."""
 
     def __init__(self, name, index, row, multiplier):
-        super(RowMultiplier, self).__init__(name=name)
+        super().__init__(name=name)
         self.index = index
         self.multiplier = multiplier
         self.row = row

taskflow/examples/persistence_example.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2012-2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -58,7 +56,7 @@ class HiTask(task.Task):
 
 class ByeTask(task.Task):
     def __init__(self, blowup):
-        super(ByeTask, self).__init__()
+        super().__init__()
         self._blowup = blowup
 
     def execute(self):

taskflow/examples/pseudo_scoping.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2014 Ivan Melnikov <iv at altlinux dot org>
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -67,7 +65,7 @@ class CallTask(task.Task):
     """Task that calls person by number."""
 
     def execute(self, person, number):
-        print('Calling %s %s.' % (person, number))
+        print('Calling {} {}.'.format(person, number))
 
 # This is how it works for one person:
 
@@ -84,7 +82,7 @@ taskflow.engines.run(simple_flow, store={'person': 'Josh'})
 # we use `rebind` argument of task constructor.
 def subflow_factory(prefix):
     def pr(what):
-        return '%s-%s' % (prefix, what)
+        return '{}-{}'.format(prefix, what)
 
     return lf.Flow(pr('flow')).add(
         FetchNumberTask(pr('fetch'),

taskflow/examples/resume_from_backend.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -62,7 +60,7 @@ import example_utils as eu  # noqa
 
 def print_task_states(flowdetail, msg):
     eu.print_wrapped(msg)
-    print("Flow '%s' state: %s" % (flowdetail.name, flowdetail.state))
+    print("Flow '{}' state: {}".format(flowdetail.name, flowdetail.state))
     # Sort by these so that our test validation doesn't get confused by the
     # order in which the items in the flow detail can be in.
     items = sorted((td.name, td.version, td.state, td.results)

taskflow/examples/resume_many_flows/my_flows.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may

taskflow/examples/resume_many_flows/resume_all.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -39,7 +37,7 @@ FINISHED_STATES = (states.SUCCESS, states.FAILURE, states.REVERTED)
 
 
 def resume(flowdetail, backend):
-    print('Resuming flow %s %s' % (flowdetail.name, flowdetail.uuid))
+    print('Resuming flow {} {}'.format(flowdetail.name, flowdetail.uuid))
     engine = taskflow.engines.load_from_detail(flow_detail=flowdetail,
                                                backend=backend)
     engine.run()

taskflow/examples/resume_many_flows/run_flow.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may
@@ -38,6 +36,6 @@ import my_flows  # noqa
 with example_utils.get_backend() as backend:
     engine = taskflow.engines.load_from_factory(my_flows.flow_factory,
                                                 backend=backend)
-    print('Running flow %s %s' % (engine.storage.flow_name,
-                                  engine.storage.flow_uuid))
+    print('Running flow {} {}'.format(engine.storage.flow_name,
+                                      engine.storage.flow_uuid))
     engine.run()

taskflow/examples/resume_many_flows.py

@@ -1,5 +1,3 @@
-# -*- coding: utf-8 -*-
-
 #    Copyright (C) 2013 Yahoo! Inc. All Rights Reserved.
 #
 #    Licensed under the Apache License, Version 2.0 (the "License"); you may