qyu 1.0.2 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 856ddbf8f80f887606bc72bc83bc901f5c8516a2
-  data.tar.gz: 026e1996fb30e4e3d8fe45febefabae331196a61
+SHA256:
+  metadata.gz: d7af2bf528a149f8caf81dfbc7bca11ee330e4bf9f8bf0aa4a8c0f2aad4e9315
+  data.tar.gz: 70863cdba21ff2873217b07155a8be979faa78992a6a0c979b7acd31a8bdef05
 SHA512:
-  metadata.gz: 56aef9a753f450f32e9e33fa398b6758bee60dcc62e7b79aa04527d623f40416a117bc343ac94c45f020c9c54da706ae6cefa86e687ae0a001e59df144f83131
-  data.tar.gz: 8e7b894defa30e3e183d90db0be04ac8b88a6a58bc1b3b6d66adca8505d9b530a8cd6d029240b1a8b6b1252fed6adcd823ef8f365906a618a99378a3ee01ccf7
+  metadata.gz: 8bea1241c09b7fb824a5ff91eaacfb91c846953582ad927c5ba941f1a119350ebd7de0182eb6b7b6b63cb84cb1aebe928cb772c4ef8004fbaee41ee6c9f1443c
+  data.tar.gz: eea5679b5c8f5e82c5a7d6db58be46aabd00f0eeafa28e181512d4ad4a1a59820abf94d540d91e592bb12eed4de8722ce45a5a0a1b68cfc4c81cb5e90683e20a

data/.travis.yml

@@ -2,4 +2,9 @@ sudo: false
 language: ruby
 rvm:
   - 2.4.2
+  - 2.5.0
+env:
+  global:
+    - CI=true
+    - CODECOV_TOKEN=c2463f9a-6760-4aa5-b042-749c83b1c389
 before_install: gem install bundler -v 1.16.0

data/CHANGELOG.md

@@ -4,11 +4,25 @@
 
 ---
 
-[Unreleased]: https://github.com/QyuTeam/qyu/compare/v1.0.2...HEAD
-## [Unreleased]
+[UNRELEASED]: https://github.com/QyuTeam/qyu/compare/v1.1.0...HEAD
+## [UNRELEASED]
+### Added
+-
+
+[v1.1.0]: https://github.com/QyuTeam/qyu/compare/v1.0.2...v1.1.0
+## [v1.1.0] March 29, 2018
+### Added
+- [FEATURE] `Qyu::SplitWorker` to simplify splitting and parallelization of input
+- [FEATURE] `Qyu::SyncWorker` can now execute passed blocks if all synced tasks are successful
+- [FEATURE] Introduced a `timeout` option for `Qyu::Worker` adding a timeout for each processing task
+- [METHOD] `Qyu::Job#workflow`
+- [METHOD] `Qyu::Task#descriptor`, `Qyu::Task#workflow_descriptor` and `Qyu::Task#workflow`
+
+### Changed
+- [DEPRECATION] `starts_parallel` is now favored over `starts_manually`
 
 [v1.0.2]: https://github.com/QyuTeam/qyu/compare/v1.0.1...v1.0.2
-## [v1.0.2]
+## [v1.0.2] - March 27, 2018
 ### Added
 - Added first `CHANGELOG.md`
 - [TESTS] WorkflowDescriptorValidator tests

data/README.md

@@ -1,8 +1,9 @@
 # Qyu 九
 
 [![Gem Version](https://img.shields.io/gem/v/qyu.svg)](https://rubygems.org/gems/qyu)
-[![Build Status](https://travis-ci.org/FindHotel/qyu.svg)](https://travis-ci.org/FindHotel/qyu)
+[![Build Status](https://travis-ci.org/QyuTeam/qyu.svg)](https://travis-ci.org/QyuTeam/qyu)
 [![Maintainability](https://api.codeclimate.com/v1/badges/88b8e0a8621d1da5c237/maintainability)](https://codeclimate.com/github/QyuTeam/qyu/maintainability)
+[![codecov](https://codecov.io/gh/QyuTeam/qyu/branch/master/graph/badge.svg)](https://codecov.io/gh/QyuTeam/qyu)
 [![Press](https://img.shields.io/badge/RubyWeekly-Blog%20Post-green.svg)](https://rubyweekly.com/link/44495/web)
 
 ## Requirements:
@@ -61,6 +62,9 @@ w = Qyu::Worker.new do
 
   # failure queue
   failure_queue false
+
+  # timeout in seconds for each task processed by the worker
+  timeout 120
 end
 
 w.work('queue-name') do |task|
@@ -89,12 +93,12 @@ end
 The memory queue and store is just for testing purposes. For production; use one of the following:
 
 #### Stores
-*ActiveRecord:* https://github.com/FindHotel/qyu-store-activerecord    
-*Redis:* https://github.com/FindHotel/qyu-store-redis
+*ActiveRecord:* https://github.com/QyuTeam/qyu-store-activerecord    
+*Redis:* https://github.com/QyuTeam/qyu-store-redis
 
 #### Queues
-*Amazon SQS:* https://github.com/FindHotel/qyu-queue-sqs    
-*Redis:* https://github.com/FindHotel/qyu-queue-redis
+*Amazon SQS:* https://github.com/QyuTeam/qyu-queue-sqs    
+*Redis:* https://github.com/QyuTeam/qyu-queue-redis
 
 ## Glossary
 

data/lib/qyu/config.rb

@@ -25,7 +25,7 @@ module Qyu
 
         # Get registered services
         #
-        # @return [Hash] registereds services
+        # @return [Hash] registered services
         def types
           @__types ||= {}
         end

data/lib/qyu/errors/invalid_worker_configuration_value.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Qyu
+  module Errors
+    # Qyu::Errors::InvalidWorkerConfigurationValue
+    class InvalidWorkerConfigurationValue < Base
+      def initialize(configuration_name, configuration_value = nil)
+        super("invalid worker configuration value #{configuration_name}: #{configuration_value}")
+      end
+    end
+  end
+end

data/lib/qyu/errors/missing_split_parameters.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Qyu
+  module Errors
+    # Qyu::Errors::MissingSplitParameters
+    class MissingSplitParameters < Base
+      def initialize(parameter_name)
+        super("Missing split parameter: #{parameter_name}")
+      end
+    end
+  end
+end

data/lib/qyu/errors/payload_validation_error.rb

@@ -5,7 +5,7 @@ module Qyu
     # Qyu::Errors::PayloadValidationError
     class PayloadValidationError < Base
       def initialize(validation_errors_hash)
-        super("Validation failed for payload fields: #{validation_errors_hash}.")
+        super("validation failed for payload fields: #{validation_errors_hash}.")
       end
     end
   end

data/lib/qyu/factory.rb

@@ -15,7 +15,7 @@ module Qyu
 
         # Get registered services
         #
-        # @return [Hash] registereds services
+        # @return [Hash] registered services
         def types
           @__types ||= {}
         end

data/lib/qyu/models/concerns/workflow_descriptor_validator.rb

@@ -4,7 +4,10 @@ module Qyu
   module Concerns
     # Qyu::Concerns::WorkflowDescriptorValidator
     class WorkflowDescriptorValidator
-      ALLOWED_KEYS = %w(queue waits_for starts starts_manually starts_with_params).freeze
+      # TODO: starts_parallel is a the same as starts_manually. The latter will be removed in Qyu v2
+      ALLOWED_KEYS = %w(queue waits_for starts starts_parallel starts_manually starts_with_params).freeze
+      DEPRECATED_KEYS = %(starts_manually)
+
       attr_reader :errors
 
       def initialize(descriptor)
@@ -85,6 +88,7 @@ module Qyu
 
       def validate_task_reference_formats(task_name)
         validate_format(task_name, 'starts', Array) &&
+        validate_format(task_name, 'starts_parallel', Array) &&
         validate_format(task_name, 'starts_manually', Array) &&
         validate_format(task_name, 'starts_with_params', Hash) &&
         validate_format(task_name, 'waits_for', Hash)
@@ -92,6 +96,7 @@ module Qyu
 
       def validate_referenced_tasks(task_name)
         validate_presence_of_reference_tasks(task_name, 'starts', Array) &&
+        validate_presence_of_reference_tasks(task_name, 'starts_parallel', Array) &&
         validate_presence_of_reference_tasks(task_name, 'starts_manually', Array) &&
         validate_presence_of_reference_tasks(task_name, 'starts_with_params', Hash) &&
         validate_presence_of_reference_tasks(task_name, 'waits_for', Hash)

data/lib/qyu/models/job.rb

@@ -3,8 +3,15 @@
 module Qyu
   # Qyu::Job
   class Job
-    attr_reader :descriptor, :payload, :id, :created_at, :updated_at
+    attr_reader :descriptor, :payload, :workflow, :id, :created_at, :updated_at
 
+    ## Class Methods
+
+    # Creates a new job via a workflow name / object and a payload
+    #
+    # @param [String, Qyu::Workflow] workflow to run
+    # @param [Hash] payload
+    # @return [Qyu::Job]
     def self.create(workflow:, payload:)
       workflow = Workflow.find_by(name: workflow) if workflow.is_a?(String)
       id = persist(workflow, payload)
@@ -12,10 +19,15 @@ module Qyu
       new(id, workflow, payload, time, time)
     end
 
+    # Finds Job by ID. Returns `nil` if job is not present in store
+    #
+    # @return [Qyu::Job, nil]
     def self.find(id)
       job_attrs = Qyu.store.find_job(id)
-      new(id, job_attrs['workflow'], job_attrs['payload'],
-          job_attrs['created_at'], job_attrs['updated_at'])
+      if job_attrs
+        new(id, job_attrs['workflow'], job_attrs['payload'],
+            job_attrs['created_at'], job_attrs['updated_at'])
+      end
     end
 
     def self.select(limit: 30, offset: 0, order: :asc)
@@ -26,18 +38,34 @@ module Qyu
       end
     end
 
+    # Counts job in state store
+    #
+    # @return [Integer] jobs count
     def self.count
       Qyu.store.count_jobs
     end
 
+    # Deletes job from state store by ID
+    #
+    # @param [Object] id
+    # @return [Object] deleted job
     def self.delete(id)
       Qyu.store.delete_job(id)
     end
 
+    # Clears completed jobs
+    #
+    # @return [Integer] cleared jobs count
     def self.clear_completed
       Qyu.store.clear_completed_jobs
     end
 
+    ## Instance Methods
+
+    # Starts job execution
+    # Enqueues all tasks scheduled to start at the beginning (`starts` key in workflow descriptor)
+    #
+    # #=> job.start
     def start
       descriptor['starts'].each do |task_name|
         create_task(nil, task_name, payload)
@@ -59,8 +87,8 @@ module Qyu
       descriptor['tasks'][task.name]['waits_for'].keys
     end
 
-    def sync_condition(task, task_name)
-      descriptor['tasks'][task.name]['waits_for'][task_name]['condition']
+    def sync_condition(task, next_task_name)
+      descriptor['tasks'][task.name]['waits_for'][next_task_name]['condition']
     end
 
     def create_task(parent_task, task_name, payload)
@@ -110,6 +138,7 @@ module Qyu
           all_task_names = []
           all_task_names.concat(desc['starts'] || [])
           all_task_names.concat((desc['starts_with_params'] || {}).keys)
+          all_task_names.concat(desc['starts_parallel'] || [])
           all_task_names.concat(desc['starts_manually'] || [])
           all_task_names.include?(tasks_path[-1])
         end
@@ -141,7 +170,7 @@ module Qyu
     private
 
     def initialize(id, workflow, payload, created_at = nil, updated_at = nil)
-      @workflow = workflow
+      @workflow = Qyu::Workflow.new(workflow['id'], workflow['name'], workflow['descriptor'])
       @descriptor = @workflow['descriptor']
       @payload = payload
       @id = id

data/lib/qyu/models/task.rb

@@ -171,10 +171,34 @@ module Qyu
       Qyu.queue.enqueue_task_to_failed_queue(queue_name, id)
     end
 
+    # Returns workflow specified in parent job
+    #
+    # @return [Qyu::Workflow] full workflow
+    def workflow
+      job.workflow
+    end
+
+    # Returns workflow descriptor from parent job
+    #
+    # @return [Hash] workflow descriptor
+    def workflow_descriptor
+      job.descriptor
+    end
+
+    # Returns parent job
+    #
+    # @return [Qyu::Job] parent job
     def job
       @job ||= Qyu::Job.find(job_id)
     end
 
+    # Returns task descriptor
+    #
+    # @return [Hash] task descriptor
+    def descriptor
+      workflow_descriptor['tasks'][name]
+    end
+
     def [](attribute)
       public_send(attribute)
     end

data/lib/qyu/models/workflow.rb

@@ -5,6 +5,14 @@ module Qyu
   class Workflow
     attr_reader :id, :name, :descriptor, :created_at, :updated_at
 
+    def initialize(id, name, descriptor, created_at = nil, updated_at = nil)
+      @id = id
+      @name = name
+      @descriptor = descriptor
+      @created_at = created_at
+      @updated_at = updated_at
+    end
+
     class << self
       def create(name:, descriptor:)
         validator = Qyu::Concerns::WorkflowDescriptorValidator.new(descriptor)
@@ -70,17 +78,5 @@ module Qyu
     def [](attribute)
       public_send(attribute)
     end
-
-    private_class_method :new
-
-    private
-
-    def initialize(id, name, descriptor, created_at = nil, updated_at = nil)
-      @id = id
-      @name = name
-      @descriptor = descriptor
-      @created_at = created_at
-      @updated_at = updated_at
-    end
   end
 end

data/lib/qyu/ui/views/footer.erb

@@ -3,15 +3,15 @@
     <nav class="pull-left">
       <ul>
         <li>
-          <a href="https://github.com/FindHotel/qyu">
+          <a href="https://github.com/QyuTeam/qyu">
              Qyu is a distributed task execution system for complex workflows
           </a>
         </li>
       </ul>
     </nav>
     <div class="copyright pull-right">
-      <a href="https://www.findhotel.net/">
-        FindHotel B.V. &copy; <%= Date.today.year %>
+      <a href="https://github.com/QyuTeam">
+        Qyu &copy; <%= Date.today.year %>
       </a>
     </div>
   </div>

data/lib/qyu/version.rb

@@ -1,3 +1,3 @@
 module Qyu
-  VERSION = '1.0.2'
+  VERSION = '1.1.0'
 end

data/lib/qyu/workers.rb

@@ -1,10 +1,13 @@
 # frozen_string_literal: true
 
-require 'qyu/workers/concerns/callback'
-require 'qyu/workers/concerns/failure_queue'
-require 'qyu/workers/concerns/payload_validator'
-require 'qyu/workers/base'
-require 'qyu/workers/sync'
+(
+  Dir["#{File.dirname(__FILE__)}/workers/concerns/*.rb"] +
+  Dir["#{File.dirname(__FILE__)}/workers/*.rb"]
+).each do |path|
+  require path
+end
+
 
 Qyu::Worker = Qyu::Workers::Base
+Qyu::SplitWorker = Qyu::Workers::Split
 Qyu::SyncWorker = Qyu::Workers::Sync

data/lib/qyu/workers/base.rb

@@ -22,8 +22,9 @@ module Qyu
     #         t.unlock! && t.mark_finished && t.acknowledge_message
     class Base
       include Concerns::Callback
-      include Concerns::PayloadValidator
       include Concerns::FailureQueue
+      include Concerns::PayloadValidator
+      include Concerns::Timeout
 
       attr_reader :id
       attr_accessor :processed_tasks
@@ -35,7 +36,7 @@ module Qyu
       end
 
       def work(queue_name, blocking: true)
-        log(:info, "Worker started for queue '#{queue_name}'")
+        log(:info, "worker started for queue '#{queue_name}'")
         repeat = true
 
         remaining_fetch_retries = 3
@@ -45,13 +46,15 @@ module Qyu
             begin
               fetched_task = fetch_task(queue_name)
               validate_payload!(fetched_task)
-              log(:info, "Worker processed #{processed_tasks} tasks from queue `#{queue_name}`")
+              log(:info, "worker processed #{processed_tasks} tasks from queue `#{queue_name}`")
               if fetched_task.acknowledgeable?
                 discard_completed_task(fetched_task)
               elsif fetched_task.lock!
                 fetched_task.mark_working
                 begin
-                  yield(fetched_task)
+                  Timeout::timeout(@timeout) do
+                    yield(fetched_task)
+                  end
                   conclude_task(fetched_task)
                 rescue => ex
                   fail_task(fetched_task, ex)
@@ -66,11 +69,12 @@ module Qyu
                 remaining_fetch_retries -= 1
                 retry
               end
-            rescue Qyu::Errors::PayloadValidationError
+            rescue Qyu::Errors::PayloadValidationError => ex
+              log("invalid payload: #{ex.class}: #{ex.message}")
               fetched_task.mark_invalid_payload
             rescue => ex
-              log("Worker error: #{ex.class}: #{ex.message}")
-              log("Backtrace: #{ex.backtrace.join("\n")}")
+              log("worker error: #{ex.class}: #{ex.message}")
+              log("backtrace: #{ex.backtrace.join("\n")}")
             end
           end
 
@@ -88,13 +92,13 @@ module Qyu
       end
 
       def discard_completed_task(fetched_task)
-        log(:debug, 'Fetched completed task. Discarding...')
+        log(:debug, 'fetched completed task and discarding it...')
         fetched_task.acknowledge_message
       end
 
       def conclude_task(fetched_task)
         Qyu.store.transaction do
-          log(:debug, 'Task finished. Creating next tasks.')
+          log(:debug, 'task finished and creating next tasks.')
           fetched_task.job.create_next_tasks(
             fetched_task,
             fetched_task.job.payload.merge(fetched_task.payload)
@@ -107,8 +111,8 @@ module Qyu
 
       def fail_task(fetched_task, exception)
         unless exception.class == Qyu::Errors::UnsyncError
-          log("Worker error: #{exception.class}: #{exception.message}")
-          log("Backtrace: #{exception.backtrace.join("\n")}")
+          log("worker error: #{exception.class}: #{exception.message}")
+          log("backtrace: #{exception.backtrace.join("\n")}")
         end
         Qyu.store.transaction do
           fetched_task.enqueue_in_failure_queue if @failure_queue
@@ -120,10 +124,10 @@ module Qyu
       def acknowledge_message_with_task_id_not_found_in_store(exception)
         # If a task is not found in the Store then there is no point attempting
         # to fetch the message over and over again.
-        log("Worker error: #{exception.class}: #{exception.message}")
-        log("Backtrace: #{exception.backtrace.join("\n")}")
-        log("Original error: #{exception.original_error.class}: #{exception.original_error.message}")
-        log("Backtrace: #{exception.original_error.backtrace.join("\n")}")
+        log("worker error: #{exception.class}: #{exception.message}")
+        log("backtrace: #{exception.backtrace.join("\n")}")
+        log("original error: #{exception.original_error.class}: #{exception.original_error.message}")
+        log("backtrace: #{exception.original_error.backtrace.join("\n")}")
         if exception.original_error.class == Qyu::Errors::TaskNotFound &&
            exception.queue_name &&
            exception.message_id
@@ -136,7 +140,7 @@ module Qyu
       end
 
       def run_garbage_collector
-        log(:debug, 'Running garbage collector')
+        log(:debug, 'running garbage collector')
         GC.start
       end
     end

data/lib/qyu/workers/concerns/split.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+module Qyu
+  module Workers
+    module Concerns
+      # Qyu::Workers::Concerns::Split
+      #
+      # Adds ability to split workers to specify slice size and splittable variable name
+      #
+      # Qyu::SplitWorker.new do
+      #   slice_size 25
+      #   payload_key 'array'
+      # end
+      #
+      module Split
+
+        @slice_size = 25
+
+        # Configures slice size
+        #
+        #   slice_size 25
+        #
+        # @param slice_size [Integer]
+        def slice_size(slsz)
+          @slice_size = slsz
+        end
+
+        # Configures payload key with array to split
+        #
+        #   payload_key 25
+        #
+        # @param payload_key [String]
+        def payload_key(var_name)
+          @payload_key = var_name
+        end
+
+        # Run with sampling a single element out of the array
+        #
+        #   sample true
+        #
+        # @param sample [Boolean]
+        def sample(smpl)
+          @sample = smpl
+        end
+
+        private
+        def validate_split_parameters!
+          if @payload_key.nil?
+            raise Qyu::Errors::MissingSplitParameters.new('payload_key')
+          end
+
+          if @slice_size.nil?
+            raise Qyu::Errors::MissingSplitParameters.new('slice_size')
+          end
+
+          if @slice_size.zero?
+            raise Qyu::Errors::InvalidWorkerConfigurationValue.new('slice_size', 0)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/qyu/workers/concerns/timeout.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'timeout'
+
+module Qyu
+  module Workers
+    module Concerns
+      # Qyu::Workers::Concerns::Timeout
+      #
+      # Adds timeout to running tasks in a worker
+      #
+      # Qyu::Worker.new do
+      #   timeout 0 # disabled (default)
+      #   # or
+      #   timeout 3600
+      # end
+      #
+      module Timeout
+
+        # Configures timeout
+        #
+        #   timeout 0 # default
+        #   timeout 3600
+        #
+        # @param [Integer]
+        def timeout(seconds)
+          @timeout = seconds.to_i
+        end
+      end
+    end
+  end
+end

data/lib/qyu/workers/split.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+module Qyu
+  module Workers
+    # Qyu::Workers::Split
+    #
+    # Starts a worker to split a certain payload key into multiple jobs
+    #
+    # Qyu::SplitWorker.new do
+    #   slice_size 25
+    #   payload_key 'array'
+    # end
+    #
+    class Split < Base
+      include Qyu::Workers::Concerns::Split
+
+      attr_accessor :splittable
+
+      # Assign a splittable variable
+      # by being at the end of a block
+      # worker.work('queue') do
+      #   # do anything
+      #   # splittable variable must be at the end
+      #   [1, 2, 3, 4, 5, 6, 6]
+      # end
+      #
+      # or by passing
+      # payload_key 'array'
+      # to worker initializer then just
+      # worker.work('queue')
+      # @param queue_name [String]
+      def work(queue_name)
+        validate_split_parameters!
+
+        super do |task|
+          if block_given?
+            @splittable = yield(task)
+          else
+            # or by passing
+            # payload_key 'array'
+            # to worker initializer
+            @splittable = task.payload[@payload_key]
+          end
+
+          @splittable.each_slice(@slice_size).with_index do |slice, i|
+            log(:debug, "Split started for queue '#{queue_name}'")
+            input = @sample ? slice.sample : slice
+            new_payload = task.payload.merge({ @payload_key => input })
+            task_names_to_start = task.descriptor['starts_parallel'] || task.descriptor['starts_manually']
+            task_names_to_start.each do |task_name_to_start|
+              task.job.create_task(task, task_name_to_start, new_payload)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/qyu/workers/sync.rb

@@ -14,6 +14,8 @@ module Qyu
             log(:debug, "Task: #{task_name}, Sync condition: #{sync_condition}")
             if respond_to?(sync_condition['function'], true)
               __send__(sync_condition['function'], job, task, task_name, sync_condition['param'])
+              # execute attached sync block only if codition passes (i.e. No errors raised)
+              yield(task) if block_given?
             else
               fail Qyu::Errors::NotImplementedError
             end

data/qyu.gemspec

@@ -8,14 +8,15 @@ Gem::Specification.new do |spec|
   spec.version               = Qyu::VERSION
   spec.authors               = ['Elod Peter', 'Mohamed Osama']
   spec.email                 = ['bejmuller@gmail.com', 'mohamed.o.alnagdy@gmail.com']
+  spec.license               = "MIT"
 
   spec.summary               = 'Distributed task execution system for complex workflows'
-  spec.description           = 'Distributed task execution system for complex workflows'
-  spec.homepage              = 'https://github.com/FindHotel/qyu'
+  spec.description           = 'Qyu makes use of a message queue and a state store to provide a reliable distributed task execution system for complex workflows'
+  spec.homepage              = 'https://github.com/QyuTeam/qyu'
   spec.required_ruby_version = '>= 2.4'
 
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
+    f.match(%r{^(test|spec|features|examples)/})
   end
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
@@ -26,13 +27,13 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency 'activesupport', '~> 5.1'
 
   spec.add_development_dependency 'bundler', '~> 1.16'
-  spec.add_development_dependency 'dotenv'
-  spec.add_development_dependency 'rack-test'
-  spec.add_development_dependency 'pry'
-  spec.add_development_dependency 'pry-byebug'
+  spec.add_development_dependency 'dotenv', '~> 2.0'
+  spec.add_development_dependency 'rack-test', '~> 1.0'
+  spec.add_development_dependency 'pry', '~> 0.11'
+  spec.add_development_dependency 'pry-byebug', '~> 3.0'
   spec.add_development_dependency 'rake', '~> 12.0'
-  spec.add_development_dependency 'rspec', '~> 3.7'
-  spec.add_development_dependency 'simplecov'
-  spec.add_development_dependency 'sinatra'
+  spec.add_development_dependency 'rspec', '~> 3.5'
+  spec.add_development_dependency 'codecov', '~> 0.1'
+  spec.add_development_dependency 'sinatra', '~> 2.0'
   spec.add_development_dependency 'timecop', '~> 0.9'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: qyu
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.1.0
 platform: ruby
 authors:
 - Elod Peter
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-03-27 00:00:00.000000000 Z
+date: 2018-03-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -43,58 +43,58 @@ dependencies:
   name: dotenv
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rack-test
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -115,42 +115,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.7'
+        version: '3.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.7'
+        version: '3.5'
 - !ruby/object:Gem::Dependency
-  name: simplecov
+  name: codecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -165,7 +165,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
-description: Distributed task execution system for complex workflows
+description: Qyu makes use of a message queue and a state store to provide a reliable
+  distributed task execution system for complex workflows
 email:
 - bejmuller@gmail.com
 - mohamed.o.alnagdy@gmail.com
@@ -185,11 +186,6 @@ files:
 - bin/console
 - bin/server
 - bin/setup
-- examples/bin/simple
-- examples/config.rb
-- examples/simple/create_workflow.rb
-- examples/simple/enqueue_job.rb
-- examples/simple/worker.rb
 - lib/qyu.rb
 - lib/qyu/config.rb
 - lib/qyu/errors.rb
@@ -197,10 +193,12 @@ files:
 - lib/qyu/errors/could_not_fetch_task.rb
 - lib/qyu/errors/invalid_queue_name.rb
 - lib/qyu/errors/invalid_task_attributes.rb
+- lib/qyu/errors/invalid_worker_configuration_value.rb
 - lib/qyu/errors/job_not_found.rb
 - lib/qyu/errors/lock_already_acquired.rb
 - lib/qyu/errors/lock_not_acquired.rb
 - lib/qyu/errors/message_not_received.rb
+- lib/qyu/errors/missing_split_parameters.rb
 - lib/qyu/errors/not_implemented_error.rb
 - lib/qyu/errors/payload_validation_error.rb
 - lib/qyu/errors/task_not_found.rb
@@ -251,10 +249,14 @@ files:
 - lib/qyu/workers/concerns/callback.rb
 - lib/qyu/workers/concerns/failure_queue.rb
 - lib/qyu/workers/concerns/payload_validator.rb
+- lib/qyu/workers/concerns/split.rb
+- lib/qyu/workers/concerns/timeout.rb
+- lib/qyu/workers/split.rb
 - lib/qyu/workers/sync.rb
 - qyu.gemspec
-homepage: https://github.com/FindHotel/qyu
-licenses: []
+homepage: https://github.com/QyuTeam/qyu
+licenses:
+- MIT
 metadata:
   yard.run: yri
 post_install_message: 
@@ -273,7 +275,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.7.4
 signing_key: 
 specification_version: 4
 summary: Distributed task execution system for complex workflows

data/examples/bin/simple

@@ -1,7 +0,0 @@
-#!/usr/bin/env ruby
-
-require_relative '../simple/create_workflow'
-require_relative '../simple/enqueue_job'
-require_relative '../simple/worker'
-
-SimpleWorker.new.run

data/examples/config.rb

@@ -1,22 +0,0 @@
-# frozen_string_literal: true
-
-require 'rubygems'
-require 'bundler/setup'
-Bundler.setup
-
-require 'qyu'
-logger = Logger.new(STDOUT)
-logger.level = :info
-
-Qyu.configure(
-  queue: {
-    type: :memory
-  },
-  store: {
-    type: :memory,
-    lease_period: 60
-  },
-  logger: logger
-)
-
-Qyu.test_connections

data/examples/simple/create_workflow.rb

@@ -1,18 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../config'
-
-descriptor = {
-  'starts' => %w(
-    print_hello
-  ),
-  'tasks' => {
-    'print_hello' => {
-      'queue' => 'print-hello'
-    }
-  }
-}
-
-name = 'say-hello'
-Qyu.logger.info "Creating workflow #{name}"
-Qyu::Workflow.create(name: name, descriptor: descriptor)

data/examples/simple/enqueue_job.rb

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../config'
-
-payload = { 'times' => 5 }
-Qyu.logger.info "Enqueuing job with payload #{payload}"
-job = Qyu::Job.create(workflow: 'say-hello', payload: payload)
-job.start

data/examples/simple/worker.rb

@@ -1,32 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../config'
-
-class SimpleWorker
-  def initialize
-    @worker = Qyu::Worker.new do
-      callback :execute, :before do
-        Qyu.logger.info 'Waiting for task..'
-      end
-
-      callback :execute, :after do
-        Qyu.logger.info 'Done'
-      end
-
-      # Payload validation
-      validates :times, presence: true, type: :integer
-    end
-  end
-
-  def run
-    # Consumes message from print-hello queue
-    @worker.work('print-hello') do |task|
-      task.payload['times'].times do |i|
-        Qyu.logger.info "#{i + 1}. Hello"
-      end
-    rescue StandardError => ex
-      Qyu.logger.error 'OMG :('
-      Qyu.logger.error ex.message
-    end
-  end
-end