attr-gather 1.1.0 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 90807fd9b5c605b23dff88c04cb4355fb6ad7ae33802217317db57440d77fbb3
-  data.tar.gz: 2cfd59a2a602caf2184c6baec506b73304d5cfcf451d4697b6d2d854601201f8
+  metadata.gz: edfd2d7479248348551d31676b45459f6f8279f6ca5fdf6ed00540c791de86bd
+  data.tar.gz: 977ac39f355ded8101507de998a221354ba357bad66528f9efbbb50200d4d731
 SHA512:
-  metadata.gz: 6fe28e663ad8c84187e738a5fecfebd99c2f3d4ac62b0df66331fed31be79fb753d7cdc1ce6639048c80035669757b4cdcb67f7ac7b03d266703707db229a6a7
-  data.tar.gz: 75929007743f4347561d869dcfbf0cfbc9b8972cc0a79691a32e037bb681fabb2a6f90b4a7dcf5ee1ec1691592b0f2630eff37a06dc6fd081cc1b99fbd52a3e4
+  metadata.gz: 958601e4741c30c6707ee6808fb89a258dfa10bab373f623d63fed29faef5eaf0d54d8fecfba4e9949bd16afb7d23bd84aca80aa2d485243de84076e2087284a
+  data.tar.gz: 11d1ae7d926743a202413647e1fe0f75e3c47966c9444c83a25e706ab8b923fa37ea2cda565042634d0cf6abc900be5fa2e1d3b47c436e6efc950a5d6f3d8fde

data/.github/mergify.yml

@@ -13,7 +13,10 @@ pull_request_rules:
     conditions:
       - author~=^dependabot(|-preview)\[bot\]$
       - "#approved-reviews-by>=1"
-      - "check-success=build-test-lint"
+      - "check-success~=build-test-lint (2.4.x)"
+      - "check-success~=build-test-lint (2.5.x)"
+      - "check-success~=build-test-lint (2.6.x)"
+      - "check-success~=build-test-lint (2.7.x)"
     actions:
       merge:
         method: squash

data/.github/workflows/deploy.yml

@@ -5,7 +5,7 @@ on:
     tags:
       - v*
 jobs:
-  build-test-lint:
+  deploy:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v1

data/.github/workflows/ruby.yml

@@ -4,6 +4,9 @@ on: [push]
 jobs:
   build-test-lint:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby: ["2.4.x", "2.5.x", "2.6.x", "2.7.x"]
     steps:
       - uses: actions/checkout@v1
       - name: Set up Ruby 2.6

data/.rubocop.yml

@@ -4,7 +4,8 @@ require:
 AllCops:
   UseCache: true
   CacheRootDirectory: './tmp/cache'
-  TargetRubyVersion: 2.5
+  TargetRubyVersion: 2.4
+  NewCops: enable
 
 Metrics/BlockLength:
   Exclude:

data/Gemfile

@@ -6,7 +6,7 @@ source 'https://rubygems.org'
 gemspec
 
 group :development, :test do
-  gem 'dry-validation', '~> 1.3'
+  gem 'dry-validation', '~> 1.5'
   gem 'pry'
   gem 'rubocop'
   gem 'rubocop-performance'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    attr-gather (1.1.0)
+    attr-gather (1.3.0)
       dry-container (~> 0.7)
 
 GEM
@@ -9,123 +9,134 @@ GEM
   specs:
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
-    ast (2.4.0)
+    ast (2.4.1)
     backport (1.1.2)
-    coderay (1.1.2)
-    concurrent-ruby (1.1.5)
-    diff-lcs (1.3)
+    benchmark (0.1.0)
+    coderay (1.1.3)
+    concurrent-ruby (1.1.7)
+    diff-lcs (1.4.4)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    dry-configurable (0.8.3)
+    dry-configurable (0.11.6)
       concurrent-ruby (~> 1.0)
       dry-core (~> 0.4, >= 0.4.7)
+      dry-equalizer (~> 0.2)
     dry-container (0.7.2)
       concurrent-ruby (~> 1.0)
       dry-configurable (~> 0.1, >= 0.1.3)
     dry-core (0.4.9)
       concurrent-ruby (~> 1.0)
-    dry-equalizer (0.2.2)
+    dry-equalizer (0.3.0)
     dry-inflector (0.2.0)
-    dry-initializer (3.0.1)
-    dry-logic (1.0.3)
+    dry-initializer (3.0.4)
+    dry-logic (1.0.8)
       concurrent-ruby (~> 1.0)
       dry-core (~> 0.2)
       dry-equalizer (~> 0.2)
-    dry-schema (1.4.1)
+    dry-schema (1.5.5)
       concurrent-ruby (~> 1.0)
       dry-configurable (~> 0.8, >= 0.8.3)
       dry-core (~> 0.4)
       dry-equalizer (~> 0.2)
       dry-initializer (~> 3.0)
       dry-logic (~> 1.0)
-      dry-types (~> 1.2)
-    dry-types (1.2.0)
+      dry-types (~> 1.4)
+    dry-types (1.4.0)
       concurrent-ruby (~> 1.0)
       dry-container (~> 0.3)
       dry-core (~> 0.4, >= 0.4.4)
-      dry-equalizer (~> 0.2, >= 0.2.2)
+      dry-equalizer (~> 0.3)
       dry-inflector (~> 0.1, >= 0.1.2)
       dry-logic (~> 1.0, >= 1.0.2)
-    dry-validation (1.3.1)
+    dry-validation (1.5.6)
       concurrent-ruby (~> 1.0)
       dry-container (~> 0.7, >= 0.7.1)
       dry-core (~> 0.4)
       dry-equalizer (~> 0.2)
       dry-initializer (~> 3.0)
-      dry-schema (~> 1.0, >= 1.3.1)
-    ffi (1.11.1)
+      dry-schema (~> 1.5, >= 1.5.2)
+    e2mmap (0.1.0)
+    ffi (1.13.1)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    htmlentities (4.3.4)
-    http (4.2.0)
+    http (4.4.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
-      http-form_data (~> 2.0)
+      http-form_data (~> 2.2)
       http-parser (~> 1.2.0)
     http-cookie (1.0.3)
       domain_name (~> 0.5)
-    http-form_data (2.1.1)
+    http-form_data (2.3.0)
     http-parser (1.2.1)
       ffi-compiler (>= 1.0, < 2.0)
-    jaro_winkler (1.5.3)
-    method_source (0.9.2)
+    jaro_winkler (1.5.4)
+    maruku (0.7.3)
+    method_source (1.0.0)
     mini_portile2 (2.4.0)
-    nokogiri (1.10.8)
+    nokogiri (1.10.10)
       mini_portile2 (~> 2.4.0)
-    parallel (1.18.0)
-    parser (2.6.5.0)
-      ast (~> 2.4.0)
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    public_suffix (4.0.1)
+    parallel (1.20.1)
+    parser (2.7.2.0)
+      ast (~> 2.4.1)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    public_suffix (4.0.6)
     rainbow (3.0.0)
     rake (13.0.1)
-    reverse_markdown (1.3.0)
+    regexp_parser (2.0.0)
+    reverse_markdown (2.0.0)
       nokogiri
-    rspec (3.9.0)
-      rspec-core (~> 3.9.0)
-      rspec-expectations (~> 3.9.0)
-      rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.0)
-      rspec-support (~> 3.9.0)
-    rspec-expectations (3.9.0)
+    rexml (3.2.4)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.0)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-support (3.9.0)
-    rubocop (0.75.1)
-      jaro_winkler (~> 1.5.1)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.0)
+    rubocop (0.93.1)
       parallel (~> 1.10)
-      parser (>= 2.6)
+      parser (>= 2.7.1.5)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8)
+      rexml
+      rubocop-ast (>= 0.6.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
-    rubocop-performance (1.5.1)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (1.3.0)
+      parser (>= 2.7.1.5)
+    rubocop-performance (1.6.1)
       rubocop (>= 0.71.0)
     ruby-progressbar (1.10.1)
-    solargraph (0.37.2)
+    solargraph (0.39.17)
       backport (~> 1.1)
+      benchmark
       bundler (>= 1.17.2)
-      htmlentities (~> 4.3, >= 4.3.4)
+      e2mmap
       jaro_winkler (~> 1.5)
+      maruku (~> 0.7, >= 0.7.3)
       nokogiri (~> 1.9, >= 1.9.1)
       parser (~> 2.3)
-      reverse_markdown (~> 1.0, >= 1.0.5)
+      reverse_markdown (>= 1.0.5, < 3)
       rubocop (~> 0.52)
-      thor (~> 0.19, >= 0.19.4)
+      thor (~> 1.0)
       tilt (~> 2.0)
-      yard (~> 0.9)
-    thor (0.20.3)
+      yard (~> 0.9, >= 0.9.24)
+    thor (1.0.1)
     tilt (2.0.10)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.6)
-    unicode-display_width (1.6.0)
-    yard (0.9.20)
+    unf_ext (0.0.7.7)
+    unicode-display_width (1.7.0)
+    yard (0.9.25)
 
 PLATFORMS
   ruby
@@ -133,7 +144,7 @@ PLATFORMS
 DEPENDENCIES
   attr-gather!
   bundler (~> 2.0)
-  dry-validation (~> 1.3)
+  dry-validation (~> 1.5)
   http
   pry
   rake (~> 13.0)

data/README.md

@@ -1,10 +1,147 @@
 # attr-gather
 
-[![Actions Status](https://github.com/ianks/attr-gather/workflows/.github/workflows/ruby.yml/badge.svg)](https://github.com/ianks/attr-gather/actions)
+![Actions Status](https://github.com/ianks/attr-gather/workflows/Build%20+%20Test%20+%20Lint/badge.svg)
 
-A gem for creating simple workflows to enhance entities with extra attributes.
-At a high level, `attr-gather` provides a process to sync attributes from many
-sources (third party APIs, legacy databases, etc).
+A gem for creating workflows that "enhance" entities with extra attributes. At a high level, [attr-gather](https://github.com/ianks/attr-gather) provides a process to fetch information from many data sources (such as third party APIs, legacy databases, etc.) in a fully parallelized fashion.
+
+## Usage
+
+### Defining your workflow
+
+```ruby
+# define a workflow
+class EnhanceProfile
+  include Attr::Gather::Workflow
+
+  # contains all the task implementations
+  container TasksContainer
+
+  # filter out invalid data using a Dry::Validation::Contract
+  # anything that doesn't match this schema will be filtered out
+  filter_with_contract do
+    params do
+      required(:user_id).filled(:integer)
+
+      optional(:user).hash do
+        optional(:name).filled(:string)
+        optional(:email).filled(:string)
+        optional(:gravatar).filled(:string)
+        optional(:email_info).hash do
+          optional(:deliverable).filled(:bool?)
+          optional(:free).filled(:bool?)
+        end
+      end
+    end
+  end
+
+  # each task returns a hash of data that will be merged into the result
+  task :fetch_post do |t|
+    t.depends_on = []
+  end
+
+  # will run in parallel
+  task :fetch_user do |t|
+    t.depends_on = [:fetch_post]
+  end
+
+  # will run in parallel
+  task :fetch_email_info do |t|
+    t.depends_on = [:fetch_user]
+  end
+end
+```
+
+### Defining some tasks
+
+```ruby
+class PostFetcher
+  def call(attrs)
+    res = HTTP.get("https://jsonplaceholder.typicode.com/posts/#{attrs[:id]}")
+    post = JSON.parse(res.to_s, symbolize_names: true)
+
+    { title: post[:title], user_id: post[:userId], body: post[:body] }
+  end
+end
+```
+
+```ruby
+class UserFetcher
+  # will have access to the PostFetcher attributes here
+  def call(attrs)
+    res = HTTP.get("https://jsonplaceholder.typicode.com/users/#{attrs[:user_id]}")
+    user = JSON.parse(res.to_s, symbolize_names: true)
+
+    { user: { name: user[:name], email: user[:email] } }
+  end
+end
+```
+
+```ruby
+class EmailInfoFetcher
+  # will have access to the PostFetcher attributes here
+  def call(user:)
+    res = HTTP.timeout(3).get("https://api.trumail.io/v2/lookups/json?email=#{user[:email]}")
+    info = JSON.parse(res.to_s, symbolize_names: true)
+
+    # will deep merge with the final result
+    { user: { email_info: { deliverable: info[:deliverable], free: info[:free] } } }
+  end
+end
+```
+
+### Registering your tasks
+
+```ruby
+class MyContainer
+  extend Dry::Container::Mixin
+  
+  register :fetch_post, PostFetcher
+  register :fetch_user, UserFetcher
+  register :fetch_email_info, EmailInfoFetcher
+end
+```
+
+### Run it!
+
+```ruby
+enhancer = EnhanceUserProfile.new
+enhancer.call(id: 12).value!
+```
+
+And this is the result...
+
+```ruby
+{
+  :id => 12,
+  :user_id => 2,
+  :user => {
+    :email => "Shanna@melissa.tv",
+    :name => "Ervin Howell",
+    :email_info => { :deliverable => true, :free => true },
+    :gravatar => "https://www.gravatar.com/avatar/241af7d19a0a7438794aef21e4e19b79"
+  }
+}
+```
+
+You can even preview it as an SVG!
+
+```ruby
+enhancer.to_dot(preview: true) # requires graphviz (brew install graphviz)
+```
+
+## Features
+
+- Offers DSL for defining workflows and merging the results from each task
+- Execution engine optimally parallelizes the execution of the workflow dependency graph using [concurrent-ruby](https://github.com/ruby-concurrency/concurrent-ruby) Promises
+- Very easy to unit test
+- Ability to filter out bad/junky data using [dry-validation](https://dry-rb.org/gems/dry-validation) contracts
+
+## What are the main difference between this Ruby project and similar ones?
+
+- Operates on a single entity rather than a list, so easily adoptable in existing systems
+- Focuses on the "fetching" and filtering of data solely, and not transformation or storage
+- Focuses on having a clean PORO interface to make testing simple
+- Provides a declarative interface for merging results from many sources (APIs, legacy databases, etc.) which allows for prioritization
 
 ## Links
 

data/attr-gather.gemspec

@@ -15,6 +15,8 @@ Gem::Specification.new do |spec|
   spec.homepage = 'https://github.com/ianks/attr-gather'
   spec.license = 'MIT'
 
+  spec.required_ruby_version = '>= 2.4'
+
   # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
 
   spec.metadata['homepage_uri'] = spec.homepage

data/examples/post_enhancer.rb

@@ -28,7 +28,7 @@ class MyContainer
   end
 
   register :email_info do |user:, **_attrs|
-    res = HTTP.timeout(3).get("https://api.trumail.io/v2/lookups/json?email=#{user[:email]}")
+    res = HTTP.get("https://api.trumail.io/v2/lookups/json?email=#{user[:email]}")
     info = JSON.parse(res.to_s, symbolize_names: true)
 
     { user: { email_info: { deliverable: info[:deliverable], free: info[:free] } } }

data/lib/attr/gather/aggregators.rb

@@ -15,16 +15,16 @@ module Attr
         @default = resolve(:deep_merge)
       end
 
-      register(:deep_merge) do |*args|
+      register(:deep_merge) do |*args, **opts|
         require 'attr/gather/aggregators/deep_merge'
 
-        DeepMerge.new(*args)
+        DeepMerge.new(*args, **opts)
       end
 
-      register(:shallow_merge) do |*args|
+      register(:shallow_merge) do |*args, **opts|
         require 'attr/gather/aggregators/shallow_merge'
 
-        ShallowMerge.new(*args)
+        ShallowMerge.new(*args, **opts)
       end
     end
   end

data/lib/attr/gather/aggregators/base.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'attr/gather/filters/noop'
+
 module Attr
   module Gather
     module Aggregators
@@ -11,8 +13,14 @@ module Attr
       class Base
         attr_accessor :filter
 
+        NOOP_FILTER ||= Filters::Noop.new
+
         def initialize(**opts)
-          @filter = opts.delete(:filter)
+          @filter = opts.delete(:filter) || NOOP_FILTER
+        end
+
+        def with(**opts)
+          self.class.new(filter: @filter, **opts)
         end
 
         def call(_original_input, _results_array)
@@ -21,16 +29,10 @@ module Attr
 
         private
 
-        def wrap_result(result)
-          Concurrent::Promise.fulfill(result)
-        end
-
         def unwrap_result(res)
-          unvalidated = res.result.value!
-
-          return unvalidated if filter.nil?
+          return res if filter.nil?
 
-          filter.call(unvalidated).value
+          filter.call(res).value
         end
       end
     end

data/lib/attr/gather/aggregators/deep_merge.rb

@@ -21,16 +21,19 @@ module Attr
 
         def call(input, execution_results)
           execution_results = execution_results.reverse_each if reverse?
+          initial = unwrap_initial_input(input)
 
-          result = execution_results.reduce(input.dup) do |memo, res|
+          execution_results.reduce(initial) do |memo, res|
             deep_merge(memo, unwrap_result(res))
           end
-
-          wrap_result(result)
         end
 
         private
 
+        def unwrap_initial_input(input)
+          input
+        end
+
         def reverse?
           @reverse
         end

data/lib/attr/gather/aggregators/shallow_merge.rb

@@ -20,13 +20,11 @@ module Attr
         end
 
         def call(input, execution_results)
-          items = reverse? ? execution_results.reverse_each : execution_results
+          execution_results = execution_results.reverse_each if reverse?
 
-          result = items.reduce(input.dup) do |memo, res|
+          execution_results.reduce(input) do |memo, res|
             memo.merge(unwrap_result(res))
           end
-
-          wrap_result(result)
         end
 
         private

data/lib/attr/gather/concerns/registrable.rb

@@ -29,13 +29,13 @@ module Attr
       # @param name [Symbol]
       #
       # @return [#call]
-      def resolve(name, *args)
+      def resolve(name, *args, **opts)
         block = @__storage__.fetch(name) do
           raise NotFoundError,
                 "no item with name #{name} registered"
         end
 
-        block.call(*args)
+        block.call(*args, **opts)
       end
 
       # @api private

data/lib/attr/gather/filters/contract.rb

@@ -14,8 +14,8 @@ module Attr
         # @param dry_contract [Dry::Contract]
         def initialize(dry_contract)
           validate_dry_contract!(dry_contract)
-
           @dry_contract = dry_contract
+          super()
         end
 
         def call(input)

data/lib/attr/gather/version.rb

@@ -2,6 +2,6 @@
 
 module Attr
   module Gather
-    VERSION = '1.1.0'
+    VERSION = '1.3.0'
   end
 end

data/lib/attr/gather/workflow/callable.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require 'attr/gather/workflow/task_executor'
-require 'attr/gather/workflow/async_task_executor'
-
 module Attr
   module Gather
     module Workflow
@@ -21,42 +18,39 @@ module Attr
         #
         # @param input [Hash]
         #
-        # @return [Concurrent::Promise]
+        # @return [Concurrent::Promise<Hash>]
         #
         # @note For more information, check out {https://dry-rb.org/gems/dry-monads/1.0/result}
         #
         # @api public
         def call(input)
-          final_results = []
+          task_promises = {}
 
-          each_task_batch.reduce(input.dup) do |aggregated_input, batch|
-            executor_results = execute_batch(aggregated_input, batch)
-            final_results << executor_results
-            aggregator.call(aggregated_input, executor_results).value!
+          final_results = self.class.tasks.to_a.map do |task|
+            task_promises[task] = execute_task(input, task, task_promises)
           end
 
-          aggregator.call(input.dup, final_results.flatten(1))
+          Concurrent::Promise.zip(*final_results).then do |results|
+            aggregator.call(input, results)
+          end
         end
 
         private
 
-        # Enumator for task batches
-        #
-        # @return [Enumerator]
-        #
-        # @api private
-        def each_task_batch
-          self.class.tasks.each_batch
-        end
-
         # Executes a batch of tasks
         #
         # @return [Array<TaskExecutionResult>]
         #
         # @api private
-        def execute_batch(aggregated_input, batch)
-          executor = AsyncTaskExecutor.new(batch, container: container)
-          executor.call(aggregated_input)
+        def execute_task(initial_input, task, task_promises)
+          task_proc = container.resolve(task.name)
+          dep_promises = task.depends_on.map { |t| task_promises[t] }
+          input_promise = Concurrent::Promise.zip(*dep_promises)
+
+          input_promise.then do |results|
+            dep_input = aggregator.call(initial_input, results)
+            task_proc.call(dep_input)
+          end
         end
 
         # @api private

data/lib/attr/gather/workflow/dot_serializer.rb

@@ -33,8 +33,7 @@ module Attr
 
         def serialize_row(task)
           row = all_dependants_for_task(task).map { |dt| [task, dt] }
-          lines = row.map { |item| item.map(&:name).join(' -> ') + ';' }
-          lines
+          row.map { |item| "#{item.map(&:name).join(' -> ')};" }
         end
 
         def all_dependants_for_task(input_task)

data/lib/attr/gather/workflow/dsl.rb

@@ -16,7 +16,7 @@ module Attr
         #
         # @example
         #   class EnhanceUserProfile
-        #     extend Attr::Gather::Workflow
+        #     include Attr::Gather::Workflow
         #
         #     # ...
         #
@@ -36,12 +36,62 @@ module Attr
         #
         # @api public
         def task(task_name, opts = EMPTY_HASH)
-          task = Task.new(name: task_name, **opts)
-          yield task
-          tasks << task
+          conf = OpenStruct.new
+          yield conf
+          tasks << Hash[name: task_name, **opts, **conf.to_h]
           self
         end
 
+        # Defines a task with name and options
+        #
+        # @param task_name [Symbol] the name of the task
+        #
+        # @example
+        #   class EnhanceUserProfile
+        #     include Attr::Gather::Workflow
+        #
+        #     # ...
+        #
+        #     fetch :user_info do |t|
+        #       t.depends_on = [:fetch_gravatar_info]
+        #     end
+        #   end
+        #
+        # Calling `fetch` will yield a task object which you can configure like
+        # a PORO. Tasks will be registered for execution in the workflow.
+        #
+        # @yield [Attr::Gather::Workflow::Task] A task to configure
+        #
+        # @api public
+        def fetch(task_name, opts = EMPTY_HASH)
+          task(task_name, opts)
+        end
+
+        # Defines a task with name and options
+        #
+        # @param task_name [Symbol] the name of the task
+        #
+        # @example
+        #   class EnhanceUserProfile
+        #     include Attr::Gather::Workflow
+        #
+        #     # ...
+        #
+        #     step :fetch_user_info do |t|
+        #       t.depends_on = [:email_info]
+        #     end
+        #   end
+        #
+        # Calling `step` will yield a task object which you can configure like
+        # a PORO. Tasks will be registered for execution in the workflow.
+        #
+        # @yield [Attr::Gather::Workflow::Task] A task to configure
+        #
+        # @api public
+        def step(task_name, opts = EMPTY_HASH)
+          task(task_name, opts)
+        end
+
         # Defines a container for task dependencies
         #
         # Using a container  makes it easy to re-use workflows with different
@@ -55,7 +105,7 @@ module Attr
         #   end
         #
         #   class EnhanceUserProfile
-        #     extend Attr::Gather::Workflow
+        #     include Attr::Gather::Workflow
         #
         #     container LegacySystem
         #   end
@@ -79,7 +129,7 @@ module Attr
         #
         # @example
         #   class EnhanceUserProfile
-        #     extend Attr::Gather::Workflow
+        #     include Attr::Gather::Workflow
         #
         #     aggregator :deep_merge
         #   end
@@ -88,13 +138,13 @@ module Attr
         #
         # @api public
         def aggregator(agg = nil, opts = EMPTY_HASH)
-          if agg.nil? && !defined?(@aggregator)
-            @aggregator = Aggregators.default
-            return @aggregator
-          end
-
-          @aggregator = Aggregators.resolve(agg, filter: filter, **opts) if agg
-          @aggregator
+          @aggregator = if agg.nil? && !defined?(@aggregator)
+                          Aggregators.default
+                        elsif agg
+                          Aggregators.resolve(agg, filter: filter, **opts)
+                        else
+                          @aggregator
+                        end
         end
 
         # Defines a filter for filtering out invalid values
@@ -119,7 +169,7 @@ module Attr
         #   end
         #
         #   class EnhanceUserProfile
-        #     extend Attr::Gather::Workflow
+        #     include Attr::Gather::Workflow
         #
         #     # Any of the key/value pairs that had validation errors will be
         #     # filtered from the output.
@@ -130,12 +180,16 @@ module Attr
         # @param args [Array<Object>] arguments for initializing the filter
         #
         # @api public
-        def filter(filt = Undefined, *args)
-          if filt == Undefined && !defined?(@filter)
-            @filter = Filters.default
-          elsif filt != Undefined
-            @filter = Filters.resolve(filt, *args)
-          end
+        def filter(filt = nil, *args, **opts)
+          @filter = if filt.nil? && !defined?(@filter)
+                      Filters.default
+                    elsif filt
+                      Filters.resolve(filt, *args, **opts)
+                    else
+                      @filter
+                    end
+
+          aggregator.filter = @filter
 
           @filter
         end
@@ -147,7 +201,7 @@ module Attr
         # @example
         #
         #   class EnhanceUserProfile
-        #     extend Attr::Gather::Workflow
+        #     include Attr::Gather::Workflow
         #
         #     # Any of the key/value pairs that had validation errors will be
         #     # filtered from the output.
@@ -169,7 +223,7 @@ module Attr
         # @api public
         def filter_with_contract(arg = nil, &blk)
           contract = block_given? ? build_inline_contract_filter(&blk) : arg
-          @filter = Filters.resolve(:contract, contract)
+          filter(:contract, contract)
         end
 
         private

data/lib/attr/gather/workflow/task.rb

@@ -1,19 +1,32 @@
 # frozen_string_literal: true
 
+require 'dry-equalizer'
+
 module Attr
   module Gather
     module Workflow
       # @api private
       class Task
-        attr_accessor :depends_on, :name
+        send :include, Dry::Equalizer(:name, :depends_on)
+
+        attr_accessor :name, :depends_on
 
+        # Initialize a new DeepMerge aggregator
+        #
+        # @param name [String] name of the task
+        # @param depends_on [Array<Task>] tasks needed before running this task
+        #
+        # @api private
         def initialize(name:, depends_on: [])
           @name = name
           @depends_on = depends_on
         end
 
+        # Check if this task depends on a given task
+        #
+        # @param other_task [Task] task to check
         def depends_on?(other_task)
-          depends_on.include?(other_task.name)
+          depends_on.include?(other_task)
         end
 
         def fullfilled_given_remaining_tasks?(task_list)

data/lib/attr/gather/workflow/task_graph.rb

@@ -20,7 +20,9 @@ module Attr
           tasks.each { |t| self << t }
         end
 
-        def <<(task)
+        def <<(hash)
+          name, depends_on = hash.values_at :name, :depends_on
+          task = build_task(name, depends_on)
           validate_for_insert!(task)
 
           registered_tasks.each do |t|
@@ -68,6 +70,16 @@ module Attr
 
         private
 
+        def build_task(name, depends_on)
+          deps = depends_on.map do |dep_name|
+            registered_tasks.find do |task|
+              task.name == dep_name
+            end
+          end
+
+          Task.new(name: name, depends_on: deps)
+        end
+
         def tsort_each_child(node, &blk)
           to_h[node].each(&blk)
         end
@@ -99,7 +111,7 @@ module Attr
         end
 
         def depended_on_tasks_exist?(task)
-          task.depends_on.all? { |t| registered_tasks.map(&:name).include?(t) }
+          task.depends_on.all? { |t| registered_tasks.include?(t) }
         end
       end
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: attr-gather
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Ian Ker-Seymer
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-10-21 00:00:00.000000000 Z
+date: 2020-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -115,14 +115,11 @@ files:
 - lib/attr/gather/filters/result.rb
 - lib/attr/gather/version.rb
 - lib/attr/gather/workflow.rb
-- lib/attr/gather/workflow/async_task_executor.rb
 - lib/attr/gather/workflow/callable.rb
 - lib/attr/gather/workflow/dot_serializer.rb
 - lib/attr/gather/workflow/dsl.rb
 - lib/attr/gather/workflow/graphable.rb
 - lib/attr/gather/workflow/task.rb
-- lib/attr/gather/workflow/task_execution_result.rb
-- lib/attr/gather/workflow/task_executor.rb
 - lib/attr/gather/workflow/task_graph.rb
 homepage: https://github.com/ianks/attr-gather
 licenses:
@@ -130,7 +127,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/ianks/attr-gather
   source_code_uri: https://github.com/ianks/attr-gather
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -138,7 +135,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -146,7 +143,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.0.3
-signing_key: 
+signing_key:
 specification_version: 4
 summary: Write a short summary, because RubyGems requires one.
 test_files: []

data/lib/attr/gather/workflow/async_task_executor.rb

@@ -1,17 +0,0 @@
-# frozen_string_literal: true
-
-require 'attr/gather/workflow/task_executor'
-
-module Attr
-  module Gather
-    module Workflow
-      # @api private
-      class AsyncTaskExecutor < TaskExecutor
-        def initialize(*)
-          super
-          @executor = :io
-        end
-      end
-    end
-  end
-end

data/lib/attr/gather/workflow/task_execution_result.rb

@@ -1,58 +0,0 @@
-# frozen_string_literal: true
-
-module Attr
-  module Gather
-    module Workflow
-      # A wrapper containing information and results of a task execution
-      #
-      # @!attribute [r] started_at
-      #   @return [Time] time which the execution occured
-      #
-      # @!attribute [r] task
-      #   @return [Attr::Gather::Workflow::Task] task that was run
-      #
-      # @!attribute [r] result
-      #   @return [Concurrent::Promise] the result promise of the the task
-      #
-      # @api public
-      class TaskExecutionResult
-        include Concerns::Identifiable
-
-        attr_reader :task, :result, :started_at, :uuid
-
-        def initialize(task, result)
-          @started_at = Time.now
-          @uuid = SecureRandom.uuid
-          @task = task
-          @result = result
-        end
-
-        # @!attribute [r] state
-        #   @return [:unscheduled, :pending, :processing, :rejected, :fulfilled]
-        def state
-          result.state
-        end
-
-        # Extracts the result, this is an unsafe operation that blocks the
-        # operation, and returns either the value or an exception.
-        #
-        # @note For more information, check out {https://ruby-concurrency.github.io/concurrent-ruby/1.1.5/Concurrent/Concern/Obligation.html#value!-instance_method}
-        def value!
-          result.value!
-        end
-
-        # Represents the TaskExecutionResult as a hash
-        #
-        # @return [Hash]
-        def as_json
-          value = result.value
-
-          { started_at: started_at,
-            task: task.as_json,
-            state: state,
-            value: value }
-        end
-      end
-    end
-  end
-end

data/lib/attr/gather/workflow/task_executor.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-require 'concurrent'
-require 'attr/gather/workflow/task_execution_result'
-
-module Attr
-  module Gather
-    module Workflow
-      # @api private
-      class TaskExecutor
-        attr_reader :batch, :container, :executor
-
-        def initialize(batch, container:)
-          @batch = batch
-          @container = container
-          @executor = :immediate
-        end
-
-        def call(input)
-          batch.map do |task|
-            task_proc = container.resolve(task.name)
-            result = Concurrent::Promise.execute(executor: executor) do
-              task_proc.call(input)
-            end
-            TaskExecutionResult.new(task, result)
-          end
-        end
-      end
-    end
-  end
-end