match_reduce 1.0.0.pre.alpha

data/spec/match_reduce/processor_spec.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2019-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe MatchReduce::Processor do
+  def make_sum_reducer(key)
+    return nil if key.to_s.empty?
+
+    ->(memo, record, resolver) { memo.to_i + resolver.get(record, key).to_i }
+  end
+
+  def snapshot(snapshot)
+    records     = snapshot.fetch('records', [])
+    aggregates  = snapshot.fetch('aggregates', []).map do |a|
+      {
+        name: a['name'],
+        patterns: a['patterns'],
+        reducer: make_sum_reducer(a['sum_reducer_key']),
+        group_keys: a['group_keys']
+      }
+    end
+
+    results = snapshot.fetch('results', []).map do |r|
+      MatchReduce::Processor::Result.new(r['name'], r['records'], r['value'])
+    end
+
+    OpenStruct.new(
+      records: records,
+      aggregates: aggregates,
+      results: results
+    )
+  end
+
+  let(:resolver) { Objectable.resolver }
+
+  describe 'snapshots' do
+    yaml_fixture_files('snapshots', 'processor').each_pair do |filename, snapshot_config|
+      specify File.basename(filename) do
+        example = snapshot(snapshot_config)
+
+        subject = described_class.new(example.aggregates, resolver)
+
+        results = subject.add_each(example.records).results
+
+        err_msg = "invalid: #{example.results.length} results != #{example.aggregates.length} aggs"
+
+        expect(example.results.length).to eq(example.aggregates.length), err_msg
+
+        results.each_with_index do |result, i|
+          expect(result).to eq(example.results[i])
+        end
+      end
+    end
+  end
+end

data/spec/match_reduce_spec.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2019-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+class ProcessorMock
+  def initialize(_aggregates, _resolver); end
+
+  def add_each(_records)
+    self
+  end
+
+  def results
+    []
+  end
+end
+
+describe MatchReduce do
+  specify '#process should create new Processor, call add_each, then call results' do
+    resolver    = nil
+    aggregates  = []
+    records     = []
+    results     = []
+
+    processor = ProcessorMock.new(aggregates, resolver)
+
+    expect(MatchReduce::Processor).to receive(:new).with(aggregates, resolver).and_return(processor)
+    expect(processor).to receive(:add_each).with(records).and_return(processor)
+    expect(processor).to receive(:results).and_return(results)
+
+    described_class.process(aggregates, records, resolver)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2018-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'pry'
+require 'yaml'
+
+unless ENV['DISABLE_SIMPLECOV'] == 'true'
+  require 'simplecov'
+  require 'simplecov-console'
+
+  SimpleCov.formatter = SimpleCov::Formatter::Console
+  SimpleCov.start do
+    add_filter %r{\A/spec/}
+  end
+end
+
+require './lib/match_reduce'
+
+def fixture_path(*filename)
+  File.join('spec', 'fixtures', filename)
+end
+
+def yaml_fixture(*filename)
+  YAML.safe_load(fixture(*filename))
+end
+
+def fixture(*filename)
+  File.open(fixture_path(*filename), 'r:bom|utf-8').read
+end
+
+def yaml_read(filename)
+  YAML.safe_load(read(filename))
+end
+
+def read(filename)
+  File.open(filename, 'r:bom|utf-8').read
+end
+
+def yaml_fixture_files(*directory)
+  Dir[fixture_path(*directory, '*.yaml')].map do |filename|
+    [
+      filename,
+      yaml_read(filename)
+    ]
+  end.to_h
+end

metadata

@@ -0,0 +1,232 @@
+--- !ruby/object:Gem::Specification
+name: match_reduce
+version: !ruby/object:Gem::Version
+  version: 1.0.0.pre.alpha
+platform: ruby
+authors:
+- Matthew Ruggio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-09-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: acts_as_hashable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: hash_math
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.alpha
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0.pre.alpha
+- !ruby/object:Gem::Dependency
+  name: objectable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.7'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.74.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.74.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+- !ruby/object:Gem::Dependency
+  name: simplecov-console
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+description: "    High speed data aggregator and reducer algorithm based on key-value
+  exact matching and grouping.\n"
+email:
+- mruggio@bluemarblepayroll.com
+executables:
+- console
+extensions: []
+extra_rdoc_files: []
+files:
+- ".editorconfig"
+- ".gitignore"
+- ".rubocop.yml"
+- ".ruby-version"
+- ".travis.yml"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Guardfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- lib/match_reduce.rb
+- lib/match_reduce/aggregate.rb
+- lib/match_reduce/any.rb
+- lib/match_reduce/index.rb
+- lib/match_reduce/processor.rb
+- lib/match_reduce/processor/result.rb
+- lib/match_reduce/processor/result_builder.rb
+- lib/match_reduce/processor/results_builder.rb
+- lib/match_reduce/version.rb
+- match_reduce.gemspec
+- spec/fixtures/snapshots/processor/abstract.yaml
+- spec/fixtures/snapshots/processor/teams_and_players.yaml
+- spec/match_reduce/aggregate_spec.rb
+- spec/match_reduce/any_spec.rb
+- spec/match_reduce/index_spec.rb
+- spec/match_reduce/processor/result_spec.rb
+- spec/match_reduce/processor_spec.rb
+- spec/match_reduce_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/bluemarblepayroll/match_reduce
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.8
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Dataset aggregation and reducer algorithm
+test_files:
+- spec/fixtures/snapshots/processor/abstract.yaml
+- spec/fixtures/snapshots/processor/teams_and_players.yaml
+- spec/match_reduce/aggregate_spec.rb
+- spec/match_reduce/any_spec.rb
+- spec/match_reduce/index_spec.rb
+- spec/match_reduce/processor/result_spec.rb
+- spec/match_reduce/processor_spec.rb
+- spec/match_reduce_spec.rb
+- spec/spec_helper.rb