processor 2.2.0 → 2.3.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    MzUxNDQ3NmM4YzZhOTk5Njc0MjVmNThiNDJhYTlhZWQ0NjhkNjJlOQ==
-  data.tar.gz: !binary |-
-    MWExYTAxNjk0MDU3MGRiMDc3NmE3NzA0MzNkZjMzMTYxZTEwY2I3OA==
+SHA1:
+  metadata.gz: 7325236eb0afe0d54037330c14e9e92f86e619f1
+  data.tar.gz: 0ba778329bfb0303aad872898514b584becca282
 SHA512:
-  metadata.gz: !binary |-
-    NzcxYTA0Y2UyYTU4OGNiYTA0YjkxMDdlODE5YTQ2ZjRhZDA3ZGY0ODM0MWY5
-    N2Y5NzY3MzI4MTZiN2UyMDY0NDgwYzQ1N2E1NDIxNmU2NmM4Y2I0ZmE5YjI1
-    NGU2ZjIwZTU1OWVmNjRmM2FhODY1ODFiOTBmODI5ZWI0MWExNGU=
-  data.tar.gz: !binary |-
-    MWQ3MWIyZGIzZGVhYzA1ZWJkYjlhOWM5NzE0MDIzZDRhNjE2NmI0MGE5OTk5
-    N2FhZTBiMzViNDY0MTM1NWMyNGNkZDI1ZTNjZDcxYjA5OTgzMzBjZThkMTNk
-    NzNmOWE2YjdhNDMwZmE1YmM5MjU3N2Q4ZmZiZWRlNjAzM2MwZjI=
+  metadata.gz: bd4daf73250b1600753f79ba0b3b9aa7e962e702b63a13a8ce6c0a43590f5603269e768b4d9166178c0d24b8cc5694e1adbc1b187bea92eb8d10e268267545f2
+  data.tar.gz: 37749c66a998816b215fa66719973e04d4adb3b664a9f66dc521d9f8cffc884b89c9a3bef093f363dda3e76c9842116e5d6aa9cfc7d03cfe6a68c7a259621a78

data/lib/processor.rb

@@ -6,6 +6,7 @@ require "processor/data/batch_processor"
 require "processor/data/null_processor"
 require "processor/data/solr_pages_processor"
 require "processor/data/csv_processor"
+require "processor/data/active_record_batch_processor"
 
 require "processor/observer/logger"
 require "processor/observer/null_observer"

data/lib/processor/data/active_record_batch_processor.rb

@@ -0,0 +1,40 @@
+require_relative "null_processor"
+
+module Processor
+  module Data
+    class ActiveRecordBatchProcessor < NullProcessor
+      attr_reader :source
+
+      def initialize(source:, presenter: -> { Hash.new }, output:, batch_size: 1000)
+        @source = source
+        @presenter = presenter
+        @output = output
+        @batch_size = batch_size
+      end
+
+      def records
+        source.find_each(batch_size: batch_size)
+      end
+
+      def process(record)
+        output.write presenter.call(record)
+        "OK"
+      end
+
+      def record_id(record)
+        record.id
+      end
+
+      def finalize
+        output.close
+      end
+
+      def total_records
+        @total_records ||= source.count
+      end
+
+      private
+      attr_reader :presenter, :output, :batch_size
+    end
+  end
+end

data/lib/processor/version.rb

@@ -1,3 +1,3 @@
 module Processor
-  VERSION = "2.2.0"
+  VERSION = "2.3.0"
 end

data/processor.gemspec

@@ -22,7 +22,6 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "rake"
   gem.add_development_dependency "rspec", "~> 2.6"
   gem.add_development_dependency "pry" unless Processor::RUNNING_ON_CI
-  gem.add_development_dependency "pry-plus" if "ruby" == RUBY_ENGINE && false == Processor::RUNNING_ON_CI
   gem.add_development_dependency "coveralls" if Processor::RUNNING_ON_CI
 end
 

data/spec/spec_helper_lite.rb

@@ -1,3 +1,4 @@
+require "processor"
 if Processor::RUNNING_ON_CI
   require 'coveralls'
   Coveralls.wear!

metadata

@@ -1,72 +1,58 @@
 --- !ruby/object:Gem::Specification
 name: processor
 version: !ruby/object:Gem::Version
-  version: 2.2.0
+  version: 2.3.0
 platform: ruby
 authors:
 - Alexander Paramonov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-11 00:00:00.000000000 Z
+date: 2016-10-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.6'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: pry-plus
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-description: ! 'Processor is a tool that helps to iterate over collection and perform
+description: 'Processor is a tool that helps to iterate over collection and perform
   complex actions on a result. It is extremely useful in data migrations, report generation,
   etc. '
 email:
@@ -75,11 +61,11 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .coveralls.yml
-- .gitignore
-- .rspec
-- .rvmrc
-- .travis.yml
+- ".coveralls.yml"
+- ".gitignore"
+- ".rspec"
+- ".rvmrc"
+- ".travis.yml"
 - Gemfile
 - LICENSE
 - README.md
@@ -89,6 +75,7 @@ files:
 - example/migrator.rb
 - example/observer/progress_bar.rb
 - lib/processor.rb
+- lib/processor/data/active_record_batch_processor.rb
 - lib/processor/data/array_processor.rb
 - lib/processor/data/batch_processor.rb
 - lib/processor/data/csv_processor.rb
@@ -138,17 +125,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: Universal processor for threaded collection iteration, logging and post processing
@@ -172,4 +159,3 @@ test_files:
 - spec/processor/thread_spec.rb
 - spec/spec_helper_lite.rb
 - spec/support/dummy_file
-has_rdoc: