sequel-batches 0.2.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0574ea7f800e68b8316c8f03cf5375dd165640ced4cf1a41016f02848fa61954
-  data.tar.gz: 980b78345324a39f7dc8b45bf79ee0096fe638285d761e768729ac398b11ed18
+  metadata.gz: e24dcc9f437a98a65709c2486c46e6e3ddbeb89a1d3298af245c4d20ae758492
+  data.tar.gz: 5d5670cc31a6afcf7cdee391dc889c9636e9a201fe1f68e01860df2174e462fd
 SHA512:
-  metadata.gz: bdca5b44da27259b09e24662024f0b10b6d095a85762b98ef4cded1685f0af02daf7cfe62f230d5eafd81fc51d45aec5f13fba9dfbf4d144e56113371d450542
-  data.tar.gz: d0443e858f6202492cb7a1a67585bdcfffab0f47f630bd9f817937bb10e21dbf9dcfda27417f345b69c92d86855a96f2947d99b50f1c2b775d198ceab0589a7e
+  metadata.gz: 90f54e68d80fe0872415ab53b4d217c803eaf1d711e083bc518799475c805cd050d2a5605d42603b959fcde28ddfb5ef679344f46bd601677a31ab192bf4b4aa
+  data.tar.gz: a7f69e996cdedfec3b83160b15858fb090c970d2e33516fe53c2e64e1c2c5ed5d198241ea6836352cd1a3f260ebae8667b79bcd4847e6d08e4556c22a996a306

data/.rubocop.yml

@@ -0,0 +1,9 @@
+inherit_gem:
+  rubocop-config-umbrellio: lib/rubocop.yml
+
+AllCops:
+  DisplayCopNames: true
+  TargetRubyVersion: 2.3
+
+Naming/UncommunicativeMethodParamName:
+  Enabled: false

data/.travis.yml

@@ -13,10 +13,6 @@ rvm:
 
 before_install: gem install bundler
 
-env: SEQUEL_VERSION="~> 5.0"
-
-gemfile: gemfiles/ci.gemfile
-
 addons:
   postgresql: "9.6"
 
@@ -24,11 +20,6 @@ services:
   - postgresql
 
 matrix:
-  include:
-    - rvm: 2.6
-      env: SEQUEL_VERSION="~> 4.0"
   allow_failures:
     - rvm: ruby-head
-      env: SEQUEL_VERSION="~> 5.0"
     - rvm: jruby-head
-      env: SEQUEL_VERSION="~> 5.0"

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source "https://rubygems.org"
 
 # Specify your gem's dependencies in sequel-batches.gemspec

data/README.md

@@ -1,6 +1,6 @@
-# Sequel::Batches [![Build Status](https://travis-ci.org/umbrellio/sequel-batches.svg?branch=master)](https://travis-ci.org/umbrellio/sequel-batches) [![Coverage Status](https://coveralls.io/repos/github/umbrellio/sequel-batches/badge.svg?branch=master)](https://coveralls.io/github/umbrellio/sequel-batches?branch=master)
+# Sequel::Batches    [![Gem Version](https://badge.fury.io/rb/sequel-batches.svg)](https://badge.fury.io/rb/sequel-batches) [![Build Status](https://travis-ci.org/umbrellio/sequel-batches.svg?branch=master)](https://travis-ci.org/umbrellio/sequel-batches) [![Coverage Status](https://coveralls.io/repos/github/umbrellio/sequel-batches/badge.svg?branch=master)](https://coveralls.io/github/umbrellio/sequel-batches?branch=master)
 
-This dataset extension provides the method #in_batches. The method splits dataset in parts and yields it.
+This dataset extension provides the `#in_batches` method. The method splits dataset in parts and yields it.
 
 Note: currently only PostgreSQL database is supported.
 
@@ -38,13 +38,13 @@ Or install it yourself as:
 
 ## Usage
 
-In order to use the feature you should enable the extension
+In order to use the feature you should enable the extension:
 
 ```ruby
 Sequel::DATABASES.first.extension :batches
 ```
 
-And then the method becomes available on dataset
+After that the `#in_batches` method becomes available on dataset:
 
 ```ruby
 User.where(role: "admin").in_batches(of: 4) do |ds|
@@ -52,28 +52,29 @@ User.where(role: "admin").in_batches(of: 4) do |ds|
 end
 ```
 
-Finally, here's an example including all the available options
+Finally, here's an example including all the available options:
 
 ```ruby
-Event.where(type: "login").in_batches(of: 4, pk: [:project_id, :external_user_id], start: { project_id: 2, external_user_id: 3 }, finish: { project_id: 5, external_user_id: 70 }) do |ds|
+options = {
+  of: 4,
+  pk: [:project_id, :external_user_id],
+  start: { project_id: 2, external_user_id: 3 },
+  finish: { project_id: 5, external_user_id: 70 },
+}
+
+Event.where(type: "login").in_batches(options) do |ds|
   ds.delete
 end
 ```
 
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/sequel-batches. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/umbrellio/sequel-batches.
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
 
-## Code of Conduct
-
-Everyone interacting in the Sequel::Batches project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/sequel-batches/blob/master/CODE_OF_CONDUCT.md).
+<a href="https://github.com/umbrellio/">
+<img style="float: left;" src="https://umbrellio.github.io/Umbrellio/supported_by_umbrellio.svg" alt="Supported by Umbrellio" width="439" height="72">
+</a>

data/Rakefile

@@ -1,6 +1,10 @@
+# frozen_string_literal: true
+
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
+require "rubocop/rake_task"
 
 RSpec::Core::RakeTask.new(:spec)
+RuboCop::RakeTask.new(:lint)
 
-task :default => :spec
+task default: %i[lint spec]

data/lib/sequel/extensions/batches.rb

@@ -1,5 +1,4 @@
-require "sequel/extensions/batches/version"
-require "sequel/model"
+# frozen_string_literal: true
 
 module Sequel
   module Extensions
@@ -8,55 +7,13 @@ module Sequel
       NullPKError = Class.new(StandardError)
       InvalidPKError = Class.new(StandardError)
 
-      def in_batches(pk: nil, of: 1000, start: nil, finish: nil)
-        pk ||= db.schema(first_source).select { |x| x[1][:primary_key] }.map(&:first)
-        raise MissingPKError if pk.empty?
-
-        qualified_pk = pk.map { |x| Sequel[first_source][x] }
-
-        check_pk = lambda do |input_pk|
-          raise InvalidPKError if input_pk.keys != pk
-          input_pk
-        end
-
-        conditions = lambda do |pk, sign:|
-          raise NullPKError if pk.values.any?(&:nil?)
-          row_expr = Sequel.function(:row, *pk.values)
-          Sequel.function(:row, *qualified_pk).public_send(sign, row_expr)
-        end
-
-        base_ds = order(*qualified_pk)
-        base_ds = base_ds.where(conditions.call(check_pk.call(start), sign: :>=)) if start
-        base_ds = base_ds.where(conditions.call(check_pk.call(finish), sign: :<=)) if finish
-
-        pk_ds = db.from(base_ds).select(*pk).order(*pk)
-        actual_start = pk_ds.first
-        actual_finish = pk_ds.last
-
-        return unless actual_start && actual_finish
-
-        base_ds = base_ds.where(conditions.call(actual_start, sign: :>=))
-        base_ds = base_ds.where(conditions.call(actual_finish, sign: :<=))
-
-        current_instance = nil
-
-        loop do
-          if current_instance
-            working_ds = base_ds.where(conditions.call(current_instance.to_h, sign: :>))
-          else
-            working_ds = base_ds
-          end
-
-          current_instance = db.from(working_ds.limit(of)).select(*pk).order(*pk).last or break
-          working_ds = working_ds.where(conditions.call(current_instance.to_h, sign: :<=))
-
-          yield working_ds
-        end
+      def in_batches(**options, &block)
+        Sequel::Extensions::Batches::Yielder.new(ds: self, **options).call(&block)
       end
-
-      private
-
-      ::Sequel::Dataset.register_extension(:batches, Batches)
     end
   end
 end
+
+::Sequel::Dataset.register_extension(:batches, Sequel::Extensions::Batches)
+
+require_relative "batches/yielder"

data/lib/sequel/extensions/batches/yielder.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+module Sequel::Extensions::Batches
+  class Yielder
+    attr_accessor :ds, :of, :start, :finish
+    attr_writer :pk
+
+    def initialize(ds:, pk: nil, of: 1000, start: nil, finish: nil)
+      self.ds = ds
+      self.pk = pk
+      self.of = of
+      self.start = start
+      self.finish = finish
+    end
+
+    def call
+      base_ds = setup_base_ds or return
+
+      current_instance = nil
+
+      loop do
+        working_ds =
+          if current_instance
+            base_ds.where(generate_conditions(current_instance.to_h, sign: :>))
+          else
+            base_ds
+          end
+
+        current_instance = db.from(working_ds.limit(of)).select(*pk).order(*pk).last or break
+        working_ds = working_ds.where(generate_conditions(current_instance.to_h, sign: :<=))
+
+        yield working_ds
+      end
+    end
+
+    private
+
+    def db
+      ds.db
+    end
+
+    def pk
+      @pk ||= begin
+        pk = db.schema(ds.first_source).select { |x| x[1][:primary_key] }.map(&:first)
+        raise MissingPKError if pk.empty?
+        pk
+      end
+    end
+
+    def qualified_pk
+      @qualified_pk ||= pk.map { |x| Sequel[ds.first_source][x] }
+    end
+
+    def check_pk(input_pk)
+      raise InvalidPKError if input_pk.keys != pk
+      input_pk
+    end
+
+    def generate_conditions(input_pk, sign:)
+      raise NullPKError if input_pk.values.any?(&:nil?)
+      row_expr = Sequel.function(:row, *input_pk.values)
+      Sequel.function(:row, *qualified_pk).public_send(sign, row_expr)
+    end
+
+    def setup_base_ds
+      base_ds = ds.order(*qualified_pk)
+      base_ds = base_ds.where(generate_conditions(check_pk(start), sign: :>=)) if start
+      base_ds = base_ds.where(generate_conditions(check_pk(finish), sign: :<=)) if finish
+
+      pk_ds = db.from(base_ds).select(*pk).order(*pk)
+      actual_start = pk_ds.first
+      actual_finish = pk_ds.last
+
+      return unless actual_start && actual_finish
+
+      base_ds = base_ds.where(generate_conditions(actual_start, sign: :>=))
+      base_ds = base_ds.where(generate_conditions(actual_finish, sign: :<=))
+
+      base_ds
+    end
+  end
+end

data/sequel-batches.gemspec

@@ -1,40 +1,29 @@
+# frozen_string_literal: true
 
-lib = File.expand_path("../lib", __FILE__)
+lib = File.expand_path("lib", __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "sequel/extensions/batches/version"
 
 Gem::Specification.new do |spec|
-  spec.name          = "sequel-batches"
-  spec.version       = Sequel::Extensions::Batches::VERSION
-  spec.authors       = ["fiscal-cliff", "umbrellio"]
-  spec.email         = ["oss@umbrellio.biz"]
+  spec.name = "sequel-batches"
+  spec.version = "1.0.0"
+  spec.authors = ["fiscal-cliff", "umbrellio"]
+  spec.email = ["oss@umbrellio.biz"]
 
-  spec.summary       = %q{The extension mimics AR5 batches api}
-  spec.description   = %q{Allows you to split your dataset in batches}
-  spec.homepage      = "https://github.com/umbrellio/sequel-batches"
-  spec.license       = "MIT"
+  spec.summary = "The extension mimics AR5 batches api"
+  spec.description = "Allows you to split your dataset in batches"
+  spec.homepage = "https://github.com/umbrellio/sequel-batches"
+  spec.license = "MIT"
 
-  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
-  # to allow pushing to a single host or delete this section to allow pushing to any host.
-  if spec.respond_to?(:metadata)
-    spec.metadata["allowed_push_host"] = "https://rubygems.org"
-  else
-    raise "RubyGems 2.0 or newer is required to protect against " \
-      "public gem pushes."
-  end
-
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency "sequel"
+
   spec.add_development_dependency "bundler"
   spec.add_development_dependency "coveralls"
   spec.add_development_dependency "pry"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
-
-  spec.add_runtime_dependency "sequel"
+  spec.add_development_dependency "rubocop-config-umbrellio"
+  spec.add_development_dependency "simplecov"
 end

metadata

@@ -1,16 +1,30 @@
 --- !ruby/object:Gem::Specification
 name: sequel-batches
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 1.0.0
 platform: ruby
 authors:
 - fiscal-cliff
 - umbrellio
 autorequire: 
-bindir: exe
+bindir: bin
 cert_chain: []
 date: 2019-08-19 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -82,13 +96,27 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sequel
+  name: rubocop-config-umbrellio
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
@@ -104,23 +132,21 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rspec"
+- ".rubocop.yml"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- gemfiles/ci.gemfile
-- lib/sequel.rb
 - lib/sequel/extensions/batches.rb
-- lib/sequel/extensions/batches/version.rb
+- lib/sequel/extensions/batches/yielder.rb
 - log/.keep
 - sequel-batches.gemspec
 homepage: https://github.com/umbrellio/sequel-batches
 licenses:
 - MIT
-metadata:
-  allowed_push_host: https://rubygems.org
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:

data/gemfiles/ci.gemfile

@@ -1,15 +0,0 @@
-source 'https://rubygems.org'
-
-gemspec :path => '../'
-
-# MRI/Rubinius Adapter Dependencies
-platforms :ruby do
-  gem "pg", "~>0.20.0"
-end
-
-# JRuby Adapter Dependencies
-platforms :jruby do
-  gem 'jdbc-postgres', '~> 9.4'
-end
-
-gem "sequel", "#{ENV['SEQUEL_VERSION']}"

data/lib/sequel.rb

@@ -1 +0,0 @@
-require "sequel/extensions/batches"

data/lib/sequel/extensions/batches/version.rb

@@ -1,7 +0,0 @@
-module Sequel
-  module Extensions
-    module Batches
-      VERSION = "0.2.1"
-    end
-  end
-end