sequel-batches 1.0.1 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75f26b2a799694f8ab7c27d9b2e9fdbf12990d92c3c9a5ba2117ec9c7815cb47
-  data.tar.gz: be0eb9ffc65170761b2000c20c2c8e628c8eacc2cfbf1cee7d4fbf54c0134760
+  metadata.gz: 2ba86551c2e6fa28e3c012fec381ca293267b3c04629f8295114724a2c7ff99a
+  data.tar.gz: c36a543672f8d6869e4189ad808ac15c275d0342cc41ec3a258a0299e4225829
 SHA512:
-  metadata.gz: 874d85e620b0d5cbe2a82700deff251edf004bca67a64e89ece8fca769abcbc5f117891d02767f0873634156de7680558cfeceee0abd917f7a762c8f5720c42c
-  data.tar.gz: 39ca7cd7e363ab3fe6d8d04ef7c73f140369f3e0e6a87c8d79605d6c80882c2bcbc0fb625ee8dccc8d297f20d5516c031b126c82cbcc38f3d291474ccbe226be
+  metadata.gz: 655a16e69b97c23fe80c92beef06e5cc80fa242b161955ef3702193385528b67b8575a14c5b75ed0e7cc4af559e1a04e0e0141e8ab4ef60c5cfc350ac5afda9c
+  data.tar.gz: c36d801caaf7cefc37520c4db12ce9d47ff62c20eb2c9c8c2c9813775829bd5acbaa0bc8f1d6953b5fc1c6dfbcea34650eec29ca37f8c15731872bd1915f193a

data/.github/workflows/ci.yml

@@ -0,0 +1,51 @@
+name: CI
+
+on: [pull_request, push]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != 'umbrellio/sequel-batches'
+
+    services:
+      postgres:
+        image: postgres
+        env:
+          POSTGRES_USER: root
+          POSTGRES_HOST_AUTH_METHOD: trust
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+
+    env:
+      PGHOST: localhost
+      PGUSER: root
+
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby: [2.6, 2.7, "3.0", jruby-9.3.1.0, ruby-head, jruby-head]
+
+    name: ${{ matrix.ruby }}
+
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+
+      - run: psql -c 'CREATE DATABASE batches_test'
+      - run: bundle exec rake bundle:audit
+      - run: bundle exec rake lint
+      - run: bundle exec rspec
+        continue-on-error: ${{ matrix.ruby == 'jruby-head' ||  matrix.ruby == 'ruby-head' }}
+
+      - uses: coverallsapp/github-action@v1.1.2
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}

data/.rubocop.yml

@@ -3,7 +3,16 @@ inherit_gem:
 
 AllCops:
   DisplayCopNames: true
-  TargetRubyVersion: 2.3
+  TargetRubyVersion: 2.6
+  Include:
+    - lib/**/*.rb
+    - spec/**/*.rb
+    - Gemfile
+    - Rakefile
+    - sequel-batches.gemspec
+
+Layout/LineLength:
+  Max: 120
 
 Naming/MethodParameterName:
   Enabled: false

data/README.md

@@ -44,6 +44,7 @@ options = {
   pk: [:project_id, :external_user_id],
   start: { project_id: 2, external_user_id: 3 },
   finish: { project_id: 5, external_user_id: 70 },
+  order: :desc,
 }
 
 Event.where(type: "login").in_batches(options) do |ds|
@@ -69,6 +70,9 @@ A hash `{ [column]: <start_value> }` that represents frame start for batch proce
 ### finish
 Same as `start` but represents the frame end.
 
+### order
+Specifies the primary key order (can be :asc or :desc). Defaults to :asc.
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/umbrellio/sequel-batches.

data/Rakefile

@@ -1,10 +1,18 @@
 # frozen_string_literal: true
 
 require "bundler/gem_tasks"
+require "bundler/audit/task"
 require "rspec/core/rake_task"
 require "rubocop/rake_task"
 
 RSpec::Core::RakeTask.new(:spec)
-RuboCop::RakeTask.new(:lint)
+RuboCop::RakeTask.new(:lint) do |t|
+  config_path = File.expand_path(File.join(".rubocop.yml"), __dir__)
+
+  t.options = ["--config", config_path]
+  t.requires << "rubocop-rspec"
+  t.requires << "rubocop-performance"
+end
+Bundler::Audit::Task.new
 
 task default: %i[lint spec]

data/lib/sequel/extensions/batches/yielder.rb

@@ -2,33 +2,38 @@
 
 module Sequel::Extensions::Batches
   class Yielder
-    attr_accessor :ds, :of, :start, :finish
+    attr_accessor :ds, :of, :start, :finish, :order
     attr_writer :pk
 
-    def initialize(ds:, pk: nil, of: 1000, start: nil, finish: nil)
+    def initialize(ds:, **options)
       self.ds = ds
-      self.pk = pk
-      self.of = of
-      self.start = start
-      self.finish = finish
+      self.pk = options.delete(:pk)
+      self.of = options.delete(:of) || 1000
+      self.start = options.delete(:start)
+      self.finish = options.delete(:finish)
+      self.order = options.delete(:order) || :asc
+
+      raise ArgumentError, ":order must be :asc or :desc, got #{order.inspect}" unless %i[asc desc].include?(order)
+      raise ArgumentError, "unknown options: #{options.keys.inspect}" if options.any?
     end
 
     def call
       base_ds = setup_base_ds or return
+      return enum_for(:call) unless block_given?
 
       current_instance = nil
 
       loop do
         working_ds =
           if current_instance
-            base_ds.where(generate_conditions(current_instance.to_h, sign: :>))
+            base_ds.where(generate_conditions(current_instance.to_h, sign: sign_from_exclusive))
           else
             base_ds
           end
 
-        working_ds_pk = working_ds.select(*qualified_pk).limit(of)
-        current_instance = db.from(working_ds_pk).select(*pk).order(*pk).last or break
-        working_ds = working_ds.where(generate_conditions(current_instance.to_h, sign: :<=))
+        working_ds_pk = working_ds.select(*qualified_pk).order(order_by).limit(of)
+        current_instance = db.from(working_ds_pk).select(*pk).order(order_by).last or break
+        working_ds = working_ds.where(generate_conditions(current_instance.to_h, sign: sign_to_inclusive))
 
         yield working_ds
       end
@@ -48,6 +53,27 @@ module Sequel::Extensions::Batches
       end
     end
 
+    def asc_order?
+      order == :asc
+    end
+
+    def sign_from_exclusive
+      asc_order? ? :> : :<
+    end
+
+    def sign_from_inclusive
+      asc_order? ? :>= : :<=
+    end
+
+    def sign_to_inclusive
+      asc_order? ? :<= : :>=
+    end
+
+    def order_by(qualified: false)
+      columns = qualified ? qualified_pk : pk
+      asc_order? ? Sequel.asc(columns) : Sequel.desc(columns)
+    end
+
     def qualified_pk
       @qualified_pk ||= pk.map { |x| Sequel[ds.first_source][x] }
     end
@@ -64,20 +90,18 @@ module Sequel::Extensions::Batches
     end
 
     def setup_base_ds
-      base_ds = ds.order(*qualified_pk)
-      base_ds = base_ds.where(generate_conditions(check_pk(start), sign: :>=)) if start
-      base_ds = base_ds.where(generate_conditions(check_pk(finish), sign: :<=)) if finish
+      base_ds = ds.order(order_by(qualified: true))
+      base_ds = base_ds.where(generate_conditions(check_pk(start), sign: sign_from_inclusive)) if start
+      base_ds = base_ds.where(generate_conditions(check_pk(finish), sign: sign_to_inclusive)) if finish
 
-      pk_ds = db.from(base_ds.select(*qualified_pk)).select(*pk).order(*pk)
+      pk_ds = db.from(base_ds.select(*qualified_pk)).select(*pk).order(order_by)
       actual_start = pk_ds.first
       actual_finish = pk_ds.last
 
       return unless actual_start && actual_finish
 
-      base_ds = base_ds.where(generate_conditions(actual_start, sign: :>=))
-      base_ds = base_ds.where(generate_conditions(actual_finish, sign: :<=))
-
-      base_ds
+      base_ds = base_ds.where(generate_conditions(actual_start, sign: sign_from_inclusive))
+      base_ds.where(generate_conditions(actual_finish, sign: sign_to_inclusive))
     end
   end
 end

data/sequel-batches.gemspec

@@ -5,9 +5,10 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name = "sequel-batches"
-  spec.version = "1.0.1"
+  spec.version = "1.1.0"
   spec.authors = %w[fiscal-cliff umbrellio]
   spec.email = ["oss@umbrellio.biz"]
+  spec.required_ruby_version = ">= 2.6"
 
   spec.summary = "The extension mimics AR5 batches api"
   spec.description = "Allows you to split your dataset in batches"
@@ -20,10 +21,14 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "sequel"
 
   spec.add_development_dependency "bundler"
-  spec.add_development_dependency "coveralls"
+  spec.add_development_dependency "bundler-audit"
+
   spec.add_development_dependency "pry"
   spec.add_development_dependency "rake"
-  spec.add_development_dependency "rspec"
+
   spec.add_development_dependency "rubocop-config-umbrellio"
+
+  spec.add_development_dependency "rspec"
   spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "simplecov-lcov"
 end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: sequel-batches
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.1.0
 platform: ruby
 authors:
 - fiscal-cliff
 - umbrellio
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-25 00:00:00.000000000 Z
+date: 2022-08-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sequel
@@ -40,7 +40,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: coveralls
+  name: bundler-audit
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -82,7 +82,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: rubocop-config-umbrellio
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -96,7 +96,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-config-umbrellio
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -123,6 +123,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov-lcov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Allows you to split your dataset in batches
 email:
 - oss@umbrellio.biz
@@ -130,10 +144,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/ci.yml"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
-- ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt
@@ -147,7 +161,7 @@ homepage: https://github.com/umbrellio/sequel-batches
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -155,15 +169,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.3.19
+signing_key:
 specification_version: 4
 summary: The extension mimics AR5 batches api
 test_files: []

data/.travis.yml

@@ -1,25 +0,0 @@
-sudo: false
-
-language: ruby
-
-rvm:
-  - 2.3
-  - 2.4
-  - 2.5
-  - 2.6
-  - jruby-9.2.8.0
-  - ruby-head
-  - jruby-head
-
-before_install: gem install bundler
-
-addons:
-  postgresql: "9.6"
-
-services:
-  - postgresql
-
-matrix:
-  allow_failures:
-    - rvm: ruby-head
-    - rvm: jruby-head