dhs 1.4.2 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8ef9be83e5148eedcda73523574e4d53684aecbf906e9034b12f52c9b8881a7b
-  data.tar.gz: c8195c1668a305f9e9fcc723ba2464de9b87f17d2eaaa57ec3d4787ec36d8e45
+  metadata.gz: c02b8006074cd3482fac996fcf904ed9e904d6ab8f8b504afcd9c27318dd5724
+  data.tar.gz: 2ce157d1fd6f0333d9638516e650f2ef040b6f08145664e4f3e8b041f908ca66
 SHA512:
-  metadata.gz: be55a13a577be249b76b1eaeb7baec3a307b94f4a7c2c4643ea1fcf66edb3f8df3927386886babe211b687821229180d33f0cf5e5af04f1af9534ccd67c20ffd
-  data.tar.gz: 5ab39a51ac32085b8cb71e183c34edd64a7c5e78c86e6e08faabdd03d196a5aadbbfeba8e7b2ac8dc571d59b2ad7281cda2a20c5d8c131e3fbafdf061c6a0adc
+  metadata.gz: 8975d2399f0a7a63066fdf8e23b96dbf2b9809bd9e75efc73a85779b1a32e97eae997dce4573222ed5d7b1556ca9dc2276d12eee5dddfa911d71698ae26b10d0
+  data.tar.gz: 9d00278274df289db27965f24a6bc2a106d46e64ea09814b8129d5aeae15f6e0e2d7e7cde37a7f7b49447142ecc52a960ea458bef1cb9f46396ec9457c2acd97

data/README.md

@@ -1431,6 +1431,50 @@ GET https://service.example.com/assets?offset=39
 }
 ```
 
+##### Pagination strategy: next_parameter
+
+The `next_parameter` strategy continuously follows in-response offset parameter information to following pages until the last page is reached (indicated by next parameter being empty or unset).
+
+*WARNING*
+
+Loading all pages from a resource paginated with next_parameter only can result in very poor performance, as pages can only be loaded sequentially!
+
+```ruby
+# app/models/record.rb
+
+class Search < DHS::Record
+  configuration pagination_strategy: 'next_parameter'
+
+  endpoint '{+service}/assets'
+end
+```
+
+```ruby
+# app/controllers/some_controller.rb
+
+Record.all
+
+```
+```
+GET https://service.example.com/assets?limit=100
+{
+  items: [{...}, ...],
+  limit: 10,
+  next: "LXBrPTIzMzE4NDE0"
+}
+GET https://service.example.com/assets?next=LXBrPTIzMzE4NDE0
+{
+  items: [{...}, ...],
+  limit: 10,
+  next: "ASDASdads9123"
+}
+GET https://service.example.com/assets?next=ASDASdads9123
+{
+  items: [{...}, ...],
+  limit: 10
+}
+```
+
 #### Pagination keys
 
 ##### limit_key

data/lib/dhs/concerns/record/pagination.rb

@@ -32,6 +32,8 @@ class DHS::Record
           DHS::Pagination::Link
         when :next_offset
           DHS::Pagination::NextOffset
+        when :next_parameter
+          DHS::Pagination::NextParameter
         else
           DHS::Pagination::Offset
         end

data/lib/dhs/pagination/next_parameter.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+class DHS::Pagination::NextParameter < DHS::Pagination::Base
+
+  DEFAULT_OFFSET = nil
+
+  def total
+    data._raw.dig(*_record.items_key).count || 0
+  end
+  alias count total
+
+  def self.next_offset(offset, limit)
+    nil
+  end
+
+  def parallel?
+    false
+  end
+
+  def pages_left?
+    next_offset = data._raw.dig(*_record.pagination_key(:body))
+    next_offset.present? && !next_offset.blank?
+  end
+
+  def next(current)
+    next_value = current.dig(*_record.pagination_key(:body))
+    return if next_value.blank? || next_value.blank?
+    {
+      _record.pagination_key(:parameter) => current.dig(*_record.pagination_key(:body))
+    }
+  end
+end

data/lib/dhs/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DHS
-  VERSION = '1.4.2'
+  VERSION = '1.5.0'
 end

data/lib/dhs.rb

@@ -40,6 +40,7 @@ module DHS
     autoload :TotalPages, 'dhs/pagination/total_pages'
     autoload :OffsetPage, 'dhs/pagination/offset_page'
     autoload :NextOffset, 'dhs/pagination/next_offset'
+    autoload :NextParameter, 'dhs/pagination/next_parameter'
     autoload :Start, 'dhs/pagination/start'
     autoload :Link, 'dhs/pagination/link'
   end

data/spec/pagination/next_parameter_spec.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require 'rails_helper'
+
+describe DHS::Record do
+  context 'next parameter pagination' do
+    
+    def stub_api_request(this_parameter:, next_parameter:, items: [])
+      stub_request(:get, ["http://depay.fi/v2/transactions?limit=100", this_parameter ? "next=#{this_parameter}" : nil].compact.join('&'))
+        .to_return(body: { items: items, next: next_parameter }.to_json)
+    end
+
+    let!(:requests) do
+      stub_api_request(items: (0...100).to_a, this_parameter: nil, next_parameter: 'NEXT1')
+      stub_api_request(items: (100...200).to_a, this_parameter: 'NEXT1', next_parameter: 'NEXT2')
+      stub_api_request(items: nil, this_parameter: 'NEXT2', next_parameter: nil)
+    end
+
+    before do
+      class Transaction < DHS::Record
+        configuration pagination_strategy: :next_parameter, pagination_key: { body: :next, parameter: :next }
+
+        endpoint 'http://depay.fi/v2/transactions'
+      end
+    end
+
+    it 'fetches all the pages' do
+      transactions = Transaction.all.fetch
+      expect(transactions.to_a).to eq (0...200).to_a
+    end
+  end
+
+  context 'next parameter pagination with items configuration and nil response' do
+
+    def stub_api_request(this_parameter:, next_parameter:, items: [])
+      stub_request(:get, ["http://depay.fi/v2/transactions?limit=100", this_parameter ? "next=#{this_parameter}" : nil].compact.join('&'))
+        .to_return(body: { assets: items, next: next_parameter }.to_json)
+    end
+
+    let!(:requests) do
+      stub_api_request(items: (0...100).to_a, this_parameter: nil, next_parameter: 'NEXT1')
+      stub_api_request(items: (100...200).to_a, this_parameter: 'NEXT1', next_parameter: 'NEXT2')
+      stub_api_request(items: nil, this_parameter: 'NEXT2', next_parameter: nil)
+    end
+
+    before do
+      class Transaction < DHS::Record
+        configuration items_key: :assets, pagination_strategy: :next_parameter, pagination_key: { body: :next, parameter: :next }
+
+        endpoint 'http://depay.fi/v2/transactions'
+      end
+    end
+
+    it 'fetches and merges all the assets/items' do
+      transactions = Transaction.all.fetch
+      expect(transactions.to_a).to eq (0...200).to_a
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dhs
 version: !ruby/object:Gem::Version
-  version: 1.4.2
+  version: 1.5.0
 platform: ruby
 authors:
 - https://github.com/DePayFi/dhs/graphs/contributors
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-04-28 00:00:00.000000000 Z
+date: 2023-07-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -328,6 +328,7 @@ files:
 - lib/dhs/pagination/base.rb
 - lib/dhs/pagination/link.rb
 - lib/dhs/pagination/next_offset.rb
+- lib/dhs/pagination/next_parameter.rb
 - lib/dhs/pagination/offset.rb
 - lib/dhs/pagination/offset_page.rb
 - lib/dhs/pagination/page.rb
@@ -468,6 +469,7 @@ files:
 - spec/pagination/link/parallel_spec.rb
 - spec/pagination/link/total_spec.rb
 - spec/pagination/next_offset_spec.rb
+- spec/pagination/next_parameter_spec.rb
 - spec/pagination/offset/pages_left_spec.rb
 - spec/pagination/offset_page_spec.rb
 - spec/pagination/parameters_spec.rb
@@ -706,6 +708,7 @@ test_files:
 - spec/pagination/link/parallel_spec.rb
 - spec/pagination/link/total_spec.rb
 - spec/pagination/next_offset_spec.rb
+- spec/pagination/next_parameter_spec.rb
 - spec/pagination/offset/pages_left_spec.rb
 - spec/pagination/offset_page_spec.rb
 - spec/pagination/parameters_spec.rb