amplify_syndication 0.3.1 → 0.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f0dda531062bfbbef4387181c6e46705b75254f69795cc2edb5ed7190adeb0c9
-  data.tar.gz: fbeb9c17508bdcc30296e936912742b1ecd70baccec988008678256eec589f9c
+  metadata.gz: c92a66b9d1f752e01a51b3bc21f2f623c245239e893aaecbf034dcff960e43c0
+  data.tar.gz: efd9af0c94d48954fd160976d5195f73e65f9742d2891ac807143aff49fababe
 SHA512:
-  metadata.gz: e6898e0c47727b6d6f6f51342a47d425adfda709943036ff9f8361375cae03787c69c02e99624773ff5242d9294bcd439d5cb9882d489e64af640ad04d715b74
-  data.tar.gz: c8e6b5aef477525e0bfd9a9d2caba49aad4929cae0553121c471ff40ed41619965b5891cf267779a2c1dbf79016871f3727d15fcc03ee86c779c40db7997937c
+  metadata.gz: 0a4174eeb7a537ee9f751e19335fce2cb2dbfe18084576c86673065d2ff938070d9092555febe3c6624f0b4c584f13fa34c91443a2a1d72b753057ccd78b1784
+  data.tar.gz: 34fc64abfa245212dfe9851d9835e30e17894d806f2a7b0d7f9c46450f9cb08be91d2a738210dc63f7b57d8bc06f127984271ee895f884cb73ca9573118fcc7e

data/CHANGELOG.md

@@ -1,3 +1,51 @@
+## 0.3.2 (2025-11-19)
+
+### Improved
+- Internal request logging now clearly displays the final AMPRE request path for easier debugging.
+- Media filter logic now mirrors the stable pattern used in Property replication filters.
+
+### Fixed
+- Corrected Media API $filter construction to comply with AMPRE OData requirements.
+- Removed incorrect manual URI-encoding that caused 400 The URI is malformed errors.
+- Resolved issues where HTTPClient encoding differed from curl behavior, ensuring valid query formation.
+- Restored full pagination functionality for media fetching via:
+  - `fetch_all_media_for_resource`
+
+## 0.3.1 (2025-11-18)
+
+### Added
+- Full media pagination support:
+  - `fetch_media_batch`
+  - `each_media_batch`
+  - `fetch_all_media_for_listing`
+- Media batching now matches the Property replication architecture.
+- Support for listing-level media syncs with ordered pagination (`Order asc, MediaKey`).
+
+### Improved
+- Internal consistency updates across API helper layers.
+
+### Fixed
+- Minor documentation improvements around Media calls.
+
+## 0.2.2
+
+#### Enhancements
+
+- Added lookup helpers:
+  - `fetch_lookup_batch`
+  - `each_lookup_batch`
+  - `fetch_all_lookups`
+  - `lookup(lookup_name, batch_size:, sleep_seconds:)`
+  These support optional filters and configurable sleep intervals for safer long-running syncs.
+
+- Added replication helpers:
+  - `fetch_initial_download_batch`
+  - `each_initial_download_batch`
+  - Improved `perform_initial_download` and `fetch_updates` to support batch-style processing and resumable checkpoints.
+
+- Improved internal filter construction for replication queries to better combine user-provided filters with checkpoint-based ranges.
+
+
 ## 0.1.0
 
 API Client for use with Amplify Syndication API

data/lib/amplify_syndication/api.rb

@@ -170,23 +170,24 @@ module AmplifySyndication
       batch_size: 100,
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
-      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: "0" }
     )
-      encoded_ts = URI.encode_www_form_component(checkpoint[:last_timestamp])
+      last_timestamp = checkpoint[:last_timestamp].to_s
+      last_key       = checkpoint[:last_key].to_s.gsub("'", "''")
 
-      # checkpoint filter: everything strictly after the last (timestamp, key) pair
-      checkpoint_filter = "(ModificationTimestamp gt #{encoded_ts}) " \
-                          "or (ModificationTimestamp eq #{encoded_ts} and ListingKey gt '#{checkpoint[:last_key]}')"
+      checkpoint_filter =
+        "(ModificationTimestamp gt #{last_timestamp}) " \
+        "or (ModificationTimestamp eq #{last_timestamp} and ListingKey gt '#{last_key}')"
 
       conditions = []
-      conditions << "(#{filter})" if filter
+      conditions << "(#{filter})" if filter && !filter.empty?
       conditions << "(#{checkpoint_filter})"
 
       query_options = {
-        "$select" => fields.join(","),
-        "$filter" => conditions.join(" and "),
+        "$select"  => fields.join(","),
+        "$filter"  => conditions.join(" and "),
         "$orderby" => "ModificationTimestamp,ListingKey",
-        "$top" => batch_size
+        "$top"     => batch_size
       }
 
       response = fetch_with_options(resource, query_options)
@@ -202,7 +203,7 @@ module AmplifySyndication
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
       sleep_seconds: 10,
-      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: "0" }
     )
       loop do
         batch = fetch_initial_download_batch(
@@ -238,7 +239,7 @@ module AmplifySyndication
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
       sleep_seconds: 10,
-      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: "0" }
     )
       results = []
 
@@ -268,7 +269,7 @@ module AmplifySyndication
       batch_size: 100,
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
-      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 },
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: "0" },
       sleep_seconds: 10
     )
       if block_given?
@@ -326,62 +327,32 @@ module AmplifySyndication
       fetch_with_options("Media", query_options)
     end
 
-    # Fetch media by ResourceName and ResourceRecordKey
-    def fetch_media_by_resource(resource_name, resource_key, batch_size = 100)
-      filter = "ResourceRecordKey eq '#{resource_key}' and ResourceName eq '#{resource_name}'"
-
-      query_options = {
-        "$filter"  => filter,
-        "$orderby" => "ModificationTimestamp,MediaKey",
-        "$top"     => batch_size
-      }
-
-      fetch_with_options("Media", query_options)
-    end
-
-    def fetch_media_batch(listing_key:, skip:, top: 100)
-      query_options = {
-        "$filter"  => "ResourceName eq 'Property' and ResourceRecordKey eq '#{listing_key}'",
-        "$orderby" => "Order asc, MediaKey",
-        "$top"     => top,
-        "$skip"    => skip
-      }
-
-      response = fetch_with_options("Media", query_options)
-      response["value"] || []
-    end
+    def fetch_all_media_for_resource(resource_name, resource_key, batch_size: 100, sleep_seconds: 1)
+      filter = "(ResourceRecordKey eq '#{resource_key}' and ResourceName eq '#{resource_name}')"
 
-    def each_media_batch(listing_key:, batch_size: 100, sleep_seconds: 1)
+      results = []
       skip = 0
 
       loop do
-        batch = fetch_media_batch(
-          listing_key: listing_key,
-          skip: skip,
-          top: batch_size
-        )
-
+        query_options = {
+          "$filter" => filter,
+          "$orderby" => "ModificationTimestamp,MediaKey",
+          "$top"     => batch_size,
+          "$skip"    => skip
+        }
+
+        response = fetch_with_options("Media", query_options)
+        batch = response["value"] || []
         break if batch.empty?
-        yield(batch) if block_given?
-
-        skip += batch_size
-        sleep(sleep_seconds) if sleep_seconds.positive?
-      end
-    end
 
-    def fetch_all_media_for_listing(listing_key, batch_size: 100, sleep_seconds: 1)
-      results = []
-
-      each_media_batch(
-        listing_key: listing_key,
-        batch_size: batch_size,
-        sleep_seconds: sleep_seconds
-      ) do |batch|
         results.concat(batch)
+
+        break if batch.size < batch_size
+        skip += batch_size
+        sleep(sleep_seconds)
       end
 
       results
     end
-
   end
 end

data/lib/amplify_syndication/client.rb

@@ -16,23 +16,25 @@ module AmplifySyndication
         "Authorization" => "Bearer #{@access_token}",
         "Accept" => "application/json"
       }
+
       response = @http_client.get(url, params, headers)
       parse_response(response)
     end
 
     def get_with_options(endpoint, options = {})
-      query_string = options.map { |key, value| "#{key}=#{value}" }.join("&")
+      query_string = build_query_string(options)
       get("#{endpoint}?#{query_string}")
     end
 
     private
 
-    # Converts a hash of query options into a URL-encoded query string
     def build_query_string(options)
-      URI.encode_www_form(options)
+      options.map do |key, value|
+        escaped_value = URI::DEFAULT_PARSER.escape(value.to_s)
+        "#{key}=#{escaped_value}"
+      end.join("&")
     end
 
-    # Parses JSON response, raises an error for non-200 responses
     def parse_response(response)
       if response.status == 200
         JSON.parse(response.body)

data/lib/amplify_syndication/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AmplifySyndication
-  VERSION = "0.3.1"
+  VERSION = "0.3.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: amplify_syndication
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.3
 platform: ruby
 authors:
 - Stephen Higgins
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-11-18 00:00:00.000000000 Z
+date: 2026-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient