amplify_syndication 0.1.1 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e358033fc0c9fcb6425cd506509dfaf76347de8c1b83ec82fb36c294d2d3ebe
-  data.tar.gz: f3fbf71ab860d4aa2dcb4c6f5d07c0123d8879d5a7fa3f9f12c03373a73db4f8
+  metadata.gz: f19a5f0b0bfaeddf06d2fe4fc996fb063e54191eb7c931ea5cd5ea7f24bca8e1
+  data.tar.gz: 30de329b329545de13dd8204fcf366618fafb946aef50b7cf1471d4b7c51fe47
 SHA512:
-  metadata.gz: 599a8ef6b78335a7c0cbda47af06e45e16343a211b3126e5e871691731ffd874a97244d813a027f3c4548ed69db401b340fe4e038b1c746564da64b1b61e1ea9
-  data.tar.gz: fe9c628b9d876fcb5e9894f30a547be623e619800ffabc451f1d101a07fbb6524ec24c3321a22bea053b9e84d030391f743f0ee5b35bfa38bc4ec96876efc108
+  metadata.gz: 1bd03226d37a65478ab72819c739d5a698931d59ee0a255ba53c69affd6bc9382d81b40737712befe01bb37bebc9fa8f3df0d7315c6e2d6342be5baa8378722c
+  data.tar.gz: b9143037445bcdc9207f0ddc2ba76674fc00fbd60736329be53876b5dce367f2a3ed2cfc24e370a9a7cfb652b3a4901525631a1a843fd12831cbfc92ef1dc67b

data/lib/amplify_syndication/api.rb

@@ -9,6 +9,89 @@ module AmplifySyndication
       @client.get("$metadata?$format=json")
     end
 
+    # Fetch property fields
+    def fetch_property_fields(batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      fields = []
+
+      loop do
+        query_options = {
+          "$filter" => "ResourceName eq 'Property'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Field", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        fields.concat(batch)
+
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      fields
+    end
+
+    def fetch_all_lookups(batch_size: 50, sleep_seconds: 10, filter: nil)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$top"  => batch_size,
+          "$skip" => offset
+        }
+    
+        # Apply filter only when provided
+        if filter.present?
+          combined_filter =
+            filter.is_a?(Array) ? filter.join(" and ") : filter
+          query_options["$filter"] = combined_filter
+        end
+
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"] || []
+        break if batch.empty?
+
+        values.concat(batch)
+
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
+    # get lookup name values
+    def lookup(lookup_name, batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$filter" => "LookupName eq '#{lookup_name}'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        values.concat(batch)
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
     # Fetch basic property data
     def fetch_property_data(limit = 1)
       @client.get("Property", "$top" => limit)
@@ -45,6 +128,7 @@ module AmplifySyndication
       batch_size: 100,
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
+      sleep_seconds: 10,
       checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
     )
       puts "Starting initial download..."
@@ -86,6 +170,9 @@ module AmplifySyndication
 
         # Stop if the number of records is less than the batch size
         break if records.size < batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
       end
 
       puts "Initial download complete."

data/lib/amplify_syndication/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AmplifySyndication
-  VERSION = "0.1.1"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: amplify_syndication
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.1
 platform: ruby
 authors:
 - Stephen Higgins
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-12-09 00:00:00.000000000 Z
+date: 2025-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient