amplify_syndication 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e358033fc0c9fcb6425cd506509dfaf76347de8c1b83ec82fb36c294d2d3ebe
-  data.tar.gz: f3fbf71ab860d4aa2dcb4c6f5d07c0123d8879d5a7fa3f9f12c03373a73db4f8
+  metadata.gz: c904621a09cb44ba73a694784f8f3ca99361b845f4f8f79e9c07d284b32f1f7c
+  data.tar.gz: '01094a0769aa29721d17bf14567daa765debbb580a9456913139459ec25d2bb1'
 SHA512:
-  metadata.gz: 599a8ef6b78335a7c0cbda47af06e45e16343a211b3126e5e871691731ffd874a97244d813a027f3c4548ed69db401b340fe4e038b1c746564da64b1b61e1ea9
-  data.tar.gz: fe9c628b9d876fcb5e9894f30a547be623e619800ffabc451f1d101a07fbb6524ec24c3321a22bea053b9e84d030391f743f0ee5b35bfa38bc4ec96876efc108
+  metadata.gz: 82ac0a3a1682ed77be6487b41be10b41b1f48efb9fed201ee1c5c9935dbd2d965c5e68a199b4103fb1f2ae5f0b2f3838dcdb34532be28536ff27a5e299100449
+  data.tar.gz: 42309083ecdf14c0112dad8d8d36438daf591648ccb3bd374ba5925a8ec8d588a23224fe166b5bd4c59bde993f25eed79b2e033237039f43e3e5c366b7933448

data/lib/amplify_syndication/api.rb

@@ -9,6 +9,89 @@ module AmplifySyndication
       @client.get("$metadata?$format=json")
     end
 
+    # Fetch property fields
+    def fetch_property_fields(batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      fields = []
+
+      loop do
+        query_options = {
+          "$filter" => "ResourceName eq 'Property'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Field", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        fields.concat(batch)
+        
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      fields
+    end
+
+    def fetch_all_lookups(batch_size: 50, sleep_seconds: 10, filter: nil)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$top"  => batch_size,
+          "$skip" => offset
+        }
+    
+        # Apply filter only when provided
+        if filter.present?
+          combined_filter =
+            filter.is_a?(Array) ? filter.join(" and ") : filter
+          query_options["$filter"] = combined_filter
+        end
+
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"] || []
+        break if batch.empty?
+
+        values.concat(batch)
+
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
+    # get lookup name values
+    def lookup(lookup_name, batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$filter" => "LookupName eq '#{lookup_name}'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        values.concat(batch)
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
     # Fetch basic property data
     def fetch_property_data(limit = 1)
       @client.get("Property", "$top" => limit)
@@ -45,7 +128,8 @@ module AmplifySyndication
       batch_size: 100,
       fields: ["ModificationTimestamp", "ListingKey"],
       filter: nil,
-      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      sleep_seconds: 10,
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 },
     )
       puts "Starting initial download..."
       all_records = [] # Array to collect all records
@@ -86,6 +170,9 @@ module AmplifySyndication
 
         # Stop if the number of records is less than the batch size
         break if records.size < batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
       end
 
       puts "Initial download complete."

data/lib/amplify_syndication/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AmplifySyndication
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: amplify_syndication
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Stephen Higgins
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-12-09 00:00:00.000000000 Z
+date: 2025-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient