amplify_syndication 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d2710bd59fa2d3c01b488bba30392f7bdf296741fbc698e8119c2a65c3ba5c33
-  data.tar.gz: d61cecb2245118e3db17c27c973c4c9a32f37d7f65f159bc48973da0c32edda4
+  metadata.gz: c904621a09cb44ba73a694784f8f3ca99361b845f4f8f79e9c07d284b32f1f7c
+  data.tar.gz: '01094a0769aa29721d17bf14567daa765debbb580a9456913139459ec25d2bb1'
 SHA512:
-  metadata.gz: 707bb585b4afc0d5476d874464d477f2632d51df1d7a3bd76c56a6a0f1c863fa71cdc4e9b8fd74e8740040527beafe9a2e1a84ed028fd0148911c826fb747562
-  data.tar.gz: 54e3c195ab9a89484722166f2a1146227c85d65e8c0e47ee4aa70c28b6c5f35edbfb20aaa58bcc31aadf9527f51f9d2be887e8ebb25bc33cfdf4489cec409de0
+  metadata.gz: 82ac0a3a1682ed77be6487b41be10b41b1f48efb9fed201ee1c5c9935dbd2d965c5e68a199b4103fb1f2ae5f0b2f3838dcdb34532be28536ff27a5e299100449
+  data.tar.gz: 42309083ecdf14c0112dad8d8d36438daf591648ccb3bd374ba5925a8ec8d588a23224fe166b5bd4c59bde993f25eed79b2e033237039f43e3e5c366b7933448

data/lib/amplify_syndication/api.rb

@@ -0,0 +1,243 @@
+module AmplifySyndication
+  class API
+    def initialize(client = Client.new)
+      @client = client
+    end
+
+    # Fetch metadata
+    def fetch_metadata
+      @client.get("$metadata?$format=json")
+    end
+
+    # Fetch property fields
+    def fetch_property_fields(batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      fields = []
+
+      loop do
+        query_options = {
+          "$filter" => "ResourceName eq 'Property'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Field", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        fields.concat(batch)
+        
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      fields
+    end
+
+    def fetch_all_lookups(batch_size: 50, sleep_seconds: 10, filter: nil)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$top"  => batch_size,
+          "$skip" => offset
+        }
+    
+        # Apply filter only when provided
+        if filter.present?
+          combined_filter =
+            filter.is_a?(Array) ? filter.join(" and ") : filter
+          query_options["$filter"] = combined_filter
+        end
+
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"] || []
+        break if batch.empty?
+
+        values.concat(batch)
+
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
+    # get lookup name values
+    def lookup(lookup_name, batch_size: 50, sleep_seconds: 10)
+      offset = 0
+      values = []
+
+      loop do
+        query_options = {
+          "$filter" => "LookupName eq '#{lookup_name}'",
+          "$top" => batch_size,
+          "$skip" => offset
+        }.compact
+        response = fetch_with_options("Lookup", query_options)
+        batch = response["value"]
+        break if batch.empty?
+
+        values.concat(batch)
+        offset += batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      values
+    end
+
+    # Fetch basic property data
+    def fetch_property_data(limit = 1)
+      @client.get("Property", "$top" => limit)
+    end
+
+    # Fetch data with query options
+    def fetch_with_options(resource, query_options = {})
+      @client.get_with_options(resource, query_options)
+    end
+
+    # Fetch properties with specific filtering, sorting, and pagination
+    def fetch_filtered_properties(filter: nil, select: nil, orderby: nil, top: nil, skip: nil, count: nil)
+      query_options = {
+        "$filter" => filter,
+        "$select" => select,
+        "$orderby" => orderby,
+        "$top" => top,
+        "$skip" => skip,
+        "$count" => count
+      }.compact
+      fetch_with_options("Property", query_options)
+    end
+
+    # Fetch the total count of properties
+    def fetch_property_count
+      fetch_filtered_properties(count: "true", top: 0)
+    end
+
+    ### Replication Methods ###
+
+    # Perform initial download for replication
+    def perform_initial_download(
+      resource: "Property",
+      batch_size: 100,
+      fields: ["ModificationTimestamp", "ListingKey"],
+      filter: nil,
+      sleep_seconds: 10,
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 },
+    )
+      puts "Starting initial download..."
+      all_records = [] # Array to collect all records
+
+      loop do
+        puts "Fetching batch with timestamp > #{checkpoint[:last_timestamp]} and key > #{checkpoint[:last_key]}..."
+
+        # Build batch filter
+        batch_filter = []
+        batch_filter << "#{filter}" if filter
+        batch_filter << "(ModificationTimestamp gt #{URI.encode_www_form_component(checkpoint[:last_timestamp])})"
+        batch_filter << "or (ModificationTimestamp eq #{URI.encode_www_form_component(checkpoint[:last_timestamp])} and ListingKey gt '#{checkpoint[:last_key]}')"
+        batch_filter = batch_filter.join(" ")
+
+        # Query options
+        query_options = {
+          "$select" => fields.join(","),
+          "$filter" => batch_filter,
+          "$orderby" => "ModificationTimestamp,ListingKey",
+          "$top" => batch_size
+        }
+
+        # Debugging: Print the full query options
+        puts "Query options: #{query_options.inspect}"
+
+        # Send request
+        response = fetch_with_options(resource, query_options)
+        records = response["value"]
+        break if records.empty?
+
+        # Collect batch records
+        all_records.concat(records)
+
+        # Update checkpoint with the last record in the batch
+        last_record = records.last
+        checkpoint[:last_timestamp] = last_record["ModificationTimestamp"]
+        checkpoint[:last_key] = last_record["ListingKey"]
+
+        # Stop if the number of records is less than the batch size
+        break if records.size < batch_size
+
+        # Safety sleep between API calls
+        sleep(sleep_seconds) if sleep_seconds.positive?
+      end
+
+      puts "Initial download complete."
+      all_records # Return the collected records
+    end
+
+    # Fetch updates since the last checkpoint
+    def fetch_updates(
+        resource: "Property",
+        batch_size: 100,
+        fields: ["ModificationTimestamp", "ListingKey"],
+        filter: nil,
+        checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      )
+      perform_initial_download(
+        resource: resource,
+        batch_size: batch_size,
+        fields: fields,
+        filter: filter,
+        checkpoint: checkpoint
+      ) do |batch|
+        # Process updates
+        yield(batch) if block_given?
+      end
+    end
+
+    # Fetch full details of a property by ListingKey
+    def fetch_property_by_key(listing_key)
+      endpoint = "Property('#{listing_key}')"
+      puts "Fetching property details for ListingKey: #{listing_key}"
+      @client.get(endpoint)
+    end
+
+    ### Media Methods ###
+
+    # Fetch a media record by MediaKey
+    def fetch_media_by_key(media_key)
+      endpoint = "Media('#{media_key}')"
+      @client.get(endpoint)
+    end
+
+    # Fetch recently created/modified media records
+    def fetch_recent_media(
+      filter: "ImageSizeDescription eq 'Large' and ResourceName eq 'Property'",
+      modification_date: "2023-07-27T04:00:00Z",
+      orderby: "ModificationTimestamp,MediaKey",
+      batch_size: 100
+    )
+      query_options = {
+        "$filter" => "#{filter} and ModificationTimestamp ge #{modification_date}",
+        "$orderby" => orderby,
+        "$top" => batch_size
+      }
+      fetch_with_options("Media", query_options)
+    end
+
+    # Fetch media by ResourceName and ResourceRecordKey
+    def fetch_media_by_resource(resource_name, resource_key, batch_size = 100)
+      filter = "ResourceRecordKey eq '#{resource_key}' and ResourceName eq '#{resource_name}'"
+      query_options = {
+        "$filter" => filter,
+        "$orderby" => "ModificationTimestamp,MediaKey",
+        "$top" => batch_size
+      }
+      fetch_with_options("Media", query_options)
+    end
+  end
+end

data/lib/amplify_syndication/client.rb

@@ -0,0 +1,44 @@
+require "httpclient"
+require "json"
+require "uri"
+
+module AmplifySyndication
+  class Client
+    def initialize
+      @http_client = HTTPClient.new
+      @base_url = AmplifySyndication.configuration.base_url
+      @access_token = AmplifySyndication.configuration.access_token
+    end
+
+    def get(endpoint, params = {})
+      url = "#{@base_url}/#{endpoint}".gsub(%r{//}, '/').sub(%r{:/}, '://')
+      headers = {
+        "Authorization" => "Bearer #{@access_token}",
+        "Accept" => "application/json"
+      }
+      response = @http_client.get(url, params, headers)
+      parse_response(response)
+    end
+
+    def get_with_options(endpoint, options = {})
+      query_string = options.map { |key, value| "#{key}=#{value}" }.join("&")
+      get("#{endpoint}?#{query_string}")
+    end
+
+    private
+
+    # Converts a hash of query options into a URL-encoded query string
+    def build_query_string(options)
+      URI.encode_www_form(options)
+    end
+
+    # Parses JSON response, raises an error for non-200 responses
+    def parse_response(response)
+      if response.status == 200
+        JSON.parse(response.body)
+      else
+        raise StandardError, "HTTP Error: #{response.status} - #{response.body}"
+      end
+    end
+  end
+end

data/lib/amplify_syndication/configuration.rb

@@ -0,0 +1,10 @@
+module AmplifySyndication
+  class Configuration
+    attr_accessor :access_token, :base_url
+
+    def initialize
+      @access_token = nil
+      @base_url = "https://query.ampre.ca/odata"
+    end
+  end
+end

data/lib/amplify_syndication/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AmplifySyndication
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: amplify_syndication
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Stephen Higgins
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-12-09 00:00:00.000000000 Z
+date: 2025-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -32,11 +32,15 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
 - CHANGELOG.md
 - LICENSE.txt
 - README.md
 - Rakefile
 - lib/amplify_syndication.rb
+- lib/amplify_syndication/api.rb
+- lib/amplify_syndication/client.rb
+- lib/amplify_syndication/configuration.rb
 - lib/amplify_syndication/version.rb
 - sig/amplify_syndication.rbs
 homepage: https://github.com/gryphonandrook/amplify_syndication