amplify_syndication 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d2710bd59fa2d3c01b488bba30392f7bdf296741fbc698e8119c2a65c3ba5c33
-  data.tar.gz: d61cecb2245118e3db17c27c973c4c9a32f37d7f65f159bc48973da0c32edda4
+  metadata.gz: 1e358033fc0c9fcb6425cd506509dfaf76347de8c1b83ec82fb36c294d2d3ebe
+  data.tar.gz: f3fbf71ab860d4aa2dcb4c6f5d07c0123d8879d5a7fa3f9f12c03373a73db4f8
 SHA512:
-  metadata.gz: 707bb585b4afc0d5476d874464d477f2632d51df1d7a3bd76c56a6a0f1c863fa71cdc4e9b8fd74e8740040527beafe9a2e1a84ed028fd0148911c826fb747562
-  data.tar.gz: 54e3c195ab9a89484722166f2a1146227c85d65e8c0e47ee4aa70c28b6c5f35edbfb20aaa58bcc31aadf9527f51f9d2be887e8ebb25bc33cfdf4489cec409de0
+  metadata.gz: 599a8ef6b78335a7c0cbda47af06e45e16343a211b3126e5e871691731ffd874a97244d813a027f3c4548ed69db401b340fe4e038b1c746564da64b1b61e1ea9
+  data.tar.gz: fe9c628b9d876fcb5e9894f30a547be623e619800ffabc451f1d101a07fbb6524ec24c3321a22bea053b9e84d030391f743f0ee5b35bfa38bc4ec96876efc108

data/lib/amplify_syndication/api.rb

@@ -0,0 +1,156 @@
+module AmplifySyndication
+  class API
+    def initialize(client = Client.new)
+      @client = client
+    end
+
+    # Fetch metadata
+    def fetch_metadata
+      @client.get("$metadata?$format=json")
+    end
+
+    # Fetch basic property data
+    def fetch_property_data(limit = 1)
+      @client.get("Property", "$top" => limit)
+    end
+
+    # Fetch data with query options
+    def fetch_with_options(resource, query_options = {})
+      @client.get_with_options(resource, query_options)
+    end
+
+    # Fetch properties with specific filtering, sorting, and pagination
+    def fetch_filtered_properties(filter: nil, select: nil, orderby: nil, top: nil, skip: nil, count: nil)
+      query_options = {
+        "$filter" => filter,
+        "$select" => select,
+        "$orderby" => orderby,
+        "$top" => top,
+        "$skip" => skip,
+        "$count" => count
+      }.compact
+      fetch_with_options("Property", query_options)
+    end
+
+    # Fetch the total count of properties
+    def fetch_property_count
+      fetch_filtered_properties(count: "true", top: 0)
+    end
+
+    ### Replication Methods ###
+
+    # Perform initial download for replication
+    def perform_initial_download(
+      resource: "Property",
+      batch_size: 100,
+      fields: ["ModificationTimestamp", "ListingKey"],
+      filter: nil,
+      checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+    )
+      puts "Starting initial download..."
+      all_records = [] # Array to collect all records
+
+      loop do
+        puts "Fetching batch with timestamp > #{checkpoint[:last_timestamp]} and key > #{checkpoint[:last_key]}..."
+
+        # Build batch filter
+        batch_filter = []
+        batch_filter << "#{filter}" if filter
+        batch_filter << "(ModificationTimestamp gt #{URI.encode_www_form_component(checkpoint[:last_timestamp])})"
+        batch_filter << "or (ModificationTimestamp eq #{URI.encode_www_form_component(checkpoint[:last_timestamp])} and ListingKey gt '#{checkpoint[:last_key]}')"
+        batch_filter = batch_filter.join(" ")
+
+        # Query options
+        query_options = {
+          "$select" => fields.join(","),
+          "$filter" => batch_filter,
+          "$orderby" => "ModificationTimestamp,ListingKey",
+          "$top" => batch_size
+        }
+
+        # Debugging: Print the full query options
+        puts "Query options: #{query_options.inspect}"
+
+        # Send request
+        response = fetch_with_options(resource, query_options)
+        records = response["value"]
+        break if records.empty?
+
+        # Collect batch records
+        all_records.concat(records)
+
+        # Update checkpoint with the last record in the batch
+        last_record = records.last
+        checkpoint[:last_timestamp] = last_record["ModificationTimestamp"]
+        checkpoint[:last_key] = last_record["ListingKey"]
+
+        # Stop if the number of records is less than the batch size
+        break if records.size < batch_size
+      end
+
+      puts "Initial download complete."
+      all_records # Return the collected records
+    end
+
+    # Fetch updates since the last checkpoint
+    def fetch_updates(
+        resource: "Property",
+        batch_size: 100,
+        fields: ["ModificationTimestamp", "ListingKey"],
+        filter: nil,
+        checkpoint: { last_timestamp: "1970-01-01T00:00:00Z", last_key: 0 }
+      )
+      perform_initial_download(
+        resource: resource,
+        batch_size: batch_size,
+        fields: fields,
+        filter: filter,
+        checkpoint: checkpoint
+      ) do |batch|
+        # Process updates
+        yield(batch) if block_given?
+      end
+    end
+
+    # Fetch full details of a property by ListingKey
+    def fetch_property_by_key(listing_key)
+      endpoint = "Property('#{listing_key}')"
+      puts "Fetching property details for ListingKey: #{listing_key}"
+      @client.get(endpoint)
+    end
+
+    ### Media Methods ###
+
+    # Fetch a media record by MediaKey
+    def fetch_media_by_key(media_key)
+      endpoint = "Media('#{media_key}')"
+      @client.get(endpoint)
+    end
+
+    # Fetch recently created/modified media records
+    def fetch_recent_media(
+      filter: "ImageSizeDescription eq 'Large' and ResourceName eq 'Property'",
+      modification_date: "2023-07-27T04:00:00Z",
+      orderby: "ModificationTimestamp,MediaKey",
+      batch_size: 100
+    )
+      query_options = {
+        "$filter" => "#{filter} and ModificationTimestamp ge #{modification_date}",
+        "$orderby" => orderby,
+        "$top" => batch_size
+      }
+      fetch_with_options("Media", query_options)
+    end
+
+    # Fetch media by ResourceName and ResourceRecordKey
+    def fetch_media_by_resource(resource_name, resource_key, batch_size = 100)
+      filter = "ResourceRecordKey eq '#{resource_key}' and ResourceName eq '#{resource_name}'"
+      query_options = {
+        "$filter" => filter,
+        "$orderby" => "ModificationTimestamp,MediaKey",
+        "$top" => batch_size
+      }
+      fetch_with_options("Media", query_options)
+    end
+  end
+end

data/lib/amplify_syndication/client.rb

@@ -0,0 +1,44 @@
+require "httpclient"
+require "json"
+require "uri"
+
+module AmplifySyndication
+  class Client
+    def initialize
+      @http_client = HTTPClient.new
+      @base_url = AmplifySyndication.configuration.base_url
+      @access_token = AmplifySyndication.configuration.access_token
+    end
+
+    def get(endpoint, params = {})
+      url = "#{@base_url}/#{endpoint}".gsub(%r{//}, '/').sub(%r{:/}, '://')
+      headers = {
+        "Authorization" => "Bearer #{@access_token}",
+        "Accept" => "application/json"
+      }
+      response = @http_client.get(url, params, headers)
+      parse_response(response)
+    end
+
+    def get_with_options(endpoint, options = {})
+      query_string = options.map { |key, value| "#{key}=#{value}" }.join("&")
+      get("#{endpoint}?#{query_string}")
+    end
+
+    private
+
+    # Converts a hash of query options into a URL-encoded query string
+    def build_query_string(options)
+      URI.encode_www_form(options)
+    end
+
+    # Parses JSON response, raises an error for non-200 responses
+    def parse_response(response)
+      if response.status == 200
+        JSON.parse(response.body)
+      else
+        raise StandardError, "HTTP Error: #{response.status} - #{response.body}"
+      end
+    end
+  end
+end

data/lib/amplify_syndication/configuration.rb

@@ -0,0 +1,10 @@
+module AmplifySyndication
+  class Configuration
+    attr_accessor :access_token, :base_url
+
+    def initialize
+      @access_token = nil
+      @base_url = "https://query.ampre.ca/odata"
+    end
+  end
+end

data/lib/amplify_syndication/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AmplifySyndication
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: amplify_syndication
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Stephen Higgins
@@ -32,11 +32,15 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
 - CHANGELOG.md
 - LICENSE.txt
 - README.md
 - Rakefile
 - lib/amplify_syndication.rb
+- lib/amplify_syndication/api.rb
+- lib/amplify_syndication/client.rb
+- lib/amplify_syndication/configuration.rb
 - lib/amplify_syndication/version.rb
 - sig/amplify_syndication.rbs
 homepage: https://github.com/gryphonandrook/amplify_syndication