webflow_sync 0.3.0 → 3.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 462ca934ced66c135d9737e6d3a488d93e26c90b4a3e48e1e0b5b8a87c710fb4
-  data.tar.gz: 9473b40c6a4bc830a864902c013de92936edfd3b81985a77353c90dae481b905
+  metadata.gz: b00faecbccbfec2e2c8007ef0225d4ca6c5ed0a0988dffb84bb9b5c271514b00
+  data.tar.gz: 5b76e7b85ebbd71059743053275a0d288b0308ac758094cae7efa0bd8d2a87e4
 SHA512:
-  metadata.gz: 74d85eea27d5d66ddc36ae45c336422f64dc447a83d82a0764abcdcb470f6148732d60b76ac2209b6d9d37bab07e5fc28281c961f2e6d9bdf380dd5c8c6bc15e
-  data.tar.gz: ebec0cbb65c0f521724366c3fe85be6b0f4c4e17939d62c5f3a0ffc3639a0003161e1d3c05676bf72af9a7e55816e03aa9e9f4c3afe81c1c4bc1149a03144a4b
+  metadata.gz: c38563161e4684cc4709b07861740ed377c9ed4fa9aacff05fe829534ca684bcf3f04df288577e06acc4fdfd385a19115bd60f290251307bef2a0b0c4b007771
+  data.tar.gz: 9ede89c923844a546c16c015f4a2e5c9f09ab1fdbbafc8d04b0c1a13c033941764f55a8197c83942b0e0c1e2ee00f85ceb271f2bf6f4fff6353da23c588fc010

data/README.md

@@ -5,7 +5,9 @@
 
 Keep your Ruby on Rails records in sync with WebFlow.*
 
-*Currently only one way Rails => WebFlow synchronization works
+*Currently only one way Rails => WebFlow synchronization.
+
+For the latest changes, check the [CHANGELOG.md](CHANGELOG.md).
 
 ## Installation
 
@@ -36,6 +38,35 @@ Run API token Rails generator and follow instructions:
 ```bash
 bundle exec rails generate webflow_sync:api_token_flow
 ```
+### Configuration options
+
+In `config/initializers/webflow_sync.rb` you can specify configuration options:
+
+1. `api_token`
+2. `webflow_site_id`
+3. `skip_webflow_sync` - skip synchronization for different environments.
+4. `publish_on_sync` - republish all domains after create, update and destroy actions.
+5. `sync_webflow_slug` - save slug generated on WebFlow to the Rails model, `webflow_slug` column.
+
+  This can be useful if you want to link to WebFlow item directly from your Rails app:
+
+  ```rb
+  link_to('View on site', "https://#{webflow_domain}/articles/#{record.webflow_slug}", target: :blank)
+  ```
+
+  To save slug generated on WebFlow in Rails model, `webflow_slug` column:
+
+  1. add `webflow_slug` column on the model table, then
+  2. set the `sync_webflow_slug` option to `true`.
+
+  Example:
+
+  ```rb
+  WebflowSync.configure do |config|
+    config.skip_webflow_sync = ActiveModel::Type::Boolean.new.cast(ENV.fetch('SKIP_WEBFLOW_SYNC'))
+    config.sync_webflow_slug = ActiveModel::Type::Boolean.new.cast(ENV.fetch('SYNC_WEBFLOW_SLUG'))
+  end
+  ```
 
 ### Add WebflowSync to models
 
@@ -128,7 +159,7 @@ Or if you already use `#as_json` for some other use-case and cannot modify it, y
 # app/models/article.rb
 class Article < ApplicationRecord
   include WebflowSync::ItemSync
-  
+
   def as_webflow_json
     self.as_json
   end

data/app/services/webflow_sync/api.rb

@@ -8,15 +8,45 @@ module WebflowSync
       @site_id = site_id
     end
 
+    def get_all_items(collection_slug:, page_limit: 100) # rubocop:disable Metrics/MethodLength
+      collection_id = find_webflow_collection(collection_slug)['_id']
+      max_items_per_page = page_limit # Webflow::Error: 'limit' must be less than or equal to 100
+      first_page_number = 1
+
+      result = make_request(:paginate_items, collection_id, page: first_page_number, per_page: max_items_per_page)
+      puts "Get all items from WebFlow for #{collection_slug} page: #{first_page_number}"
+
+      total_items = result['total']
+      total_pages = (total_items.to_f / max_items_per_page).ceil
+      items = result['items']
+
+      (2..total_pages).each do |page_number|
+        next_page_items = make_request(:paginate_items, collection_id,
+                                       page: page_number, per_page: max_items_per_page)['items']
+        puts "Get all items from WebFlow for #{collection_slug} page: #{page_number}"
+
+        items.concat next_page_items
+      end
+
+      items
+    end
+
+    def get_item(collection_slug, webflow_item_id)
+      collection = find_webflow_collection(collection_slug)
+
+      make_request(:item, collection['_id'], webflow_item_id)
+    end
+
     def create_item(record, collection_slug) # rubocop:disable Metrics/MethodLength
       collection = find_webflow_collection(collection_slug)
-      response = client.create_item(
-        collection['_id'],
-        record.as_webflow_json.reverse_merge(_archived: false, _draft: false), live: true
-      )
+      response = make_request(:create_item, collection['_id'],
+                              record.as_webflow_json.reverse_merge(_archived: false, _draft: false), live: true)
+
+      if update_record_colums(record, response)
+        # When the item is created, sometimes changes are not visible throughout the WebFlow site immediately (probably due to some caching).
+        # To make this change immediately visible from the WebFlow site, we need to publish the site.
+        publish
 
-      # use update_column to skip callbacks to prevent WebflowSync::ItemSync to kick off
-      if record.update_column(:webflow_item_id, response['_id']) # rubocop:disable Rails/SkipsModelValidations
         puts "Created #{record.inspect} in #{collection_slug}"
         response
       else
@@ -27,21 +57,37 @@ module WebflowSync
 
     def update_item(record, collection_slug)
       collection = find_webflow_collection(collection_slug)
-      response = client.update_item(
-        { '_cid' => collection['_id'], '_id' => record.webflow_item_id },
-        record.as_webflow_json.reverse_merge(_archived: false, _draft: false), live: true
-      )
+      response = make_request(:update_item, { '_cid' => collection['_id'], '_id' => record.webflow_item_id },
+                              record.as_webflow_json.reverse_merge(_archived: false, _draft: false), live: true)
+
+      # When the item is updated, sometimes changes are not visible throughout the WebFlow site immediately (probably due to some caching).
+      # To make this change immediately visible from the WebFlow site, we need to publish the site.
+      publish
+
       puts "Updated #{record.inspect} in #{collection_slug}"
       response
     end
 
     def delete_item(collection_slug, webflow_item_id)
       collection = find_webflow_collection(collection_slug)
-      response = client.delete_item({ '_cid' => collection['_id'], '_id' => webflow_item_id })
+      response = make_request(:delete_item, { '_cid' => collection['_id'], '_id' => webflow_item_id })
+      # When the item is removed from WebFlow, it's still visible throughout the WebFlow site (probably due to some caching).
+      # To remove the item immediately from the WebFlow site, we need to publish the site.
+      publish
+
       puts "Deleted #{webflow_item_id} from #{collection_slug}"
       response
     end
 
+    def publish
+      return unless WebflowSync.configuration.publish_on_sync
+
+      response = make_request(:publish, site_id, domain_names: domain_names)
+
+      puts "Publish all domains for Webflow site with id: #{site_id}"
+      response
+    end
+
     private
 
       def client
@@ -52,11 +98,50 @@ module WebflowSync
         @collections ||= client.collections(site_id)
       end
 
+      def domain_names
+        @domain_names ||= find_domain_names
+      end
+
+      def find_domain_names
+        # client.domains request does not return the default domain
+        # We need to get default domain name if there are no custom domains set to avoid error:
+        # Webflow::Error: Domain not found for site
+        site = client.site(site_id)
+        default_domain_name = "#{site['shortName']}.webflow.io"
+        names = [default_domain_name]
+        client.domains(site_id).each { |domain| names << domain['name'] }
+
+        names
+      end
+
       def find_webflow_collection(collection_slug)
         response = collections.find { |collection| collection['slug'] == collection_slug }
         raise "Cannot find collection #{collection_slug} for Webflow site #{site_id}" unless response
 
         response
       end
+
+      def update_record_colums(record, response)
+        # use update_column to skip callbacks to prevent WebflowSync::ItemSync to kick off
+        if WebflowSync.configuration.sync_webflow_slug
+          record.update_columns(webflow_item_id: response['_id'], webflow_slug: response['slug']) # rubocop:disable Rails/SkipsModelValidations
+        else
+          record.update_column(:webflow_item_id, response['_id']) # rubocop:disable Rails/SkipsModelValidations
+        end
+      end
+
+      def make_request(method_name, *args, retries: 0, **kwargs)
+        if kwargs.present?
+          client.public_send(method_name, *args, **kwargs)
+        else
+          client.public_send(method_name, *args)
+        end
+      rescue Webflow::Error => e
+        raise if retries >= 8 || e.message.strip != 'Rate limit hit'
+
+        puts "Sleeping #{2**retries} seconds"
+        sleep 2**retries
+        make_request(method_name, *args, retries: retries + 1, **kwargs)
+      end
   end
 end

data/lib/generators/webflow_sync/templates/webflow_sync.rb

@@ -4,4 +4,6 @@ WebflowSync.configure do |config|
   # config.api_token = ENV.fetch('WEBFLOW_API_TOKEN')
   # config.skip_webflow_sync = Rails.env.test? # default
   config.webflow_site_id = ENV.fetch('WEBFLOW_SITE_ID')
+  config.sync_webflow_slug = ENV.fetch('SYNC_WEBFLOW_SLUG')
+  config.publish_on_sync = true
 end

data/lib/webflow_sync/configuration.rb

@@ -6,10 +6,13 @@ module WebflowSync
 
     def configure
       self.configuration ||= Configuration.new
+
+      self.configuration.publish_on_sync = true
+      self.configuration.skip_webflow_sync = !Rails.env.production?
+
       yield(self.configuration)
 
       self.configuration.api_token ||= ENV.fetch('WEBFLOW_API_TOKEN')
-      defined?(self.configuration.skip_webflow_sync) or self.configuration.skip_webflow_sync = !Rails.env.production?
     end
 
     private
@@ -18,7 +21,7 @@ module WebflowSync
   end
 
   class Configuration
-    attr_accessor :skip_webflow_sync, :webflow_site_id
+    attr_accessor :skip_webflow_sync, :webflow_site_id, :sync_webflow_slug, :publish_on_sync
     attr_reader :api_token
 
     def api_token=(value)

data/lib/webflow_sync/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module WebflowSync
-  VERSION = '0.3.0'
+  VERSION = '3.0.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webflow_sync
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 3.0.0
 platform: ruby
 authors:
 - Viktor
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-02-22 00:00:00.000000000 Z
+date: 2021-07-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: factory_bot_rails
   requirement: !ruby/object:Gem::Requirement
@@ -173,7 +187,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.0.9
 signing_key:
 specification_version: 4
 summary: Keep Rails models in sync with WebFlow.