consyncful 0.6.1 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6a8f36ac50a10800cbce6e6b9d086e346b1e7362e422080d532a87bb981d8135
-  data.tar.gz: 6df1ea6cf1cb05f405938d83e09436927e21b7828424f33c79a105e4c11da127
+  metadata.gz: c882690a75c66e0d0045caf2c574e04c6eb1c86160f767db1d5d1ef309cffc22
+  data.tar.gz: 8223e7a016e55b6ee64b80bb0979eaa4f646d84dbcfb157fdd3fffe2ff30822e
 SHA512:
-  metadata.gz: bdebe27350c747d4d3d02e290c5971d2b295815741e887ad658a09248f0d7d0a798a4060d5500c99d2f18e4b7f920d98e32bc0f0d49bbdea488ded106bda53d7
-  data.tar.gz: 034ec0cbec2265225f48bbd52d6412fe238ee026b78827bfacec54e8a31c42f9786495709c7dcea1e4ecf261761897f99a8417e4bea09149296c6cc51c9f789b
+  metadata.gz: 1883a3eba634425d4579d734046e2f44e2bd1798ee4c0ff7e0b4d911df3afb40760aa29bfb78cf1ba770fcf7f1b84a76833e1925a31c50c1e3c108462731f5dc
+  data.tar.gz: da8df93ab4487b5ffb8d626781338a623a988d568b3d0445b357e44adeb5021c8bcbe3c7a14daec9e0c0f37cd5626ee172986d420f7ea28b5ef4d872deb07722

data/.github/workflows/ci.yml

@@ -0,0 +1,45 @@
+name: CI
+
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+
+jobs:
+  ci_checks:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby:
+          - 2.7.5
+          - 3.0.3
+          - 3.1.1
+        mongodb:
+          - 4.2
+          - 4.4
+          - 5.0
+
+    name: Ruby ${{ matrix.ruby }} sample
+
+    steps:
+      - name: Checkout this repo
+        uses: actions/checkout@v2
+
+      - name: Install Ruby and Bundler
+        uses: ruby/setup-ruby@v1
+        with:
+          bundler-cache: true
+          ruby-version: ${{ matrix.ruby }}
+      
+      - name: Start MongoDB
+        uses: supercharge/mongodb-github-action@1.7.0
+        with:
+          mongodb-version: ${{ matrix.mongodb }}
+
+      - name: Run rubocop
+        run: |
+          bundle exec rubocop
+      - name: Run tests
+        run: |
+          bundle exec rspec

data/.rubocop.yml

@@ -1 +1,5 @@
 inherit_from: .rubocop_todo.yml
+
+AllCops:
+  TargetRubyVersion: 2.7
+  NewCops: enable

data/.rubocop_todo.yml

@@ -1,48 +1,50 @@
 # This configuration was generated by
 # `rubocop --auto-gen-config`
-# on 2021-03-01 10:54:42 +1300 using RuboCop version 0.79.0.
+# on 2022-05-03 22:33:33 UTC using RuboCop version 1.28.2.
 # The point is for the user to remove these configuration records
 # one by one as the offenses are removed from the code base.
 # Note that changes in the inspected code, or installation of new
 # versions of RuboCop, may require this file to be generated again.
 
-# Offense count: 1
-# Cop supports --auto-correct.
-# Configuration parameters: AllowInHeredoc.
-Layout/TrailingWhitespace:
+# Offense count: 3
+# Configuration parameters: AllowedMethods.
+# AllowedMethods: enums
+Lint/ConstantDefinitionInBlock:
   Exclude:
-    - 'lib/consyncful/item_mapper.rb'
+    - 'spec/consyncful/base_spec.rb'
+    - 'spec/consyncful/persisted_item_spec.rb'
 
 # Offense count: 1
+# Configuration parameters: IgnoredMethods, CountRepeatedAttributes.
 Metrics/AbcSize:
   Max: 19
 
-# Offense count: 10
-# Configuration parameters: CountComments, ExcludedMethods.
-# ExcludedMethods: refine
+# Offense count: 12
+# Configuration parameters: CountComments, CountAsOne, ExcludedMethods, IgnoredMethods.
+# IgnoredMethods: refine
 Metrics/BlockLength:
-  Max: 175
+  Max: 220
 
 # Offense count: 3
-# Cop supports --auto-correct.
-# Configuration parameters: AutoCorrect, EnforcedStyle.
+# This cop supports safe auto-correction (--auto-correct).
+# Configuration parameters: EnforcedStyle.
 # SupportedStyles: nested, compact
 Style/ClassAndModuleChildren:
   Exclude:
     - 'lib/consyncful/railtie.rb'
     - 'spec/consyncful/base_spec.rb'
 
-# Offense count: 3
+# Offense count: 1
+# Configuration parameters: AllowedConstants.
 Style/Documentation:
   Exclude:
     - 'spec/**/*'
     - 'test/**/*'
     - 'lib/consyncful.rb'
-    - 'lib/consyncful/railtie.rb'
 
-# Offense count: 56
-# Cop supports --auto-correct.
-# Configuration parameters: AutoCorrect, AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, IgnoredPatterns.
+# Offense count: 9
+# This cop supports safe auto-correction (--auto-correct).
+# Configuration parameters: AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, AllowedPatterns, IgnoredPatterns.
 # URISchemes: http, https
 Layout/LineLength:
   Max: 226

data/.ruby-version

@@ -1 +1 @@
-2.7.1
+3.0.3

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    consyncful (0.6.1)
+    consyncful (0.7.1)
       contentful (>= 2.11.1, < 3.0.0)
       hooks (>= 0.4.1)
       mongoid (>= 7.0.2, < 8.0.0)
@@ -10,27 +10,26 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (6.1.3.1)
-      activesupport (= 6.1.3.1)
-    activesupport (6.1.3.1)
+    activemodel (7.0.3)
+      activesupport (= 7.0.3)
+    activesupport (7.0.3)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
-      zeitwerk (~> 2.3)
-    addressable (2.7.0)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
-    ast (2.4.0)
-    bson (4.12.0)
-    concurrent-ruby (1.1.8)
-    contentful (2.16.0)
+    ast (2.4.2)
+    bson (4.15.0)
+    concurrent-ruby (1.1.10)
+    contentful (2.16.3)
       http (> 0.8, < 5.0)
       multi_json (~> 1)
     database_cleaner (1.8.3)
     diff-lcs (1.3)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    ffi (1.15.0)
+    ffi (1.15.5)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
@@ -41,27 +40,29 @@ GEM
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
       http-parser (~> 1.2.0)
-    http-cookie (1.0.3)
+    http-cookie (1.0.5)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
     http-parser (1.2.3)
       ffi-compiler (>= 1.0, < 2.0)
-    i18n (1.8.10)
+    i18n (1.10.0)
       concurrent-ruby (~> 1.0)
-    jaro_winkler (1.5.4)
-    minitest (5.14.4)
-    mongo (2.14.0)
+    minitest (5.16.2)
+    mongo (2.17.1)
       bson (>= 4.8.2, < 5.0.0)
-    mongoid (7.2.2)
-      activemodel (>= 5.1, < 6.2)
+    mongoid (7.4.0)
+      activemodel (>= 5.1, < 7.1, != 7.0.0)
       mongo (>= 2.10.5, < 3.0.0)
+      ruby2_keywords (~> 0.0.5)
     multi_json (1.15.0)
-    parallel (1.19.1)
-    parser (2.7.0.2)
-      ast (~> 2.4.0)
-    public_suffix (4.0.6)
-    rainbow (3.0.0)
+    parallel (1.22.1)
+    parser (3.1.2.0)
+      ast (~> 2.4.1)
+    public_suffix (4.0.7)
+    rainbow (3.1.1)
     rake (13.0.1)
+    regexp_parser (2.3.1)
+    rexml (3.2.5)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -75,22 +76,30 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
     rspec-support (3.9.2)
-    rubocop (0.79.0)
-      jaro_winkler (~> 1.5.1)
+    rubocop (1.28.2)
       parallel (~> 1.10)
-      parser (>= 2.7.0.1)
+      parser (>= 3.1.0.0)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml
+      rubocop-ast (>= 1.17.0, < 2.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
-    ruby-progressbar (1.10.1)
+      unicode-display_width (>= 1.4.0, < 3.0)
+    rubocop-ast (1.17.0)
+      parser (>= 3.1.1.0)
+    rubocop-rake (0.6.0)
+      rubocop (~> 1.0)
+    rubocop-rspec (2.10.0)
+      rubocop (~> 1.19)
+    ruby-progressbar (1.11.0)
+    ruby2_keywords (0.0.5)
     tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
     uber (0.0.15)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.7)
-    unicode-display_width (1.6.1)
-    zeitwerk (2.4.2)
+    unf_ext (0.0.8.2)
+    unicode-display_width (2.1.0)
 
 PLATFORMS
   ruby
@@ -101,7 +110,9 @@ DEPENDENCIES
   database_cleaner
   rake (~> 13.0)
   rspec (~> 3.0)
-  rubocop (= 0.79.0)
+  rubocop
+  rubocop-rake
+  rubocop-rspec
 
 BUNDLED WITH
-   2.1.4
+   2.3.7

data/README.md

@@ -1,4 +1,4 @@
-# Consyncful [![Build Status](https://travis-ci.org/boost/consyncful.svg?branch=master)](https://travis-ci.org/boost/consyncful)
+# Consyncful
 
 Contentful -> local database synchronisation for Rails
 
@@ -165,6 +165,39 @@ end
 
 If fields have multiple locales then the default locale will be mapped to the field name. Additional locales will have a suffix (lower snake case) on the field name. e.g title (default), title_mi_nz (New Zealand Maori mi-NZ)
 
+### Preserving Contentful timestamps
+
+If you need to access the timestamps from Contentful, you can enable it by setting `preserve_contentful_timestamps` to `true`.
+
+```rb
+Consyncful.configure do |config|
+  # Consyncful models will have two extra fields that contains the value of timestamps in Contentful.
+  # contentful_created_at
+  # contentful_updated_at
+  config.preserve_contentful_timestamps = true # defaults to false
+end
+```
+
+### Sync specific contents using [Contentful Tag](https://www.contentful.com/help/tags/).
+You can configure Consyncful to sync or ignore specific contents using Contentful Tag.
+
+```rb
+Consyncful.configure do |config|
+  # Any contents tagged with 'myTag' will be stored in the database. 
+  # Other contents without 'myTag' would be ignored.
+  config.content_tags = ['myTag'] # defaults to []
+end
+```
+
+Also, you can ignore contents with specific Tags.
+
+```rb
+Consyncful.configure do |config|
+  # Any contents tagged with 'ignoreTag' won't be stored in the database.
+  config.ignore_content_tags = ['ignoreTag'] # defaults to []
+end
+```
+
 ### Configuring what Mongo database Consyncful uses
 
 You can also configure what Mongoid client Consyncful uses and the name of the collection the entries are stored under. This is useful if you want to have your consyncful data hosted in a different mongo database than your application-specific mongo database.

data/consyncful.gemspec

@@ -5,14 +5,15 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'consyncful/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = 'consyncful'
-  spec.version       = Consyncful::VERSION
-  spec.authors       = ['Andy Anastasiadis-Gray', 'Montgomery Anderson', 'Greg Rogan']
-  spec.email         = ['andy@boost.co.nz', 'montgomery@boost.co.nz', 'greg@boost.co.nz']
+  spec.name                  = 'consyncful'
+  spec.version               = Consyncful::VERSION
+  spec.required_ruby_version = '>= 2.7'
+  spec.authors               = ['Andy Anastasiadis-Gray']
+  spec.email                 = ['andy@boost.co.nz']
 
-  spec.summary       = 'Contentful to local database synchronisation for Rails'
-  spec.homepage      = 'https://github.com/boost/consyncful'
-  spec.license       = 'MIT'
+  spec.summary  = 'Contentful to local database synchronisation for Rails'
+  spec.homepage = 'https://github.com/boost/consyncful'
+  spec.license  = 'MIT'
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
@@ -23,7 +24,7 @@ Gem::Specification.new do |spec|
   #     "public gem pushes."
   # end
 
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
     f.match(%r{^(test|spec|features)/})
   end
   spec.bindir        = 'exe'
@@ -34,10 +35,13 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'database_cleaner'
   spec.add_development_dependency 'rake', '~> 13.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
-  spec.add_development_dependency 'rubocop', '0.79.0'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-rake'
+  spec.add_development_dependency 'rubocop-rspec'
 
   spec.add_dependency 'contentful', ['>=2.11.1', '<3.0.0']
   spec.add_dependency 'hooks', '>=0.4.1'
   spec.add_dependency 'mongoid', ['>=7.0.2', '<8.0.0']
   spec.add_dependency 'rainbow'
+  spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/lib/consyncful/item_mapper.rb

@@ -13,6 +13,13 @@ module Consyncful
       @item.is_a?(Contentful::DeletedEntry) || @item.is_a?(Contentful::DeletedAsset)
     end
 
+    def excluded_by_tag?
+      return (Consyncful.configuration.content_tags & item_tag_ids).empty?      if Consyncful.configuration.content_tags.any?
+      return (Consyncful.configuration.ignore_content_tags & item_tag_ids).any? if Consyncful.configuration.ignore_content_tags.any?
+
+      false
+    end
+
     def type
       case @item.type
       when 'Entry' then @item.content_type.id
@@ -29,18 +36,27 @@ module Consyncful
 
       fields.merge!(localized_fields(default_locale))
       fields.merge!(localized_asset_fields(default_locale)) if type == 'asset'
+      fields.merge!(contentful_timestamps) if Consyncful.configuration.preserve_contentful_timestamps
 
       fields
     end
 
     private
 
+    def item_tag_ids
+      return [] if @item.nil?
+
+      @item._metadata[:tags].map(&:id)
+    end
+
     def generic_fields
-      { created_at: @item.created_at,
+      {
+        created_at: @item.created_at,
         updated_at: @item.updated_at,
         revision: @item.revision,
         contentful_type: type,
-        synced_at: Time.current }
+        synced_at: Time.current
+      }
     end
 
     def localized_fields(default_locale)
@@ -94,11 +110,18 @@ module Consyncful
       if single_reference?(value)
         [ActiveSupport::Inflector.foreign_key(field).to_sym, value.id]
       elsif many_reference?(value)
-        ids_field_name = field.to_s.singularize + '_ids' # fk field name
+        ids_field_name = "#{field.to_s.singularize}_ids" # fk field name
         [ids_field_name.to_sym, value.map(&:id)]
       else
         [field, value]
       end
     end
+
+    def contentful_timestamps
+      {
+        contentful_created_at: @item.created_at,
+        contentful_updated_at: @item.updated_at
+      }
+    end
   end
 end

data/lib/consyncful/persisted_item.rb

@@ -15,7 +15,8 @@ module Consyncful
 
     def persist
       puts Rainbow("syncing: #{@item.id}").yellow
-      if @item.deletion?
+
+      if @item.deletion? || @item.excluded_by_tag?
         delete_model(@item.id, @stats)
       else
         create_or_update_model(@item, @sync_id, @stats)

data/lib/consyncful/sync.rb

@@ -102,10 +102,11 @@ module Consyncful
       ids
     end
 
-    def sync_item(item, stats)
-      puts Rainbow("syncing: #{item.id}").yellow
-      PersistedItem.new(item, id, stats).persist
-      item.id
+    def sync_item(item_mapper, stats)
+      puts Rainbow("syncing: #{item_mapper.id}").yellow
+      PersistedItem.new(item_mapper, id, stats).persist
+
+      item_mapper.id
     end
   end
 end

data/lib/consyncful/tasks/consyncful.rake

@@ -19,7 +19,7 @@ namespace :consyncful do
   end
 
   task update_model_names: [:environment] do
-    if Object.const_defined?('Zeitwerk::Loader') && Rails.application.config.autoloader.to_s == 'zeitwerk'
+    if Rails.autoloaders.zeitwerk_enabled?
       Zeitwerk::Loader.eager_load_all
     else
       Rails.application.eager_load!

data/lib/consyncful/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Consyncful
-  VERSION = '0.6.1'
+  VERSION = '0.7.1'
 end

data/lib/consyncful.rb

@@ -13,8 +13,13 @@ require 'consyncful/railtie' if defined?(Rails)
 module Consyncful
   # Handles Rails configurations for Consynful
   class Configuration
-    attr_accessor :contentful_client_options, :locale,
-                  :mongo_client, :mongo_collection
+    attr_accessor :contentful_client_options,
+                  :locale,
+                  :mongo_client,
+                  :mongo_collection,
+                  :content_tags,
+                  :ignore_content_tags,
+                  :preserve_contentful_timestamps
 
     def initialize
       @contentful_client_options = {
@@ -23,6 +28,9 @@ module Consyncful
       @locale = 'en-NZ'
       @mongo_client = :default
       @mongo_collection = 'contentful_models'
+      @content_tags = []
+      @ignore_content_tags = []
+      @preserve_contentful_timestamps = false
     end
   end
 

metadata

@@ -1,16 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: consyncful
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.1
 platform: ruby
 authors:
 - Andy Anastasiadis-Gray
-- Montgomery Anderson
-- Greg Rogan
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-04-27 00:00:00.000000000 Z
+date: 2022-07-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,16 +70,44 @@ dependencies:
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.79.0
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.79.0
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: contentful
   requirement: !ruby/object:Gem::Requirement
@@ -150,21 +176,19 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+description:
 email:
 - andy@boost.co.nz
-- montgomery@boost.co.nz
-- greg@boost.co.nz
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/ci.yml"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
 - ".rubocop_todo.yml"
 - ".ruby-version"
-- ".travis.yml"
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
@@ -187,8 +211,9 @@ files:
 homepage: https://github.com/boost/consyncful
 licenses:
 - MIT
-metadata: {}
-post_install_message: 
+metadata:
+  rubygems_mfa_required: 'true'
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -196,15 +221,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.2.32
+signing_key:
 specification_version: 4
 summary: Contentful to local database synchronisation for Rails
 test_files: []

data/.travis.yml

@@ -1,14 +0,0 @@
----
-sudo: false
-language: ruby
-cache: bundler
-rvm:
-  - 2.5.1
-  - 2.6.5
-before_install: gem install bundler -v 2.1.4
-services:
-  - mongodb
-
-script:
-  - bundle exec rake spec
-  - bundle exec rubocop -P