wcc-contentful 1.1.2 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3facd27f1d4401d01c3e42dc9ab11d75652cc6859a74c5c74ffb58647b13c28d
-  data.tar.gz: 48072021ae935b5c7d9a684f488dafb3ffa53b94ea153bfeeba7f1b5f5a46806
+  metadata.gz: f05ea585d54f7ca83c96e018021f88776ebb148cc40b7d719d6199b3a3cd9d0c
+  data.tar.gz: 0da490d12beb9938ec51c0ac40e140420966667b72afebc5c9895cf197308ea8
 SHA512:
-  metadata.gz: b884394e95a3c722c8a3a1327780700f153f9e724c920d9d57e81409d836e5111777f3493b504bfe7b6321a1d83ed95f6fe2613b9f77677393d2caab631caa4e
-  data.tar.gz: 6891f2e8a291d4a72c725ce09a7270681ed8e2f7485d2f68d195f6fc0f55005e07408855f194d1ac130fe3c874c59c3bdc4e5aa87b512b776c37be792dd5e605
+  metadata.gz: 979360a35356b041dbe0f8bbd4f0e5bfcaf91909ccc567322ceef8493de25300ea09a081e755142fe23bf9cfd5ea86ca7f919d3218d5dec44a98bcab5921af7d
+  data.tar.gz: 9e5f29e70fdcbccffd72aeb8b896e3518d2236cd699704289e8a3fdf1392201dc49671bab0eb83948e79ee079366de90b46add4ce2027e065db2da28b2be4e85

data/app/jobs/wcc/contentful/webhook_enable_job.rb

@@ -11,7 +11,7 @@ module WCC::Contentful
       args = default_configuration.merge!(args)
 
       client = WCC::Contentful::SimpleClient::Management.new(
-        args
+        **args
       )
       enable_webhook(client, args.slice(:receive_url, :webhook_username, :webhook_password))
     end

data/lib/wcc/contentful/active_record_shim.rb

@@ -64,13 +64,13 @@ module WCC::Contentful::ActiveRecordShim
         }
       }
 
-      find_all(filter).each_slice(batch_size, &block)
+      find_all(**filter).each_slice(batch_size, &block)
     end
 
     def where(**conditions)
       # TODO: return a Query object that implements more of the ActiveRecord query interface
       # https://guides.rubyonrails.org/active_record_querying.html#conditions
-      find_all(conditions)
+      find_all(**conditions)
     end
   end
 end

data/lib/wcc/contentful/content_type_indexer.rb

@@ -137,6 +137,8 @@ module WCC::Contentful
         :Json
       when 'Location'
         :Coordinates
+      when 'RichText'
+        :RichText
       when 'Array'
         find_field_type(field.try(:items) || field['items'])
       when 'Link'

data/lib/wcc/contentful/event.rb

@@ -7,10 +7,10 @@ module WCC::Contentful::Event
 
   # Creates an Event out of a raw value received by a webhook or given from
   # the Contentful Sync API.
-  def self.from_raw(raw, context = nil)
+  def self.from_raw(raw, context = nil, source: nil)
     const = Registry.instance.get(raw.dig('sys', 'type'))
 
-    const.new(raw, context)
+    const.new(raw, context, source: source)
   end
 
   class Registry
@@ -134,12 +134,6 @@ class WCC::Contentful::Event::SyncComplete
   include WCC::Contentful::Event
 
   def initialize(items, context = nil, source: nil)
-    items =
-      items.map do |item|
-        next item if item.is_a? WCC::Contentful::Event
-
-        WCC::Contentful::Event.from_raw(item, context, source: source)
-      end
     @items = items.freeze
     @source = source
     @sys = WCC::Contentful::Sys.new(

data/lib/wcc/contentful/indexed_representation.rb

@@ -103,6 +103,7 @@ module WCC::Contentful
         Boolean
         Json
         Coordinates
+        RichText
         Link
         Asset
       ].freeze

data/lib/wcc/contentful/middleware/store/caching_middleware.rb

@@ -20,7 +20,7 @@ module WCC::Contentful::Middleware::Store
           event = 'miss'
           # if it's not a contentful ID don't hit the API.
           # Store a nil object if we can't find the object on the CDN.
-          (store.find(key, options) || nil_obj(key)) if key =~ /^\w+$/
+          (store.find(key, **options) || nil_obj(key)) if key =~ /^\w+$/
         end
       _instrument(event, key: key, options: options)
 

data/lib/wcc/contentful/model_api.rb

@@ -68,7 +68,7 @@ module WCC::Contentful::ModelAPI
       store = options[:preview] ? services.preview_store : services.store
       raw =
         _instrumentation.instrument 'find.model.contentful.wcc', id: id, options: options do
-          store.find(id, options.except(*WCC::Contentful::ModelMethods::MODEL_LAYER_CONTEXT_KEYS))
+          store.find(id, **options.except(*WCC::Contentful::ModelMethods::MODEL_LAYER_CONTEXT_KEYS))
         end
 
       new_from_raw(raw, options) if raw.present?

data/lib/wcc/contentful/model_builder.rb

@@ -2,6 +2,7 @@
 
 require_relative './link'
 require_relative './sys'
+require_relative './rich_text'
 
 module WCC::Contentful
   class ModelBuilder
@@ -95,6 +96,8 @@ module WCC::Contentful
                 #
                 # when :DateTime
                 #   raw_value = Time.parse(raw_value).localtime
+                when :RichText
+                  raw_value = WCC::Contentful::RichText.tokenize(raw_value)
                 when :Int
                   raw_value = Integer(raw_value)
                 when :Float

data/lib/wcc/contentful/model_singleton_methods.rb

@@ -16,7 +16,7 @@ module WCC::Contentful::ModelSingletonMethods
     raw =
       _instrumentation.instrument 'find.model.contentful.wcc',
         content_type: content_type, id: id, options: options do
-        store.find(id, { hint: type }.merge!(options.except(:preview)))
+        store.find(id, **{ hint: type }.merge!(options.except(:preview)))
       end
     new(raw, options) if raw.present?
   end

data/lib/wcc/contentful/rich_text/node.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+module WCC::Contentful::RichText
+  module Node
+    extend ActiveSupport::Concern
+
+    def keys
+      members.map(&:to_s)
+    end
+
+    included do
+      include Enumerable
+
+      alias_method :node_type, :nodeType
+
+      # Make the nodes read-only
+      undef_method :[]=
+      members.each do |member|
+        undef_method("#{member}=")
+      end
+
+      # Override each so it has a Hash-like interface rather than Struct-like.
+      # The goal being to mimic a JSON-parsed hash representation of the raw
+      def each
+        members.map do |key|
+          tuple = [key.to_s, self.[](key)]
+          yield tuple if block_given?
+          tuple
+        end
+      end
+    end
+
+    class_methods do
+      # Default value for node_type covers most cases
+      def node_type
+        name.demodulize.underscore.dasherize
+      end
+
+      def tokenize(raw, context = nil)
+        unless raw['nodeType'] == node_type
+          raise ArgumentError, "Expected '#{node_type}', got '#{raw['nodeType']}'"
+        end
+
+        values =
+          members.map do |symbol|
+            val = raw[symbol.to_s]
+
+            case symbol
+            when :content
+              WCC::Contentful::RichText.tokenize(val, context)
+              # when :data
+              # TODO: resolve links...
+            else
+              val
+            end
+          end
+
+        new(*values)
+      end
+    end
+  end
+end

data/lib/wcc/contentful/rich_text.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+
+require_relative './rich_text/node'
+
+##
+# This module contains a number of structs representing nodes in a Contentful
+# rich text field.  When the Model layer parses a Rich Text field from
+# Contentful, it is turned into a WCC::Contentful::RichText::Document node.
+# The {WCC::Contentful::RichText::Document#content content} method of this
+# node is an Array containing paragraph, blockquote, entry, and other nodes.
+#
+# The various structs in the RichText object model are designed to mimic the
+# Hash interface, so that the indexing operator `#[]` and the `#dig` method
+# can be used to traverse the data.  The data can also be accessed by the
+# attribute reader methods defined on the structs.  Both of these are considered
+# part of the public API of the model and will not change.
+#
+# In a future release we plan to implement automatic link resolution.  When that
+# happens, the `.data` attribute of embedded entries and assets will return a
+# new class that is able to resolve the `.target` automatically into a full
+# entry or asset.  This future class will still respect the hash accessor methods
+# `#[]`, `#dig`, `#keys`, and `#each`, so it is safe to use those.
+module WCC::Contentful::RichText
+  ##
+  # Recursively converts a raw JSON-parsed hash into the RichText object model.
+  def self.tokenize(raw, context = nil)
+    return unless raw
+    return raw.map { |c| tokenize(c, context) } if raw.is_a?(Array)
+
+    klass =
+      case raw['nodeType']
+      when 'document'
+        Document
+      when 'paragraph'
+        Paragraph
+      when 'blockquote'
+        Blockquote
+      when 'text'
+        Text
+      when 'embedded-entry-inline'
+        EmbeddedEntryInline
+      when 'embedded-entry-block'
+        EmbeddedEntryBlock
+      when 'embedded-asset-block'
+        EmbeddedAssetBlock
+      when /heading\-(\d+)/
+        size = Regexp.last_match(1)
+        const_get("Heading#{size}")
+      else
+        Unknown
+      end
+
+    klass.tokenize(raw, context)
+  end
+
+  Document =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  Paragraph =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  Blockquote =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  Text =
+    Struct.new(:nodeType, :value, :marks, :data) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  EmbeddedEntryInline =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  EmbeddedEntryBlock =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  EmbeddedAssetBlock =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+
+  (1..5).each do |i|
+    struct =
+      Struct.new(:nodeType, :data, :content) do
+        include WCC::Contentful::RichText::Node
+      end
+    sz = i
+    struct.define_singleton_method(:node_type) { "heading-#{sz}" }
+    const_set("Heading#{sz}", struct)
+  end
+
+  Unknown =
+    Struct.new(:nodeType, :data, :content) do
+      include WCC::Contentful::RichText::Node
+    end
+end

data/lib/wcc/contentful/simple_client/response.rb

@@ -49,7 +49,6 @@ class WCC::Contentful::SimpleClient
 
     def next_page
       return unless next_page?
-      return @next_page if @next_page
 
       query = (@request[:query] || {}).merge({
         skip: page_items.length + skip
@@ -58,7 +57,7 @@ class WCC::Contentful::SimpleClient
         _instrument 'page', url: @request[:url], query: query do
           @client.get(@request[:url], query)
         end
-      @next_page = np.assert_ok!
+      np.assert_ok!
     end
 
     def initialize(client, request, raw_response)
@@ -77,16 +76,7 @@ class WCC::Contentful::SimpleClient
     def each_page(&block)
       raise ArgumentError, 'Not a collection response' unless page_items
 
-      ret =
-        Enumerator.new do |y|
-          y << self
-
-          if next_page?
-            next_page.each_page.each do |page|
-              y << page
-            end
-          end
-        end
+      ret = PaginatingEnumerable.new(self)
 
       if block_given?
         ret.map(&block)
@@ -118,11 +108,6 @@ class WCC::Contentful::SimpleClient
         raw.dig('includes')&.each_with_object({}) do |(_t, entries), h|
           entries.each { |e| h[e.dig('sys', 'id')] = e }
         end || {}
-
-      return @includes unless @next_page
-
-      # This could be more efficient - maybe not worth worrying about
-      @includes.merge(@next_page.includes)
     end
   end
 
@@ -144,8 +129,8 @@ class WCC::Contentful::SimpleClient
           @client.get(url)
         end
 
-      @next_page ||= SyncResponse.new(next_page)
-      @next_page.assert_ok!
+      next_page = SyncResponse.new(next_page)
+      next_page.assert_ok!
     end
 
     def next_sync_token
@@ -160,16 +145,7 @@ class WCC::Contentful::SimpleClient
     def each_page
       raise ArgumentError, 'Not a collection response' unless page_items
 
-      ret =
-        Enumerator.new do |y|
-          y << self
-
-          if next_page?
-            next_page.each_page.each do |page|
-              y << page
-            end
-          end
-        end
+      ret = PaginatingEnumerable.new(self)
 
       if block_given?
         ret.map(&block)
@@ -190,6 +166,26 @@ class WCC::Contentful::SimpleClient
     end
   end
 
+  class PaginatingEnumerable
+    include Enumerable
+
+    def initialize(initial_page)
+      raise ArgumentError, 'Must provide initial page' unless initial_page.present?
+
+      @initial_page = initial_page
+    end
+
+    def each
+      page = @initial_page
+      yield page
+
+      while page.next_page?
+        page = page.next_page
+        yield page
+      end
+    end
+  end
+
   class ApiError < StandardError
     attr_reader :response
 

data/lib/wcc/contentful/store/cdn_adapter.rb

@@ -72,9 +72,13 @@ module WCC::Contentful::Store
       delegate :count, to: :response
 
       def to_enum
-        return response.items unless @options[:include]
+        return response.each_page.flat_map(&:page_items) unless @options[:include]
 
-        response.items.map { |e| resolve_includes(e, @options[:include]) }
+        response.each_page
+          .flat_map { |page| page.page_items.each_with_object(page).to_a }
+          .map do |e, page|
+            resolve_includes(e, page.includes, depth: @options[:include])
+          end
       end
 
       def initialize(store, client:, relation:, options: nil, **extra)
@@ -160,18 +164,18 @@ module WCC::Contentful::Store
           end
       end
 
-      def resolve_includes(entry, depth)
+      def resolve_includes(entry, includes, depth:)
         return entry unless entry && depth && depth > 0
 
         # Dig links out of response.includes and insert them into the entry
         WCC::Contentful::LinkVisitor.new(entry, :Link, depth: depth - 1).map! do |val|
-          resolve_link(val)
+          resolve_link(val, includes)
         end
       end
 
-      def resolve_link(val)
+      def resolve_link(val, includes)
         return val unless val.is_a?(Hash) && val.dig('sys', 'type') == 'Link'
-        return val unless included = response.includes[val.dig('sys', 'id')]
+        return val unless included = includes[val.dig('sys', 'id')]
 
         included
       end

data/lib/wcc/contentful/version.rb

@@ -2,6 +2,6 @@
 
 module WCC
   module Contentful
-    VERSION = '1.1.2'
+    VERSION = '1.2.0'
   end
 end

data/lib/wcc/contentful.rb

@@ -3,7 +3,7 @@
 require 'wcc/contentful/version'
 
 require 'active_support'
-require 'active_support/core_ext/object'
+require 'active_support/all'
 
 require 'wcc/contentful/active_record_shim'
 require 'wcc/contentful/configuration'

data/wcc-contentful.gemspec

@@ -54,7 +54,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'generator_spec', '~> 0.9.4'
   # spec.add_development_dependency 'rails', '~> 5.0'
   # spec.add_development_dependency 'rspec-rails', '~> 3.7'
-  spec.add_development_dependency 'sqlite3', '~> 1.3.6'
+  spec.add_development_dependency 'sqlite3', '~> 1.4'
   spec.add_development_dependency 'timecop', '~> 0.9.1'
 
   # optional dependencies

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wcc-contentful
 version: !ruby/object:Gem::Version
-  version: 1.1.2
+  version: 1.2.0
 platform: ruby
 authors:
 - Watermark Dev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-02-16 00:00:00.000000000 Z
+date: 2022-06-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug
@@ -282,14 +282,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: '1.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -461,6 +461,8 @@ files:
 - lib/wcc/contentful/model_singleton_methods.rb
 - lib/wcc/contentful/rails.rb
 - lib/wcc/contentful/rake.rb
+- lib/wcc/contentful/rich_text.rb
+- lib/wcc/contentful/rich_text/node.rb
 - lib/wcc/contentful/rspec.rb
 - lib/wcc/contentful/services.rb
 - lib/wcc/contentful/simple_client.rb
@@ -501,7 +503,7 @@ homepage: https://github.com/watermarkchurch/wcc-contentful/wcc-contentful
 licenses:
 - MIT
 metadata:
-  documentation_uri: https://watermarkchurch.github.io/wcc-contentful/1.1/wcc-contentful
+  documentation_uri: https://watermarkchurch.github.io/wcc-contentful/1.2/wcc-contentful
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -517,8 +519,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.7.6.2
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: '[![Gem Version](https://badge.fury.io/rb/wcc-contentful.svg)](https://rubygems.org/gems/wcc-contentful)