chewy 7.1.0 → 7.2.0

data/lib/chewy/{type → index}/mapping.rb

@@ -1,5 +1,5 @@
 module Chewy
-  class Type
+  class Index
     module Mapping
       extend ActiveSupport::Concern
 
@@ -13,42 +13,39 @@ module Chewy
       end
 
       module ClassMethods
-        # Defines root object for mapping and is optional for type
+        # Defines root object for mapping and is optional for index
         # definition. Use it only if you need to pass options for root
         # object mapping, such as `date_detection` or `dynamic_date_formats`
         #
         # @example
         #   class UsersIndex < Chewy::Index
-        #     define_type User do
-        #       # root object defined implicitly and optionless for current type
-        #       field :full_name, type: 'keyword'
-        #     end
+        #     index_scope User
+        #     # root object defined implicitly and optionless for current type
+        #     field :full_name, type: 'keyword'
         #   end
         #
         #   class CarsIndex < Chewy::Index
-        #     define_type Car do
-        #       # explicit root definition with additional options
-        #       root dynamic_date_formats: ['yyyy-MM-dd'] do
-        #         field :model_name, type: 'keyword'
-        #       end
+        #     index_scope Car
+        #     # explicit root definition with additional options
+        #     root dynamic_date_formats: ['yyyy-MM-dd'] do
+        #       field :model_name, type: 'keyword'
         #     end
         #   end
         #
         def root(**options)
-          self.root_object ||= Chewy::Fields::Root.new(type_name, **Chewy.default_root_options.merge(options))
+          self.root_object ||= Chewy::Fields::Root.new(:root, **Chewy.default_root_options.merge(options))
           root_object.update_options!(**options)
           yield if block_given?
           root_object
         end
 
-        # Defines mapping field for current type
+        # Defines mapping field for index
         #
         # @example
         #   class UsersIndex < Chewy::Index
-        #     define_type User do
-        #       # passing all the options to field definition:
-        #       field :full_name, analyzer: 'special'
-        #     end
+        #     index_scope User
+        #     # passing all the options to field definition:
+        #     field :full_name, analyzer: 'special'
         #   end
         #
         # The `type` is optional and defaults to `string` if not defined:
@@ -138,14 +135,13 @@ module Chewy
         #   # Suppose that a user has posts and each post has ratings
         #   # avg_post_rating is the mean of all ratings
         #   class UsersIndex < Chewy::Index
-        #     define_type User do
-        #       field :posts do
-        #         field :rating
-        #       end
-        #
-        #       agg :avg_rating do
-        #         { avg: { field: 'posts.rating' } }
-        #       end
+        #     index_scope User
+        #     field :posts do
+        #       field :rating
+        #     end
+        #
+        #     agg :avg_rating do
+        #       { avg: { field: 'posts.rating' } }
         #     end
         #   end
         def agg(name, &block)
@@ -157,11 +153,10 @@ module Chewy
         #
         # @example
         #   class CarsIndex < Chewy::Index
-        #     define_type Car do
-        #       template 'model.*', type: 'text', analyzer: 'special'
-        #       field 'model', type: 'object' # here we can put { de: 'Der Mercedes', en: 'Mercedes' }
-        #                                     # and template will be applyed to this field
-        #     end
+        #     index_scope Car
+        #     template 'model.*', type: 'text', analyzer: 'special'
+        #     field 'model', type: 'object' # here we can put { de: 'Der Mercedes', en: 'Mercedes' }
+        #                                   # and template will be applied to this field
         #   end
         #
         # Name for each template is generated with the following
@@ -172,7 +167,7 @@ module Chewy
         #   template 'title.*', mapping_hash # dot in template causes "path_match" using
         #   template /tit.+/, mapping_hash # using "match_pattern": "regexp"
         #   template /title\..+/, mapping_hash # "\." - escaped dot causes "path_match" using
-        #   template /tit.+/, type: 'text', mapping_hash # "match_mapping_type" as the optionsl second argument
+        #   template /tit.+/, type: 'text', mapping_hash # "match_mapping_type" as an optional second argument
         #   template template42: {match: 'hello*', mapping: {type: 'object'}} # or even pass a template as is
         #
         def template(*args)

data/lib/chewy/{type → index}/observe.rb

@@ -1,25 +1,25 @@
 module Chewy
-  class Type
+  class Index
     module Observe
       extend ActiveSupport::Concern
 
       module Helpers
-        def update_proc(type_name, *args, &block)
+        def update_proc(index_name, *args, &block)
           options = args.extract_options!
           method = args.first
 
           proc do
-            reference = if type_name.is_a?(Proc)
-              if type_name.arity.zero?
-                instance_exec(&type_name)
+            reference = if index_name.is_a?(Proc)
+              if index_name.arity.zero?
+                instance_exec(&index_name)
               else
-                type_name.call(self)
+                index_name.call(self)
               end
             else
-              type_name
+              index_name
             end
 
-            type = Chewy.derive_type(reference)
+            index = Chewy.derive_name(reference)
 
             next if Chewy.strategy.current.name == :bypass
 
@@ -31,7 +31,7 @@ module Chewy
               instance_eval(&block)
             end
 
-            type.update_index(backreference, options)
+            index.update_index(backreference, options)
           end
         end
 
@@ -47,16 +47,6 @@ module Chewy
 
       extend Helpers
 
-      module MongoidMethods
-        def update_index(type_name, *args, &block)
-          callback_options = Observe.extract_callback_options!(args)
-          update_proc = Observe.update_proc(type_name, *args, &block)
-
-          after_save(callback_options, &update_proc)
-          after_destroy(callback_options, &update_proc)
-        end
-      end
-
       module ActiveRecordMethods
         def update_index(type_name, *args, &block)
           callback_options = Observe.extract_callback_options!(args)

data/lib/chewy/index/specification.rb

@@ -36,6 +36,7 @@ module Chewy
         filter = {ids: {values: [@index.derivable_name]}}
         document = Chewy::Stash::Specification.filter(filter).first
         return {} unless document
+
         JSON.load(Base64.decode64(document.specification)) # rubocop:disable Security/JSONLoad
       end
 

data/lib/chewy/{type → index}/syncer.rb

@@ -1,5 +1,5 @@
 module Chewy
-  class Type
+  class Index
     # This class is able to find missing and outdated documents in the ES
     # comparing ids from the data source and the ES index. Also, if `outdated_sync_field`
     # exists in the index definition, it performs comparison of this field
@@ -9,10 +9,10 @@ module Chewy
     # should be reindexed.
     #
     # To fetch necessary data from the source it uses adapter method
-    # {Chewy::Type::Adapter::Base#import_fields}, in case when the Object
+    # {Chewy::Index::Adapter::Base#import_fields}, in case when the Object
     # adapter is used it makes sense to read corresponding documentation.
     #
-    # If `parallel` option is passed to the initializer - it will fetch surce and
+    # If `parallel` option is passed to the initializer - it will fetch source and
     # index data in parallel and then perform outdated objects calculation in
     # parallel processes. Also, further import (if required) will be performed
     # in parallel as well.
@@ -24,17 +24,17 @@ module Chewy
     #   ATTENTION: synchronization may be slow in case when synchronized tables
     #   are missing compound index on primary key and `outdated_sync_field`.
     #
-    # @see Chewy::Type::Actions::ClassMethods#sync
+    # @see Chewy::Index::Actions::ClassMethods#sync
     class Syncer
       DEFAULT_SYNC_BATCH_SIZE = 20_000
-      ISO_DATETIME = /\A(\d{4})-(\d\d)-(\d\d) (\d\d):(\d\d):(\d\d)(\.\d+)?\z/
-      OUTDATED_IDS_WORKER = lambda do |outdated_sync_field_type, source_data_hash, type, total, index_data|
-        ::Process.setproctitle("chewy [#{type}]: sync outdated calculation (#{::Parallel.worker_number + 1}/#{total})") if type
+      ISO_DATETIME = /\A(\d{4})-(\d\d)-(\d\d) (\d\d):(\d\d):(\d\d)(\.\d+)?\z/.freeze
+      OUTDATED_IDS_WORKER = lambda do |outdated_sync_field_type, source_data_hash, index, total, index_data|
+        ::Process.setproctitle("chewy [#{index}]: sync outdated calculation (#{::Parallel.worker_number + 1}/#{total})") if index
         index_data.each_with_object([]) do |(id, index_sync_value), result|
           next unless source_data_hash[id]
 
           outdated = if outdated_sync_field_type == 'date'
-            !Chewy::Type::Syncer.dates_equal(typecast_date(source_data_hash[id]), Time.iso8601(index_sync_value))
+            !Chewy::Index::Syncer.dates_equal(typecast_date(source_data_hash[id]), Time.iso8601(index_sync_value))
           else
             source_data_hash[id] != index_sync_value
           end
@@ -42,8 +42,8 @@ module Chewy
           result.push(id) if outdated
         end
       end
-      SOURCE_OR_INDEX_DATA_WORKER = lambda do |syncer, type, kind|
-        ::Process.setproctitle("chewy [#{type}]: sync fetching data (#{kind})")
+      SOURCE_OR_INDEX_DATA_WORKER = lambda do |syncer, index, kind|
+        ::Process.setproctitle("chewy [#{index}]: sync fetching data (#{kind})")
         result = case kind
         when :source
           syncer.send(:fetch_source_data)
@@ -56,7 +56,10 @@ module Chewy
       def self.typecast_date(string)
         if string.is_a?(String) && (match = ISO_DATETIME.match(string))
           microsec = (match[7].to_r * 1_000_000).to_i
-          date = "#{match[1]}-#{match[2]}-#{match[3]}T#{match[4]}:#{match[5]}:#{match[6]}.#{format('%06d', microsec)}+00:00"
+          day = "#{match[1]}-#{match[2]}-#{match[3]}"
+          time_with_seconds = "#{match[4]}:#{match[5]}:#{match[6]}"
+          microseconds = format('%06d', microsec)
+          date = "#{day}T#{time_with_seconds}.#{microseconds}+00:00"
           Time.iso8601(date)
         else
           string
@@ -68,18 +71,10 @@ module Chewy
         [one.to_i, one.usec / 1000] == [two.to_i, two.usec / 1000]
       end
 
-      # In ActiveSupport ~> 4.0 json dumpled times without any
-      # milliseconds, so ES stored time with the seconds precision.
-      if ActiveSupport::VERSION::STRING < '4.1.0'
-        def self.dates_equal(one, two)
-          one.to_i == two.to_i
-        end
-      end
-
-      # @param type [Chewy::Type] chewy type
+      # @param index [Chewy::Index] chewy index
       # @param parallel [true, Integer, Hash] options for parallel execution or the number of processes
-      def initialize(type, parallel: nil)
-        @type = type
+      def initialize(index, parallel: nil)
+        @index = index
         @parallel = if !parallel || parallel.is_a?(Hash)
           parallel
         elsif parallel.is_a?(Integer)
@@ -95,7 +90,8 @@ module Chewy
       def perform
         ids = missing_ids | outdated_ids
         return 0 if ids.blank?
-        @type.import(ids, parallel: @parallel) && ids.count
+
+        @index.import(ids, parallel: @parallel) && ids.count
       end
 
       # Finds ids of all the objects that are not indexed yet or deleted
@@ -113,21 +109,19 @@ module Chewy
         end
       end
 
-      # If type supports outdated sync, it compares for the values of the
-      # type `outdated_sync_field` for each object and document in the source
-      # and index and returns the ids of entities which which are having
-      # different values there.
+      # If index supports outdated sync, it compares the values of the
+      # `outdated_sync_field` for each object and document in the source
+      # and index and returns the ids of entities which differ.
       #
-      # @see Chewy::Type::Mapping::ClassMethods#supports_outdated_sync?
+      # @see Chewy::Index::Mapping::ClassMethods#supports_outdated_sync?
       # @return [Array<String>] an array of outdated ids
       def outdated_ids
-        return [] if source_data.blank? || index_data.blank? || !@type.supports_outdated_sync?
-        @outdated_ids ||= begin
-          if @parallel
-            parallel_outdated_ids
-          else
-            linear_outdated_ids
-          end
+        return [] if source_data.blank? || index_data.blank? || !@index.supports_outdated_sync?
+
+        @outdated_ids ||= if @parallel
+          parallel_outdated_ids
+        else
+          linear_outdated_ids
         end
       end
 
@@ -142,44 +136,48 @@ module Chewy
       end
 
       def source_and_index_data
-        @source_and_index_data ||= begin
-          if @parallel
-            ::ActiveRecord::Base.connection.close if defined?(::ActiveRecord::Base)
-            result = ::Parallel.map(%i[source index], @parallel, &SOURCE_OR_INDEX_DATA_WORKER.curry[self, @type])
-            ::ActiveRecord::Base.connection.reconnect! if defined?(::ActiveRecord::Base)
-            if result.first.keys.first == :source
-              [result.first.values.first, result.second.values.first]
-            else
-              [result.second.values.first, result.first.values.first]
-            end
+        @source_and_index_data ||= if @parallel
+          ::ActiveRecord::Base.connection.close if defined?(::ActiveRecord::Base)
+          result = ::Parallel.map(%i[source index], @parallel, &SOURCE_OR_INDEX_DATA_WORKER.curry[self, @index])
+          ::ActiveRecord::Base.connection.reconnect! if defined?(::ActiveRecord::Base)
+          if result.first.keys.first == :source
+            [result.first.values.first, result.second.values.first]
           else
-            [fetch_source_data, fetch_index_data]
+            [result.second.values.first, result.first.values.first]
           end
+        else
+          [fetch_source_data, fetch_index_data]
         end
       end
 
       def fetch_source_data
-        if @type.supports_outdated_sync?
-          @type.adapter.import_fields(fields: [@type.outdated_sync_field], batch_size: DEFAULT_SYNC_BATCH_SIZE, typecast: false).to_a.flatten(1).each do |data|
+        if @index.supports_outdated_sync?
+          import_fields_args = {
+            fields: [@index.outdated_sync_field],
+            batch_size: DEFAULT_SYNC_BATCH_SIZE,
+            typecast: false
+          }
+          @index.adapter.import_fields(import_fields_args).to_a.flatten(1).each do |data|
             data[0] = data[0].to_s
           end
         else
-          @type.adapter.import_fields(batch_size: DEFAULT_SYNC_BATCH_SIZE, typecast: false).to_a.flatten(1).map(&:to_s)
+          @index.adapter.import_fields(batch_size: DEFAULT_SYNC_BATCH_SIZE, typecast: false).to_a.flatten(1).map(&:to_s)
         end
       end
 
       def fetch_index_data
-        if @type.supports_outdated_sync?
-          @type.pluck(:_id, @type.outdated_sync_field).each do |data|
+        if @index.supports_outdated_sync?
+          @index.pluck(:_id, @index.outdated_sync_field).each do |data|
             data[0] = data[0].to_s
           end
         else
-          @type.pluck(:_id).map(&:to_s)
+          @index.pluck(:_id).map(&:to_s)
         end
       end
 
       def data_ids(data)
-        return data unless @type.supports_outdated_sync?
+        return data unless @index.supports_outdated_sync?
+
         data.map(&:first)
       end
 
@@ -192,7 +190,12 @@ module Chewy
         batches = index_data.each_slice(size)
 
         ::ActiveRecord::Base.connection.close if defined?(::ActiveRecord::Base)
-        result = ::Parallel.map(batches, @parallel, &OUTDATED_IDS_WORKER.curry[outdated_sync_field_type, source_data.to_h, @type, batches.size]).flatten(1)
+        curried_outdated_ids_worker = OUTDATED_IDS_WORKER.curry[outdated_sync_field_type, source_data.to_h, @index, batches.size]
+        result = ::Parallel.map(
+          batches,
+          @parallel,
+          &curried_outdated_ids_worker
+        ).flatten(1)
         ::ActiveRecord::Base.connection.reconnect! if defined?(::ActiveRecord::Base)
         result
       end
@@ -203,13 +206,13 @@ module Chewy
 
       def outdated_sync_field_type
         return @outdated_sync_field_type if instance_variable_defined?(:@outdated_sync_field_type)
-        return unless @type.outdated_sync_field
+        return unless @index.outdated_sync_field
 
-        mappings = @type.client.indices.get_mapping(index: @type.index_name).values.first.fetch('mappings', {})
+        mappings = @index.client.indices.get_mapping(index: @index.index_name).values.first.fetch('mappings', {})
 
         @outdated_sync_field_type = mappings
           .fetch('properties', {})
-          .fetch(@type.outdated_sync_field.to_s, {})['type']
+          .fetch(@index.outdated_sync_field.to_s, {})['type']
       rescue Elasticsearch::Transport::Transport::Errors::NotFound
         nil
       end

data/lib/chewy/{type → index}/witchcraft.rb

@@ -7,7 +7,7 @@ rescue LoadError
 end
 
 module Chewy
-  class Type
+  class Index
     module Witchcraft
       extend ActiveSupport::Concern
 
@@ -43,10 +43,10 @@ module Chewy
       class Cauldron
         attr_reader :locals
 
-        # @param type [Chewy::Type] type for composition
+        # @param index [Chewy::Index] index for composition
         # @param fields [Array<Symbol>] restricts the fields for composition
-        def initialize(type, fields: [])
-          @type = type
+        def initialize(index, fields: [])
+          @index = index
           @locals = []
           @fields = fields
         end
@@ -60,7 +60,7 @@ module Chewy
         def alicorn
           @alicorn ||= singleton_class.class_eval <<-RUBY, __FILE__, __LINE__ + 1
             -> (locals, object0, crutches) do
-              #{composed_values(@type.root, 0)}
+              #{composed_values(@index.root, 0)}
             end
           RUBY
         end
@@ -141,6 +141,7 @@ module Chewy
 
         def non_proc_fields_for(parent, nesting)
           return [] unless parent
+
           fields = (parent.children || []).reject { |field| field.value.is_a?(Proc) }
 
           if nesting.zero? && @fields.present?
@@ -152,6 +153,7 @@ module Chewy
 
         def proc_fields_for(parent, nesting)
           return [] unless parent
+
           fields = (parent.children || []).select { |field| field.value.is_a?(Proc) }
 
           if nesting.zero? && @fields.present?
@@ -173,7 +175,7 @@ module Chewy
           if proc.arity.zero?
             source = replace_self(source, :"object#{nesting}")
             source = replace_send(source, :"object#{nesting}")
-          elsif proc.arity < 0
+          elsif proc.arity.negative?
             raise "Splat arguments are unsupported by witchcraft:\n`#{proc.source}"
           else
             (nesting + 1).times do |n|
@@ -192,6 +194,7 @@ module Chewy
 
         def exctract_lambdas(node)
           return unless node.is_a?(Parser::AST::Node)
+
           if node.type == :block && node.children[0].type == :send && node.children[0].to_a == [nil, :lambda]
             [node.children[2]]
           else
@@ -214,7 +217,7 @@ module Chewy
         def replace_send(node, variable)
           if node.is_a?(Parser::AST::Node)
             if node.type == :send && node.children[0].nil?
-              node.updated(nil, [Parser::AST::Node.new(:lvar, [variable]), *node.children[1..-1]])
+              node.updated(nil, [Parser::AST::Node.new(:lvar, [variable]), *node.children[1..]])
             else
               node.updated(nil, node.children.map { |child| replace_send(child, variable) })
             end
@@ -253,6 +256,7 @@ module Chewy
 
         def binding_variable_list(node)
           return unless node.is_a?(Parser::AST::Node)
+
           if node.type == :send && node.children[0].nil?
             node.children[1]
           else