chewy 0.9.0 → 5.2.0

data/.travis.yml

@@ -1,36 +0,0 @@
-language: ruby
-sudo: false
-services:
-  - mongodb
-rvm:
-  - 2.2.5
-  - 2.3.1
-gemfile:
-  - gemfiles/rails.4.2.activerecord.gemfile
-  - gemfiles/rails.4.2.activerecord.kaminari.gemfile
-  - gemfiles/rails.4.2.activerecord.will_paginate.gemfile
-  - gemfiles/rails.5.0.activerecord.gemfile
-  - gemfiles/rails.5.0.activerecord.kaminari.gemfile
-  - gemfiles/rails.5.0.activerecord.will_paginate.gemfile
-  - gemfiles/rails.4.2.mongoid.4.0.gemfile
-  - gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile
-  - gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile
-  - gemfiles/rails.4.2.mongoid.5.1.gemfile
-  - gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile
-  - gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile
-  - gemfiles/sequel.4.38.gemfile
-matrix:
-  include:
-    - rvm: 2.1
-      gemfile: gemfiles/rails.3.2.activerecord.gemfile
-    - rvm: 2.1
-      gemfile: gemfiles/rails.3.2.activerecord.kaminari.gemfile
-    - rvm: 2.1
-      gemfile: gemfiles/rails.3.2.activerecord.will_paginate.gemfile
-before_install:
-  - curl -s https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-1.7.5.tar.gz | tar xz -C /tmp
-before_script:
-  - TEST_CLUSTER_COMMAND="/tmp/elasticsearch-1.7.5/bin/elasticsearch" rake es:start
-script:
-  - bundle exec rspec
-  - bundle exec rubocop

data/gemfiles/rails.3.2.activerecord.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 3.2.0"
-gem "activesupport", "~> 3.2.0"
-gem "resque", :require => false
-gem "sidekiq", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.3.2.activerecord.kaminari.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 3.2.0"
-gem "activesupport", "~> 3.2.0"
-gem "kaminari", "0.16.3", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.3.2.activerecord.will_paginate.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 3.2.0"
-gem "activesupport", "~> 3.2.0"
-gem "will_paginate", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.activerecord.gemfile

@@ -1,17 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 4.2.0"
-gem "activesupport", "~> 4.2.0"
-gem "activejob", "~> 4.2.0"
-gem "resque", :require => false
-gem "sidekiq", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.activerecord.kaminari.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 4.2.0"
-gem "activesupport", "~> 4.2.0"
-gem "activejob", "~> 4.2.0"
-gem "kaminari", "0.16.3", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.activerecord.will_paginate.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 4.2.0"
-gem "activesupport", "~> 4.2.0"
-gem "activejob", "~> 4.2.0"
-gem "will_paginate", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.4.0.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 4.0.0"
-gem "activesupport", "~> 4.2.0"
-gem "resque", :require => false
-gem "sidekiq", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.4.0.kaminari.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 4.0.0"
-gem "activesupport", "~> 4.2.0"
-gem "kaminari", "0.16.3", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.4.0.will_paginate.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 4.0.0"
-gem "activesupport", "~> 4.2.0"
-gem "will_paginate", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.5.1.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 5.1.0"
-gem "activesupport", "~> 4.2.0"
-gem "resque", :require => false
-gem "sidekiq", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.5.1.kaminari.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 5.1.0"
-gem "activesupport", "~> 4.2.0"
-gem "kaminari", "0.16.3", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.4.2.mongoid.5.1.will_paginate.gemfile

@@ -1,15 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "mongoid", "~> 5.1.0"
-gem "activesupport", "~> 4.2.0"
-gem "will_paginate", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.5.0.activerecord.gemfile

@@ -1,17 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 5.0.0"
-gem "activesupport", "~> 5.0.0"
-gem "activejob", "~> 5.0.0"
-gem "resque", :require => false
-gem "sidekiq", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.5.0.activerecord.kaminari.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 5.0.0"
-gem "activesupport", "~> 5.0.0"
-gem "activejob", "~> 5.0.0"
-gem "kaminari", "0.16.3", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/rails.5.0.activerecord.will_paginate.gemfile

@@ -1,16 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "activerecord", "~> 5.0.0"
-gem "activesupport", "~> 5.0.0"
-gem "activejob", "~> 5.0.0"
-gem "will_paginate", :require => false
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/gemfiles/sequel.4.38.gemfile

@@ -1,14 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "sequel", "~> 4.38.0"
-gem "activesupport", "~> 5.0.0"
-
-group :test do
-  gem "guard"
-  gem "guard-rspec"
-  gem "listen", "~> 3.0.0"
-end
-
-gemspec :path => "../"

data/lib/chewy/journal/apply.rb

@@ -1,31 +0,0 @@
-module Chewy
-  class Journal
-    module Apply
-      # Applies all changes that were done since some moment
-      #
-      # @param time [Integer] timestamp from which changes will be applied
-      # @param options [Hash]
-      # @option options [Integer] :retries maximum number of attempts to make journal "empty". By default is set to 10
-      # @option options [Boolean] :once shows whether we should try until the journal is clean. If set to true, :retries is ignored
-      # @option options [Array<Chewy::Index>] :only filters the resulting set of records by index name
-      def since(time, options = {})
-        previous_entries = []
-        retries = options[:retries] || 10
-        stage = 0
-        while stage < retries
-          stage += 1
-          previous_entries.select { |entry| entry.created_at.to_i >= time }
-          entries = Entry.group(Entry.since(time, options[:only]))
-          Entry.subtract(entries, previous_entries)
-          break if entries.length.zero?
-          ActiveSupport::Notifications.instrument 'apply_journal.chewy', stage: stage
-          entries.each { |entry| entry.index.import(entry.object_ids, journal: false) }
-          break if options[:once]
-          time = Entry.recent_timestamp(entries)
-          previous_entries = entries
-        end
-      end
-      module_function :since
-    end
-  end
-end

data/lib/chewy/journal/clean.rb

@@ -1,24 +0,0 @@
-module Chewy
-  class Journal
-    module Clean
-      DELETE_BATCH_SIZE = 10_000
-
-      def until(time)
-        query = Query.new(time, :lte, nil, false).to_h
-        search_query = query.merge(fields: ['_id'], size: DELETE_BATCH_SIZE)
-        index_name = Journal.index_name
-
-        count = Chewy.client.count(index: index_name, body: query)['count']
-
-        (count.to_f / DELETE_BATCH_SIZE).ceil.times do
-          ids = Chewy.client.search(index: index_name, body: search_query)['hits']['hits'].map { |doc| doc['_id'] }
-          Chewy.client.bulk(body: ids.map { |id| { delete: { _index: index_name, _type: Journal.type_name, _id: id } } }, refresh: true)
-        end
-
-        Chewy.wait_for_status
-        count
-      end
-      module_function :until
-    end
-  end
-end

data/lib/chewy/journal/entry.rb

@@ -1,83 +0,0 @@
-module Chewy
-  class Journal
-    # Describes a journal entry and provides necessary assisting methods
-    class Entry
-      ATTRIBUTES = %w(index_name type_name action object_ids created_at).freeze
-
-      attr_accessor(*ATTRIBUTES)
-
-      def initialize(attributes = {})
-        attributes.slice(*ATTRIBUTES).each do |attr, value|
-          public_send("#{attr}=", value)
-        end
-      end
-
-      # Loads all entries since some time
-      # @param time [Integer] a timestamp from which we load a journal
-      # @param indices [Array<Chewy::Index>] journal records related to these indices will be loaded only
-      def self.since(time, indices = [])
-        query = Query.new(time, :gte, indices).to_h
-        parameters = { index: Journal.index_name, type: Journal.type_name, body: query }
-        size = Chewy.client.search(search_type: 'count', **parameters)['hits']['total']
-        if size > 0
-          Chewy.client
-            .search(size: size, sort: 'created_at', **parameters)['hits']['hits']
-            .map { |r| new(r['_source']) }
-        else
-          []
-        end
-      end
-
-      # Groups a list of entries by full type name to decrease
-      # a number of calls to Elasticsearch during journal apply
-      # @param entries [Array<Chewy::Journal::Entry>]
-      def self.group(entries)
-        entries.group_by(&:full_type_name)
-          .map { |_, grouped_entries| grouped_entries.reduce(:merge) }
-      end
-
-      # Allows to filter one list of entries from another
-      # If any records with the same full type name are found then their object_ids will be subtracted
-      # @param from [Array<Chewy::Journal::Entry>] from which list we subtract another
-      # @param what [Array<Chewy::Journal::Entry>] what we subtract
-      def self.subtract(from, what)
-        return from if what.empty?
-        from.each do |from_entry|
-          what.each do |what_entry|
-            from_entry.object_ids -= what_entry.object_ids if from_entry == what_entry
-          end
-        end
-        from.delete_if(&:empty?)
-      end
-
-      # Get the most recent timestamp from a list of entries
-      # @param entries [Array<Chewy::Journal::Entry>]
-      def self.recent_timestamp(entries)
-        entries.map { |entry| entry.created_at.to_i }.max
-      end
-
-      def index
-        @index ||= Chewy.derive_type(full_type_name)
-      end
-
-      def full_type_name
-        "#{index_name}##{type_name}"
-      end
-
-      def merge(other)
-        return self if other.nil? || full_type_name != other.full_type_name
-        self.object_ids |= other.object_ids
-        self.created_at = [created_at, other.created_at].compact.max
-        self
-      end
-
-      def ==(other)
-        full_type_name == other.try(:full_type_name)
-      end
-
-      def empty?
-        !object_ids || object_ids.empty?
-      end
-    end
-  end
-end