elasticsearch-model 6.0.0 → 6.1.0

data/test/integration/active_record_basic_test.rb

@@ -1,255 +0,0 @@
-require 'test_helper'
-require 'active_record'
-
-puts "ActiveRecord #{ActiveRecord::VERSION::STRING}", '-'*80
-
-# Needed for ActiveRecord 3.x ?
-ActiveRecord::Base.establish_connection( :adapter => 'sqlite3', :database => ":memory:" ) unless ActiveRecord::Base.connected?
-
-::ActiveRecord::Base.raise_in_transactional_callbacks = true if ::ActiveRecord::Base.respond_to?(:raise_in_transactional_callbacks) && ::ActiveRecord::VERSION::MAJOR.to_s < '5'
-
-module Elasticsearch
-  module Model
-    class ActiveRecordBasicIntegrationTest < Elasticsearch::Test::IntegrationTestCase
-
-      class ::Article < ActiveRecord::Base
-        include Elasticsearch::Model
-        include Elasticsearch::Model::Callbacks
-
-        document_type 'article'
-
-        settings index: { number_of_shards: 1, number_of_replicas: 0 } do
-          mapping do
-            indexes :title,         type: 'text', analyzer: 'snowball'
-            indexes :body,          type: 'text'
-            indexes :clicks,        type: 'integer'
-            indexes :created_at,    type: 'date'
-          end
-        end
-
-        def as_indexed_json(options = {})
-          attributes
-            .symbolize_keys
-            .slice(:title, :body, :clicks, :created_at)
-            .merge(suggest_title: title)
-        end
-      end
-
-      context "ActiveRecord basic integration" do
-        setup do
-          ActiveRecord::Schema.define(:version => 1) do
-            create_table :articles do |t|
-              t.string   :title
-              t.string   :body
-              t.integer  :clicks, :default => 0
-              t.datetime :created_at, :default => 'NOW()'
-            end
-          end
-
-          Article.delete_all
-          Article.__elasticsearch__.create_index! force: true
-
-          ::Article.create! title: 'Test',           body: '', clicks: 1
-          ::Article.create! title: 'Testing Coding', body: '', clicks: 2
-          ::Article.create! title: 'Coding',         body: '', clicks: 3
-
-          Article.__elasticsearch__.refresh_index!
-        end
-
-        should "index and find a document" do
-          response = Article.search('title:test')
-
-          assert response.any?, "Response should not be empty: #{response.to_a.inspect}"
-
-          assert_equal 2, response.results.size
-          assert_equal 2, response.records.size
-
-          assert_instance_of Elasticsearch::Model::Response::Result, response.results.first
-          assert_instance_of Article, response.records.first
-
-          assert_equal 'Test', response.results.first.title
-          assert_equal 'Test', response.records.first.title
-        end
-
-        should "provide access to result" do
-          response = Article.search query: { match: { title: 'test' } }, highlight: { fields: { title: {} } }
-
-          assert_equal 'Test', response.results.first.title
-
-          assert_equal true,  response.results.first.title?
-          assert_equal false, response.results.first.boo?
-
-          assert_equal true,  response.results.first.highlight?
-          assert_equal true,  response.results.first.highlight.title?
-          assert_equal false, response.results.first.highlight.boo?
-        end
-
-        should "iterate over results" do
-          response = Article.search('title:test')
-
-          assert_equal ['1', '2'], response.results.map(&:_id)
-          assert_equal [1, 2],     response.records.map(&:id)
-        end
-
-        should "return _id and _type as #id and #type" do
-          response = Article.search('title:test')
-
-          assert_equal '1',       response.results.first.id
-          assert_equal 'article', response.results.first.type
-        end
-
-        should "access results from records" do
-          response = Article.search('title:test')
-
-          response.records.each_with_hit do |r, h|
-            assert_not_nil h._score
-            assert_not_nil h._source.title
-          end
-        end
-
-        should "preserve the search results order for records" do
-          response = Article.search query: { match: { title: 'code' }}, sort: { clicks: :desc }
-
-          assert_equal response.records[0].clicks, 3
-          assert_equal response.records[1].clicks, 2
-
-          response.records.each_with_hit do |r, h|
-            assert_equal h._id, r.id.to_s
-          end
-
-          response.records.map_with_hit do |r, h|
-            assert_equal h._id, r.id.to_s
-          end
-        end
-
-        should "remove document from index on destroy" do
-          article = Article.first
-
-          article.destroy
-          assert_equal 2, Article.count
-
-          Article.__elasticsearch__.refresh_index!
-
-          response = Article.search 'title:test'
-
-          assert_equal 1, response.results.size
-          assert_equal 1, response.records.size
-        end
-
-        should "index updates to the document" do
-          article = Article.first
-
-          article.title = 'Writing'
-          article.save
-
-          Article.__elasticsearch__.refresh_index!
-
-          response = Article.search 'title:write'
-
-          assert_equal 1, response.results.size
-          assert_equal 1, response.records.size
-        end
-
-        should "update specific attributes" do
-          article = Article.first
-
-          response = Article.search 'title:special'
-
-          assert_equal 0, response.results.size
-          assert_equal 0, response.records.size
-
-          article.__elasticsearch__.update_document_attributes title: 'special'
-
-          Article.__elasticsearch__.refresh_index!
-
-          response = Article.search 'title:special'
-
-          assert_equal 1, response.results.size
-          assert_equal 1, response.records.size
-        end
-
-        should "update document when save is called multiple times in a transaction" do
-          article = Article.first
-          response = Article.search 'body:dummy'
-
-          assert_equal 0, response.results.size
-          assert_equal 0, response.records.size
-
-          ActiveRecord::Base.transaction do
-            article.body = 'dummy'
-            article.save
-
-            article.title = 'special'
-            article.save
-          end
-
-          article.__elasticsearch__.update_document
-          Article.__elasticsearch__.refresh_index!
-
-          response = Article.search 'body:dummy'
-          assert_equal 1, response.results.size
-          assert_equal 1, response.records.size
-        end
-
-        should "return results for a DSL search" do
-          response = Article.search query: { match: { title: { query: 'test' } } }
-
-          assert_equal 2, response.results.size
-          assert_equal 2, response.records.size
-        end
-
-        should "return a paged collection" do
-          response = Article.search query: { match: { title: { query: 'test' } } },
-                                    size: 2,
-                                    from: 1
-
-          assert_equal 1, response.results.size
-          assert_equal 1, response.records.size
-
-          assert_equal 'Testing Coding', response.results.first.title
-          assert_equal 'Testing Coding', response.records.first.title
-        end
-
-        should "allow chaining SQL commands on response.records" do
-          response = Article.search query: { match: { title: { query: 'test' } } }
-
-          assert_equal 2,      response.records.size
-          assert_equal 1,      response.records.where(title: 'Test').size
-          assert_equal 'Test', response.records.where(title: 'Test').first.title
-        end
-
-        should "allow ordering response.records in SQL" do
-          response = Article.search query: { match: { title: { query: 'test' } } }
-
-          if defined?(::ActiveRecord) && ::ActiveRecord::VERSION::MAJOR >= 4
-            assert_equal 'Testing Coding', response.records.order(title: :desc).first.title
-            assert_equal 'Testing Coding', response.records.order(title: :desc)[0].title
-          else
-            assert_equal 'Testing Coding', response.records.order('title DESC').first.title
-            assert_equal 'Testing Coding', response.records.order('title DESC')[0].title
-          end
-        end
-
-        should "allow dot access to response" do
-          response = Article.search query: { match: { title: { query: 'test' } } },
-                                    aggregations: {
-                                      dates: { date_histogram: { field: 'created_at', interval: 'hour' } },
-                                      clicks: { global: {}, aggregations: { min: { min: { field: 'clicks' } } } }
-                                    },
-                                    suggest: { text: 'tezt', title: { term: { field: 'title', suggest_mode: 'always' } } }
-
-          response.response.respond_to?(:aggregations)
-          assert_equal 2,   response.aggregations.dates.buckets.first.doc_count
-          assert_equal 3,   response.aggregations.clicks.doc_count
-          assert_equal 1.0, response.aggregations.clicks.min.value
-          assert_nil        response.aggregations.clicks.max
-
-          response.response.respond_to?(:suggest)
-          assert_equal 1, response.suggestions.title.first.options.size
-          assert_equal ['test'], response.suggestions.terms
-        end
-      end
-
-    end
-  end
-end

data/test/integration/active_record_custom_serialization_test.rb

@@ -1,67 +0,0 @@
-require 'test_helper'
-require 'active_record'
-
-# Needed for ActiveRecord 3.x ?
-ActiveRecord::Base.establish_connection( :adapter => 'sqlite3', :database => ":memory:" ) unless ActiveRecord::Base.connected?
-
-::ActiveRecord::Base.raise_in_transactional_callbacks = true if ::ActiveRecord::Base.respond_to?(:raise_in_transactional_callbacks) && ::ActiveRecord::VERSION::MAJOR.to_s < '5'
-
-module Elasticsearch
-  module Model
-    class ActiveRecordCustomSerializationTest < Elasticsearch::Test::IntegrationTestCase
-      context "ActiveRecord model with custom JSON serialization" do
-        setup do
-          class ::ArticleWithCustomSerialization < ActiveRecord::Base
-            include Elasticsearch::Model
-            include Elasticsearch::Model::Callbacks
-
-            mapping do
-              indexes :title
-            end
-
-            def as_indexed_json(options={})
-              # as_json(options.merge root: false).slice('title')
-              { title: self.title }
-            end
-          end
-
-          ActiveRecord::Schema.define(:version => 1) do
-            create_table ArticleWithCustomSerialization.table_name do |t|
-              t.string   :title
-              t.string   :status
-            end
-          end
-
-          ArticleWithCustomSerialization.delete_all
-          ArticleWithCustomSerialization.__elasticsearch__.create_index! force: true
-        end
-
-        should "index only the title attribute when creating" do
-          ArticleWithCustomSerialization.create! title: 'Test', status: 'green'
-
-          a = ArticleWithCustomSerialization.__elasticsearch__.client.get \
-                index: 'article_with_custom_serializations',
-                type:  '_doc',
-                id:    '1'
-
-          assert_equal( { 'title' => 'Test' }, a['_source'] )
-        end
-
-        should "index only the title attribute when updating" do
-          ArticleWithCustomSerialization.create! title: 'Test', status: 'green'
-
-          article = ArticleWithCustomSerialization.first
-          article.update_attributes title: 'UPDATED', status: 'red'
-
-          a = ArticleWithCustomSerialization.__elasticsearch__.client.get \
-                index: 'article_with_custom_serializations',
-                type:  '_doc',
-                id:    '1'
-
-          assert_equal( { 'title' => 'UPDATED' }, a['_source'] )
-        end
-      end
-
-    end
-  end
-end

data/test/integration/active_record_import_test.rb

@@ -1,168 +0,0 @@
-require 'test_helper'
-require 'active_record'
-
-# Needed for ActiveRecord 3.x ?
-ActiveRecord::Base.establish_connection( :adapter => 'sqlite3', :database => ":memory:" ) unless ActiveRecord::Base.connected?
-
-::ActiveRecord::Base.raise_in_transactional_callbacks = true if ::ActiveRecord::Base.respond_to?(:raise_in_transactional_callbacks) && ::ActiveRecord::VERSION::MAJOR.to_s < '5'
-
-module Elasticsearch
-  module Model
-    class ActiveRecordImportIntegrationTest < Elasticsearch::Test::IntegrationTestCase
-
-      context "ActiveRecord importing" do
-        setup do
-          Object.send(:remove_const, :ImportArticle) if defined?(ImportArticle)
-          class ::ImportArticle < ActiveRecord::Base
-            include Elasticsearch::Model
-
-            scope :popular, -> { where('views >= 50') }
-
-            mapping do
-              indexes :title,      type: 'text'
-              indexes :views,      type: 'integer'
-              indexes :numeric,    type: 'integer'
-              indexes :created_at, type: 'date'
-            end
-          end
-
-          ActiveRecord::Schema.define(:version => 1) do
-            create_table :import_articles do |t|
-              t.string   :title
-              t.integer  :views
-              t.string   :numeric # For the sake of invalid data sent to Elasticsearch
-              t.datetime :created_at, :default => 'NOW()'
-            end
-          end
-
-          ImportArticle.delete_all
-          ImportArticle.__elasticsearch__.create_index! force: true
-          ImportArticle.__elasticsearch__.client.cluster.health wait_for_status: 'yellow'
-
-          100.times { |i| ImportArticle.create! title: "Test #{i}", views: i }
-        end
-
-        should "import all the documents" do
-          assert_equal 100, ImportArticle.count
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 0, ImportArticle.search('*').results.total
-
-          batches = 0
-          errors  = ImportArticle.import(batch_size: 10) do |response|
-            batches += 1
-          end
-
-          assert_equal 0, errors
-          assert_equal 10, batches
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 100, ImportArticle.search('*').results.total
-        end
-
-        should "import only documents from a specific scope" do
-          assert_equal 100, ImportArticle.count
-
-          assert_equal 0, ImportArticle.import(scope: 'popular')
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 50, ImportArticle.search('*').results.total
-        end
-
-        should "import only documents from a specific query" do
-          assert_equal 100, ImportArticle.count
-
-          assert_equal 0, ImportArticle.import(query: -> { where('views >= 30') })
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 70, ImportArticle.search('*').results.total
-        end
-
-        should "report and not store/index invalid documents" do
-          ImportArticle.create! title: "Test INVALID", numeric: "INVALID"
-
-          assert_equal 101, ImportArticle.count
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 0, ImportArticle.search('*').results.total
-
-          batches = 0
-          errors  = ImportArticle.__elasticsearch__.import(batch_size: 10) do |response|
-            batches += 1
-          end
-
-          assert_equal 1, errors
-          assert_equal 11, batches
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 100, ImportArticle.search('*').results.total
-        end
-
-        should "transform documents with the option" do
-          assert_equal 100, ImportArticle.count
-
-          assert_equal 0, ImportArticle.import( transform: ->(a) {{ index: { data: { name: a.title, foo: 'BAR' } }}} )
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_contains ImportArticle.search('*').results.first._source.keys, 'name'
-          assert_contains ImportArticle.search('*').results.first._source.keys, 'foo'
-          assert_equal 100, ImportArticle.search('test').results.total
-          assert_equal 100, ImportArticle.search('bar').results.total
-        end
-      end
-
-      context "ActiveRecord importing when the model has a default scope" do
-
-        setup do
-          Object.send(:remove_const, :ImportArticle) if defined?(ImportArticle)
-          class ::ImportArticle < ActiveRecord::Base
-            include Elasticsearch::Model
-
-            default_scope { where('views >= 8') }
-
-            mapping do
-              indexes :title,      type: 'text'
-              indexes :views,      type: 'integer'
-              indexes :numeric,    type: 'integer'
-              indexes :created_at, type: 'date'
-            end
-          end
-
-          ActiveRecord::Schema.define(:version => 1) do
-            create_table :import_articles do |t|
-              t.string   :title
-              t.integer  :views
-              t.string   :numeric # For the sake of invalid data sent to Elasticsearch
-              t.datetime :created_at, :default => 'NOW()'
-            end
-          end
-
-          ImportArticle.delete_all
-          ImportArticle.__elasticsearch__.delete_index! force: true
-          ImportArticle.__elasticsearch__.create_index! force: true
-          ImportArticle.__elasticsearch__.client.cluster.health wait_for_status: 'yellow'
-
-          10.times { |i| ImportArticle.create! title: "Test #{i}", views: i }
-        end
-
-        should "import only documents from the default scope" do
-          assert_equal 2, ImportArticle.count
-
-          assert_equal 0, ImportArticle.import
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 2, ImportArticle.search('*').results.total
-        end
-
-        should "import only documents from a specific query combined with the default scope" do
-          assert_equal 2, ImportArticle.count
-
-          assert_equal 0, ImportArticle.import(query: -> { where("title = 'Test 9'") })
-
-          ImportArticle.__elasticsearch__.refresh_index!
-          assert_equal 1, ImportArticle.search('*').results.total
-        end
-      end
-    end
-  end
-end