search_flip 1.0.0

data/search_flip.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'search_flip/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "search_flip"
+  spec.version       = SearchFlip::VERSION
+  spec.authors       = ["Benjamin Vetter"]
+  spec.email         = ["vetter@flakks.com"]
+  spec.description   = %q{Compositional EasticSearch client library}
+  spec.summary       = %q{Powerful ElasticSearch client library to easily build complex queries}
+  spec.homepage      = "https://github.com/mrkamel/search_flip"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "minitest"
+  spec.add_development_dependency "mocha"
+  spec.add_development_dependency "factory_girl"
+  spec.add_development_dependency "sqlite3"
+  spec.add_development_dependency "activerecord", ">= 3.0"
+  spec.add_development_dependency "webmock"
+  spec.add_development_dependency "timecop"
+
+  spec.add_dependency "http"
+  spec.add_dependency "hashie"
+  spec.add_dependency "oj"
+end
+

data/test/database.yml

@@ -0,0 +1,4 @@
+
+adapter: sqlite3
+database: ":memory:"
+

data/test/search_flip/aggregation_test.rb

@@ -0,0 +1,212 @@
+
+require File.expand_path("../../test_helper", __FILE__)
+
+class SearchFlip::AggregationTest < SearchFlip::TestCase
+  def test_where
+    product1 = create(:product, category: "category1", title: "title", description: "description")
+    product2 = create(:product, category: "category2", title: "title", description: "description")
+    product3 = create(:product, category: "category1", title: "title", description: "description")
+    product4 = create(:product, category: "category2", title: "title", description: "other")
+    product5 = create(:product, category: "category1", title: "other", description: "description")
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where(title: "title").where(description: "description").aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_where_with_array
+    product1 = create(:product, category: "category1", title: "title1", description: "description1")
+    product2 = create(:product, category: "category2", title: "title2", description: "description2")
+    product3 = create(:product, category: "category1", title: "title3", description: "description3")
+    product4 = create(:product, category: "category2", title: "title4", description: "other")
+    product5 = create(:product, category: "category1", title: "other", description: "description")
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where(title: ["title1", "title2", "title3", "title4"]).where(description: ["description1", "description2", "description3"]).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_where_with_range
+    product1 = create(:product, category: "category1", title: "title1", price: 100)
+    product2 = create(:product, category: "category2", title: "title2", price: 150)
+    product3 = create(:product, category: "category1", title: "title3", price: 200)
+    product4 = create(:product, category: "category2", title: "title4", price: 250)
+    product5 = create(:product, category: "category1", title: "other", price: 200)
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where(title: "title1" .. "title3").where(price: 100 .. 200).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_where_not
+    product1 = create(:product, category: "category1", title: "title1")
+    product2 = create(:product, category: "category2", title: "title2")
+    product3 = create(:product, category: "category1", title: "title3")
+    product4 = create(:product, category: "category2", title: "title4")
+    product5 = create(:product, category: "category1", title: "title5")
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where_not(title: "title4").where_not(title: "title5").aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_where_not_with_array
+    product1 = create(:product, category: "category1", title: "title1")
+    product2 = create(:product, category: "category2", title: "title2")
+    product3 = create(:product, category: "category1", title: "title3")
+    product4 = create(:product, category: "category2", title: "title4")
+    product5 = create(:product, category: "category1", title: "title5")
+    product6 = create(:product, category: "category2", title: "title6")
+    product7 = create(:product, category: "category1", title: "title7")
+
+    ProductIndex.import [product1, product2, product3, product4, product5, product6, product7]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where_not(title: ["title1", "title2"]).where_not(title: ["title6", "title7"]).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_where_not_with_range
+    product1 = create(:product, category: "category1", title: "title1", price: 100)
+    product2 = create(:product, category: "category2", title: "title2", price: 150)
+    product3 = create(:product, category: "category1", title: "title3", price: 200)
+    product4 = create(:product, category: "category2", title: "title4", price: 250)
+    product5 = create(:product, category: "category1", title: "title5", price: 300)
+    product6 = create(:product, category: "category2", title: "title6", price: 350)
+    product7 = create(:product, category: "category1", title: "title7", price: 400)
+
+    ProductIndex.import [product1, product2, product3, product4, product5, product6, product7]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.where_not(price: 100 .. 150).where_not(title: "title6" .. "title7").aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_filter
+    product1 = create(:product, category: "category1", title: "title", price: 100)
+    product2 = create(:product, category: "category2", title: "title", price: 150)
+    product3 = create(:product, category: "category1", title: "title", price: 200)
+    product4 = create(:product, category: "category2", title: "other", price: 200)
+    product5 = create(:product, category: "category1", title: "title", price: 250)
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.filter(range: { price: { gte: 100, lte: 200 }}).filter(term: { title: "title" }).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_range
+    product1 = create(:product, category: "category1", title: "title1", price: 100)
+    product2 = create(:product, category: "category2", title: "title2", price: 150)
+    product3 = create(:product, category: "category1", title: "title3", price: 200)
+    product4 = create(:product, category: "category2", title: "title4", price: 250)
+    product5 = create(:product, category: "category1", title: "title5", price: 300)
+    product6 = create(:product, category: "category2", title: "title6", price: 350)
+    product7 = create(:product, category: "category1", title: "title7", price: 400)
+
+    ProductIndex.import [product1, product2, product3, product4, product5, product6, product7]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.range(:price, gte: 100, lte: 200).range(:title, gte: "title1", lte: "title3").aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_match_all
+    product1 = create(:product, category: "category1")
+    product2 = create(:product, category: "category2")
+    product3 = create(:product, category: "category1")
+
+    ProductIndex.import [product1, product2, product3]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.match_all.aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_exists
+    product1 = create(:product, category: "category1", title: "title1", price: 10)
+    product2 = create(:product, category: "category2", title: "title2")
+    product3 = create(:product, category: "category1", title: "title3", price: 20)
+    product4 = create(:product, category: "category2", title: "title4", price: 30)
+    product5 = create(:product, category: "category1", price: 40)
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.exists(:title).exists(:price).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_exists_not
+    product1 = create(:product, category: "category1")
+    product2 = create(:product, category: "category2", title: "title2")
+    product3 = create(:product, category: "category1")
+    product4 = create(:product, category: "category2")
+    product5 = create(:product, category: "category1", price: 40)
+
+    ProductIndex.import [product1, product2, product3, product4, product5]
+
+    query = ProductIndex.aggregate(category: {}) do |aggregation|
+      aggregation.exists_not(:title).exists_not(:price).aggregate(:category)
+    end
+
+    assert_equal Hash["category1" => 2, "category2" => 1], query.aggregations(:category).category.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+  end
+
+  def test_aggregate
+    product1 = create(:product, category: "category1", title: "title1", price: 10)
+    product2 = create(:product, category: "category1", title: "title2", price: 15)
+    product3 = create(:product, category: "category1", title: "title1", price: 20)
+    product4 = create(:product, category: "category2", title: "title2", price: 25)
+    product5 = create(:product, category: "category2", title: "title1", price: 30)
+    product6 = create(:product, category: "category2", title: "title2", price: 35)
+
+    ProductIndex.import [product1, product2, product3, product4, product5, product6]
+
+    query = ProductIndex.aggregate(:category) do |aggregation|
+      aggregation.aggregate(:title) do |_aggregation|
+        _aggregation.aggregate(price: { sum: { field: "price" }})
+      end
+    end
+
+    assert_equal Hash["category1" => 3, "category2" => 3], query.aggregations(:category).each_with_object({}) { |(key, agg), hash| hash[key] = agg.doc_count }
+
+    assert_equal Hash["title1" => 2, "title2" => 1], query.aggregations(:category)["category1"].title.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+    assert_equal Hash["title1" => 1, "title2" => 2], query.aggregations(:category)["category2"].title.buckets.each_with_object({}) { |bucket, hash| hash[bucket[:key]] = bucket.doc_count }
+
+    assert_equal 30, query.aggregations(:category)["category1"].title.buckets.detect { |bucket| bucket[:key] == "title1" }.price.value
+    assert_equal 15, query.aggregations(:category)["category1"].title.buckets.detect { |bucket| bucket[:key] == "title2" }.price.value
+    assert_equal 30, query.aggregations(:category)["category2"].title.buckets.detect { |bucket| bucket[:key] == "title1" }.price.value
+    assert_equal 60, query.aggregations(:category)["category2"].title.buckets.detect { |bucket| bucket[:key] == "title2" }.price.value
+  end
+end
+

data/test/search_flip/bulk_test.rb

@@ -0,0 +1,55 @@
+
+require File.expand_path("../../test_helper", __FILE__)
+
+class SearchFlip::BulkTest < SearchFlip::TestCase
+  def test_bulk
+    product1, product2 = create_list(:product, 2)
+
+    assert_difference "ProductIndex.total_entries", 2 do
+      ProductIndex.bulk do |bulk|
+        bulk.create product1.id, ProductIndex.serialize(product1)
+        bulk.create product2.id, ProductIndex.serialize(product1)
+      end
+    end
+
+    assert_difference "ProductIndex.total_entries", -2 do
+      ProductIndex.bulk do |bulk|
+        bulk.delete product1.id
+        bulk.delete product2.id
+      end
+    end
+  end
+
+  def test_bulk_with_options
+    product1, product2 = create_list(:product, 2)
+
+    ProductIndex.import [product1, product2]
+
+    assert_raises "SearchFlip::Bulk::Error" do
+      ProductIndex.bulk do |bulk|
+        bulk.create product1.id, ProductIndex.serialize(product1)
+        bulk.create product2.id, ProductIndex.serialize(product1)
+      end
+    end
+
+    ProductIndex.bulk(ignore_errors: [409]) do |bulk|
+      bulk.create product1.id, ProductIndex.serialize(product1)
+      bulk.create product2.id, ProductIndex.serialize(product1)
+    end
+  end
+
+  def test_bulk_with_item_options
+    product = create(:product)
+
+    ProductIndex.bulk do |bulk|
+      bulk.index product.id, ProductIndex.serialize(product), version: 1, version_type: "external_gt"
+    end
+
+    assert_raises "SearchFlip::Bulk::Error" do
+      ProductIndex.bulk do |bulk|
+        bulk.index product.id, ProductIndex.serialize(product), version: 1, version_type: "external_gt"
+      end
+    end
+  end
+end
+