es-elasticity 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 964aa0b0955363219b5b3258cfcf7341c9eccae7
-  data.tar.gz: e6379e81e8abba1a895a02e9d915f440e627f47f
+  metadata.gz: 81bec50770ad1681435091821100f72489c99522
+  data.tar.gz: e01e698ea9fd852b9a886063ae5072cfbc9ed930
 SHA512:
-  metadata.gz: ec06b056b633344895a0d045df11f365854e398bc7f10c109c4c2cfe827ee16a17ca73a41570faf116ea0d4dbd55274522a76ec94c88cf95a261f61edf56535a
-  data.tar.gz: 221d4232fbc52a63fd16bc309c4474295817ecb9133b21b742004e16a6ee4200f966290d8ad5e338bfb5d2abb9f808d40a4902bc727231366d645c2895ef011f
+  metadata.gz: da2ddc9b326281ccef128a4a502cdfc8344cb3a5ddc01b2d8564ca29a7d34b5bfdbe652cc6102ef508c53e920e2176ef6c7df1afa82bb911584055b19c7100fd
+  data.tar.gz: f5cf61f522db5424dc54cea8ba20578ee3919ae18bc087d9eb2be1928968be619364fe264e4b8632d16525f02e42e247d50d11a341e672aedc2e55abd360675c

data/CHANGELOG

@@ -1,3 +1,12 @@
+v0.5.1
+  - Add ability to reindex individual attributes of a document using the
+  bulk_update API.
+v0.5.0
+	- Refactor of multisearch and search facade
+	- add Search::Results proxy object so pagination and meta data methods can
+	be standardize across all responses
+  - Searches no longer return a simple array, they now return the
+  Search::Results object which proxies array and is enumerable.
 v0.4.5
   - Fix issue with hash strings and pagination
 v0.4.4

data/README.md

@@ -129,6 +129,19 @@ users = [
 Search::User.bulk_index(users)
 ```
 
+### Individual Attribute Indexing
+
+If you you'd like to update a single attribute of the document instead of updating the entire document, you can use the `bulk_update` api.
+
+```ruby
+document = [
+  { _id: 1, attr_name: "attr_name", attr_vale: "attr_value" },
+  { _id: 2, attr_name: "attr_name", attr_vale: "attr_value" }
+]
+
+Search::User.bulk_update(documents)
+```
+
 
 ### Searching
 
@@ -244,7 +257,7 @@ This class on itself can't be queried or manipulated directly. Trying to call th
 users = Search::User.segment("doximity.com")
 users.create_index
 
-# users is a dynamically defined class that inherits from the Search::User class, 
+# users is a dynamically defined class that inherits from the Search::User class,
 # therefore having all the necessary methods defined just properly.
 users           # => Search::User{"doximity.com"}
 users.class     # => Class

data/lib/elasticity/bulk.rb

@@ -9,6 +9,10 @@ module Elasticity
       @operations << { index: { _index: index_name, _type: type, _id: id, data: attributes }}
     end
 
+    def update(index_name, type, id, attributes)
+      @operations << { update: { _index: index_name, _type: type, _id: id, data: attributes }}
+    end
+
     def delete(index_name, type, id)
       @operations << { delete: { _index: index_name, _type: type, _id: id }}
     end
@@ -27,6 +31,10 @@ module Elasticity
         super(@index_name, type, id, attributes)
       end
 
+      def update(type, id, attributes)
+        super(@index_name, type, id, attributes)
+      end
+
       def delete(type, id)
         super(@index_name, type, id)
       end
@@ -43,6 +51,10 @@ module Elasticity
         super(@update_alias, type, id, attributes)
       end
 
+      def update(type, id, attributes)
+        super(@update_alias, type, id, attributes)
+      end
+
       def delete(type, id)
         @delete_indexes.each do |index|
           super(index, type, id)

data/lib/elasticity/index_mapper.rb

@@ -17,6 +17,7 @@ module Elasticity
         :delete,
         :delete_by_search,
         :bulk_index,
+        :bulk_update,
         :bulk_delete,
         :map_hit,
         to: to
@@ -110,6 +111,19 @@ module Elasticity
       end
     end
 
+    # Bulk update the specicied attribute of the provided documents
+    def bulk_update(documents)
+      @strategy.bulk do |b|
+        documents.each do |doc|
+          b.update(
+            document_type,
+            doc[:_id],
+            { doc: { doc[:attr_name] => doc[:attr_value] } }
+          )
+        end
+      end
+    end
+
     # Bulk delete documents matching provided ids
     def bulk_delete(ids)
       @strategy.bulk do |b|

data/lib/elasticity/version.rb

@@ -1,3 +1,3 @@
 module Elasticity
-  VERSION = "0.5.0"
+  VERSION = "0.5.1"
 end

data/spec/functional/persistence_spec.rb

@@ -75,17 +75,19 @@ RSpec.describe "Persistence", elasticsearch: true do
           c.strategy        =  Elasticity::Strategies::AliasIndex
 
           c.mapping = {
+            _id: { path: "id" },
             properties: {
+              id: { type: "integer" },
               name: { type: "string" },
               birthdate: { type: "date" },
             },
           }
         end
 
-        attr_accessor :name, :birthdate
+        attr_accessor :id, :name, :birthdate
 
         def to_document
-          { name: name, birthdate: birthdate }
+          { id: id, name: name, birthdate: birthdate }
         end
       end
     end
@@ -104,8 +106,8 @@ RSpec.describe "Persistence", elasticsearch: true do
     end
 
     it "remaps to a different index transparently" do
-      john = subject.new(name: "John", birthdate: "1985-10-31")
-      mari = subject.new(name: "Mari", birthdate: "1986-09-24")
+      john = subject.new(id: 1, name: "John", birthdate: "1985-10-31")
+      mari = subject.new(id: 2, name: "Mari", birthdate: "1986-09-24")
 
       john.update
       mari.update
@@ -129,8 +131,9 @@ RSpec.describe "Persistence", elasticsearch: true do
     end
 
     it "handles in between state while remapping" do
-      docs = 2000.times.map do |i|
-        subject.new(name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
+      number_of_docs = 2000
+      docs = number_of_docs.times.map do |i|
+        subject.new(id: i, name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
       end
 
       t = Thread.new { subject.remap! }
@@ -142,7 +145,7 @@ RSpec.describe "Persistence", elasticsearch: true do
       to_delete.each(&:delete)
 
       20.times.map do |i|
-        subject.new(name: "User #{i + docs.length}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
+        subject.new(id: i + number_of_docs, name: "User #{i + docs.length}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
       end
 
       t.join
@@ -153,8 +156,9 @@ RSpec.describe "Persistence", elasticsearch: true do
     end
 
     it "recover from remap interrupts" do
-      docs = 2000.times.map do |i|
-        subject.new(name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
+      number_of_docs = 2000
+      docs = number_of_docs.times.map do |i|
+        subject.new(id: i, name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
       end
 
       t = Thread.new { subject.remap! }
@@ -166,7 +170,7 @@ RSpec.describe "Persistence", elasticsearch: true do
       to_delete.each(&:delete)
 
       20.times.map do |i|
-        subject.new(name: "User #{i + docs.length}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
+        subject.new(id: i + number_of_docs, name: "User #{i + docs.length}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
       end
 
       t.raise("Test Interrupt")
@@ -177,9 +181,9 @@ RSpec.describe "Persistence", elasticsearch: true do
       expect(results.total).to eq(2010)
     end
 
-    it "bulk indexes and delete" do
+    it "bulk indexes, updates and delete" do
       docs = 2000.times.map do |i|
-        subject.new(name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
+        subject.new(id: i, name: "User #{i}", birthdate: "#{rand(20)+1980}-#{rand(11)+1}-#{rand(28)+1}").tap(&:update)
       end
 
       subject.bulk_index(docs)
@@ -188,6 +192,18 @@ RSpec.describe "Persistence", elasticsearch: true do
       results = subject.search(from: 0, size: 3000)
       expect(results.total).to eq 2000
 
+      docs = 2000.times.map do |i|
+        { _id: i, attr_name: "name", attr_value: "Updated" }
+      end
+
+      subject.bulk_update(docs)
+      subject.flush_index
+
+      results = subject.search(from: 0, size: 3000)
+      expect(results.total).to eq 2000
+
+      expect(subject.search({ query: { match: { name: "Updated" } } } ).count).to eq(2000)
+
       subject.bulk_delete(results.documents.map(&:_id))
       subject.flush_index
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: es-elasticity
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Rodrigo Kochenburger
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-23 00:00:00.000000000 Z
+date: 2016-03-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -230,7 +230,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: ActiveModel-based library for working with Elasticsearch
@@ -243,4 +243,3 @@ test_files:
 - spec/units/multi_search_spec.rb
 - spec/units/search_spec.rb
 - spec/units/strategies/single_index_spec.rb
-has_rdoc: