es_client 0.1.0

data/spec/es_client/active_record/shortcuts_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe EsClient::ActiveRecord::Shortcuts do
+  it '#es_doc' do
+    record = RspecUser.new.tap(&:save)
+    expect(record.es_doc).to eq record.es_client_document
+  end
+
+  it '#es_find' do
+    RspecUser.new(id: 1).save
+    expect(RspecUser.es_find(1)).to eq RspecUser.es_client.find(1)
+  end
+end

data/spec/es_client/index_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe EsClient::Index do
+  describe 'exists' do
+    it 'index not exists' do
+      index = EsClient::Index.new('test_index')
+      allow(EsClient.client).to receive(:head).with('/test_index').and_return(double(:response, success?: false))
+      expect(index.exists?).to eq false
+    end
+
+    it 'index exists' do
+      index = EsClient::Index.new('test_index')
+      allow(EsClient.client).to receive(:head).with('/test_index').and_return(double(:response, success?: true))
+      expect(index.exists?).to eq true
+    end
+  end
+
+  describe 'create' do
+    it 'create index' do
+      index = EsClient::Index.new('test_index')
+      allow(EsClient.client).to receive(:post).with('/test_index', {}).and_return(double(:response, success?: true))
+      expect(index.create.success?).to eq true
+    end
+  end
+
+  describe 'delete' do
+    it 'create index' do
+      index = EsClient::Index.new('test_index')
+      allow(EsClient.client).to receive(:delete).with('/test_index').and_return(double(:response, success?: true))
+      expect(index.delete.success?).to eq true
+    end
+  end
+
+  it 'recreate index' do
+    index = EsClient::Index.new('test_index')
+    expect(index).to receive(:delete)
+    expect(index).to receive(:create)
+    index.recreate
+  end
+end

data/spec/es_client/logger_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe EsClient::Logger do
+  it 'log request' do
+    Excon.stub({}, {body: '{"took": 10}'})
+    transport = EsClient::Client.new('http://example.com', {})
+    expect(EsClient.logger).to receive(:debug).with(Regexp.new(Regexp.escape('[200](10 msec) curl')))
+    transport.get('/example', mock: true)
+  end
+
+  it 'log exception' do
+    transport = EsClient::Client.new('http://example.com', {})
+    allow(transport.http).to receive(:request) { raise Excon::Errors::SocketError.new(StandardError.new) }
+    allow(transport).to receive(:reconnect!)
+    expect(EsClient.logger).to receive(:error).with(/SocketError.*?curl/m)
+    expect { transport.get('/example',) }.to raise_error
+  end
+end

data/spec/es_client/responce_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+describe EsClient::Response do
+  describe '#success?' do
+    it 'return true on success code' do
+      expect(EsClient::Response.new('', 200).success?).to be_truthy
+    end
+
+    it 'return false on failure code' do
+      expect(EsClient::Response.new('', 500).success?).to be_falsey
+    end
+  end
+
+  describe '#failure?' do
+    it 'return true on failure code' do
+      expect(EsClient::Response.new('', 500).failure?).to be_truthy
+    end
+  end
+
+  describe '#decoded' do
+    it 'return decoded json' do
+      expect(EsClient::Response.new('{"key": "value"}', 200).decoded).to eq('key' => 'value')
+    end
+  end
+end

data/spec/es_client/transport_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+describe EsClient::Client do
+  describe 'request' do
+    it 'initialize excon' do
+      expect(Excon).to receive(:new).with('http://example.com', {persistent: true}).and_return(double(:http).as_null_object)
+      EsClient::Client.new('http://example.com', {persistent: true}).get('/example')
+    end
+
+    context 'success' do
+      before do
+        Excon.stub({}, {})
+      end
+
+      it 'make request' do
+        transport = EsClient::Client.new('http://example.com', {})
+        expect(transport.http).to receive(:request).with(hash_including(method: :options)).and_return(double(:response).as_null_object)
+        transport.request(method: :options, path: '/example', mock: true)
+      end
+
+      it 'make get request' do
+        transport = EsClient::Client.new('http://example.com', {})
+        expect(transport.http).to receive(:request).with(hash_including(method: :get)).and_return(double(:response).as_null_object)
+        transport.get('/example', mock: true)
+      end
+
+      it 'make post request' do
+        transport = EsClient::Client.new('http://example.com', {})
+        expect(transport.http).to receive(:request).with(hash_including(method: :post)).and_return(double(:response).as_null_object)
+        transport.post('/example', mock: true)
+      end
+    end
+
+    context 'failure' do
+      it 'reconnect on failed request' do
+        transport = EsClient::Client.new('http://example.com', {})
+        allow(transport.http).to receive(:request) { raise Excon::Errors::SocketError.new(StandardError.new) }
+        expect(transport).to receive(:reconnect!)
+        expect { transport.get('/example', mock: true) }.to raise_error
+      end
+
+      it 'retry failed request' do
+        transport = EsClient::Client.new('http://example.com', {})
+        allow(transport.http).to receive(:request) { raise Excon::Errors::SocketError.new(StandardError.new) }
+        allow(transport).to receive(:reconnect!)
+        expect(transport.http).to receive(:request).twice
+        expect { transport.get('/example', mock: true) }.to raise_error
+      end
+    end
+  end
+end

data/spec/es_client_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe EsClient do
+  it 'has a version number' do
+    expect(EsClient::VERSION).not_to be nil
+  end
+
+  it 'has http connection' do
+    expect(EsClient.client).to be_instance_of(::EsClient::Client)
+  end
+
+  it 'http connection persistent by default' do
+    expect(EsClient.client.http.data[:persistent]).to eq true
+  end
+
+  describe 'index_prefix' do
+    after do
+      EsClient.index_prefix = nil
+    end
+
+    it 'set index name prefix' do
+      EsClient.index_prefix = 'prefix'
+      expect(EsClient::Index.new('test').name).to eq 'prefix_test'
+    end
+  end
+
+  describe '#with_log_level' do
+    it 'execute block with integer log level' do
+      EsClient.with_log_level 2 do
+        expect(EsClient.logger.level).to eq 2
+      end
+    end
+
+    it 'execute block with symbol log level' do
+      EsClient.with_log_level :error do
+        expect(EsClient.logger.level).to eq 3
+      end
+    end
+  end
+end

data/spec/integration/es_client/index_spec.rb

@@ -0,0 +1,156 @@
+require 'spec_helper'
+
+describe EsClient::Index do
+  describe 'exists' do
+    it 'index not exists' do
+      index = EsClient::Index.new('test_index')
+      index.delete
+      expect(index.exists?).to eq false
+    end
+
+    it 'index not exists' do
+      index = EsClient::Index.new('test_index')
+      index.create
+      expect(index.exists?).to eq true
+    end
+  end
+
+  describe 'create' do
+    it 'create index' do
+      index = EsClient::Index.new('test_index')
+      index.delete
+      expect(index.create.success?).to eq true
+    end
+
+    it 'create index with mapping and settings' do
+      index = EsClient::Index.new('test_index', mappings: {product: {properties: {sku: {type: 'string'}}}}, settings: {number_of_shards: 1})
+      index.delete
+      expect(index.create.success?).to eq true
+      expect(index.get_mapping).to eq({'product' => {'properties' => {'sku' => {'type' => 'string'}}}})
+      expect(index.get_settings['index']['number_of_shards']).to eq '1'
+    end
+
+    it 'create index error' do
+      index = EsClient::Index.new('test_index')
+      index.create
+      expect(index.create.success?).to eq false
+    end
+  end
+
+  describe 'delete' do
+    it 'delete index' do
+      index = EsClient::Index.new('test_index')
+      index.create
+      expect(index.delete.success?).to eq true
+    end
+
+    it 'delete index error' do
+      index = EsClient::Index.new('test_index')
+      index.delete
+      expect(index.delete.success?).to eq false
+    end
+  end
+
+  describe 'mapping' do
+    it 'update mapping' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      expect(index.put_mapping('product', {properties: {sku: {type: 'string'}}}).success?).to eq true
+      expect(index.get_mapping).to eq({'product' => {'properties' => {'sku' => {'type' => 'string'}}}})
+    end
+  end
+
+  describe 'settings' do
+    it 'update settings' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      expect(index.put_settings({refresh_interval: '2s'}).success?).to eq true
+      expect(index.get_settings['index']['refresh_interval']).to eq '2s'
+    end
+  end
+
+  describe 'save document' do
+    it 'save document' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      expect(index.save_document('test', nil, {}).success?).to eq true
+    end
+  end
+
+  describe 'update document' do
+    it 'update document' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test', description: 'text'})
+      index.update_document('test', 1, {name: 'test1'})
+      expect(index.find('test', 1)['name']).to eq 'test1'
+      expect(index.find('test', 1)['description']).to eq 'text'
+    end
+  end
+
+  describe 'destroy document' do
+    it 'destroy document' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test'})
+      expect(index.destroy_document('test', 1).success?).to eq true
+    end
+  end
+
+  describe 'find' do
+    it 'find document' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test'})
+      expect(index.find('test', 1)['name']).to eq 'test'
+    end
+  end
+
+  describe 'bulk' do
+    it 'perform bulk indexing' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.bulk(:index, 'test', [{id: 1, name: 'test'}])
+      expect(index.find('test', 1)['name']).to eq 'test'
+    end
+
+    it 'perform bulk update' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test'})
+      index.bulk(:update, 'test', [{id: 1, name: 'updated name'}])
+      expect(index.find('test', 1)['name']).to eq 'updated name'
+    end
+
+    it 'perform bulk update with options' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.bulk(:update, 'test', [{id: 1, name: 'updated name', bulk_options: {doc_as_upsert: true}}])
+      expect(index.find('test', 1)['name']).to eq 'updated name'
+    end
+
+    it 'perform bulk delete' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test'})
+      index.bulk(:delete, 'test', [{id: 1}])
+      expect(index.find('test', 1)).to be_nil
+    end
+  end
+
+  it 'refresh index' do
+    index = EsClient::Index.new('test_index')
+    index.recreate
+    expect(index.refresh.success?).to eq true
+  end
+
+  describe 'search' do
+    it 'perform query' do
+      index = EsClient::Index.new('test_index')
+      index.recreate
+      index.save_document('test', 1, {id: 1, name: 'test'})
+      index.refresh
+      expect(index.search({query: {ids: {values: [1]}}}, type: 'test').decoded['hits']['hits'].length).to eq 1
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,113 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'es_client'
+require 'byebug'
+require 'active_model'
+require 'ruby-progressbar'
+
+RSpec.configure do |c|
+  c.order = :rand
+end
+
+EsClient.setup do |config|
+  config.log_path = File.expand_path('../../log/elasticsearch.log', __FILE__)
+  config.host = 'http://localhost:9201'
+end
+
+class RspecActiveRecordBase
+  include ActiveModel::AttributeMethods
+  include ActiveModel::Serialization
+  include ActiveModel::Serializers::JSON
+  include ActiveModel::Naming
+
+  extend ActiveModel::Callbacks
+  define_model_callbacks :save, :destroy
+
+  attr_reader :attributes
+
+  def initialize(attributes = {})
+    @attributes = attributes
+  end
+
+  def id
+    @attributes[:id]
+  end
+
+  def to_indexed_json
+    @attributes.to_json
+  end
+
+  def method_missing(id, *args, &block)
+    attributes[id.to_sym] || attributes[id.to_s] || super
+  end
+
+  def new_record?
+    false
+  end
+
+  def persisted?
+    !new_record?
+  end
+
+  def save
+    run_callbacks(:save) {}
+  end
+
+  def destroy
+    run_callbacks(:destroy) { @destroyed = true }
+  end
+
+  def destroyed?
+    !!@destroyed
+  end
+
+  def self.find_in_batches(options={})
+    i = 0
+    2.times do
+      yield [new(id: i += 1), new(id: i += 1)]
+    end
+  end
+
+  def self.count
+    4
+  end
+end
+
+class RspecUser < RspecActiveRecordBase
+  include ::EsClient::ActiveRecord::Glue
+  include ::EsClient::ActiveRecord::Shortcuts
+
+  def self.setup_index
+    es_client.index.recreate
+    populate
+    es_client.index.refresh
+  end
+
+  def self.test_data
+    [
+        {
+            id: 1,
+            name: 'alex',
+            created_at: 3.day.ago
+        },
+        {
+            id: 2,
+            name: 'bob',
+            created_at: 2.day.ago
+        },
+        {
+            id: 3,
+            name: 'john',
+            created_at: 1.day.ago
+        }
+    ]
+  end
+
+  def self.populate
+    test_data.each do |attrs|
+      u = new(attrs)
+      u.id = attrs[:id]
+      u.save
+    end
+  end
+
+end