mindex 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0551f44df8bc5a94b2f3e115d1649bb0c64bb0be
-  data.tar.gz: fe326d30a64848f1cdf15d0e590165757dbfcb9e
+  metadata.gz: 8a71d6115d947753187c7da5136c2ca67fbb1131
+  data.tar.gz: 0ec7e8030e636f8305b09d496185e948c950d4bd
 SHA512:
-  metadata.gz: a2f2c6b60704baeab1ea36aa6372743d73a10ac5197d0ee5b134ccdb426806cb1b71264671fe0e248597248a4e631117607b800c63202a2c0f7c8053bc92bb80
-  data.tar.gz: 0123ab5f1ba1b23abffe2e795c9d5501c2b380b761123ccc52297b0df3786a330f2d189d9a9d7622941d5c5284d111c9130a574ec45c53e9068ff8e34d1aa00c
+  metadata.gz: 0535323e08ea36d5897b162b1de6d69e53f08e9bac68c794e70559b175b963ced7d584680cb9153e61e33ec1ad436ae69b823ab619a4f0dba26388a818737d42
+  data.tar.gz: e6eb59a631d55a8aceaca0ab13ded8e092e9ea359dc946a65db69299e6bf7657780ad8915349424485a01a43547f06a1f73d50fa564c46f7e502937d0a6ad190

data/.dockerignore

@@ -0,0 +1 @@
+tmp

data/.gitignore

@@ -20,3 +20,5 @@ tmp
 *.o
 *.a
 mkmf.log
+.ruby-version
+.ruby-gemset

data/.gitlab-ci.yml

@@ -0,0 +1,44 @@
+image: "ruby:2.4"
+
+stages:
+  - test
+  - release
+
+cache:
+  paths:
+    - vendor/ruby
+
+before_script:
+  - gem install bundler  --no-ri --no-rdoc
+  - bundle install --jobs $(nproc) --path vendor
+  - mkdir -p tmp
+
+rubocop:
+  stage: test
+  script:
+    - rubocop
+
+rspec:
+  stage: test
+  services:
+    - name: docker.elastic.co/elasticsearch/elasticsearch:5.6.3
+      alias: elasticsearch
+  variables:
+    ELASTICSEARCH_URL: elasticsearch:9200
+    ELASTICSEARCH_USERNAME: elastic
+    ELASTICSEARCH_PASSWORD: changeme
+  script:
+    - rspec
+
+release-gem:
+  stage: release
+  only:
+    - tags
+  script:
+    - mkdir -p ~/.gem
+    - 'echo -e "---\n:rubygems_api_key: $RUBYGEMS_API_KEY" > ~/.gem/credentials'
+    - chmod 0600 ~/.gem/credentials
+    - GEM_VERSION=$(echo $CI_COMMIT_TAG|sed 's/[^.0-9]//g')
+    - sed -i -e "s/0.0.0/$GEM_VERSION/g" lib/mindex/version.rb
+    - gem build mindex.gemspec
+    - gem push mindex-$GEM_VERSION.gem -k rubygems

data/.rspec

@@ -0,0 +1 @@
+--color --format doc --require spec_helper

data/.rubocop.yml

@@ -0,0 +1,10 @@
+inherit_from: .rubocop_todo.yml
+
+Documentation:
+  Enabled: false
+
+AllCops:
+  TargetRubyVersion: 2.4
+
+Metrics/LineLength:
+  Max: 150

data/.rubocop_todo.yml

@@ -0,0 +1,28 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2017-10-23 21:48:29 +0000 using RuboCop version 0.51.0.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 2
+Metrics/AbcSize:
+  Max: 24
+
+# Offense count: 3
+# Configuration parameters: CountComments, ExcludedMethods.
+Metrics/BlockLength:
+  Max: 117
+
+# Offense count: 1
+# Configuration parameters: CountComments.
+Metrics/MethodLength:
+  Max: 21
+
+# Offense count: 1
+# Cop supports --auto-correct.
+# Configuration parameters: AutoCorrect.
+Performance/TimesMap:
+  Exclude:
+    - 'lib/mindex/index.rb'

data/Dockerfile

@@ -0,0 +1,17 @@
+FROM ruby:latest
+
+RUN gem update --system && gem install bundler
+
+WORKDIR /code
+
+RUN mkdir -p /code/lib/mindex
+
+COPY Gemfile .
+COPY mindex.gemspec .
+COPY lib/mindex/version.rb /code/lib/mindex
+
+RUN bundle install
+
+ADD . /code
+
+CMD ["bundle", "exec", "rspec"]

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in mindex.gemspec

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2014 Michael Voigt
+Copyright (c) 2017 Michael Voigt
 
 MIT License
 

data/README.md

@@ -1,29 +1,82 @@
 # Mindex
 
-TODO: Write a gem description
+This gem provides functionality to build elasticsearch indices.
 
 ## Installation
 
-Add this line to your application's Gemfile:
-
-    gem 'mindex'
+Add the following line to your Gemfile:
+```ruby
+gem 'mindex'
+```
 
 And then execute:
+```
+$ bundle
+```
 
-    $ bundle
+## Example
 
-Or install it yourself as:
+### Index declaration
+```ruby
+module Index
+  class Event
+    include Mindex::Index
 
-    $ gem install mindex
+    def self.scroll(options = {})
+      query = Event
+      query = query.where('"updated_at" >= ?', options[:started_at]) if options[:started_at]
+      query.find_in_batches do |events|
+        yield index_data(events)
+      end
+    end
 
-## Usage
+    def self.fetch(ids)
+      Event.where(id: ids).map do |event|
+        index_data(event)
+      end
+    end
 
-TODO: Write usage instructions here
+    private
 
-## Contributing
+    def index_data(events)
+      [events].flatten.map do |event|
+        {
+          id:         event.id,
+          name:       event.name,
+          updated_at: event.updated_at,
+          created_at: event.created_at
+        }
+      end
+    end
+  end
+end
+```
+
+### Usage
+recreate index
+```ruby
+Event.recreate_index
+```
+
+reindex all items
+```ruby
+Event.reindex
+```
 
-1. Fork it ( https://github.com/[my-github-username]/mindex/fork )
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create a new Pull Request
+index specific items
+```ruby
+Event.reindex_items([2903, 2016])
+```
+
+drop items
+```ruby
+Event.drop_items([29, 3])
+```
+
+get item from elasticsearch
+```ruby
+Event.es.get(index: Event.index_alias, id: 2903)
+```
+
+## Contributing
+Please create an issue or merge request

data/Rakefile

@@ -1,2 +1,9 @@
-require "bundler/gem_tasks"
+# frozen_string_literal: true
 
+require 'bundler/gem_tasks'
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/docker-compose.yml

@@ -0,0 +1,20 @@
+version: '2'
+
+services:
+  mindex:
+    build: .
+    volumes:
+      - .:/code
+    environment:
+      ELASTICSEARCH_URL: elasticsearch:9200
+      ELASTICSEARCH_USERNAME: elastic
+      ELASTICSEARCH_PASSWORD: changeme
+    depends_on:
+      - elasticsearch
+      - kibana
+  elasticsearch:
+    image: docker.elastic.co/elasticsearch/elasticsearch:5.6.3
+  kibana: # https://www.elastic.co/guide/en/kibana/current/_configuring_kibana_on_docker.html
+    image: docker.elastic.co/kibana/kibana:5.6.3
+    ports:
+      - "5601:5601"

data/lib/mindex/elasticsearch.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require 'elasticsearch'
+
+module Mindex
+  class Elasticsearch < Delegator
+    def self.connect(options = {})
+      new({
+        url:      Mindex.config.elasticsearch_url,
+        user:     Mindex.config.elasticsearch_user,
+        password: Mindex.config.elasticsearch_pass
+      }.merge(Mindex.config.elasticsearch_options || {}).merge(options || {}))
+    end
+
+    def version
+      info['version']['number']
+    end
+
+    def version_gte?(expected_version)
+      Gem::Version.new(version) >= Gem::Version.new(expected_version)
+    end
+
+    def initialize(options)
+      @delegate_sd_obj ||= ::Elasticsearch::Client.new(options)
+    end
+
+    def __getobj__
+      @delegate_sd_obj
+    end
+
+    def __setobj__(obj)
+      @delegate_sd_obj = obj
+    end
+  end
+end

data/lib/mindex/index.rb

@@ -0,0 +1,154 @@
+# frozen_string_literal: true
+
+require 'elasticsearch'
+require 'active_support/core_ext/string/inflections'
+
+module Mindex
+  module Index
+    module ClassMethods # rubocop:disable Metrics/ModuleLength
+      def connection_settings(options = {})
+        @connection_settings = options
+      end
+
+      def index_config(settings:, mappings:)
+        @index_settings = settings
+        @index_mappings = mappings
+      end
+
+      def index_prefix(prefix)
+        @index_prefix = prefix
+      end
+
+      def index_label(label)
+        @index_label = label
+      end
+
+      def index_num_threads(count)
+        @index_num_threads = count
+      end
+
+      def index_alias
+        [@index_prefix, (@index_label || name.demodulize.tableize)].compact.join('_').underscore
+      end
+
+      def index_name
+        elasticsearch.indices.get_alias(name: index_alias).keys.first
+      rescue ::Elasticsearch::Transport::Transport::Errors::NotFound
+        nil
+      end
+
+      def doc_type
+        @index_label || name.demodulize.tableize
+      end
+
+      def index_refresh
+        elasticsearch.indices.refresh(index: index_name)
+      end
+
+      def index_exist?(name = nil)
+        return false if name.nil? && index_name.nil?
+        elasticsearch.indices.exists(index: name || index_name)
+      end
+
+      def index_create(move_or_create_index_alias: true)
+        index_name = new_index_name
+        elasticsearch.indices.create(index: index_name, body: { settings: @index_settings || {}, mappings: @index_mappings || {} })
+        add_index_alias(target: index_name) if move_or_create_index_alias
+        index_name
+      end
+
+      def drop_items(ids)
+        bulk_data = [ids].flatten.map { |id| { delete: { _index: index_alias, _type: doc_type, _id: id } } }
+        elasticsearch.indices.client.bulk(body: bulk_data) if bulk_data.any?
+      end
+
+      def reindex_items(ids)
+        index_queue(threads: 1) do |queue|
+          queue << fetch(ids)
+        end
+      end
+
+      def reindex(options = {})
+        index_create unless index_exist?
+        index_queue do |queue|
+          scroll(options) do |items|
+            queue << items
+          end
+        end
+      end
+
+      def recreate_index(options = {})
+        started_at = Time.now
+        index_name = index_create(move_or_create_index_alias: false)
+        index_queue(index: index_name) do |queue|
+          scroll(options) do |items|
+            queue << items
+          end
+        end
+        add_index_alias(target: index_name)
+        reindex(options.merge(started_at: started_at))
+      end
+
+      def elasticsearch
+        Elasticsearch.connect(@connection_settings)
+      end
+      alias es elasticsearch
+
+      private
+
+      def index_queue(index: nil, threads: nil) # rubocop:disable Metrics/AbcSize
+        index ||= index_name
+        num_threads = threads || @index_num_threads || 4
+        queue = SizedQueue.new(num_threads * 2)
+        threads = num_threads.times.map do
+          thread = Thread.new do
+            until (items = queue.pop) == :stop
+              bulk_data = []
+              [items].flatten.each do |item|
+                bulk_data << { index: { _index: index, _type: doc_type, _id: (item[:id] || item['id']), data: item } }
+              end
+              elasticsearch.indices.client.bulk(body: bulk_data) if bulk_data.any?
+            end
+          end
+          thread.abort_on_exception = true
+          thread
+        end
+
+        yield queue
+
+        index
+      ensure
+        num_threads.times { queue << :stop }
+        threads.each(&:join)
+      end
+
+      def new_index_name
+        "#{index_alias}-v#{DateTime.now.strftime('%Q')}" # rubocop:disable Style/DateTime
+      end
+
+      def add_index_alias(target:)
+        actions = [{ add: { index: target, alias: index_alias } }]
+
+        if elasticsearch.indices.exists_alias(name: index_alias)
+          actions += elasticsearch.indices.get_alias(name: index_alias).keys.map do |index_name|
+            { remove: { index: index_name, alias: index_alias } }
+          end
+        end
+
+        elasticsearch.indices.update_aliases(body: { actions: actions })
+      end
+    end
+
+    module InstanceMethods
+      def elasticsearch
+        @elasticsearch ||= self.class.elasticsearch
+      end
+      alias es elasticsearch
+    end
+
+    def self.included(receiver)
+      receiver.extend ClassMethods
+      receiver.send :include, InstanceMethods
+    end
+  end
+end

data/lib/mindex/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Mindex
-  VERSION = "0.0.1"
+  VERSION = '0.1.0'
 end

data/lib/mindex.rb

@@ -1,5 +1,20 @@
-require "mindex/version"
+# frozen_string_literal: true
+
+require 'mindex/version'
+require 'mindex/elasticsearch'
+require 'mindex/index'
+require 'ostruct'
 
 module Mindex
-  # Your code goes here...
+  class << self
+    attr_writer :config
+  end
+
+  def self.config
+    @config ||= OpenStruct.new
+  end
+
+  def self.configure
+    yield(config)
+  end
 end

data/mindex.gemspec

@@ -1,23 +1,31 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+# frozen_string_literal: true
+
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
 require 'mindex/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "mindex"
+  spec.name          = 'mindex'
   spec.version       = Mindex::VERSION
-  spec.authors       = ["Michael Voigt"]
-  spec.email         = ["michael.voigt@voigt-mail.de"]
-  spec.summary       = %q{Write a short summary. Required.}
-  spec.description   = %q{Write a longer description. Optional.}
-  spec.homepage      = ""
-  spec.license       = "MIT"
+  spec.authors       = ['Michael Voigt']
+  spec.email         = ['michael.voigt@spider-network.com']
+  spec.summary       = 'Mindex provides functionality to build elasticsearch indices'
+  spec.homepage      = 'http://www.spider-network.com'
+  spec.license       = 'MIT'
 
   spec.files         = `git ls-files -z`.split("\x0")
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
+  spec.test_files    = spec.files.grep(%r{^(spec)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'activesupport'
+  spec.add_dependency 'elasticsearch'
 
-  spec.add_development_dependency "bundler", "~> 1.6"
-  spec.add_development_dependency "rake"
+  spec.add_development_dependency 'bundler', '> 1'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-rspec'
+  spec.add_development_dependency 'sequel'
+  spec.add_development_dependency 'sqlite3'
 end

data/spec/dummy/index/event.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Index
+  class Event
+    include Mindex::Index
+
+    def self.reset_settings!
+      @connection_settings  = nil
+      @index_settings       = nil
+      @index_mappings       = nil
+      @index_prefix         = nil
+      @index_label          = nil
+      @index_num_threads    = nil
+    end
+
+    def self.scroll(_options = {})
+      DB[:events].select.each_slice(500) do |events|
+        yield events
+      end
+    end
+
+    def self.fetch(ids)
+      DB[:events].where(id: ids).all
+    end
+  end
+end

data/spec/lib/mindex/elasticsearch_spec.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+describe Mindex::Elasticsearch do
+  subject(:connect) { described_class.connect }
+
+  describe '.connect' do
+    before do
+      allow(::Elasticsearch::Client).to receive(:new)
+    end
+
+    it 'creates a Elasticsearch::Client instance' do
+      connect
+      expect(::Elasticsearch::Client).to have_received(:new)
+    end
+
+    context 'when elasticsearch_url is set to "foo"' do
+      before { Mindex.config.elasticsearch_url = 'foo' }
+
+      it do
+        connect
+        expect(::Elasticsearch::Client).to have_received(:new).with(hash_including(url: 'foo'))
+      end
+    end
+
+    context 'when elasticsearch_user is set' do
+      before { Mindex.config.elasticsearch_user = 'username' }
+
+      it do
+        connect
+        expect(::Elasticsearch::Client).to have_received(:new).with(hash_including(user: 'username'))
+      end
+    end
+
+    context 'when elasticsearch_pass is set' do
+      before { Mindex.config.elasticsearch_pass = 'password' }
+
+      it do
+        connect
+        expect(::Elasticsearch::Client).to have_received(:new).with(hash_including(password: 'password'))
+      end
+    end
+
+    context 'when elasticsearch_options is set' do
+      before { Mindex.config.elasticsearch_options = { url: 'local', foo: 'bar' } }
+
+      it do
+        connect
+        expect(::Elasticsearch::Client).to have_received(:new).with(hash_including(url: 'local', foo: 'bar'))
+      end
+    end
+  end
+
+  describe '.version' do
+    before do
+      client = instance_double(Elasticsearch::Transport::Client, info: { 'version' => { 'number' => '6.6.6' } })
+      allow(::Elasticsearch::Client).to receive(:new).and_return(client)
+    end
+
+    it 'returns the elasticsearch cluster version' do
+      expect(connect.version).to eq '6.6.6'
+    end
+  end
+
+  describe '.version_gte' do
+    before do
+      client = instance_double(Elasticsearch::Transport::Client, info: { 'version' => { 'number' => '6.6.6' } })
+      allow(::Elasticsearch::Client).to receive(:new).and_return(client)
+    end
+
+    context 'when expected version is smaller' do
+      it { expect(connect.version_gte?('0.90.0')).to be true }
+    end
+
+    context 'when expected version is equal' do
+      it { expect(connect.version_gte?('6.6.6')).to be true }
+    end
+
+    context 'when expected version is greater' do
+      it { expect(connect.version_gte?('7.0.0')).to be false }
+    end
+  end
+end

data/spec/lib/mindex/index_spec.rb

@@ -0,0 +1,205 @@
+# frozen_string_literal: true
+
+require 'dummy/index/event'
+
+describe Mindex::Index do # rubocop:disable Metrics/BlockLength
+  let(:index_klass) { Index::Event }
+
+  before do
+    index_klass.reset_settings!
+  end
+
+  describe '.index_alias' do
+    it 'returns the alias name of the index' do
+      expect(index_klass.index_alias).to eq 'events'
+    end
+
+    context 'when prefix is definde' do
+      let(:prefix) { 'foobar' }
+      before { index_klass.index_prefix(prefix) }
+
+      it 'prefixes the alias name' do
+        expect(index_klass.index_alias).to eq "#{prefix}_events"
+      end
+    end
+
+    context 'when label is definde' do
+      let(:label) { 'competition' }
+      before { index_klass.index_label(label) }
+
+      it 'uses the label instead of the tableize class name' do
+        expect(index_klass.index_alias).to eq label
+      end
+    end
+  end
+
+  describe '.doc_type' do
+    it 'uses the tableize class name' do
+      expect(index_klass.doc_type).to eq index_klass.name.demodulize.tableize
+    end
+
+    context 'when label is definde' do
+      let(:label) { 'competition' }
+      before { index_klass.index_label(label) }
+
+      it 'uses the label instead of the tableize class name' do
+        expect(index_klass.doc_type).to eq label
+      end
+    end
+  end
+
+  describe '.index_name' do
+    context 'when index does not exists' do
+      it do
+        expect(index_klass.index_name).to be_nil
+      end
+    end
+
+    context 'when index exists' do
+      before do
+        @index_name = index_klass.index_create
+      end
+
+      it 'returns the index name' do
+        expect(index_klass.index_name).to eq @index_name
+      end
+    end
+  end
+
+  describe '.index_refresh' do
+    context 'when index does not exists' do
+      it do
+        expect { index_klass.index_refresh }.not_to raise_error
+      end
+    end
+
+    context 'when index exists' do
+      before { index_klass.index_create }
+
+      it do
+        expect { index_klass.index_refresh }.not_to raise_error
+      end
+    end
+  end
+
+  describe '.index_exist?' do
+    context 'when the index does not exists' do
+      it do
+        expect(index_klass.index_exist?).to be false
+      end
+    end
+
+    context 'when the index exists' do
+      before { index_klass.index_create }
+
+      it do
+        expect(index_klass.index_exist?).to be true
+      end
+    end
+  end
+
+  describe '.connection_settings' do
+    let(:connection_settings) { { foo: :bar, foobar: :baz, qux: :quux } }
+
+    before do
+      allow(Mindex::Elasticsearch).to receive(:connect)
+      index_klass.connection_settings(connection_settings)
+    end
+
+    it 'overwrites the connection settings' do
+      index_klass.elasticsearch
+      expect(Mindex::Elasticsearch).to have_received(:connect).with(connection_settings)
+    end
+  end
+
+  describe '.index_config' do
+    let(:settings) { { foo: :bar } }
+    let(:mapping) { { bar: :foo } }
+
+    before do
+      @indices = instance_double(Elasticsearch::API::Indices::IndicesClient, create: nil)
+      allow(::Elasticsearch::Client).to receive(:new).and_return(instance_double(Elasticsearch::Transport::Client, indices: @indices))
+
+      index_klass.index_config(settings: settings, mappings: mapping)
+    end
+
+    it 'creates the index with the given settings and mappings' do
+      index_klass.index_create(move_or_create_index_alias: false)
+      expect(@indices).to have_received(:create).with(hash_including(index: anything, body: { settings: settings, mappings: mapping }))
+    end
+  end
+
+  describe '.reindex' do
+    let(:event_1) { { 'id' => 1, 'name' => 'BerlinMan' } }
+    let(:event_2) { { 'id' => 2, 'name' => 'Leipziger Triathlon' } }
+
+    before do
+      DB.run 'CREATE TABLE events (id integer primary key autoincrement, name varchar(255))'
+      DB[:events].insert(event_1)
+      DB[:events].insert(event_2)
+    end
+
+    it 'updates the entities' do
+      index_klass.reindex
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_1['id'])['_source']).to eq event_1
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_2['id'])['_source']).to eq event_2
+      DB[:events].where(id: event_1['id']).update(name: 'BerlinMan 2018')
+      DB[:events].where(id: event_2['id']).update(name: 'Leipziger Triathlon 2018')
+      index_klass.reindex
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_1['id'])['_source']['name']).to eq 'BerlinMan 2018'
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_2['id'])['_source']['name']).to eq 'Leipziger Triathlon 2018'
+    end
+  end
+
+  describe '.reindex_items' do
+    let(:event_1) { { 'id' => 1, 'name' => 'BerlinMan' } }
+    let(:event_2) { { 'id' => 2, 'name' => 'Paderborner Triathlon' } }
+
+    before do
+      index_klass.index_create
+      DB.run 'CREATE TABLE events (id integer primary key autoincrement, name varchar(255))'
+      DB[:events].insert(event_1)
+      DB[:events].insert(event_2)
+    end
+
+    it 'updates the entities' do
+      index_klass.reindex_items([event_1['id'], event_2['id']])
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_1['id'])['_source']['name']).to eq 'BerlinMan'
+      expect(index_klass.es.get(index: index_klass.index_alias, id: event_2['id'])['_source']['name']).to eq 'Paderborner Triathlon'
+    end
+  end
+
+  describe '.drop_items' do
+    let(:event) { { 'id' => 1, 'name' => 'BerlinMan' } }
+
+    before do
+      DB.run 'CREATE TABLE events (id integer primary key autoincrement, name varchar(255))'
+      DB[:events].insert(event)
+      index_klass.reindex
+    end
+
+    it 'drops the given entities' do
+      expect { index_klass.es.get(index: index_klass.index_alias, id: event['id']) }.not_to raise_error
+
+      index_klass.drop_items(event['id'])
+
+      expect do
+        index_klass.es.get(index: index_klass.index_alias, id: event['id'])
+      end.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+    end
+  end
+
+  describe '.recreate_index' do
+    let(:event) { { 'id' => 1, 'name' => 'BerlinMan' } }
+
+    before do
+      DB.run 'CREATE TABLE events (id integer primary key autoincrement, name varchar(255))'
+      DB[:events].insert(event)
+    end
+
+    it 'inserts the entities in a new index' do
+      index_name = index_klass.recreate_index
+      expect(index_klass.es.get(index: index_name, id: event['id'])['_source']).to eq event
+    end
+  end
+end

data/spec/lib/mindex_spec.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+describe Mindex do
+  it 'defines a version number' do
+    expect(described_class::VERSION).to eq '0.0.0'
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'mindex'
+require 'pry'
+
+require 'sequel'
+require 'sqlite3'
+
+DB = Sequel.sqlite('tmp/database.sqlite3')
+
+def reset_configuration!
+  Mindex.configure do |config|
+    config.elasticsearch_url = ENV.fetch('ELASTICSEARCH_URL', 'localhost:9200')
+    config.elasticsearch_user = ENV.fetch('ELASTICSEARCH_USERNAME', 'elastic')
+    config.elasticsearch_pass = ENV.fetch('ELASTICSEARCH_PASSWORD', 'changeme')
+    config.elasticsearch_options = nil
+  end
+end
+
+def drop_indices!
+  Mindex::Elasticsearch.connect.indices.delete(index: '_all')
+end
+
+def drop_sqlite_tables!
+  tables = DB[:sqlite_master].where(type: 'table').exclude(name: %w[sqlite_sequence sqlite_master]).select.map { |row| row[:name] }
+  tables.each { |table| DB.run("DROP TABLE #{table}") }
+end
+
+RSpec.configure do |config|
+  config.before(:each) do
+    reset_configuration!
+    drop_indices!
+    drop_sqlite_tables!
+  end
+end

metadata

@@ -1,59 +1,185 @@
 --- !ruby/object:Gem::Specification
 name: mindex
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Michael Voigt
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-11 00:00:00.000000000 Z
+date: 2017-10-30 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Write a longer description. Optional.
+description: 
 email:
-- michael.voigt@voigt-mail.de
+- michael.voigt@spider-network.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".dockerignore"
+- ".gitignore"
+- ".gitlab-ci.yml"
+- ".rspec"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
+- Dockerfile
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- docker-compose.yml
 - lib/mindex.rb
+- lib/mindex/elasticsearch.rb
+- lib/mindex/index.rb
 - lib/mindex/version.rb
 - mindex.gemspec
-homepage: ''
+- spec/dummy/index/event.rb
+- spec/lib/mindex/elasticsearch_spec.rb
+- spec/lib/mindex/index_spec.rb
+- spec/lib/mindex_spec.rb
+- spec/spec_helper.rb
+homepage: http://www.spider-network.com
 licenses:
 - MIT
 metadata: {}
@@ -63,18 +189,23 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.1
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
-summary: Write a short summary. Required.
-test_files: []
+summary: Mindex provides functionality to build elasticsearch indices
+test_files:
+- spec/dummy/index/event.rb
+- spec/lib/mindex/elasticsearch_spec.rb
+- spec/lib/mindex/index_spec.rb
+- spec/lib/mindex_spec.rb
+- spec/spec_helper.rb