elos 0.1.0 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fbdcf9020cc5fd26078aa94d7baaa1c61f4d5c6a
-  data.tar.gz: c874a6670ddce992a34e7f1d0788eabf3b5672f4
+  metadata.gz: 4c5f6f066aac89f49b12b923b11c03178df3003c
+  data.tar.gz: 27028953724446f96f69b59191e6ddf93bb63bd6
 SHA512:
-  metadata.gz: e8ab7b916b4aa3c3df901359c80b97a7fd831bb5b60570f62b61850efcce76fcdeab41897dca06ddd2f0d403e6e37610a7a286b1d09ad38891dc21b8aa7fa794
-  data.tar.gz: 4d7628c6ba01494b0845e394486c62418c6d18f4030e44bcfe72b9d51b23c1772df793101c1324d9abe1fd8c2353b511ae404bbf83e723e793325f5e76cc9ff4
+  metadata.gz: 84a7cb6d89f163762c8871a7569c324dcd2d82290fe293fc2102cae665e9e4cef01793cbd1e84d5baae2e8f6fb95270f221f5d12de33e2f2413fff444fd31e8e
+  data.tar.gz: ac0abb746a1fc9bb1c56854f6fad3126f030f3e5dc712f503187c172d5c85e87e2ee8f75143b7d020db7d775cce6b9cb3b88b129c6666bbfc809c54261a7f502

data/.rspec

@@ -1,2 +1,4 @@
 --format documentation
 --color
+--order rand
+--require spec_helper

data/bin/push

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "elos"
+
+def versions(version_string)
+  vers = version_string.split('.').map(&:to_i)
+  fail 'Invalid version format!' unless vers.length == 3
+  vers
+end
+
+def later_version!(vers1, vers2)
+  [vers1, vers2].transpose.each do |ver1, ver2|
+    return if ver1 > ver2
+    fail 'Not later version!' if ver1 < ver2
+  end
+  fail 'Not later version!'
+end
+
+specified_vers = versions(ARGV[0]) if ARGV.length > 0
+vers = versions(Elos::VERSION)
+specified_vers ||=
+  begin
+    r = vers.dup
+    r[2] = r[2] + 1
+    r
+  end
+
+later_version!(specified_vers, vers)
+
+path = File.expand_path('../..', __FILE__)
+new_ver = specified_vers.join('.')
+`sed -i -e 's/#{Elos::VERSION}/#{new_ver}/g' #{path}/lib/elos/version.rb`
+`git add --all`
+`git commit -m 'version #{new_ver}'`
+`git push origin master`
+`git tag #{new_ver}`
+`git push origin #{new_ver}`
+`gem build elos.gemspec`
+`gem push elos-#{new_ver}.gem`

data/bin/rspec

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rspec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rspec-core', 'rspec')

data/db/migrate/001_create_a_entry_repos.rb

@@ -0,0 +1,7 @@
+class CreateAEntryRepos < ActiveRecord::Migration
+  def change
+    create_table :a_entry_repos do |t|
+      t.string :title
+    end
+  end
+end

data/elos.gemspec

@@ -4,21 +4,32 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'elos/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "elos"
+  spec.name          = 'elos'
   spec.version       = Elos::VERSION
-  spec.authors       = ["Tetsuri Moriya"]
-  spec.email         = ["tetsuri.moriya@gmail.com"]
+  spec.authors       = ['Tetsuri Moriya']
+  spec.email         = ['tetsuri.moriya@gmail.com']
 
   spec.summary       = %q{Elasticsearch integration for Databases}
   spec.description   = %q{Elasticsearch integration for Databases, such as ActiveRecord}
-  spec.homepage      = "https://github.com/pandora2000/elos"
-  spec.license       = "MIT"
+  spec.homepage      = 'https://github.com/pandora2000/elos'
+  spec.license       = 'MIT'
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
-  spec.add_development_dependency "bundler", "~> 1.9"
-  spec.add_development_dependency "rake", "~> 10.0"
+  [['activesupport', '>= 3.0.0'],
+   ['elasticsearch']].each do |args|
+    spec.add_dependency *args
+  end
+
+  [['bundler', '~> 1.9'],
+   ['rake', '~> 10.0'],
+   ['rspec', '>= 0'],
+   ['database_cleaner', '~> 1.2.0'],
+   ['activerecord'],
+   ['mysql2']].each do |args|
+    spec.add_development_dependency *args
+  end
 end

data/lib/elos/configuration.rb

@@ -0,0 +1,16 @@
+module Elos::Configuration
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :client, :env, :settings
+  end
+
+  class_methods do
+    def config(host: nil, env: nil, settings: {})
+      host ||= 'localhost:9200'
+      self.client = ::Elasticsearch::Client.new(host: host)
+      self.env = env
+      self.settings = settings
+    end
+  end
+end

data/lib/elos/criteria.rb

@@ -0,0 +1,78 @@
+class Elos::Criteria < Elos::Result
+  def initialize(params:, query_builder_class:, klass:)
+    @client = Elos.client
+    @params = params
+    @query_builder_class = query_builder_class
+    @klass = klass
+  end
+
+  def page(page)
+    @params[:page] = page
+    self
+  end
+
+  def per(per = nil)
+    if per
+      @params[:per] = per
+      self
+    else
+      @params[:per]
+    end
+  end
+
+  alias_method :limit, :per
+
+  def includes(*names)
+    @includes = names
+    self
+  end
+
+  def total_count
+    result
+    @total_count
+  end
+
+  def current_page
+    @params[:page]
+  end
+
+  def total_pages
+    [0, total_count - 1].max / @params[:per] + 1
+  end
+
+  def first_page?
+    current_page == 1
+  end
+
+  def last_page?
+    current_page == total_pages
+  end
+
+  def to_a!
+    r = to_a
+    raise Elos::Errors::NotFound if r.empty?
+    r
+  end
+
+  def first!
+    r = first
+    raise Elos::Errors::NotFound unless r
+    r
+  end
+
+  def query
+    @query_builder_class.new(@params)._build
+  end
+
+  protected
+
+  def result
+    return @result if @result
+    search_result = @client.search(index: @klass.read_alias_name, type: @klass.type_name, body: query)
+    # puts JSON.pretty_generate(results)
+    @total_count = search_result['hits']['total']
+    @results = search_result['hits']['hits'].map do |h|
+      @klass.new(h['_source'].reverse_merge(score: h['_score'], highlight: h['highlight']).merge(id: h['_id'], _persisted: true))
+    end
+  end
+end

data/lib/elos/data_object.rb

@@ -0,0 +1,30 @@
+class Elos::DataObject
+  attr_reader :object
+
+  def initialize(params = {})
+    @params = params
+    @object = objectify(params)
+  end
+
+  def method_missing(method, *args, **hargs, &block)
+    if object.respond_to?(method)
+      object.send(method, *args)
+    elsif method.to_s.end_with?('=')
+      object.send(method, *args)
+    else
+      super
+    end
+  end
+
+  protected
+
+  def objectify(value)
+    if value.is_a?(Hash)
+      OpenStruct.new(Hash[value.map { |k, v| [k, objectify(v)] }])
+    elsif value.is_a?(Array)
+      value.map { |v| objectify(v) }
+    else
+      value
+    end
+  end
+end

data/lib/elos/errors/not_found.rb

@@ -0,0 +1,5 @@
+class Elos::Errors::NotFound < StandardError
+  def initialize
+    super('Not found.')
+  end
+end

data/lib/elos/errors/validation_failed.rb

@@ -0,0 +1,5 @@
+class Elos::Errors::ValidationFailed < StandardError
+  def initialize
+    super('Validation failed.')
+  end
+end

data/lib/elos/index/core.rb

@@ -0,0 +1,35 @@
+module Elos::Index::Core
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :client, :type_name, :index_name
+
+    self.client = Elos.client
+    self.type_name = name.underscore.gsub('/', '-')
+    self.index_name = "#{name.underscore.pluralize.gsub('/', '-')}=#{Elos.env}="
+  end
+
+  class_methods do
+    protected
+
+    def create_index(name)
+      unless client.indices.exists(index: name)
+        client.indices.create(index: name, body: index_parameters)
+      end
+    end
+
+    def delete_index(name)
+      if client.indices.exists(index: name)
+        client.indices.delete(index: name)
+      end
+    end
+
+    def refresh_index(name)
+      client.indices.refresh(index: name)
+    end
+
+    def index_parameters
+      { settings: Elos.settings, mappings: mappings }
+    end
+  end
+end

data/lib/elos/index/indexable.rb

@@ -0,0 +1,32 @@
+module Elos::Index::Indexable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_writer :index_data
+  end
+
+  class_methods do
+    def index_data(index_data = nil)
+      if index_data
+        self.index_data = index_data
+      else
+        self.class_variable_get(:@@index_data)
+      end
+    end
+
+    def index(obj, destroy: false, unindex: false)
+      if !unindex && data = index_data.(obj)
+        data.merge!(_destroyed: destroy)
+        params = { index: write_alias_name, type: type_name, body: data }
+        params.merge!(id: obj.id) if obj.id
+        client.index(params)['_id']
+      else
+        begin
+          client.delete(index: write_alias_name, type: type_name, id: obj.id)
+          nil
+        rescue Elasticsearch::Transport::Transport::Errors::NotFound
+        end
+      end
+    end
+  end
+end

data/lib/elos/index/locatable.rb

@@ -0,0 +1,17 @@
+module Elos::Index::Locatable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def where(params = {})
+      search(query_builder_class: Elos::QueryBuilder::Builtin::WhereQueryBuilder, **params)
+    end
+
+    def find(arg)
+      if arg.is_a?(Array)
+        where(id: arg).to_a!
+      else
+        where(id: [arg]).first!
+      end
+    end
+  end
+end

data/lib/elos/index/mappings.rb

@@ -0,0 +1,25 @@
+module Elos::Index::Mappings
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_writer :mappings
+  end
+
+  class_methods do
+    def mappings(mappings = nil)
+      if mappings
+        set_mappings(mappings)
+      else
+        self.class_variable_get(:@@mappings)
+      end
+    end
+
+    protected
+
+    def set_mappings(mappings)
+      mps = mappings.deep_dup
+      mps[type_name][:properties].merge!(_destroyed: { type: 'boolean' })
+      self.mappings = mps
+    end
+  end
+end

data/lib/elos/index/model/assignable.rb

@@ -0,0 +1,19 @@
+module Elos::Index::Model::Assignable
+  extend ActiveSupport::Concern
+
+  included do
+    after_new -> { assign_attributes(@_attrs) }
+  end
+
+  def assign_attributes(attrs)
+    attrs.each do |key, value|
+      @_data.send("#{key}=", value)
+    end
+  end
+
+  def method_missing(method, *args)
+    @_data.send(method, *args)
+  rescue NoMethodError
+    super
+  end
+end

data/lib/elos/index/model/identifiable.rb

@@ -0,0 +1,9 @@
+module Elos::Index::Model::Identifiable
+  extend ActiveSupport::Concern
+
+  included do
+    attr_accessor :id
+
+    before_new -> { self.id = @_attrs.delete(:id) }
+  end
+end

data/lib/elos/index/model/initializable.rb

@@ -0,0 +1,13 @@
+module Elos::Index::Model::Initializable
+  extend ActiveSupport::Concern
+
+  included do
+    define_model_callbacks :new
+  end
+
+  def initialize(attrs = {})
+    @_data = Elos::DataObject.new
+    @_attrs = attrs
+    run_callbacks :new
+  end
+end

data/lib/elos/index/model.rb

@@ -0,0 +1,12 @@
+module Elos::Index::Model
+  extend ActiveSupport::Concern
+
+  included do
+    include ActiveModel::Model
+    include ActiveModel::Callbacks
+
+    include Elos::Index::Model::Initializable
+    include Elos::Index::Model::Assignable
+    include Elos::Index::Model::Identifiable
+  end
+end

data/lib/elos/index/raw_helpers.rb

@@ -0,0 +1,9 @@
+module Elos::Index::RawHelpers
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def raw_get(id)
+      client.get(index: read_alias_name, type: type_name, id: id)
+    end
+  end
+end

data/lib/elos/index/refreshable.rb

@@ -0,0 +1,9 @@
+module Elos::Index::Refreshable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def refresh
+      refresh_index(read_alias_name)
+    end
+  end
+end

data/lib/elos/index/reindexable.rb

@@ -0,0 +1,132 @@
+module Elos::Index::Reindexable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :read_alias_name, :write_alias_name, :reindex_block
+
+    self.read_alias_name = "#{index_name}read"
+    self.write_alias_name = "#{index_name}write"
+  end
+
+  class_methods do
+    def initialize_for_reindex(force = false)
+      return false if !force && client.indices.exists_alias(name: read_alias_name) && client.indices.exists_alias(name: write_alias_name)
+      Elos::Lock.unlock(lock_key) if force
+      delete_index("#{index_name}*")
+      index_name = random_index_name
+      unless client.indices.exists(index: index_name)
+        client.indices.create(index: index_name, body: index_parameters)
+        alias_index(read_alias_name, index_name)
+        alias_index(write_alias_name, index_name)
+        return true
+      end
+      false
+    end
+
+    def reindex(set_block = nil, &block)
+      return set_reindex(set_block) if set_block
+      proc = block || self.reindex_block
+      long_args = proc.parameters.length == 2
+      Elos::Lock.lock(lock_key) do
+        initialize_for_reindex
+        old_index_name = read_index_name
+        unless write_index_names == [old_index_name]
+          repair_for_reindex
+        end
+        return unless new_index_name = create_index_with_random_name
+        begin
+          alias_index(write_alias_name, new_index_name)
+          if long_args
+            proc.(old_index_name, new_index_name)
+          else
+            proc.()
+          end
+          switch_pointed_index(read_alias_name, old_index_name, new_index_name)
+          unalias_index(write_alias_name, old_index_name)
+        rescue Exception => e
+          if read_index_name == old_index_name
+            if write_index_names.include?(new_index_name)
+              unalias_index(write_alias_name, new_index_name)
+            end
+            delete_index(new_index_name)
+          end
+          raise e
+        end
+        delete_index(old_index_name)
+      end
+    end
+
+    protected
+
+    def read_index_name
+      aliased_index_name(read_alias_name)
+    end
+
+    def write_index_name
+      write_index_names.first
+    end
+
+    def write_index_names
+      aliased_index_names(write_alias_name)
+    end
+
+    def lock_key
+      "elos:reindex_or_migrate:#{name.underscore}"
+    end
+
+    def set_reindex(block)
+      self.reindex_block = block
+    end
+
+    def repair_for_reindex
+      (write_index_names - [read_index_name]).each do |name|
+        unalias_index(write_alias_name, name)
+        delete_index(name)
+      end
+      return if write_index_name == read_index_name
+      alias_index(write_alias_name, read_index_name)
+    end
+
+    def aliased_index_name(alias_name)
+      aliased_index_names(alias_name).first
+    end
+
+    def aliased_index_names(alias_name)
+      client.indices.get_alias(index: "#{index_name}*", name: alias_name).keys
+    end
+
+    def alias_index(alias_name, index_name)
+      client.indices.update_aliases body: {
+        actions: [
+          { add: { index: index_name, alias: alias_name } }
+        ]
+      }
+    end
+
+    def unalias_index(alias_name, index_name)
+      client.indices.update_aliases body: {
+        actions: [
+          { remove: { index: index_name, alias: alias_name } }
+        ]
+      }
+    end
+
+    def switch_pointed_index(alias_name, from_index_name, to_index_name)
+      client.indices.update_aliases body: {
+        actions: [
+          { remove: { index: from_index_name, alias: alias_name } },
+          { add: { index: to_index_name, alias: alias_name } }
+        ]
+      }
+    end
+
+    def create_index_with_random_name
+      create_index(name = random_index_name)
+      name
+    end
+
+    def random_index_name
+      "#{index_name}#{SecureRandom.uuid}"
+    end
+  end
+end

data/lib/elos/index/searchable.rb

@@ -0,0 +1,17 @@
+module Elos::Index::Searchable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :query_builder_class
+  end
+
+  class_methods do
+    def query_builder(klass)
+      self.query_builder_class = klass
+    end
+
+    def search(query_builder_class: self.query_builder_class, **params)
+      Elos::Criteria.new(params: params, query_builder_class: query_builder_class, klass: self)
+    end
+  end
+end

data/lib/elos/index/subscribable.rb

@@ -0,0 +1,14 @@
+module Elos::Index::Subscribable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :repository_class
+  end
+
+  class_methods do
+    def subscribe(repository_class)
+      self.repository_class = repository_class
+      repository_class.subscribers << self
+    end
+  end
+end

data/lib/elos/index/unindexable.rb

@@ -0,0 +1,9 @@
+module Elos::Index::Unindexable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def unindex
+      initialize_for_reindex(true)
+    end
+  end
+end

data/lib/elos/index.rb

@@ -0,0 +1,15 @@
+module Elos::Index
+  extend ActiveSupport::Concern
+
+  include Elos::Index::Core
+  include Elos::Index::Mappings
+  include Elos::Index::RawHelpers
+  include Elos::Index::Refreshable
+  include Elos::Index::Indexable
+  include Elos::Index::Reindexable
+  include Elos::Index::Unindexable
+  include Elos::Index::Searchable
+  include Elos::Index::Locatable
+  include Elos::Index::Subscribable
+  include Elos::Index::Model
+end