elos 0.1.0 → 1.0.4

data/lib/elos/lock.rb

@@ -0,0 +1,48 @@
+class Elos::Lock
+  include Elos::Index::Core
+
+  def self.lock(key, &block)
+    create_index(index_name)
+    id = SecureRandom.uuid
+    body = { doc: {}, upsert: { lock: id } }
+    client.update(index: index_name, type: type_name, id: key, body: body)
+    if client.get(index: index_name, type: type_name, id: key)['_source']['lock'] == id
+      if block
+        begin
+          ret = block.()
+        ensure
+          unlock(key)
+        end
+      else
+        true
+      end
+    end
+  end
+
+  def self.unlock(key)
+    client.delete(index: index_name, type: type_name, id: key)
+  rescue Elasticsearch::Transport::Transport::Errors::NotFound
+  end
+
+  private
+
+  def self.mappings
+    {
+      type_name => {
+        _all: { enabled: false },
+        _ttl: { enabled: true, default: '5d' },
+        properties: properties
+      }
+    }
+  end
+
+  def self.properties
+    {
+      boolean_property => %i(lock)
+    }.inject({}) { |m, x| m.merge(Hash[x[1].map { |y| [y, x[0]] }]) }
+  end
+
+  def self.boolean_property
+    { type: 'boolean' }
+  end
+end

data/lib/elos/query_builder/base.rb

@@ -0,0 +1,23 @@
+class Elos::QueryBuilder::Base
+  include Elos::QueryBuilder::Filters
+  include Elos::QueryBuilder::Queries
+
+  def initialize(params)
+    @params = params
+  end
+
+  def _build
+    query = build
+    original_query = query[:query]
+    filter = term_filter(:_destroyed, value: false)
+    query[:query] = { filtered: { query: original_query, filter: filter } }
+    # puts JSON.pretty_generate(query)
+    query
+  end
+
+  protected
+
+  def params
+    @params
+  end
+end

data/lib/elos/query_builder/builtin/match_all_query_builder.rb

@@ -0,0 +1,5 @@
+class Elos::QueryBuilder::Builtin::MatchAllQueryBuilder < Elos::QueryBuilder::Base
+  def build
+    match_all_query
+  end
+end

data/lib/elos/query_builder/builtin/where_query_builder.rb

@@ -0,0 +1,5 @@
+class Elos::QueryBuilder::Builtin::WhereQueryBuilder < Elos::QueryBuilder::Base
+  def build
+    ids_query
+  end
+end

data/lib/elos/query_builder/filters.rb

@@ -0,0 +1,41 @@
+module Elos::QueryBuilder::Filters
+  extend ActiveSupport::Concern
+
+  def or_filter(*filters)
+    filters = filters.first if filters.first.is_a?(Array)
+    filters.compact!
+    { or: filters } unless filters.empty?
+  end
+
+  def and_filter(*filters)
+    filters = filters.first if filters.first.is_a?(Array)
+    filters.compact!
+    { and: filters } unless filters.empty?
+  end
+
+  def term_filter(key, params_sym = nil, value: nil)
+    v = value.nil? ? params[params_sym || key] : value
+    { term: { key => v } } unless v.nil?
+  end
+
+  def terms_filter(key, params_sym = nil, values: nil)
+    v = value.nil? ? params[params_sym || key.to_s.pluralize.to_sym] : value
+    { terms: { key => v } } unless v.empty?
+  end
+
+  def exists_filter(key)
+    { exists: { field: key } }
+  end
+
+  def missing_filter(key)
+    { missing: { field: key } }
+  end
+
+  def range_filter(key, min: nil, max: nil)
+    return unless min || max
+    r = { range: { key => {} } }
+    r[:range][key][:gte] = min if min
+    r[:range][key][:lte] = max if max
+    r
+  end
+end

data/lib/elos/query_builder/queries.rb

@@ -0,0 +1,15 @@
+module Elos::QueryBuilder::Queries
+  extend ActiveSupport::Concern
+
+  def ids_query(key = :id, value = nil)
+    { query: { ids: { values: value || params[key] } } }
+  end
+
+  def match_query(key, value)
+    { query: { match: { key => { query: value, operator: 'and' } } } }
+  end
+
+  def match_all_query
+    { query: { match_all: {} } }
+  end
+end

data/lib/elos/repository/adapter/active_record/scanable.rb

@@ -0,0 +1,11 @@
+module Elos::Repository::Adapter::ActiveRecord::Scanable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def scan(batch_size = nil, &block)
+      find_each(batch_size: batch_size) do |record|
+        block.(record)
+      end
+    end
+  end
+end

data/lib/elos/repository/adapter/active_record.rb

@@ -0,0 +1,6 @@
+module Elos::Repository::Adapter::ActiveRecord
+  extend ActiveSupport::Concern
+
+  include Elos::Repository::Publishable
+  include Elos::Repository::Adapter::ActiveRecord::Scanable
+end

data/lib/elos/repository/adapter/elos/migratable.rb

@@ -0,0 +1,13 @@
+module Elos::Repository::Adapter::Elos::Migratable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def migrate
+      reindex do |old_index_name, new_index_name|
+        _scan(index_name: old_index_name) do |hit|
+          client.update(index: new_index_name, type: type_name, id: hit['_id'], body: { doc: {}, upsert: hit['_source'] })
+        end
+      end
+    end
+  end
+end

data/lib/elos/repository/adapter/elos/model/destroyable.rb

@@ -0,0 +1,44 @@
+module Elos::Repository::Adapter::Elos::Model::Destroyable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_writer :physically_destroy
+
+    attr_accessor :destroyed
+
+    define_model_callbacks :destroy
+
+    before_new -> { self.destroyed = false; true }
+
+    self.physically_destroy = true
+  end
+
+  class_methods do
+    def physically_destroy?
+      physically_destroy
+    end
+
+    def physically_destroy(flag = nil)
+      if flag.nil?
+        self.class_variable_get(:@@physically_destroy)
+      else
+        self.physically_destroy = flag
+      end
+    end
+  end
+
+  def destroyed?
+    destroyed
+  end
+
+  def destroy
+    run_callbacks :destroy do
+      if self.class.physically_destroy?
+        self.class.index(self, unindex: true)
+      else
+        self.class.index(self, destroy: true)
+      end
+      self.destroyed = true
+    end
+  end
+end

data/lib/elos/repository/adapter/elos/model/persistable.rb

@@ -0,0 +1,79 @@
+module Elos::Repository::Adapter::Elos::Model::Persistable
+  extend ActiveSupport::Concern
+
+  included do
+    attr_accessor :persisted
+
+    define_model_callbacks :save, :create, :update
+
+    before_new -> { self.persisted = !!@_attrs.delete(:_persisted); true }
+  end
+
+  class_methods do
+    def create(attrs = {})
+      obj = new(attrs)
+      obj.save
+      obj
+    end
+
+    def create!(attrs = {})
+      obj = new(attrs)
+      obj.save!
+      obj
+    end
+  end
+
+  def persisted?
+    persisted
+  end
+
+  def save
+    _save
+  end
+
+  def save!
+    _save(raise_error: true)
+  end
+
+  def update(attrs = {})
+    assign_attributes(attrs)
+    save
+  end
+
+  def update!(attrs = {})
+    assign_attributes(attrs)
+    save!
+  end
+
+  private
+
+  def _save(raise_error: false, callback: true)
+    return false unless raise_error ? validate! : valid?
+    optionally_run_callbacks(:save, callback: callback) do
+      if persisted?
+        optionally_run_callbacks(:update, callback: callback) do
+          _save_core
+        end
+      else
+        optionally_run_callbacks(:create, callback: callback) do
+          _save_core
+          self.persisted = true
+        end
+      end
+    end
+    true
+  end
+
+  def optionally_run_callbacks(method, callback: true, &block)
+    if callback
+      run_callbacks(method, &block)
+    else
+      block.()
+    end
+  end
+
+  def _save_core
+    r = reindex
+    self.id ||= r
+  end
+end

data/lib/elos/repository/adapter/elos/model/reindexable.rb

@@ -0,0 +1,15 @@
+module Elos::Repository::Adapter::Elos::Model::Reindexable
+  extend ActiveSupport::Concern
+
+  included do
+    reindex -> do
+      scan do |obj|
+        obj.reindex
+      end
+    end
+  end
+
+  def reindex(destroy: false)
+    self.class.index(self, destroy: destroy)
+  end
+end

data/lib/elos/repository/adapter/elos/model/unindexable.rb

@@ -0,0 +1,7 @@
+module Elos::Repository::Adapter::Elos::Model::Unindexable
+  extend ActiveSupport::Concern
+
+  def unindex
+    self.class.index(obj, unindex: true)
+  end
+end

data/lib/elos/repository/adapter/elos/model/validatable.rb

@@ -0,0 +1,8 @@
+module Elos::Repository::Adapter::Elos::Model::Validatable
+  extend ActiveSupport::Concern
+
+  def validate!
+    return true if valid?
+    raise Elos::Errors::ValidationFailed.new
+  end
+end

data/lib/elos/repository/adapter/elos/scanable.rb

@@ -0,0 +1,24 @@
+module Elos::Repository::Adapter::Elos::Scanable
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def scan(batch_size = nil, &block)
+      _scan(batch_size) do |hit|
+        block.(new(hit['_source'].merge(id: hit['_id'], _persisted: true)))
+      end
+    end
+
+    protected
+
+    def _scan(batch_size = nil, index_name: read_alias_name, &block)
+      batch_size ||= 100
+      scroll_id = client.search(index: index_name, type: type_name, search_type: :scan, scroll: '1h', body: { query: { match_all: {} }, size: batch_size })['_scroll_id']
+      while r = client.scroll(scroll: '1h', scroll_id: scroll_id) and (hits = r['hits']['hits']).present? do
+        scroll_id = r['_scroll_id']
+        hits.each do |hit|
+          block.(hit)
+        end
+      end
+    end
+  end
+end

data/lib/elos/repository/adapter/elos.rb

@@ -0,0 +1,31 @@
+module Elos::Repository::Adapter::Elos
+  extend ActiveSupport::Concern
+
+  include Elos::Index
+
+  included do
+    cattr_accessor :included_callbacks
+
+    self.included_callbacks = []
+
+    include Elos::Repository::Adapter::Elos::Migratable
+    include Elos::Repository::Adapter::Elos::Scanable
+    include Elos::Repository::Publishable
+    include Elos::Repository::Adapter::Elos::Model::Reindexable
+    include Elos::Repository::Adapter::Elos::Model::Unindexable
+    include Elos::Repository::Adapter::Elos::Model::Persistable
+    include Elos::Repository::Adapter::Elos::Model::Destroyable
+    include Elos::Repository::Adapter::Elos::Model::Validatable
+
+    included_callbacks.each { |callback| callback.() }
+
+    subscribe self
+
+    physically_destroy false
+  end
+
+  def self.reindex_all(indices = nil)
+    # indices ||= 結びつく全てのindexたち
+    # indicesのreindex全てをnestさせてその中でscanしてreindexしていく
+  end
+end

data/lib/elos/repository/publishable.rb

@@ -0,0 +1,26 @@
+module Elos::Repository::Publishable
+  extend ActiveSupport::Concern
+
+  included do
+    cattr_accessor :subscribers
+
+    self.subscribers = []
+
+    proc = -> { after_save ->(obj) { subscribers.each { |s| s.index(obj) } } }
+    if respond_to?(:after_save)
+      proc.()
+    else
+      self.included_callbacks << proc
+    end
+  end
+
+  class_methods do
+    def publish_reindex
+      scan do |obj|
+        subscribers.each do |klass|
+          klass.index(obj)
+        end
+      end
+    end
+  end
+end

data/lib/elos/result.rb

@@ -0,0 +1,23 @@
+class Elos::Result
+  include Enumerable
+
+  def initialize(result)
+    @result = result
+  end
+
+  def each
+    result.each do |item|
+      yield item
+    end
+  end
+
+  def pluck(key)
+    map { |obj| obj.send(key) }
+  end
+
+  protected
+
+  def result
+    @result
+  end
+end

data/lib/elos/version.rb

@@ -1,3 +1,3 @@
-module Elos
-  VERSION = "0.1.0"
+class Elos
+  VERSION = '1.0.4'
 end

data/lib/elos.rb

@@ -1,5 +1,5 @@
-require "elos/version"
+require_relative 'initialize'
 
-module Elos
-  # Your code goes here...
+class Elos
+  include Elos::Configuration
 end

data/lib/initialize.rb

@@ -0,0 +1,6 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'active_support/all'
+
+ActiveSupport::Dependencies.autoload_paths << File.expand_path('../../lib', __FILE__)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: elos
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 1.0.4
 platform: ruby
 authors:
 - Tetsuri Moriya
@@ -10,6 +10,34 @@ bindir: exe
 cert_chain: []
 date: 2015-05-23 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +66,62 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Elasticsearch integration for Databases, such as ActiveRecord
 email:
 - tetsuri.moriya@gmail.com
@@ -54,10 +138,54 @@ files:
 - README.md
 - Rakefile
 - bin/console
+- bin/push
+- bin/rspec
 - bin/setup
+- db/migrate/001_create_a_entry_repos.rb
+- elos-0.1.0.gem
+- elos-1.0.3.gem
 - elos.gemspec
 - lib/elos.rb
+- lib/elos/configuration.rb
+- lib/elos/criteria.rb
+- lib/elos/data_object.rb
+- lib/elos/errors/not_found.rb
+- lib/elos/errors/validation_failed.rb
+- lib/elos/index.rb
+- lib/elos/index/core.rb
+- lib/elos/index/indexable.rb
+- lib/elos/index/locatable.rb
+- lib/elos/index/mappings.rb
+- lib/elos/index/model.rb
+- lib/elos/index/model/assignable.rb
+- lib/elos/index/model/identifiable.rb
+- lib/elos/index/model/initializable.rb
+- lib/elos/index/raw_helpers.rb
+- lib/elos/index/refreshable.rb
+- lib/elos/index/reindexable.rb
+- lib/elos/index/searchable.rb
+- lib/elos/index/subscribable.rb
+- lib/elos/index/unindexable.rb
+- lib/elos/lock.rb
+- lib/elos/query_builder/base.rb
+- lib/elos/query_builder/builtin/match_all_query_builder.rb
+- lib/elos/query_builder/builtin/where_query_builder.rb
+- lib/elos/query_builder/filters.rb
+- lib/elos/query_builder/queries.rb
+- lib/elos/repository/adapter/active_record.rb
+- lib/elos/repository/adapter/active_record/scanable.rb
+- lib/elos/repository/adapter/elos.rb
+- lib/elos/repository/adapter/elos/migratable.rb
+- lib/elos/repository/adapter/elos/model/destroyable.rb
+- lib/elos/repository/adapter/elos/model/persistable.rb
+- lib/elos/repository/adapter/elos/model/reindexable.rb
+- lib/elos/repository/adapter/elos/model/unindexable.rb
+- lib/elos/repository/adapter/elos/model/validatable.rb
+- lib/elos/repository/adapter/elos/scanable.rb
+- lib/elos/repository/publishable.rb
+- lib/elos/result.rb
 - lib/elos/version.rb
+- lib/initialize.rb
 homepage: https://github.com/pandora2000/elos
 licenses:
 - MIT
@@ -83,4 +211,3 @@ signing_key:
 specification_version: 4
 summary: Elasticsearch integration for Databases
 test_files: []
-has_rdoc: