supple 0.1.0

data/gemfiles/rails_4.1.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rails", "4.1.0.beta2"
+
+gemspec :path=>"../"

data/gemfiles/rails_4.1.gemfile.lock

@@ -0,0 +1,145 @@
+PATH
+  remote: ../
+  specs:
+    supple (0.1.0)
+      ansi
+      bonfig
+      connection_pool
+      elasticsearch
+      patron
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    actionmailer (4.1.0.beta2)
+      actionpack (= 4.1.0.beta2)
+      actionview (= 4.1.0.beta2)
+      mail (~> 2.5.4)
+    actionpack (4.1.0.beta2)
+      actionview (= 4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      rack (~> 1.5.2)
+      rack-test (~> 0.6.2)
+    actionview (4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      builder (~> 3.1)
+      erubis (~> 2.7.0)
+    activemodel (4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      builder (~> 3.1)
+    activerecord (4.1.0.beta2)
+      activemodel (= 4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      arel (~> 5.0.0)
+    activesupport (4.1.0.beta2)
+      i18n (~> 0.6, >= 0.6.9)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    ansi (1.4.3)
+    appraisal (0.5.2)
+      bundler
+      rake
+    arel (5.0.0)
+    atomic (1.1.15)
+    bonfig (0.1.1)
+    builder (3.2.2)
+    coderay (1.1.0)
+    connection_pool (1.2.0)
+    diff-lcs (1.2.5)
+    elasticsearch (1.0.1)
+      elasticsearch-api (= 1.0.1)
+      elasticsearch-transport (= 1.0.1)
+    elasticsearch-api (1.0.1)
+      multi_json
+    elasticsearch-transport (1.0.1)
+      faraday
+      multi_json
+    erubis (2.7.0)
+    factory_girl (4.4.0)
+      activesupport (>= 3.0.0)
+    faraday (0.9.0)
+      multipart-post (>= 1.2, < 3)
+    hike (1.2.3)
+    i18n (0.6.9)
+    json (1.8.1)
+    mail (2.5.4)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    method_source (0.8.2)
+    mime-types (1.25.1)
+    minitest (5.3.0)
+    multi_json (1.9.0)
+    multipart-post (2.0.0)
+    patron (0.4.18)
+    polyglot (0.3.4)
+    pry (0.9.12.6)
+      coderay (~> 1.0)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    rack (1.5.2)
+    rack-test (0.6.2)
+      rack (>= 1.0)
+    rails (4.1.0.beta2)
+      actionmailer (= 4.1.0.beta2)
+      actionpack (= 4.1.0.beta2)
+      actionview (= 4.1.0.beta2)
+      activemodel (= 4.1.0.beta2)
+      activerecord (= 4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      bundler (>= 1.3.0, < 2.0)
+      railties (= 4.1.0.beta2)
+      sprockets-rails (~> 2.0.0)
+    railties (4.1.0.beta2)
+      actionpack (= 4.1.0.beta2)
+      activesupport (= 4.1.0.beta2)
+      rake (>= 0.8.7)
+      thor (>= 0.18.1, < 2.0)
+    rake (0.9.6)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    rubygems-tasks (0.2.4)
+    slop (3.4.7)
+    sprockets (2.11.0)
+      hike (~> 1.2)
+      multi_json (~> 1.0)
+      rack (~> 1.0)
+      tilt (~> 1.1, != 1.3.0)
+    sprockets-rails (2.0.1)
+      actionpack (>= 3.0)
+      activesupport (>= 3.0)
+      sprockets (~> 2.8)
+    sqlite3 (1.3.9)
+    thor (0.18.1)
+    thread_safe (0.2.0)
+      atomic (>= 1.1.7, < 2)
+    tilt (1.4.1)
+    treetop (1.4.15)
+      polyglot
+      polyglot (>= 0.3.1)
+    tzinfo (1.1.0)
+      thread_safe (~> 0.1)
+    yard (0.8.7.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  appraisal
+  bundler
+  factory_girl
+  pry
+  rails (= 4.1.0.beta2)
+  rake
+  rspec
+  rubygems-tasks
+  sqlite3
+  supple!
+  yard

data/lib/supple.rb

@@ -0,0 +1,38 @@
+require 'elasticsearch'
+require 'connection_pool'
+require 'active_support/core_ext'
+require 'bonfig'
+require 'rails'
+
+
+
+module Supple
+  extend Bonfig
+
+  bonfig do
+    config :index_name_method, default: Proc.new { |model| [model.table_name, Rails.env].join('_') }
+    config :index do
+      config :default_index_name, default: Proc.new { |model| [model.table_name, Rails.env].join('_') }
+      config :default_document_type, default: Proc.new { |model| model.table_name }
+    end
+    config :client do
+      config :size, default: 5
+      config :timeout, default: 1
+    end
+  end
+
+  def self.models
+    ActiveRecord::Base.descendants.select do |m|
+      m.included_modules.include?(Supple::Model)
+    end
+  end
+
+  def self.client
+    @client ||= Elasticsearch::Client.new(adapter: :patron)
+  end
+end
+require 'supple/defaults'
+require 'supple/model/dsl'
+require 'supple/model'
+# require 'supple/index'
+require 'supple/railtie' if defined?(Rails)

data/lib/supple/defaults.rb

@@ -0,0 +1,30 @@
+module Supple
+  SETTINGS = {
+    number_of_shards: 1,
+    number_of_replicas: 0,
+    analysis: {
+      analyzer: {
+        word_start_ngram: {
+          type: "custom",
+          tokenizer: "word_start_ngram_tokenizer",
+          filter: ["lowercase", "asciifolding"]
+        },
+        words: {
+          type: "custom",
+          tokenizer: "keyword",
+          filter: ["lowercase", "asciifolding"]
+        }
+      },
+      tokenizer: {
+        word_start_ngram_tokenizer: {
+          type: "edgeNGram",
+          min_gram: 1,
+          max_gram: 50,
+          token_chars: ["letter"]
+        }
+      }
+    }
+  }
+
+
+end

data/lib/supple/index.rb

@@ -0,0 +1,31 @@
+module Supple
+  class IndexConfig < BasicObject
+  end
+  class Index
+    include ActiveSupport::DescendantsTracker
+
+    def self.settings(data = nil)
+      @settings = data unless data.nil?
+      @settings
+    end
+
+    def self.mappings(data = nil)
+      @mappings = data unless data.nil?
+      @mappings
+    end
+
+
+    with_options instance_writer: false do
+      cattr_accessor :model do
+        binding.pry
+      end
+      cattr_accessor :index_name do
+        [table_name, Rails.env].join('_')
+      end
+
+      cattr_accessor :document_type do
+        table_name
+      end
+    end
+  end
+end

data/lib/supple/model.rb

@@ -0,0 +1,152 @@
+module Supple
+  module WithClient
+    extend ActiveSupport::Concern
+    mattr_reader :client do
+      Supple.client
+    end
+  end
+
+  class Importer
+    def initialize(scope, index_name, document_type)
+      @scope = scope
+      @index_name = index_name
+      @document_type = document_type
+    end
+
+    def execute!
+      @scope.find_in_batches do |batch|
+        Supple.client.bulk({
+          index: @index_name,
+          type: @document_type,
+          body: transform_batch(batch)
+        })
+      end
+    end
+
+    protected
+
+    def transform_batch(batch)
+       batch.map { |a| { index: { _id: a.id, data: a.as_indexed_json } } }
+    end
+  end
+
+
+  class ModelClient
+    attr_reader :model
+    delegate :index_name, :document_type, :as_indexed_json, to: :model
+
+    def initialize(model)
+      @model = model
+    end
+
+    def index
+      run(:index, body: as_indexed_json)
+    end
+
+    def delete
+      run(:delete)
+    end
+
+    private
+
+    def run(method, extra = {})
+      action = Supple.client.method(method)
+      action.call({
+        index: index_name,
+        type: document_type,
+        id: model.id,
+      }).merge(extra)
+    end
+  end
+
+
+  class Config
+    def client
+      Supple.client
+    end
+    def initialize(model)
+      @model = model
+
+      @index_name_method = Supple.config.index.default_index_name
+      @document_type_method = Supple.config.index.default_document_type
+    end
+
+    def index_name(&block)
+      @index_name_method = block if block_given?
+      @index_name ||= @index_name_method.call(@model)
+    end
+
+    def document_type(&block)
+      @document_type_method = block if block_given?
+      @document_type ||= @document_type_method.call(@model)
+    end
+
+    def mappings(&block)
+      @mappings ||= {}
+      @mappings = DSL::Mapping.new(&block).to_hash if block_given?
+      @mappings
+    end
+
+    def index_scope
+      @model.all
+    end
+
+    def settings(data = {})
+      @settings ||= {}
+      @settings.merge! data
+      @settings
+    end
+
+
+    def reindex
+      alias_name = index_name
+      new_index_name = alias_name + "_" + Time.now.strftime("%Y%m%d%H%M%S%L")
+
+      document_mappings = {}
+      document_mappings[document_type] = mappings
+      client.indices.create index: new_index_name,
+        body: {
+          settings: settings,
+          mappings: document_mappings
+        }
+
+      if client.indices.exists_alias(name: alias_name)
+        existing_alias = client.indices.get_alias(name: alias_name)
+        Importer.new(index_scope, new_index_name, document_type).execute!
+        client.indices.delete index: existing_alias.keys
+        client.indices.put_alias index: new_index_name, name: alias_name
+      else
+        client.indices.put_alias index: new_index_name, name: alias_name
+        Importer.new(index_scope, new_index_name, document_type).execute!
+      end
+
+    end
+  end
+
+
+  module Model
+    extend ActiveSupport::Concern
+
+    def es
+      @es ||= ModelClient.new(self)
+    end
+
+    def as_indexed_json
+      as_json
+    end
+
+
+    included do
+      after_commit lambda { es.index }, on: [:update, :create]
+      after_commit lambda { es.delete }, on: :destroy
+    end
+
+    module ClassMethods
+      def supple &block
+        @supple ||= Supple::Config.new(self)
+        @supple.instance_eval(&block) if block_given?
+        @supple
+      end
+    end
+  end
+end

data/lib/supple/model/dsl.rb

@@ -0,0 +1,59 @@
+module Supple
+  module DSL
+    class Mapping
+      def initialize(data = {}, &block)
+        @data = data
+        @data[property_key] ||= {}
+        instance_eval(&block) if block_given?
+      end
+
+      def prop(name, options = {}, &block)
+        if block_given?
+          @data[property_key][name] = Mapping.new(options).instance_eval(&block).to_hash
+        end
+        @data[property_key][name] = options
+      end
+
+      def dynamic_template(name, &block)
+        @data[:dynamic_templates] ||= []
+        dt = DynamicTemplate.new(name, &block)
+        @data[:dynamic_templates] << dt.to_hash
+      end
+
+      def to_hash
+        @data
+      end
+
+      private
+
+      def property_key
+        @data[:type].to_s == 'multi_field' ? :fields : :properties
+      end
+    end
+
+    class DynamicTemplate
+      def initialize(name, options = {}, &block)
+        @name = name
+        @options = options
+        @data = {}
+        instance_eval(&block) if block_given?
+      end
+
+      [:match, :unmatch, :match_mapping_type, :path_match, :path_unmatch, :match_pattern].each do |meth|
+        define_method(meth) do |val|
+          @data[meth] = val
+        end
+      end
+      def mapping(data = {}, &block)
+        mapping = Mapping.new(data)
+        mapping.instance_eval(&block) if block_given?
+        @data[:mapping] = mapping.to_hash
+      end
+
+      def to_hash
+        @options[@name] = @data
+        @options
+      end
+    end
+  end
+end