mm_es_search 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.project

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>mm_es_search</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+		<buildCommand>
+			<name>com.aptana.ide.core.unifiedBuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+	</buildSpec>
+	<natures>
+		<nature>org.radrails.rails.core.railsnature</nature>
+		<nature>com.aptana.ruby.core.rubynature</nature>
+	</natures>
+</projectDescription>

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in mm_es_search.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/mm_es_search/api/facet/abstract_facet.rb

@@ -0,0 +1,28 @@
+module MmEsSearch
+  module Api
+    module Facet
+
+      class AbstractFacet
+        
+        include MongoMapper::EmbeddedDocument
+        include MmEsSearch::Api::Query
+        plugin MmUsesNoId
+        
+        key :label,  String
+        key :nested, String
+        key :scope,  String
+        one :facet_filter, :class_name => 'MmEsSearch::Api::Query::AbstractQuery'
+        
+        def to_es_query
+          facet_params = {}
+          facet_params.merge!(:scope => scope) if scope?
+          facet_params.merge!(:nested => nested) if nested?
+          facet_params.merge!(:facet_filter => facet_filter.to_es_query) if facet_filter?
+          return facet_params
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/date_histogram_facet.rb

@@ -0,0 +1,11 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class DateHistogramFacet < AbstractFacet
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/filter_facet.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/geo_distance_facet.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/histogram_facet.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/query_facet.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/range_facet.rb

@@ -0,0 +1,36 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class RangeFacet < AbstractFacet
+        
+        key  :field, String
+        many :ranges, :class_name => 'MmEsSearch::Api::Facet::RangeItem'
+        key  :key_field, String
+        key  :value_field, String
+        key  :key_script, String
+        key  :value_script, String
+        key  :params, Hash
+        
+        def to_es_query
+          
+          range_params = {}
+          range_params.merge!(:field => field)               if field?
+          range_params.merge!(:ranges => ranges.map(&:attributes))
+          range_params.merge!(:key_field => size)            if key_field?
+          range_params.merge!(:value_field => size)          if value_field?
+          range_params.merge!(:key_script => size)           if key_script?
+          range_params.merge!(:value_script => size)         if value_script?
+          range_params.merge!(:params => params)             unless params.empty?
+          
+          facet_params = {:range => range_params}.merge(super)
+          
+          return {label => facet_params}
+          
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/range_facet_row.rb

@@ -0,0 +1,97 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class RangeFacetRow
+        
+        include MongoMapper::EmbeddedDocument
+        include ActionView::Helpers::NumberHelper
+        plugin  MmUsesUuid
+        
+        key  :from
+        key  :to
+        key  :count, Integer
+        key  :min
+        key  :max
+        key  :total_count, Integer
+        key  :total
+        key  :mean
+        
+        key :checked, String
+        
+        def from=(val)
+          super.tap do
+            binding.pry if from.is_a?(DateTime)
+          end
+        end
+        
+        def attributes(*args)
+          attr = super
+          attr.each_with_object({}) do |(key, value), hsh|
+            hsh[key] = case value
+            when ActiveSupport::TimeWithZone
+              value.utc.to_time
+            else
+              value
+            end
+          end
+        end
+        alias :to_mongo :attributes
+        
+        def zero_count
+          self.count = 0
+        end
+        
+        def to_range_item
+          RangeItem.new(
+            :from => from,
+            :to   => to
+          )
+        end
+        
+        def to_english(pretty_print = true)
+          case from || to
+          when Numeric
+            render_numeric(pretty_print)
+          when Time, DateTime
+          end
+        end
+        
+        def render_numeric(pretty_print)
+          
+          if pretty_print
+            #TODO handle units (see http://bit.ly/rhx05t)
+            from_formatted = number_to_human(from) if from?
+            to_formatted = number_to_human(to) if to?
+          else
+            from_formatted = from if from?
+            to_formatted = to if to?
+          end
+          
+          if from? and to?
+            "from #{from_formatted} to #{to_formatted}"
+          elsif from?
+            "#{from_formatted} or greater"
+          else
+            "upto #{to_formatted}"
+          end
+          
+        end
+        
+        def to_form_name(data_type)
+          params = []
+          params << "data_type:#{data_type}"
+          params << "from:#{from}" if from?
+          params << "to:#{to}" if to?
+          return params.join('&')
+        end
+        
+        def parent
+          _parent_document
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/range_item.rb

@@ -0,0 +1,17 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class RangeItem
+        
+        include MongoMapper::EmbeddedDocument
+        plugin MmUsesNoId
+        
+        key :from
+        key :to
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/statistical_facet.rb

@@ -0,0 +1,33 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class StatisticalFacet < AbstractFacet
+        
+        key :field #Array or String
+        key :script, String
+        key :params, Hash
+        
+        def to_es_query
+          
+          stat_params = if script
+            script_params = {:script => script}
+            script_params.merge!({:params => params}) if params?
+            script_params
+          elsif field.is_a?(Array)
+            {:fields => field}
+          else
+            {:field => field}
+          end
+          
+          facet_params = {:statistical => stat_params}.merge(super)
+          
+          return {label => facet_params}
+          
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/statistical_facet_result.rb

@@ -0,0 +1,36 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class StatisticalFacetResult
+        
+        include MongoMapper::EmbeddedDocument
+        plugin MmUsesNoId
+        
+        key  :count, Integer
+        key  :total
+        key  :sum_of_squares
+        key  :mean
+        key  :min
+        key  :max
+        key  :variance
+        key  :std_deviation
+        
+        def attributes(*args)
+          attr = super
+          attr.each_with_object({}) do |(key, value), hsh|
+            hsh[key] = case value
+            when ActiveSupport::TimeWithZone
+              value.utc.to_time
+            else
+              value
+            end
+          end
+        end
+        alias :to_mongo :attributes
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/terms_facet.rb

@@ -0,0 +1,62 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class TermsFacet < AbstractFacet
+        
+        key :field #Array or String
+        key :path, String
+        
+        key :size, Integer
+        key :order, String
+        key :exclude, Array #of Strings
+        
+        key :script_field, String
+        
+        key :regex, String
+        key :regex_flags, String
+        
+        key :script, String
+        key :params, Hash
+        
+        def qualified_field(field_name)
+          if path.present?
+            [path, field_name].join(".")
+          else
+            field_name
+          end
+        end
+        
+        def to_es_query
+          
+          mod_field = case field
+          when Array
+            field.map { |fname| qualified_field(fname) }
+          when String
+            qualified_field(field)
+          end
+          
+          term_params = {}
+          term_params.merge!(:field => mod_field)           if field.is_a?(String)
+          term_params.merge!(:fields => mod_field)          if field.is_a?(Array)
+          term_params.merge!(:size => size)                 if (size? and size != 10)
+          term_params.merge!(:order => order)               if (order? and order != "count")
+          term_params.merge!(:exclude => exclude)           unless exclude.empty?
+          term_params.merge!(:script_field => script_field) if script_field?
+          term_params.merge!(:regex => regex)               if regex?
+          term_params.merge!(:regex_flags => script_field)  if regex_flags?
+          term_params.merge!(:script => script)             if script?
+          term_params.merge!(:params => params)             unless params.empty?
+          
+          facet_params = {:terms => term_params}.merge(super)
+          
+          return {label => facet_params}
+ 
+        end
+        
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/terms_facet_row.rb

@@ -0,0 +1,35 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      class TermsFacetRow
+        
+        include MongoMapper::EmbeddedDocument
+        plugin  MmUsesUuid
+        
+        key :term, String
+        key :count, Integer
+        
+        key :checked, String
+        
+        def zero_count
+          self.count = 0
+        end
+        
+        def to_english(pretty_print = true)
+          StringUtils.label_from_URI(term)
+        end
+        
+        def to_form_name(data_type)
+          term
+        end
+        
+        def parent
+          _parent_document
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/facet/terms_stats_facet.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Facet
+      
+      
+      
+    end
+  end
+end

data/lib/mm_es_search/api/highlight/result_highlight.rb

@@ -0,0 +1,40 @@
+module MmEsSearch
+  module Api
+    module Highlight
+
+      class ResultHighlight
+        
+        include MongoMapper::EmbeddedDocument
+        plugin MmUsesNoId
+        
+        many :fields, :class_name => 'MmEsSearch::Api::Highlight::ResultHighlight'
+        key :field, String
+        key :tag_schema, String
+        key :pre_tags, Array
+        key :post_tags, Array
+        key :fragment_size, Integer
+        key :number_of_fragments, Integer
+        key :order, String
+        
+        def to_mongo_query
+
+          raise "to_mongo_query not implemented for ResultHighlight"
+
+        end
+        
+        def to_es_query
+
+          highlight_params = self.attributes.except("fields", "pre_tags", "post_tags")
+          highlight_params.merge!(:fields => fields.map(&:to_es_query)) unless fields.empty?
+          highlight_params.merge!(:pre_tags => pre_tags) unless pre_tags.empty?
+          highlight_params.merge!(:post_tags => post_tags) unless post_tags.empty?
+          
+          return field? ? {field => highlight_params.except('field')} : highlight_params
+
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/abstract_filter.rb

@@ -0,0 +1,15 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      module AbstractFilter
+        extend  ActiveSupport::Concern
+        
+        def to_filter
+          self
+        end
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/abstract_query.rb

@@ -0,0 +1,48 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      class AbstractQuery
+        
+        include MongoMapper::EmbeddedDocument
+        plugin  MmUsesNoId
+        
+        def to_filter
+          QueryFilter.new(query: self)
+        end
+        
+        def es_abs_field
+          if path?
+            mod_path, indx = path_and_index
+            return [mod_path, field].join('.')
+          else
+            return field
+          end
+          #TODO make sure we don't need to prefix path anymore - looks like we do if same name used at diff nesting levels, so always include to be safe
+        end
+        
+        def mongo_abs_field
+          mod_path, array_index = path_and_index
+          return array_index.nil? ? field : [path, field].join('.')
+        end
+        
+        def path_and_index
+          
+          case path
+          when /(?<=\.)[0-9]+$/
+            mod_path = path.gsub(/\.[0-9]+/,'')
+            array_index = path.split('.').last.to_i
+          else
+            mod_path = path
+            array_index = nil
+          end
+          
+          return mod_path, array_index
+          
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/and_filter.rb

@@ -0,0 +1,9 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      class AndFilter < SingleBoolFilter; end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/bool_filter.rb

@@ -0,0 +1,11 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      class BoolFilter < BoolQuery
+        plugin AbstractFilter  
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/bool_query.rb

@@ -0,0 +1,67 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      class BoolQuery < AbstractQuery
+        
+        many :musts, :class_name => 'MmEsSearch::Api::Query::AbstractQuery'
+        many :shoulds, :class_name => 'MmEsSearch::Api::Query::AbstractQuery'
+        many :must_nots, :class_name => 'MmEsSearch::Api::Query::AbstractQuery'
+        key :boost, Float
+        key :minimum_number_should_match, Integer
+        
+        def validate
+          raise "cannot have a must_not by itself in a BoolQuery" if (musts.empty? and shoulds.empty? and not self.is_a?(BoolFilter))
+        end
+        
+        def to_mongo_query(options = {})
+          
+          validate
+          
+          negated_options = options.merge({:negated => !options[:negated]})
+          
+          and_array = musts.map {|query| query.to_mongo_query(options)} + must_nots.map {|query| query.to_mongo_query(negated_options)}
+          or_array = shoulds.map {|query| query.to_mongo_query(options)}
+          
+          bool_params = {}
+          bool_params.merge!({'$and' => and_array}) unless and_array.empty?
+          bool_params.merge!({'$or' => or_array}) unless or_array.empty?
+          
+          return bool_params
+          
+        end
+        
+        def to_es_query
+          
+          validate
+          
+          # use more optimal and, or, not SingleBoolFilter if appropriate
+          if self.is_a?(BoolFilter)
+            if (shoulds + must_nots).empty? and not musts.empty? and boost.nil?
+              return AndFilter.new(:filters => musts).to_es_query
+            elsif (musts + must_nots).empty? and not shoulds.empty? and boost.nil? and minimum_number_should_match == 1
+              return OrFilter.new(:filters => shoulds).to_es_query
+            elsif (musts + shoulds).empty? and not must_nots.empty? and boost.nil?
+              return NotFilter.new(:filters => must_nots).to_es_query
+            end
+          end
+          
+          must_array = musts.map {|query| query.to_es_query}
+          should_array = shoulds.map {|query| query.to_es_query}
+          must_not_array = must_nots.map {|query| query.to_es_query}
+          
+          bool_params = {}
+          bool_params.merge!({:must => must_array}) unless must_array.empty?
+          bool_params.merge!({:should => should_array}) unless should_array.empty?
+          bool_params.merge!({:must_not => must_not_array}) unless must_not_array.empty?
+          bool_params.merge!({:boost => boost}) unless boost.nil?
+          bool_params.merge!({:minimum_number_should_match => minimum_number_should_match}) if minimum_number_should_match?
+          return {:bool => bool_params}
+          
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/mm_es_search/api/query/constant_score_query.rb

@@ -0,0 +1,31 @@
+module MmEsSearch
+  module Api
+    module Query
+      
+      class ConstantScoreQuery < AbstractQuery
+      
+        one :query, :class_name => 'MmEsSearch::Api::Query::AbstractQuery'
+        key :boost, Integer
+      
+        def to_mongo_query(options = {})
+          
+          return query.to_mongo_query(options)
+          
+        end
+        
+        def to_es_query
+          
+          constant_score_params = {
+            :query => query.to_es_query
+          }
+          constant_score_params.merge!(:boost => boost) if boost?
+      
+          return {:constant_score => constant_score_params}
+          
+        end
+        
+      end
+      
+    end
+  end
+end