plunk 0.1.7 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 433f6b1bcee2104491679b8b3ba1e1a40bb901a8
-  data.tar.gz: c36dcaf88b8f4bae8f866b55d79cecd0b386340f
+  metadata.gz: 9c820c78844ed02012137a7d2d0c347ae6a6ac8e
+  data.tar.gz: 1e6ae6df764d20dc39160a7d1706b3dcfdbd910a
 SHA512:
-  metadata.gz: d87cf99d218b6154e3a8c368ce517f4f6eefe9021eb86e5fbb6b4440bd664663054b059900c50e9022bf7eb3214cdb5e02f53642062188aa8b510ee016af2263
-  data.tar.gz: 8c2f64b11c8b1163278206b8f957c8e1a044ba84fca59d79a1618b58c6eb62262534312d2106f85fbe23ee4f90c1593b6fac9ed298f5926287f8f95617c7ac11
+  metadata.gz: ade712790a1a1088205e3d4dfd4020b5bbe7db8327ea87532bb2f4a02dd6220f03b161da675ffbf16a8f0dc34793bf361f53d0081d8668eda2d478cdc7ddfad5
+  data.tar.gz: 26f74070375857a46edcead703bc240b17bef95711189248b89838fe303bcdb011ef29dfd7e816de9211de7750c8a08625c642aa27d47076084a34c9ed73b263

data/Gemfile.lock

@@ -1,11 +1,11 @@
 PATH
   remote: .
   specs:
-    plunk (0.1.5)
+    plunk (0.2.0)
       activesupport
+      elasticsearch
       json
       parslet
-      rest-client
 
 GEM
   remote: https://rubygems.org/
@@ -19,15 +19,23 @@ GEM
     atomic (1.1.14)
     blankslate (2.1.2.4)
     diff-lcs (1.2.5)
+    elasticsearch (0.4.3)
+      elasticsearch-api (= 0.4.3)
+      elasticsearch-transport (= 0.4.3)
+    elasticsearch-api (0.4.3)
+      multi_json
+    elasticsearch-transport (0.4.3)
+      faraday
+      multi_json
+    faraday (0.8.8)
+      multipart-post (~> 1.2.0)
     i18n (0.6.9)
     json (1.8.1)
-    mime-types (2.0)
     minitest (4.7.5)
     multi_json (1.8.2)
+    multipart-post (1.2.0)
     parslet (1.5.0)
       blankslate (~> 2.0)
-    rest-client (1.6.7)
-      mime-types (>= 1.16)
     rspec (2.14.1)
       rspec-core (~> 2.14.0)
       rspec-expectations (~> 2.14.0)

data/README.md

@@ -1,9 +1,39 @@
-plunk
+Plunk
 =====
 
 Human-friendly query language for Elasticsearch
 
-Examples:
+Currently assumes you're using Logstash to 
+
+## Installation
+```
+gem install plunk
+```
+
+## Usage
+```ruby
+require 'plunk'
+
+# configure is required
+# elasticsearch_options accepts the same params as Elasticsearch::Client
+Plunk.configure do |config|
+  config.elasticsearch_options = { host: 'localhost' }
+end
+
+# all documents of type syslog from the last week
+Plunk.search 'last 1w _type = syslog'
+
+# nested search. first runs the '_type=access_logs' search, extracts the values
+# for fields user.name, user.nickname, and user.email, then ORs these together
+# as the query for the outer search.
+Plunk.search 'user = `_type=access_logs | user.name, user.nickname, user.email`'
+
+# booleans are supported
+Plunk.search 'foo.field = (bar OR baz)'
+```
+
+
+## Translation:
 
 ```last 24h _type=syslog```
 

data/lib/plunk.rb

@@ -1,3 +1,38 @@
-class Plunk
+require 'elasticsearch'
 
+require 'plunk/utils'
+require 'plunk/parser'
+require 'plunk/transformer'
+require 'plunk/result_set'
+
+module Plunk
+  class << self
+    attr_accessor :elasticsearch_options, :elasticsearch_client,
+      :parser, :transformer
+  end
+
+  def self.configure(&block)
+    class_eval(&block)
+    initialize_elasticsearch
+    initialize_parser
+    initialize_transformer
+  end
+
+  def self.initialize_elasticsearch
+    self.elasticsearch_client ||= Elasticsearch::Client.new elasticsearch_options
+  end
+
+  def self.initialize_parser
+    self.parser ||= Parser.new
+  end
+
+  def self.initialize_transformer
+    self.transformer ||= Transformer.new
+  end
+
+  def self.search(query_string)
+    parsed = parser.parse query_string
+    result_set = transformer.apply parsed
+    result_set.eval
+  end
 end

data/lib/plunk/parser.rb

@@ -1,119 +1,120 @@
 require 'parslet'
 
-class Plunk::Parser < Parslet::Parser
-
-  def parenthesized(atom)
-    lparen >> atom >> rparen
+module Plunk
+  class Parser < Parslet::Parser
+
+    def parenthesized(atom)
+      lparen >> atom >> rparen
+    end
+
+    # Single character rules
+    rule(:lparen)     { str('(') >> space? }
+    rule(:rparen)     { str(')') >> space? }
+    rule(:comma)      { str(',') >> space? }
+    rule(:digit)      { match('[0-9]') }
+    rule(:space)      { match('\s').repeat(1) }
+    rule(:space?)     { space.maybe }
+
+    # Numbers
+    rule(:integer)    { str('-').maybe >> digit.repeat(1) >> space? }
+    rule(:float)      {
+      str('-').maybe >> digit.repeat(1) >> str('.') >> digit.repeat(1) >> space?
+    }
+    rule(:number)     { integer | float }
+    rule(:datetime) {
+        # 1979-05-27T07:32:00Z
+      digit.repeat(4) >> str("-") >> 
+      digit.repeat(2) >> str("-") >> 
+      digit.repeat(2) >> str("T") >> 
+      digit.repeat(2) >> str(":") >> 
+      digit.repeat(2) >> str(":") >> 
+      digit.repeat(2) >> str("Z")
+    }
+    rule(:escaped_special) {
+      str("\\") >> match['0tnr"\\\\']
+    }
+
+    rule(:string_special) {
+      match['\0\t\n\r"\\\\']
+    }
+    rule(:string) {
+      str('"') >>
+      (escaped_special | string_special.absent? >> any).repeat >>
+      str('"')
+    }
+
+    # Field / value
+    # rule(:identifier) { match['_@a-zA-Z.'].repeat(1) }
+    rule(:identifier) { match('[^=\s]').repeat(1) }
+    rule(:wildcard)   { match('[a-zA-Z0-9.*]').repeat(1) }
+    rule(:searchop)   { match('[=]').as(:op) }
+    rule(:query_value) { number | string | datetime | wildcard }
+
+    # boolean operators search
+    rule(:concatop)   { (str('OR') | str('AND')) >> space? }
+    rule(:operator)   { match('[|]').as(:op) >> space? }
+    rule(:timerange)  {
+      integer.as(:quantity) >> match('s|m|h|d|w').as(:quantifier)
+    }
+
+    # Grammar parts
+    rule(:rhs) {
+      regexp | subsearch | booleanop
+      # regexp | subsearch | integer | wildcard | booleanop
+    }
+
+    rule(:boolean_value) {
+      booleanparen | query_value
+    }
+
+    rule(:booleanop) {
+      boolean_value >> (space >> concatop >> boolean_value).repeat
+    }
+
+    rule(:booleanparen) {
+      lparen >> space? >> booleanop >> space? >> rparen
+    }
+
+    rule(:regexp) {
+      str('/') >> match('[^/]').repeat >> str('/')
+    }
+
+    rule(:last) {
+      str("last") >> space >> timerange.as(:timerange) >> (space >>
+      search.as(:search)).maybe
+    }
+
+    rule(:search) {
+      identifier.as(:field) >> space? >> searchop >> space? >>
+        rhs.as(:value) | rhs.as(:match)
+    }
+
+    rule(:binaryop) {
+      (search | paren).as(:left) >> space? >> operator >> job.as(:right)
+    }
+
+    rule(:subsearch) {
+      str('`') >> space? >> nested_search >> str('`')
+    }
+
+    rule(:nested_search) {
+      job.as(:initial_query) >> space? >> str('|') >> space? >>
+      match('[^`]').repeat.as(:extractors)
+    }
+
+    rule(:paren) {
+      lparen >> space? >> job >> space? >> rparen
+    }
+
+    rule(:job) {
+      last | search | binaryop | paren
+    }
+
+    # root :job
+    rule(:plunk_query) {
+      job >> (space >> job).repeat
+    }
+
+    root :plunk_query
   end
-
-  # Single character rules
-  rule(:lparen)     { str('(') >> space? }
-  rule(:rparen)     { str(')') >> space? }
-  rule(:comma)      { str(',') >> space? }
-  rule(:digit)      { match('[0-9]') }
-  rule(:space)      { match('\s').repeat(1) }
-  rule(:space?)     { space.maybe }
-
-  # Numbers
-  rule(:integer)    { str('-').maybe >> digit.repeat(1) >> space? }
-  rule(:float)      {
-    str('-').maybe >> digit.repeat(1) >> str('.') >> digit.repeat(1) >> space?
-  }
-  rule(:number)     { integer | float }
-  rule(:datetime) {
-      # 1979-05-27T07:32:00Z
-    digit.repeat(4) >> str("-") >> 
-    digit.repeat(2) >> str("-") >> 
-    digit.repeat(2) >> str("T") >> 
-    digit.repeat(2) >> str(":") >> 
-    digit.repeat(2) >> str(":") >> 
-    digit.repeat(2) >> str("Z")
-  }
-  rule(:escaped_special) {
-    str("\\") >> match['0tnr"\\\\']
-  }
-
-  rule(:string_special) {
-    match['\0\t\n\r"\\\\']
-  }
-  rule(:string) {
-    str('"') >>
-    (escaped_special | string_special.absent? >> any).repeat >>
-    str('"')
-  }
-
-  # Field / value
-  # rule(:identifier) { match['_@a-zA-Z.'].repeat(1) }
-  rule(:identifier) { match('[^=\s]').repeat(1) }
-  rule(:wildcard)   { match('[a-zA-Z0-9.*]').repeat(1) }
-  rule(:searchop)   { match('[=]').as(:op) }
-  rule(:query_value) { number | string | datetime | wildcard }
-
-  # boolean operators search
-  rule(:concatop)   { (str('OR') | str('AND')) >> space? }
-  rule(:operator)   { match('[|]').as(:op) >> space? }
-  rule(:timerange)  {
-    integer.as(:quantity) >> match('s|m|h|d|w').as(:quantifier)
-  }
-
-  # Grammar parts
-  rule(:rhs) {
-    regexp | subsearch | booleanop
-    # regexp | subsearch | integer | wildcard | booleanop
-  }
-
-  rule(:boolean_value) {
-    booleanparen | query_value
-  }
-
-  rule(:booleanop) {
-    boolean_value >> (space >> concatop >> boolean_value).repeat
-  }
-
-  rule(:booleanparen) {
-    lparen >> space? >> booleanop >> space? >> rparen
-  }
-
-  rule(:regexp) {
-    str('/') >> match('[^/]').repeat >> str('/')
-  }
-
-  rule(:last) {
-    str("last") >> space >> timerange.as(:timerange) >> (space >>
-    search.as(:search)).maybe
-  }
-
-  rule(:search) {
-    identifier.as(:field) >> space? >> searchop >> space? >>
-      rhs.as(:value) | rhs.as(:match)
-  }
-
-  rule(:binaryop) {
-    (search | paren).as(:left) >> space? >> operator >> job.as(:right)
-  }
-
-  rule(:subsearch) {
-    str('`') >> space? >> nested_search >> str('`')
-  }
-
-  rule(:nested_search) {
-    job.as(:initial_query) >> space? >> str('|') >> space? >>
-    match('[^`]').repeat.as(:extractors)
-  }
-
-  rule(:paren) {
-    lparen >> space? >> job >> space? >> rparen
-  }
-
-  rule(:job) {
-    last | search | binaryop | paren
-  }
-
-  # root :job
-  rule(:plunk_query) {
-    job >> (space >> job).repeat
-  }
-
-  root :plunk_query
 end
-

data/lib/plunk/result_set.rb

@@ -1,36 +1,42 @@
-class Plunk::ResultSet
-  attr_accessor :query, :query_string
+module Plunk
+  class ResultSet
+    attr_accessor :query, :query_string
 
-  def initialize(opts={})
-    @query = { query: { filtered: {}}}
+    def self.configure(&block)
+      class_eval(&block)
+    end
+
+    def initialize(opts={})
+      @query = { query: { filtered: {}}}
 
-    if opts.size >= 3 # use "and" filter to AND filters
-      @query_string = opts[:query_string]
-      @query[:query][:filtered][:query] = {
-        query_string: {
-          query: opts[:query_string] }}
-      @query[:query][:filtered][:filter] = {
-        and: [
-          range: {
-            '@timestamp' => {
-              gte: opts[:start_time],
-              lte: opts[:end_time] }}]}
-    else
-      if @query_string = opts[:query_string]
+      if opts.size >= 3 # use "and" filter to AND filters
+        @query_string = opts[:query_string]
         @query[:query][:filtered][:query] = {
           query_string: {
             query: opts[:query_string] }}
-      elsif opts[:start_time] and opts[:end_time]
-        @query[:query][:filtered][:query] = {
-          range: {
-            '@timestamp' => {
-              gte: opts[:start_time],
-              lte: opts[:end_time] }}}
+        @query[:query][:filtered][:filter] = {
+          and: [
+            range: {
+              '@timestamp' => {
+                gte: opts[:start_time],
+                lte: opts[:end_time] }}]}
+      else
+        if @query_string = opts[:query_string]
+          @query[:query][:filtered][:query] = {
+            query_string: {
+              query: opts[:query_string] }}
+        elsif opts[:start_time] and opts[:end_time]
+          @query[:query][:filtered][:query] = {
+            range: {
+              '@timestamp' => {
+                gte: opts[:start_time],
+                lte: opts[:end_time] }}}
+        end
       end
     end
-  end
 
-  def eval
-    @@elasticsearch.search(@query.to_json) if @query
+    def eval
+      Plunk.elasticsearch_client.search(body: @query.to_json).to_json if @query
+    end
   end
 end

data/lib/plunk/transformer.rb

@@ -1,145 +1,145 @@
 require 'parslet'
 require 'active_support/core_ext'
 
-class Plunk::Transformer < Parslet::Transform
-
-  rule(
-    field: simple(:field),
-    value: {
-      initial_query: subtree(:initial_query),
-      extractors: simple(:extractors)
-    },
-    op: '=',
-    timerange: {
-      quantity: simple(:quantity),
-      quantifier: simple(:quantifier)
-    }) do
-
-    int_quantity = quantity.to_s.to_i
-
-    start_time =
-      case quantifier
-      when 's'
-        int_quantity.seconds.ago
-      when 'm'
-        int_quantity.minutes.ago
-      when 'h'
-        int_quantity.hours.ago
-      when 'd'
-        int_quantity.days.ago
-      when 'w'
-        int_quantity.weeks.ago
+module Plunk
+  class Transformer < Parslet::Transform
+
+    rule(
+      field: simple(:field),
+      value: {
+        initial_query: subtree(:initial_query),
+        extractors: simple(:extractors)
+      },
+      op: '=',
+      timerange: {
+        quantity: simple(:quantity),
+        quantifier: simple(:quantifier)
+      }) do
+
+      int_quantity = quantity.to_s.to_i
+
+      start_time =
+        case quantifier
+        when 's'
+          int_quantity.seconds.ago
+        when 'm'
+          int_quantity.minutes.ago
+        when 'h'
+          int_quantity.hours.ago
+        when 'd'
+          int_quantity.days.ago
+        when 'w'
+          int_quantity.weeks.ago
+        end
+
+      end_time = Time.now
+
+      # recursively apply nested query
+      result_set = Plunk::Transformer.new.apply(initial_query)
+
+      json = JSON.parse result_set.eval
+      values = Plunk::Utils.extract_values json, extractors.to_s.split(',') 
+
+      if values.empty?
+        ResultSet.new(
+          start_time: start_time.utc.to_datetime.iso8601(3),
+          end_time: end_time.utc.to_datetime.iso8601(3))
+          
+      else
+        ResultSet.new(
+          query_string: "#{field}:(#{values.uniq.join(' OR ')})",
+          start_time: start_time.utc.to_datetime.iso8601(3),
+          end_time: end_time.utc.to_datetime.iso8601(3))
       end
-
-    end_time = Time.now
-
-
-    # recursively apply nested query
-    result_set = Plunk::Transformer.new.apply(initial_query)
-
-    json = JSON.parse result_set.eval
-    values = Plunk::Elasticsearch.extract_values json, extractors.to_s.split(',') 
-
-    if values.empty?
-      Plunk::ResultSet.new(
-        start_time: start_time.utc.to_datetime.iso8601(3),
-        end_time: end_time.utc.to_datetime.iso8601(3))
-        
-    else
-      Plunk::ResultSet.new(
-        query_string: "#{field}:(#{values.uniq.join(' OR ')})",
-        start_time: start_time.utc.to_datetime.iso8601(3),
-        end_time: end_time.utc.to_datetime.iso8601(3))
     end
-  end
-
-  rule(match: simple(:value)) do
-    Plunk::ResultSet.new(query_string: "#{value}")
-  end
-
-  rule(
-    field: simple(:field),
-    value: {
-      initial_query: subtree(:initial_query),
-      extractors: simple(:extractors)
-    },
-    op: '=') do
-
-    # recursively apply nested query
-    result_set = Plunk::Transformer.new.apply(initial_query)
-
-    json = JSON.parse result_set.eval
-    values = Plunk::Elasticsearch.extract_values json, extractors.to_s.split(',') 
 
-    if values.empty?
-      Plunk::ResultSet.new
-    else
-      Plunk::ResultSet.new(query_string: "#{field}:(#{values.uniq.join(' OR ')})")
+    rule(match: simple(:value)) do
+      ResultSet.new(query_string: "#{value}")
     end
-  end
-
-  rule(field: simple(:field), value: simple(:value), op: '=') do
-    Plunk::ResultSet.new(query_string: "#{field}:#{value}")
-  end
 
-  rule(
-    timerange: {
-      quantity: simple(:quantity),
-      quantifier: simple(:quantifier)
-    }) do
-
-    int_quantity = quantity.to_s.to_i
-
-    start_time =
-      case quantifier
-      when 's'
-        int_quantity.seconds.ago
-      when 'm'
-        int_quantity.minutes.ago
-      when 'h'
-        int_quantity.hours.ago
-      when 'd'
-        int_quantity.days.ago
-      when 'w'
-        int_quantity.weeks.ago
-      end
+    rule(
+      field: simple(:field),
+      value: {
+        initial_query: subtree(:initial_query),
+        extractors: simple(:extractors)
+      },
+      op: '=') do
 
-    end_time = Time.now
+      # recursively apply nested query
+      result_set = Transformer.new.apply(initial_query)
 
-    Plunk::ResultSet.new(
-      start_time: start_time.utc.to_datetime.iso8601(3),
-      end_time: end_time.utc.to_datetime.iso8601(3))
-  end
+      json = JSON.parse result_set.eval
+      values = Utils.extract_values json, extractors.to_s.split(',') 
 
-  rule(
-    search: simple(:result_set),
-    timerange: {
-      quantity: simple(:quantity),
-      quantifier: simple(:quantifier)
-    }) do
-
-    int_quantity = quantity.to_s.to_i
-
-    start_time =
-      case quantifier
-      when 's'
-        int_quantity.seconds.ago
-      when 'm'
-        int_quantity.minutes.ago
-      when 'h'
-        int_quantity.hours.ago
-      when 'd'
-        int_quantity.days.ago
-      when 'w'
-        int_quantity.weeks.ago
+      if values.empty?
+        ResultSet.new
+      else
+        ResultSet.new(query_string: "#{field}:(#{values.uniq.join(' OR ')})")
       end
+    end
 
-    end_time = Time.now
+    rule(field: simple(:field), value: simple(:value), op: '=') do
+      ResultSet.new(query_string: "#{field}:#{value}")
+    end
 
-    Plunk::ResultSet.new(
-      query_string: result_set.query_string,
-      start_time: start_time.utc.to_datetime.iso8601(3),
-      end_time: end_time.utc.to_datetime.iso8601(3))
+    rule(
+      timerange: {
+        quantity: simple(:quantity),
+        quantifier: simple(:quantifier)
+      }) do
+
+      int_quantity = quantity.to_s.to_i
+
+      start_time =
+        case quantifier
+        when 's'
+          int_quantity.seconds.ago
+        when 'm'
+          int_quantity.minutes.ago
+        when 'h'
+          int_quantity.hours.ago
+        when 'd'
+          int_quantity.days.ago
+        when 'w'
+          int_quantity.weeks.ago
+        end
+
+      end_time = Time.now
+
+      ResultSet.new(
+        start_time: start_time.utc.to_datetime.iso8601(3),
+        end_time: end_time.utc.to_datetime.iso8601(3))
+    end
+
+    rule(
+      search: simple(:result_set),
+      timerange: {
+        quantity: simple(:quantity),
+        quantifier: simple(:quantifier)
+      }) do
+
+      int_quantity = quantity.to_s.to_i
+
+      start_time =
+        case quantifier
+        when 's'
+          int_quantity.seconds.ago
+        when 'm'
+          int_quantity.minutes.ago
+        when 'h'
+          int_quantity.hours.ago
+        when 'd'
+          int_quantity.days.ago
+        when 'w'
+          int_quantity.weeks.ago
+        end
+
+      end_time = Time.now
+
+      ResultSet.new(
+        query_string: result_set.query_string,
+        start_time: start_time.utc.to_datetime.iso8601(3),
+        end_time: end_time.utc.to_datetime.iso8601(3))
+    end
   end
 end
-

data/lib/plunk/utils.rb

@@ -0,0 +1,25 @@
+module Plunk
+  class Utils
+    # nested field matcher
+    def self.extract_values(hash, keys)
+      @vals ||= []
+
+      hash.each_pair do |k, v|
+        if v.is_a? Hash
+          extract_values(v, keys)
+        elsif v.is_a? Array
+          v.flatten!
+          if v.first.is_a? Hash
+            v.each { |el| extract_values(el, keys) }
+          elsif keys.include? k
+            @vals += v
+          end
+        elsif keys.include? k
+          @vals << v
+        end
+      end
+
+      return @vals
+    end
+  end
+end

data/plunk.gemspec

@@ -1,10 +1,10 @@
 Gem::Specification.new do |s|
   s.name                    = "plunk"
-  s.version                 = "0.1.7"
+  s.version                 = "0.2.0"
   s.date                    = "2013-12-03"
   s.add_runtime_dependency  "json"
   s.add_runtime_dependency  "parslet"
-  s.add_runtime_dependency  "rest-client"
+  s.add_runtime_dependency  "elasticsearch"
   s.add_runtime_dependency  "activesupport"
   s.add_development_dependency "rspec"
   s.summary                 = "Elasticsearch query language"

data/spec/spec_helper.rb

@@ -1,18 +1,16 @@
 require 'rspec'
 require 'plunk'
-require 'plunk/parser'
-require 'plunk/transformer'
-require 'plunk/result_set'
-require 'plunk/elasticsearch'
 require 'parslet/rig/rspec'
 
 # Print ascii_tree when exception occurs
-class Plunk::ParserWrapper < Plunk::Parser
-  def parse(query)
-    begin
-      super(query)
-    rescue Parslet::ParseFailed => failure
-      puts failure.cause.ascii_tree
+module Plunk
+  class ParserWrapper < Parser
+    def parse(query)
+      begin
+        super(query)
+      rescue Parslet::ParseFailed => failure
+        puts failure.cause.ascii_tree
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: plunk
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.2.0
 platform: ruby
 authors:
 - Ram Mehta
@@ -40,7 +40,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rest-client
+  name: elasticsearch
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
@@ -97,15 +97,14 @@ files:
 - README.md
 - Rakefile
 - lib/plunk.rb
-- lib/plunk/elasticsearch.rb
 - lib/plunk/parser.rb
 - lib/plunk/result_set.rb
 - lib/plunk/transformer.rb
+- lib/plunk/utils.rb
 - plunk.gemspec
 - spec/basic_spec.rb
 - spec/boolean_spec.rb
 - spec/chained_search_spec.rb
-- spec/elasticseach_spec.rb
 - spec/field_value_spec.rb
 - spec/last_spec.rb
 - spec/nested_search_spec.rb

data/lib/plunk/elasticsearch.rb

@@ -1,95 +0,0 @@
-# TODO: refactor this to speed up
-
-require 'json'
-require 'rest-client'
-
-# Wrapper for Elasticsearch API
-class Plunk::Elasticsearch
-  attr_accessor :host, :port, :fields
-
-  def initialize(opts={})
-    @scheme = opts[:scheme] || "http"
-    @host = opts[:host] || "localhost"
-    @port = opts[:port] || "9200"
-    @size = opts[:size] || "10000"
-    @endpoint = "#{@scheme}://#{@host}:#{@port}"
-  end
-
-  # Get list of all field mappings stored in ES
-  # TODO: cache response from ES
-  def available_fields
-    uri = URI.escape "#{@endpoint}/_mapping"
-    result = JSON.parse(RestClient.get(uri))
-
-    @fields = {}
-    nested_values(result, 'properties')
-
-    @fields
-  end
-
-  def active_record_errors_for(query)
-    return " can't be blank." if query.blank?
-
-    uri = URI.escape "#{@endpoint}/_validate/query?explain=true"
-    response = RestClient.post(uri, build_ES_validator(query))
-
-    json = JSON.parse(response)
-
-    json['valid'] ? nil : json['explanations'].collect { |exp| exp['error'] }
-  end
-
-  #
-  # UTILITY METHODS
-  #
-  def search(query)
-    uri = URI.escape "#{@endpoint}/_search?size=#{@size}"
-
-    RestClient.post uri, query
-  end
-
-  # returns all values for all occurences of the given nested key
-  def nested_values(hash, key)
-    hash.each do |k, v|
-      if k == key
-        @fields.merge! v
-      else
-        nested_values(v, key) if v.is_a? Hash
-      end
-    end 
-  end
-
-  # nested field matcher
-  def self.extract_values(hash, keys)
-    @vals ||= []
-
-    hash.each_pair do |k, v|
-      if v.is_a? Hash
-        extract_values(v, keys)
-      elsif v.is_a? Array
-        v.flatten!
-        if v.first.is_a? Hash
-          v.each { |el| extract_values(el, keys) }
-        elsif keys.include? k
-          @vals += v
-        end
-      elsif keys.include? k
-        @vals << v
-      end
-    end
-
-    return @vals
-  end
-
-  def build_ES_validator(query)
-    {
-      filtered: {
-        query: {
-          query_string: {
-            query: query
-          }
-        }
-      }
-    }.to_json
-  end
-end
-

data/spec/elasticseach_spec.rb

@@ -1,6 +0,0 @@
-require 'spec_helper'
-
-describe Plunk::Elasticsearch do
-  pending 'mock and test Elasticsearch methods' do
-  end
-end