microwave 0.1006.33 → 1.0.0

data/spec/unit/shef_spec.rb

@@ -0,0 +1,161 @@
+# Author:: Daniel DeLeo (<dan@kallistec.com>)
+# Copyright:: Copyright (c) 2009 Daniel DeLeo
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require "ostruct"
+
+ObjectTestHarness = Proc.new do
+  extend Shef::Extensions::ObjectCoreExtensions
+
+  def conf=(new_conf)
+    @conf = new_conf
+  end
+
+  def conf
+    @conf
+  end
+
+  desc "rspecin'"
+  def rspec_method
+  end
+end
+
+class TestJobManager
+  attr_accessor :jobs
+end
+
+describe Shef do
+
+  before do
+    Shef.irb_conf = {}
+    Shef::ShefSession.instance.rspec_reset
+    Shef::ShefSession.instance.stub!(:reset!)
+  end
+
+  describe "reporting its status" do
+
+    it "alway says it is running" do
+      Shef.should be_running
+    end
+
+  end
+
+  describe "configuring IRB" do
+    it "configures irb history" do
+      Shef.configure_irb
+      Shef.irb_conf[:HISTORY_FILE].should == "~/.shef_history"
+      Shef.irb_conf[:SAVE_HISTORY].should == 1000
+    end
+
+    it "has a prompt like ``chef > '' in the default context" do
+      Shef.configure_irb
+
+      conf = OpenStruct.new
+      conf.main = Object.new
+      conf.main.instance_eval(&ObjectTestHarness)
+      Shef.irb_conf[:IRB_RC].call(conf)
+      conf.prompt_c.should      == "chef > "
+      conf.return_format.should == " => %s \n"
+      conf.prompt_i.should      == "chef > "
+      conf.prompt_n.should      == "chef ?> "
+      conf.prompt_s.should      == "chef%l> "
+
+    end
+
+    it "has a prompt like ``chef:recipe > '' in recipe context" do
+      Shef.configure_irb
+
+      conf = OpenStruct.new
+      events = Chef::EventDispatch::Dispatcher.new
+      conf.main = Chef::Recipe.new(nil,nil,Chef::RunContext.new(Chef::Node.new, {}, events))
+      Shef.irb_conf[:IRB_RC].call(conf)
+      conf.prompt_c.should      == "chef:recipe > "
+      conf.prompt_i.should      == "chef:recipe > "
+      conf.prompt_n.should      == "chef:recipe ?> "
+      conf.prompt_s.should      == "chef:recipe%l> "
+    end
+
+    it "has a prompt like ``chef:attributes > '' in attributes/node context" do
+      Shef.configure_irb
+
+      conf = OpenStruct.new
+      conf.main = Chef::Node.new
+      Shef.irb_conf[:IRB_RC].call(conf)
+      conf.prompt_c.should      == "chef:attributes > "
+      conf.prompt_i.should      == "chef:attributes > "
+      conf.prompt_n.should      == "chef:attributes ?> "
+      conf.prompt_s.should      == "chef:attributes%l> "
+    end
+
+  end
+
+  describe "convenience macros for creating the chef object" do
+
+    before do
+      @chef_object = Object.new
+      @chef_object.instance_eval(&ObjectTestHarness)
+    end
+
+    it "creates help text for methods with descriptions" do
+      @chef_object.help_descriptions.should == [Shef::Extensions::Help.new("rspec_method", "rspecin'", nil)]
+    end
+
+    it "adds help text when a new method is described then defined" do
+      describe_define =<<-EVAL
+        desc "foo2the Bar"
+        def baz
+        end
+      EVAL
+      @chef_object.instance_eval describe_define
+      @chef_object.help_descriptions.should == [Shef::Extensions::Help.new("rspec_method", "rspecin'"),
+                                                Shef::Extensions::Help.new("baz", "foo2the Bar")]
+    end
+
+    it "adds help text for subcommands" do
+      describe_define =<<-EVAL
+        subcommands :baz_obj_command => "something you can do with baz.baz_obj_command"
+        def baz
+        end
+      EVAL
+      @chef_object.instance_eval describe_define
+      expected_help_text_fragments = [Shef::Extensions::Help.new("rspec_method", "rspecin'")]
+      expected_help_text_fragments << Shef::Extensions::Help.new("baz.baz_obj_command", "something you can do with baz.baz_obj_command")
+      @chef_object.help_descriptions.should == expected_help_text_fragments
+    end
+
+    it "doesn't add previous subcommand help to commands defined afterward" do
+      describe_define =<<-EVAL
+        desc "swingFromTree"
+        def monkey_time
+        end
+
+        def super_monkey_time
+        end
+
+      EVAL
+      @chef_object.instance_eval describe_define
+      @chef_object.help_descriptions.should have(2).descriptions
+      @chef_object.help_descriptions.select {|h| h.cmd == "super_monkey_time" }.should be_empty
+    end
+
+    it "creates a help banner with the command descriptions" do
+      @chef_object.help_banner.should match(/^\|\ Command[\s]+\|\ Description[\s]*$/)
+      @chef_object.help_banner.should match(/^\|\ rspec_method[\s]+\|\ rspecin\'[\s]*$/)
+    end
+  end
+
+end

data/spec/unit/solr_query/query_transform_spec.rb

@@ -0,0 +1,454 @@
+#
+# Author:: Seth Falcon (<seth@opscode.com>)
+# Copyright:: Copyright (c) 2010-2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require 'chef/solr_query/query_transform'
+
+describe "Chef::SolrQuery::QueryTransform" do
+  before(:each) do
+    @parser = Chef::SolrQuery::QueryTransform
+    @parseError = Chef::Exceptions::QueryParseError
+  end
+
+  describe "single term queries" do
+    basic_terms = %w(a ab 123 a1 2b foo_bar baz-baz)
+    basic_terms << "  leading"
+    basic_terms << "trailing "
+    basic_terms += %w(XAND ANDX XOR ORX XNOT NOTX)
+    basic_terms.each do |term|
+      expect = "T:#{term.strip}"
+      it "'#{term}' => #{expect}" do
+        @parser.parse(term).should == expect
+      end
+    end
+    describe "invalid" do
+      %w(AND OR NOT :).each do |t|
+        it "'#{t}' => ParseError" do
+          lambda { @parser.parse(t) }.should raise_error(@parseError)
+        end
+      end
+    end
+
+    describe "wildcards in terms" do
+      it "allows * as a wildcard" do
+        @parser.parse("foo*bar").should == "T:foo*bar"
+      end
+
+      it "allows a single ? as a wildcard" do
+        @parser.parse("foo?bar").should == "T:foo?bar"
+      end
+
+      it "allows multiple ? as fixed length wildcards" do
+        @parser.parse("foo???bar").should == "T:foo???bar"
+      end
+
+      it "allows a leading wildcard with *" do
+        # NOTE: This is not valid lucene query syntax.  However, our
+        # index format and query transformation can allow it because
+        # the transformed query ends up with the '*' not in leading
+        # position.  We decided that allowing it makes sense because
+        # queries like ec2:* are useful and many users expect this
+        # behavior to work.
+        @parser.parse("*foobar").should == "T:*foobar"
+      end
+
+      it "does not allow a leading wildcard with ?" do
+        lambda {  @parser.parse("?foobar") }.should raise_error(@parseError)
+      end
+
+      it "does not allow a leading wildcard with ?" do
+        lambda {  @parser.parse("afield:?foobar") }.should raise_error(@parseError)
+      end
+
+    end
+
+    describe "escaped special characters in terms" do
+      special_chars = ["!", "(", ")", "{", "}", "[", "]", "^", "\"",
+                       "~", "*", "?", ":", "\\", "&", "|", "+", "-"]
+      example_fmts = ['foo%sbar', '%sb', 'a%s']
+      special_chars.each do |char|
+        example_fmts.each do |fmt|
+          input = fmt % ("\\" + char)
+          expect = "T:#{input}"
+          it "'#{input}' => #{expect}" do
+            @parser.parse(input).should == expect
+          end
+        end
+      end
+    end
+
+    describe "special characters in terms are not allowed" do
+      # NOTE: '*' is not a valid start letter for a lucene search
+      # term, however, we can support it because of our index
+      # structure and query transformation.  We decided to keep this
+      # flexibility because queries like ec2:* are common and useful.
+      prefix_ok = ["!", "+", "-", "*"]
+      suffix_ok = ["*", "?", "~", "-"]
+      # FIXME: ideally, '!' would not be allowed in the middle of a
+      # term.  Currently we parse foo!bar the same as foo !bar.
+      # Also '+' might be nice to disallow
+      embed_ok = ["*", "?", ":", "-", "!", "+"]
+      special_chars = ["!", "(", ")", "{", "}", "[", "]", "^", "\"",
+                       "~", "*", "?", ":", "\\", "&", "|", "+", "-"]
+      example_fmts = {
+        :prefix => '%sb',
+        :middle => 'foo%sbar',
+        :suffix => 'a%s'
+      }
+      special_chars.each do |char|
+        example_fmts.keys.each do |key|
+          fmt = example_fmts[key]
+          if key == :prefix && prefix_ok.include?(char)
+            :pass
+          elsif key == :middle && embed_ok.include?(char)
+            :pass
+          elsif key == :suffix && suffix_ok.include?(char)
+            :pass
+          else
+            input = fmt % char
+            it "disallows: '#{input}'" do
+              lambda { @parser.parse(input) }.should raise_error(@parseError)
+            end
+          end
+        end
+      end
+    end
+
+  end
+
+  describe "multiple terms" do
+    it "should allow multiple terms" do
+      @parser.parse("a b cdefg").should == "T:a T:b T:cdefg"
+    end
+  end
+
+  describe "boolean queries" do
+    describe "two term basic and/or" do
+      binary_operators = [['AND', 'AND'], ['&&', 'AND'], ['OR', 'OR'], ['||', 'OR']]
+      binary_operators.each do |op, op_name|
+        expect = "(OP:#{op_name} T:t1 T:t2)"
+        it "should parse 't1 #{op} t2' => #{expect}" do
+          @parser.parse("t1 #{op} t2").should == expect
+        end
+      end
+    end
+
+    it "should allow a string of terms with ands and ors" do
+      expect = "(OP:AND T:t1 (OP:OR T:t2 (OP:AND T:t3 T:t4)))"
+      @parser.parse("t1 AND t2 OR t3 AND t4").should == expect
+    end
+  end
+
+  describe "grouping with parens" do
+    it "should create a single group for (aterm)" do
+      @parser.parse("(aterm)").should == "(T:aterm)"
+    end
+
+    describe "and booleans" do
+
+      %w(AND &&).each do |op|
+        expect = "((OP:AND T:a T:b))"
+        input = "(a #{op} b)"
+        it "parses #{input} => #{expect}" do
+          @parser.parse(input).should == expect
+        end
+      end
+
+      %w(OR ||).each do |op|
+        expect = "((OP:OR T:a T:b))"
+        input = "(a #{op} b)"
+        it "parses #{input} => #{expect}" do
+          @parser.parse(input).should == expect
+        end
+      end
+
+      it "should handle a LHS group" do
+        expect = "(OP:OR ((OP:AND T:a T:b)) T:c)"
+        @parser.parse("(a && b) OR c").should == expect
+        @parser.parse("(a && b) || c").should == expect
+      end
+
+      it "should handle a RHS group" do
+        expect = "(OP:OR T:c ((OP:AND T:a T:b)))"
+        @parser.parse("c OR (a && b)").should == expect
+        @parser.parse("c OR (a AND b)").should == expect
+      end
+
+      it "should handle both sides as groups" do
+        expect = "(OP:OR ((OP:AND T:c T:d)) ((OP:AND T:a T:b)))"
+        @parser.parse("(c AND d) OR (a && b)").should == expect
+      end
+    end
+  end
+
+  describe "NOT queries" do
+    # input, output
+    [
+     ["a NOT b", "T:a (OP:NOT T:b)"],
+     ["a ! b", "T:a (OP:NOT T:b)"],
+     ["a !b", "T:a (OP:NOT T:b)"],
+     ["a NOT (b || c)", "T:a (OP:NOT ((OP:OR T:b T:c)))"],
+     ["a ! (b || c)", "T:a (OP:NOT ((OP:OR T:b T:c)))"],
+     ["a !(b || c)", "T:a (OP:NOT ((OP:OR T:b T:c)))"]
+    ].each do |input, expected|
+      it "should parse '#{input}' => #{expected.inspect}" do
+        @parser.parse(input).should == expected
+      end
+    end
+
+    ["NOT", "a NOT", "(NOT)"].each do |d|
+      it "should raise a ParseError on '#{d}'" do
+        lambda { @parser.parse(d) }.should raise_error(@parseError)
+      end
+    end
+  end
+
+  describe 'required and prohibited prefixes (+/-)' do
+    ["+", "-"].each do |kind|
+      [
+       ["#{kind}foo", "(OP:#{kind} T:foo)"],
+       ["bar #{kind}foo", "T:bar (OP:#{kind} T:foo)"],
+       ["(#{kind}oneA twoA) b", "((OP:#{kind} T:oneA) T:twoA) T:b"]
+      ].each do |input, expect|
+        it "should parse '#{input} => #{expect.inspect}" do
+          @parser.parse(input).should == expect
+        end
+      end
+    end
+
+    # it 'ignores + embedded in a term' do
+    #   @parser.parse("one+two").should == "T:one+two"
+    # end
+
+    it 'ignores - embedded in a term' do
+      @parser.parse("one-two").should == "T:one-two"
+    end
+
+    it "allows a trailing dash" do
+      @parser.parse("one-").should == "T:one-"
+    end
+
+  end
+
+  describe "phrases (strings)" do
+    phrases = [['"single"', 'STR:"single"'],
+               ['"two term"', 'STR:"two term"'],
+               ['"has \"escaped\" quote\"s"', 'STR:"has \"escaped\" quote\"s"']
+              ]
+    phrases.each do |phrase, expect|
+      it "'#{phrase}' => #{expect}" do
+        @parser.parse(phrase).should == expect
+      end
+    end
+
+    describe "invalid" do
+      bad = ['""', '":not:a:term"', '"a :bad:']
+      bad.each do |t|
+        it "'#{t}' => ParseError" do
+          lambda { @parser.parse(t) }.should raise_error(@parseError)
+        end
+      end
+    end
+
+    it "allows phrases to be required with '+'" do
+      @parser.parse('+"a b c"').should == '(OP:+ STR:"a b c")'
+    end
+
+    it "allows phrases to be prohibited with '-'" do
+      @parser.parse('-"a b c"').should == '(OP:- STR:"a b c")'
+    end
+
+    it "allows phrases to be excluded with NOT" do
+      @parser.parse('a NOT "b c"').should == 'T:a (OP:NOT STR:"b c")'
+    end
+
+  end
+
+  describe "fields" do
+    it "parses a term annotated with a field" do
+      @parser.parse("afield:aterm").should == "(F:afield T:aterm)"
+    end
+
+    it "allows underscore in a field name" do
+      @parser.parse("a_field:aterm").should == "(F:a_field T:aterm)"
+    end
+
+    it "parses a group annotated with a field" do
+      @parser.parse("afield:(a b c)").should == "(F:afield (T:a T:b T:c))"
+    end
+
+    it "parses a phrase annotated with a field" do
+      @parser.parse('afield:"a b c"').should == '(F:afield STR:"a b c")'
+    end
+
+    it "allows @ in a term" do
+      @parser.parse('afield:foo@acme.org').should == '(F:afield T:foo@acme.org)'
+    end
+
+    describe "and binary operators" do
+      examples = [
+                  ['term1 AND afield:term2', "(OP:AND T:term1 (F:afield T:term2))"],
+                  ['afield:term1 AND term2', "(OP:AND (F:afield T:term1) T:term2)"],
+                  ['afield:term1 AND bfield:term2',
+                   "(OP:AND (F:afield T:term1) (F:bfield T:term2))"]]
+      examples.each do |input, want|
+        it "'#{input}' => '#{want}'" do
+          @parser.parse(input).should == want
+        end
+      end
+    end
+
+    describe "and unary operators" do
+      examples = [
+                  ['term1 AND NOT afield:term2',
+                   "(OP:AND T:term1 (OP:NOT (F:afield T:term2)))"],
+                  ['term1 AND ! afield:term2',
+                   "(OP:AND T:term1 (OP:NOT (F:afield T:term2)))"],
+                  ['term1 AND !afield:term2',
+                   "(OP:AND T:term1 (OP:NOT (F:afield T:term2)))"],
+                  ['term1 AND -afield:term2',
+                   "(OP:AND T:term1 (OP:- (F:afield T:term2)))"],
+                  ['-afield:[* TO *]',
+                   "(OP:- (FR:afield [*] [*]))"]
+                 ]
+      examples.each do |input, want|
+        it "#{input} => #{want}" do
+          @parser.parse(input).should == want
+        end
+      end
+    end
+  end
+
+  describe "range queries" do
+    before(:each) do
+      @kinds = {
+        "inclusive" => {:left => "[", :right => "]"},
+        "exclusive" => {:left => "{", :right => "}"}
+      }
+    end
+
+    def make_expect(kind, field, s, e)
+      expect_fmt = "(FR:%s %s%s%s %s%s%s)"
+      left = @kinds[kind][:left]
+      right = @kinds[kind][:right]
+      expect_fmt % [field, left, s, right, left, e, right]
+    end
+
+    def make_query(kind, field, s, e)
+      query_fmt = "%s:%s%s TO %s%s"
+      left = @kinds[kind][:left]
+      right = @kinds[kind][:right]
+      query_fmt % [field, left, s, e, right]
+    end
+
+    ["inclusive", "exclusive"].each do |kind|
+      tests = [["afield", "start", "end"],
+               ["afield", "start", "*"],
+               ["afield", "*", "end"],
+               ["afield", "*", "*"]
+              ]
+      tests.each do |field, s, e|
+        it "parses an #{kind} range query #{s} TO #{e}" do
+          expect = make_expect(kind, field, s, e)
+          query = make_query(kind, field, s, e)
+          @parser.parse(query).should == expect
+        end
+      end
+    end
+
+    describe "and binary operators" do
+      [["afield:[start TO end] AND term",
+        "(OP:AND (FR:afield [start] [end]) T:term)"],
+       ["term OR afield:[start TO end]",
+        "(OP:OR T:term (FR:afield [start] [end]))"],
+       ["f1:[s1 TO e1] OR f2:[s2 TO e2]",
+        "(OP:OR (FR:f1 [s1] [e1]) (FR:f2 [s2] [e2]))"]
+      ].each do |q, want|
+        it "parses '#{q}'" do
+          @parser.parse(q).should == want
+        end
+      end
+    end
+
+    describe "and unary operators" do
+      [["t1 NOT afield:[start TO end]",
+        "T:t1 (OP:NOT (FR:afield [start] [end]))"]
+      ].each do |input, want|
+        it "#{input} => #{want}" do
+          @parser.parse(input).should == want
+        end
+      end
+    end
+  end
+
+  describe "proximity query" do
+    [
+     ['"one two"~10', '(OP:~ STR:"one two" 10)'],
+     ['word~', '(OP:~ T:word)'],
+     ['word~0.5', '(OP:~ T:word 0.5)']
+    ].each do |input, expect|
+      it "'#{input}' => #{expect}" do
+        @parser.parse(input).should == expect
+      end
+    end
+  end
+
+  describe "term boosting" do
+    [
+     ['"one two"^10', '(OP:^ STR:"one two" 10)'],
+     ['word^0.5', '(OP:^ T:word 0.5)']
+    ].each do |input, expect|
+      it "'#{input}' => #{expect}" do
+        @parser.parse(input).should == expect
+      end
+    end
+
+    it "should fail to parse if no boosting argument is given" do
+      lambda { @parser.parse("foo^")}.should raise_error(@parseError)
+    end
+  end
+
+  describe "examples" do
+    examples = [['tags:apples*.for.eating.com', "(F:tags T:apples*.for.eating.com)"],
+                ['ohai_time:[1234.567 TO *]', "(FR:ohai_time [1234.567] [*])"],
+                ['ohai_time:[* TO 1234.567]', "(FR:ohai_time [*] [1234.567])"],
+                ['ohai_time:[* TO *]', "(FR:ohai_time [*] [*])"]]
+                # ['aterm AND afield:aterm', "((OP:AND T:aterm ((F:afield T:aterm))))"],
+                # ['role:prod AND aterm', "blah"],
+                # ['role:prod AND xy:true', "blah"]]
+    examples.each do |input, want|
+      it "'#{input}' => '#{want}'" do
+        @parser.parse(input).should == want
+      end
+    end
+  end
+
+  describe "transform queries for solr schema" do
+    testcase_file = "#{CHEF_SPEC_DATA}/search_queries_to_transform.txt"
+    lines = File.readlines(testcase_file).map { |line| line.strip }
+    lines = lines.select { |line| !line.empty? }
+    testcases = Hash[*(lines)]
+    testcases.keys.sort.each do |input|
+      expected = testcases[input]
+      it "from> #{input}\n    to> #{expected}\n" do
+        @parser.transform(input).should == expected
+      end
+    end
+  end
+
+end