keyword_search_yjchen 1.5.0

data/lib/keyword_search.rl

@@ -0,0 +1,112 @@
+require File.dirname(__FILE__) << '/keyword_search/definition.rb'
+
+module KeywordSearch
+
+  class ParseError < ::SyntaxError; end  
+      
+  class << self
+  
+    %%{
+      
+      machine parser;
+      
+      action start {
+        tokstart = p;
+      }
+      
+      action key {
+        key = word
+        results[key] ||= []
+      }
+      
+      action default {
+        key = nil
+      }
+      
+      action word {
+        word = data[tokstart..p-1]
+      }
+      
+      action value {
+        (results[key || :default] ||= []) << [ word, positive_match ]
+      }
+      
+      action negative_match {
+        positive_match = false
+      }
+      
+      action positive_match {
+        positive_match = true
+      }
+      
+      action quote { quotes += 1 }
+      
+      action unquote { quotes -= 1 }
+
+      seperators = ' '+ | / *[,|] */ ;
+
+      bareword = ( [^ '"(:] . [^ "):]* ) > start % word ; # allow apostrophes
+      dquoted = '"' @ quote ( [^"]* > start % word ) :>> '"' @ unquote;
+      squoted = '\'' @ quote ( [^']* > start % word ) :>> '\'' @ unquote;
+
+      anyword = dquoted | squoted | bareword ;      
+
+      anyvalue = anyword % value ;
+      multivalues = anyvalue ( seperators anyvalue )* ;
+      groupedvalues = '(' @ quote multivalues :>> ')' @ unquote;
+
+      value = groupedvalues | anyvalue ;
+
+      pair = bareword % key ':' value ;
+
+      value_only = value > default ;
+      
+      match_mode = ('-' % negative_match | '+'? % positive_match ) ;
+
+      definition = match_mode? <: ( pair | value_only ) ;
+      
+      definitions = definition ( ' '+ definition )*;
+
+      main := ' '* definitions? ' '* 0
+              @!{ raise ParseError, "At offset #{p}, near: '#{data[p,10]}'" };        
+
+    }%%
+    
+    def search(input_string, definition=nil, &block)
+      definition ||= Definition.new(&block)
+      results = parse(input_string)
+      results.each do |key, terms|
+        definition.handle(key, terms)
+      end
+      results
+    end
+    
+    #######
+    private
+    #######
+    
+    def parse(input) #:nodoc:
+      data = input + ' '
+      %% write data;
+    	p = 0
+      eof = nil
+      word = nil
+    	pe = data.length
+    	key = nil
+      positive_match = nil
+    	tokstart = nil
+    	results = {}
+    	quotes = 0
+      %% write init;
+      %% write exec;
+    	unless quotes.zero?
+    	  raise ParseError, "Unclosed quotes"
+    	end
+    	results
+    end
+    
+  end
+  
+end
+
+

data/test/test_keyword_search.rb

@@ -0,0 +1,336 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+
+require File.dirname(__FILE__) + '/../lib/keyword_search'
+
+describe "KeywordSearch" do
+
+  NAME_AND_AGE = %<bruce williams age:26>
+  NAME_QUOTED_AND_AGE = %<"bruce williams" age:26>
+  NAME_AND_QUOTED_AGE = %<bruce williams age:"26">
+  DEFAULT_AGE_WITH_QUOTED_AGE = %<26 name:"bruce williams">
+  DEFAULT_AGE_WITH_SINGLE_QUOTED_AGE = %<26 name:'bruce williams'>
+  NAME_WITH_NESTED_SINGLE_QUOTES = %<"d'arcy d'uberville" age:28>
+  NAME_AND_GROUPED_AGE = %<coda hale age:(27)>
+  NAME_AND_GROUPED_QUOTED_AGE = %<coda hale age:("27")>
+  NAME_AND_GROUPED_QUOTED_AGES = %<coda hale age:("27" 34 '48')>
+  GROUPED_NAMES_AND_AGE = %<(coda bruce 'hale' "williams") age:20>
+
+  it "default keyword" do
+    result = nil
+    KeywordSearch.search(NAME_AND_AGE) do |with|
+      with.default_keyword :name
+      with.keyword :name do |values|
+        result = values.join(' ')
+      end
+    end
+    result.must_equal 'bruce williams'
+    assert_equal 'bruce williams', result
+  end
+
+  it "grouped default keywords" do
+    result = nil
+    KeywordSearch.search(GROUPED_NAMES_AND_AGE) do |with|
+      with.default_keyword :name
+      with.keyword :name do |values|
+        result = values
+      end
+    end
+    assert_equal ['coda', 'bruce', 'hale', 'williams'], result
+  end
+
+  it "unquoted keyword term" do
+    result = nil
+    KeywordSearch.search(NAME_AND_AGE) do |with|
+      with.keyword :age do |values|
+        result = Integer(values.first)
+      end
+    end
+    assert_equal 26, result
+  end
+
+  it "unquoted grouped keyword term" do
+    result = nil
+    KeywordSearch.search(NAME_AND_GROUPED_AGE) do |with|
+      with.keyword :age do |values|
+        result = Integer(values.first)
+      end
+    end
+    assert_equal 27, result
+  end
+
+  it "quoted grouped keyword term" do
+    result = nil
+    KeywordSearch.search(NAME_AND_GROUPED_QUOTED_AGE) do |with|
+      with.keyword :age do |values|
+        result = Integer(values.first)
+      end
+    end
+    assert_equal 27, result
+  end
+
+  it "mixed grouped keyword terms" do
+    result = nil
+    KeywordSearch.search(NAME_AND_GROUPED_QUOTED_AGES) do |with|
+      with.keyword :age do |values|
+        result = values.map { |v| v.to_i }
+      end
+    end
+    assert_equal [27, 34, 48], result
+  end
+
+  it "quoted default keyword term" do
+    result = nil
+    KeywordSearch.search(NAME_QUOTED_AND_AGE) do |with|
+      with.default_keyword :name
+      with.keyword :name do |values|
+        result = values.join(' ')
+      end
+    end
+    assert_equal 'bruce williams', result
+  end
+
+  it "quoted keyword term" do
+    result = nil
+    KeywordSearch.search(NAME_AND_QUOTED_AGE) do |with|
+      with.keyword :age do |values|
+        result = Integer(values.first)
+      end
+    end
+    assert_equal 26, result
+  end
+
+  it "quoted keyword term with whitespace" do
+    result = nil
+    KeywordSearch.search(DEFAULT_AGE_WITH_QUOTED_AGE) do |with|
+      with.default_keyword :age
+      with.keyword :name do |values|
+        result = values.first
+      end
+    end
+    assert_equal 'bruce williams', result
+  end
+
+  it "single quoted keyword term with whitespace" do
+    result = nil
+    r = KeywordSearch.search(DEFAULT_AGE_WITH_SINGLE_QUOTED_AGE) do |with|
+      with.default_keyword :age
+      with.keyword :name do |values|
+        result = values.first
+      end
+    end
+    assert_equal 'bruce williams', result
+  end
+
+  it "nested single quote is accumulated" do
+    result = nil
+    KeywordSearch.search(NAME_WITH_NESTED_SINGLE_QUOTES) do |with|
+      with.default_keyword :name
+      with.keyword :name do |values|
+        result = values.first
+      end
+    end
+    assert_equal %<d'arcy d'uberville>, result
+  end
+
+  it "nested double quote is accumulated" do
+    result = nil
+    KeywordSearch.search(%<'he was called "jake"'>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal %<he was called "jake">, result
+  end
+
+  it "bare single quote in unquoted literal is accumulated" do
+    result = nil
+    KeywordSearch.search(%<bruce's age:27>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal %<bruce's>, result
+  end
+
+  it "single quoted literal is accumulated" do
+    result = nil
+    KeywordSearch.search(%<foo 'bruce williams' age:27>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.last
+      end
+    end
+    assert_equal %<bruce williams>, result
+  end
+
+  it "period in literal is accumulated" do
+    result = nil
+    KeywordSearch.search(%<okay... age:27>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal %<okay...>, result
+  end
+
+  it "parse error results in exception" do
+    assert_raises(KeywordSearch::ParseError) do
+      KeywordSearch.search(%<we_do_not_allow:! or ::>) do |with|
+        with.default_keyword :text
+        with.keyword :text do |values|
+          result = values.first
+        end
+      end
+    end
+  end
+
+  it "can use apostrophes in unquoted literal" do
+    result = nil
+    KeywordSearch.search(%<d'correct>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal "d'correct", result
+  end
+
+  it "can use apostrophes in unquoted literal values" do
+    result = nil
+    KeywordSearch.search(%<text:d'correct>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal "d'correct", result
+  end
+
+  it "cannot use an apostrophe at the beginning on an unquoted literal" do
+    assert_raises(KeywordSearch::ParseError) do
+      KeywordSearch.search(%<'thisiswrong>) do |with|
+        with.default_keyword :text
+        with.keyword :text do |values|
+          result = values.first
+        end
+      end
+    end
+  end
+
+  it "keywords are case sensitive" do
+    result = nil
+    KeywordSearch.search(%<Text:justtesting>) do |with|
+      with.keyword :text do |values|
+        result = :small
+      end
+      with.keyword :Text do |values|
+        result = :big
+      end
+    end
+    assert_equal :big, result
+  end
+
+  it "values are case sensitive" do
+    result = nil
+    KeywordSearch.search(%<text:Big>) do |with|
+      with.keyword :text do |values|
+        result = values.first
+      end
+    end
+    assert_equal 'Big', result
+  end
+
+  it "spaces are condensed" do
+    result = nil
+    KeywordSearch.search(%<   this   is    some    text   >) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values
+      end
+    end
+    assert_equal %w(this is some text), result
+  end
+
+  it "an empty search is successful" do
+    result = nil
+    KeywordSearch.search(%<>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values|
+        result = values
+      end
+    end
+    assert_nil result
+  end
+
+  it 'a negative search' do
+    result = nil
+
+    KeywordSearch.search(%<-site:google.com>) do |with|
+      with.keyword :site do |values, positive|
+        result = [ values, positive ]
+      end
+    end
+    assert_equal [ [ 'google.com' ], false ], result
+  end
+
+  it 'a positive search' do
+    result = nil
+
+    KeywordSearch.search(%<+site:google.com>) do |with|
+      with.keyword :site do |values, positive|
+        result = [ values, positive ]
+      end
+    end
+    assert_equal [ [ 'google.com' ], true ], result
+  end
+
+  it 'a search with no sign' do
+    result = nil
+
+    KeywordSearch.search(%<site:google.com>) do |with|
+      with.keyword :site do |values, positive|
+        result = [ values, positive ]
+      end
+    end
+    assert_equal [ [ 'google.com' ], true ], result
+  end
+
+  it 'a term should default to positive with no sign' do
+    result = nil
+
+    KeywordSearch.search(%<-site:google.com inurl:atom>) do |with|
+      with.keyword :inurl do |values, positive|
+        result = [ values, positive ]
+      end
+    end
+    assert_equal [ %w(atom), true ], result
+  end
+
+  it 'a negative and positive search to the default keyword' do
+    result = []
+
+    KeywordSearch.search(%<text -google.com search>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values, positive|
+        result << [ values, positive ]
+      end
+    end
+    assert_equal [ [ %w(text search), true ], [ %w(google.com), false ] ], result
+  end
+
+  it 'a negative search to the default keyword with quotes' do
+    result = []
+
+    KeywordSearch.search(%<-google.com>) do |with|
+      with.default_keyword :text
+      with.keyword :text do |values, positive|
+        result << [ values, positive ]
+      end
+    end
+    assert_equal [ [ %w(google.com), false ] ], result
+  end
+end

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification
+name: keyword_search_yjchen
+version: !ruby/object:Gem::Version
+  version: 1.5.0
+platform: ruby
+authors:
+- Bruce Williams
+- Eric Lindvall
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- brwcodes@gmail.com
+- eric@sevenscale.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE
+- Manifest
+- README.md
+- Rakefile
+- keyword_search.gemspec
+- lib/keyword_search.rb
+- lib/keyword_search.rl
+- lib/keyword_search/definition.rb
+- lib/keyword_search/version.rb
+- test/test_keyword_search.rb
+homepage: http://github.com/bruce/keyword_search
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options:
+- --charset=UTF-8
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Generic library to parse GMail-style search strings for keyword/value pairs;
+  supports definition of valid keywords and handling of quoted values.
+test_files:
+- test/test_keyword_search.rb