term-extract 0.5.1 → 0.5.2

data/Gemfile

@@ -3,7 +3,7 @@ source "http://rubygems.org"
 # Example:
 #   gem "activesupport", ">= 2.3.5"
 
-gem 'rbtagger', ">=0"
+gem 'rbtagger', "~>0.4.7"
 
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.

data/Gemfile.lock

@@ -7,7 +7,7 @@ GEM
       git (>= 1.2.5)
       rake
     rake (0.8.7)
-    rbtagger (0.4.6)
+    rbtagger (0.4.7)
     rcov (0.9.9)
     shoulda (2.11.3)
 
@@ -17,6 +17,6 @@ PLATFORMS
 DEPENDENCIES
   bundler (~> 1.0.0)
   jeweler (~> 1.5.2)
-  rbtagger
+  rbtagger (~> 0.4.7)
   rcov
   shoulda

data/VERSION

@@ -1 +1 @@
-0.5.1
+0.5.2

data/lib/term-extract.rb

@@ -107,7 +107,7 @@ class TermExtract
     if @collapse_terms
       terms.each_key do |term1|
         terms.each_key do |term2|
-          terms.delete(term2) if term1.length > term2.length && (term1 =~ /[^A-Za-z0-9]#{term2}$/ || term1 =~ /^#{term2}[^A-Za-z0-9]/)
+          terms.delete(term2) if term1.length > term2.length && (term1 =~ /[^A-Za-z0-9]#{Regexp.escape(term2)}$/ || term1 =~ /^#{Regexp.escape(term2)}[^A-Za-z0-9]/)
         end
       end
     end
@@ -119,7 +119,7 @@ class TermExtract
     terms
   end
 
-  protected
+  protected  
   def preprocess_tags(pos)
     # Add in full stops to tag list to allow multiterms to work
     tags = []

data/term-extract.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{term-extract}
-  s.version = "0.5.1"
+  s.version = "0.5.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["rattle"]
-  s.date = %q{2011-01-07}
+  s.date = %q{2011-06-03}
   s.default_executable = %q{term-extract}
   s.email = %q{robl@rjlee.net}
   s.executables = ["term-extract"]
@@ -46,20 +46,20 @@ Gem::Specification.new do |s|
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<rbtagger>, [">= 0"])
+      s.add_runtime_dependency(%q<rbtagger>, ["~> 0.4.7"])
       s.add_development_dependency(%q<shoulda>, [">= 0"])
       s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_development_dependency(%q<rcov>, [">= 0"])
     else
-      s.add_dependency(%q<rbtagger>, [">= 0"])
+      s.add_dependency(%q<rbtagger>, ["~> 0.4.7"])
       s.add_dependency(%q<shoulda>, [">= 0"])
       s.add_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_dependency(%q<rcov>, [">= 0"])
     end
   else
-    s.add_dependency(%q<rbtagger>, [">= 0"])
+    s.add_dependency(%q<rbtagger>, ["~> 0.4.7"])
     s.add_dependency(%q<shoulda>, [">= 0"])
     s.add_dependency(%q<bundler>, ["~> 1.0.0"])
     s.add_dependency(%q<jeweler>, ["~> 1.5.2"])

data/test/test_term-extract.rb

@@ -175,5 +175,23 @@ SOURCE
     end
 
   end
+  
+  context 'when having regex characters in terms' do
+    should 'not break when * is involved' do
+      doc = 'Siam Square Soi 4, Rama 1 Rd, Pathum Wan, Bangkok, 10330 *Bangkok Trip'
+      assert_nothing_raised do
+        TermExtract.extract(doc) 
+      end
+    end
 
+    should 'not break when ? is involved' do
+      doc = <<EOF
+We sat and watched the very accommodating waitresses tend to a healthy traffic of middle-aged male Japanese patrons and wondered if we had somehow stumbled unwittingly into KL's version of a kyabakura.
+Nonbei is celebrating its anniversary this Wednesday, 25th November 2009 by offering a RM110++ deal for all-you-can-eat (drinks up till 10PM).
+EOF
+      assert_nothing_raised do
+        TermExtract.extract(doc) 
+      end
+    end
+  end    
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: term-extract
 version: !ruby/object:Gem::Version 
-  hash: 9
+  hash: 15
   prerelease: false
   segments: 
   - 0
   - 5
-  - 1
-  version: 0.5.1
+  - 2
+  version: 0.5.2
 platform: ruby
 authors: 
 - rattle
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-01-07 00:00:00 +00:00
+date: 2011-06-03 00:00:00 +01:00
 default_executable: term-extract
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -24,12 +24,14 @@ dependencies:
   version_requirements: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version 
-        hash: 3
+        hash: 1
         segments: 
         - 0
-        version: "0"
+        - 4
+        - 7
+        version: 0.4.7
   requirement: *id001
   type: :runtime
 - !ruby/object:Gem::Dependency