text_parser 0.1.5 → 0.1.6

data/lib/text_parser.rb

@@ -1,3 +1,4 @@
+# -*- encoding : utf-8 -*-
 module TextParser
   # Returns a parsed text with the words and its occurrences.
   # @param [Hash] [args]
@@ -11,11 +12,11 @@ module TextParser
       :negative_dictionary => []
     }.merge(args)
     result = []
-    text = process_text
+    text = self.gsub(/[^A-Za-zÀ-ú0-9\-]/u," ").strip
     options[:dictionary] = text.split(" ") unless options[:dictionary]
     return [] if options[:dictionary].count < 1
-    regex = Regexp.new("(\\b#{options[:dictionary].join('\\b|\\b')}\\b)", Regexp::IGNORECASE)
-    match_result = text.scan(regex).map{|i| i.shift.downcase}   
+    regex = Regexp.new(options[:dictionary].join('\\b|\\b'), Regexp::IGNORECASE)
+    match_result = text.scan(regex).map{|i| i.downcase}   
     match_result.each do |w|
       result << {:hits => match_result.count(w), :word => w} unless result.select{|r| r[:word] == w}.shift || options[:negative_dictionary].map{|i| i.downcase}.include?(w)
     end 
@@ -23,16 +24,9 @@ module TextParser
     result.reverse! if options[:order_direction] == :desc
     result
   end
-  
-  private
-  
-  def process_text
-    text = self.gsub(/\s{2,}/," ")
-    text = text.gsub(/[^\w\s\-]/u, "")
-  end
 end
 
 # Includes module TextParser in the String object
 class String
   include TextParser
-end
+end

data/test/text_parser_test.rb

@@ -1,10 +1,11 @@
+# -*- encoding : utf-8 -*-
 require "test/unit"
 require "text_parser"
 
 class TextParserTest < Test::Unit::TestCase
 
   def test_should_have_method_parse
-    assert "some text".methods.select{|a| a == "parse"}.count > 0
+    assert "some text".methods.select{|a| a.to_s == "parse"}.count > 0
   end
   
   def test_should_parse
@@ -13,11 +14,11 @@ class TextParserTest < Test::Unit::TestCase
                   {:word => "dolor",        :hits => 1}],
                   text.parse(:dictionary => ["dolor", "consectetur"])
   end
-  
+
   def test_should_parse_without_dictionary
     assert_equal [{:word => "test", :hits => 2}], "test test".parse
   end
-  
+
   def test_should_remove_some_characters
     text = "Test? Test. Yes, test!"
     assert_equal [{:word => "test", :hits => 3}, {:word => "yes", :hits => 1}], text.parse
@@ -65,7 +66,7 @@ class TextParserTest < Test::Unit::TestCase
   end
 
   def test_should_works_with_special_characters
-    assert_equal [], "'/[.](\")".parse
+    assert_equal [], "*&%?!$#%$@\\'///[.](\")".parse
   end
   
   def test_should_works_hifen
@@ -90,20 +91,18 @@ class TextParserTest < Test::Unit::TestCase
                   {:word => "espacos",:hits => 1},
                   {:word => "eu",     :hits => 1},
                   {:word => "se",     :hits => 1}], text.parse
-  end   
-  
+  end 
+
   def test_should_keep_some_special_character
     assert_equal [{:word => "espaço", :hits => 1},
                   {:word => "sideral",:hits => 1}], "Espaço sideral".parse
     assert_equal [{:word => "açúcar", :hits => 1},
-                  {:word => "bom",    :hits => 1},
-                  {:word => "de",     :hits => 1},
-                  {:word => "pão",    :hits => 1}], "Pão de açúcar é bom.".parse
+                  {:word => "pão",    :hits => 1}], "Pão açúcar".parse
+    assert_equal [{:word => "ãéç",    :hits => 1}], "ãéç".parse
   end
 end
 
-
-
+ 
 
 
 

data/text_parser.gemspec

@@ -1,12 +1,10 @@
-require "lib/text_parser/version"
-
 Gem::Specification.new do |s|
   s.name        = "text_parser"
-  s.version     = TextParser::Version.const_get("STRING")
+  s.version     = "0.1.6"
   s.author      = "Frederico de Paula"
   s.email       = "fpaula@gmail.com"
   s.summary     = "A easy way to parse a text."
-  s.description = "Using method parse in the String object you can parse any text"
+  s.description = "Using method parse in the String object you can parse any text."
   s.files       = Dir["{lib/**/*.rb,README.rdoc,test/**/*.rb,Rakefile,*.gemspec,doc/**/*}"]
   s.homepage    = "http://textparser.heroku.com/"
 end

metadata

@@ -1,38 +1,25 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: text_parser
-version: !ruby/object:Gem::Version 
-  hash: 17
+version: !ruby/object:Gem::Version
+  version: 0.1.6
   prerelease: 
-  segments: 
-  - 0
-  - 1
-  - 5
-  version: 0.1.5
 platform: ruby
-authors: 
+authors:
 - Frederico de Paula
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-12-09 00:00:00 -02:00
-default_executable: 
+date: 2011-12-15 00:00:00.000000000Z
 dependencies: []
-
-description: Using method parse in the String object you can parse any text
+description: Using method parse in the String object you can parse any text.
 email: fpaula@gmail.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
-- lib/text_parser/version.rb
+files:
 - lib/text_parser.rb
 - README.rdoc
 - test/text_parser_test.rb
-- test/version_test.rb
 - Rakefile
 - text_parser.gemspec
 - doc/_index.html
@@ -52,39 +39,28 @@ files:
 - doc/TextParser/Version.html
 - doc/TextParser.html
 - doc/top-level-namespace.html
-has_rdoc: true
 homepage: http://textparser.heroku.com/
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.4.2
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: A easy way to parse a text.
 test_files: []
-

data/lib/text_parser/version.rb

@@ -1,8 +0,0 @@
-module TextParser
-  module Version
-    MAJOR = 0
-    MINOR = 1
-    PATCH = 5
-    STRING = "#{MAJOR}.#{MINOR}.#{PATCH}"
-  end
-end

data/test/version_test.rb

@@ -1,23 +0,0 @@
-require "test/unit"
-require "text_parser/version"
-
-class TextParserTest < Test::Unit::TestCase
-  def test_version
-    assert_equal TextParser::Version.const_get("STRING"), "0.1.5" 
-  end
-end
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-