acts_as_tokenizable 0.4.0 → 0.5.0

data/VERSION

@@ -1 +1 @@
-0.4.0
+0.5.0

data/acts_as_tokenizable.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{acts_as_tokenizable}
-  s.version = "0.4.0"
+  s.version = "0.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = [%q{Enrique Garcia Cota}, %q{Francisco de Juan}]
@@ -27,10 +27,8 @@ Gem::Specification.new do |s|
     "init.rb",
     "lib/acts_as_tokenizable.rb",
     "lib/acts_as_tokenizable/acts_as_tokenizable.rb",
-    "lib/acts_as_tokenizable/string_extensions.rb",
+    "lib/acts_as_tokenizable/string_utils.rb",
     "lib/tasks/acts_as_tokenizable.rake",
-    "pkg/acts_as_tokenizable-0.1.0.gem",
-    "pkg/acts_as_tokenizable-0.2.0.gem",
     "test/helper.rb",
     "test/test_acts_as_tokenizable.rb"
   ]

data/lib/acts_as_tokenizable/acts_as_tokenizable.rb

@@ -1,4 +1,4 @@
-require 'acts_as_tokenizable/string_extensions'
+require 'acts_as_tokenizable/string_utils'
 
 module ActsAsTokenizable
 
@@ -21,7 +21,7 @@ module ActsAsTokenizable
     # stop words, replacing words.
     # By default it tokenizes each word and removes duplicates.
     def prepare_search_token(search_token)
-      StringExtensions::words_to_token(search_token)
+      StringUtils::words_to_token(search_token)
     end
   end
 

data/lib/acts_as_tokenizable/{string_extensions.rb → string_utils.rb}

@@ -1,11 +1,8 @@
-module ActsAsTokenizable
+require 'babosa' # ensure that the babosa gem is loaded
 
-  module StringExtensions
+module ActsAsTokenizable
 
-    #converts accented letters into ascii equivalents (i.e. ñ becomes n)
-    def self.normalize(str)
-      str.mb_chars.normalize(:d).gsub(/[^\x00-\x7F]/n,'').to_s
-    end
+  module StringUtils
 
     #returns true if numeric, false, otherwise
     def self.numeric?(str)
@@ -49,16 +46,12 @@ module ActsAsTokenizable
 
     #convert into something that can be used as an indexation key
     def self.to_token(str, max_length=255)
-      str = normalize(str).strip.downcase.gsub(/[^\w|-]/, '') #remove all non-alphanumeric but hyphen (-)
+      # to_slug and normalize are provided by the 'babosa' gem
+      str = str.to_slug.normalize.strip.downcase.gsub(/[^\w|-]/, '') #remove all non-alphanumeric but hyphen (-)
       str = str.squeeze unless numeric?(str) #remove duplicates, except on pure numbers
       return str[0..(max_length-1)]
     end
 
-    #convert into something that can be used on links
-    def self.to_slug(str, separator='-')
-      words(normalize(str.strip.downcase)).join(separator)
-    end
-
     #tokenizes each word individually, and joins the word with the separator char.
     def self.words_to_token(str, max_length=255, separator = ' ')
       words(str).collect{|w| to_token(w)}.uniq.join(separator)[0..(max_length-1)]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: acts_as_tokenizable
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
   prerelease: 
 platform: ruby
 authors:
@@ -14,7 +14,7 @@ date: 2012-03-20 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thoughtbot-shoulda
-  requirement: &9777180 !ruby/object:Gem::Requirement
+  requirement: &17156500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,7 +22,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *9777180
+  version_requirements: *17156500
 description: Make ActiveRecord models easily searchable via tokens.
 email: github@splendeo.es
 executables: []
@@ -41,10 +41,8 @@ files:
 - init.rb
 - lib/acts_as_tokenizable.rb
 - lib/acts_as_tokenizable/acts_as_tokenizable.rb
-- lib/acts_as_tokenizable/string_extensions.rb
+- lib/acts_as_tokenizable/string_utils.rb
 - lib/tasks/acts_as_tokenizable.rake
-- pkg/acts_as_tokenizable-0.1.0.gem
-- pkg/acts_as_tokenizable-0.2.0.gem
 - test/helper.rb
 - test/test_acts_as_tokenizable.rb
 homepage: http://github.com/splendeo/acts_as_tokenizable