stringex 1.4.0 → 1.5.0

data/MIT-LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2008 Lucky Sneaks
+Copyright (c) 2008-2012 Lucky Sneaks
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.rdoc

@@ -100,4 +100,4 @@ You'll need to add a <tt>:find_by => :url</tt> to your <tt>load_and_authorize_re
 
 If it's not obvious, some of the code for ActsAsUrl is based on Rick Olsen's permalink_fu[http://svn.techno-weenie.net/projects/plugins/permalink_fu/] plugin. Unidecoder is a Ruby port of Sean Burke's Text::Unidecode[http://interglacial.com/~sburke/tpj/as_html/tpj22.html] module for Perl. And, finally, the bulk of strip_html_tags[link:classes/Stringex/StringExtensions.html#M000005] in StringExtensions was stolen from Tobias Lütke's Regex in Typo[http://typosphere.org/].
 
-copyright (c) 2008 Lucky Sneaks, released under the MIT license
+copyright (c) 2008-2012 Lucky Sneaks, released under the MIT license

data/Rakefile

@@ -2,7 +2,8 @@
 
 require 'rake'
 require 'rake/testtask'
-require 'rake/rdoctask'
+require 'rdoc/task'
+require 'stringex/version'
 
 begin
   require 'jeweler'
@@ -212,10 +213,10 @@ begin
     }
     gem.rdoc_options     = %w{--main README.rdoc --charset utf-8 --line-numbers}
     gem.extra_rdoc_files =  %w{MIT-LICENSE README.rdoc}
-    gem.version = "1.4.0"
+    gem.version = Stringex::Version::STRING
   end
 
-  Jeweler::GemcutterTasks.new
+  Jeweler::RubygemsDotOrgTasks.new
 rescue LoadError
   puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
 end

data/lib/stringex/acts_as_url.rb

@@ -5,11 +5,67 @@ module Stringex
       base.extend ClassMethods
     end
 
+    class Configuration
+      attr_accessor :allow_slash, :allow_duplicates, :attribute_to_urlify, :duplicate_count_separator,
+        :exclude, :only_when_blank, :scope_for_url, :sync_url, :url_attribute, :url_limit
+
+      def initialize(klass, options = {})
+        self.allow_slash = options[:allow_slash]
+        self.allow_duplicates = options[:allow_duplicates]
+        self.attribute_to_urlify = options[:attribute]
+        self.duplicate_count_separator = options[:duplicate_count_separator] || "-"
+        self.exclude = options[:exclude] || []
+        self.only_when_blank = options[:only_when_blank]
+        self.scope_for_url = options[:scope]
+        self.sync_url = options[:sync_url]
+        self.url_attribute = options[:url_attribute] || "url"
+        self.url_limit = options[:limit]
+      end
+
+      def get_base_url!(instance)
+        base_url = instance.send(url_attribute)
+        if base_url.blank? || !only_when_blank
+          root = instance.send(attribute_to_urlify).to_s
+          base_url = root.to_url(:allow_slash => allow_slash, :limit => url_limit, :exclude => exclude)
+        end
+        instance.instance_variable_set "@acts_as_url_base_url", base_url
+      end
+
+      def get_conditions!(instance)
+        conditions = ["#{url_attribute} LIKE ?", instance.instance_variable_get("@acts_as_url_base_url") + '%']
+        unless instance.new_record?
+          conditions.first << " and id != ?"
+          conditions << instance.id
+        end
+        if scope_for_url
+          conditions.first << " and #{scope_for_url} = ?"
+          conditions << instance.send(scope_for_url)
+        end
+        conditions
+      end
+
+      def handle_duplicate_urls!(instance)
+        unless allow_duplicates
+          base_url = instance.instance_variable_get("@acts_as_url_base_url")
+
+          url_owners = instance.class.unscoped.find(:all, :conditions => get_conditions!(instance))
+          if url_owners.any?{|owner| owner.send(url_attribute) == base_url}
+            separator = duplicate_count_separator
+            n = 1
+            while url_owners.any?{|owner| owner.send(url_attribute) == "#{base_url}#{separator}#{n}"}
+              n = n.succ
+            end
+            instance.send :write_attribute, url_attribute, "#{base_url}#{separator}#{n}"
+          end
+        end
+      end
+    end
+
     module ClassMethods # :doc:
       # Creates a callback to automatically create an url-friendly representation
       # of the <tt>attribute</tt> argument. Example:
       #
-      #   act_as_url :title
+      #   acts_as_url :title
       #
       # will use the string contents of the <tt>title</tt> attribute
       # to create the permalink. <strong>Note:</strong> you can also use a non-database-backed
@@ -19,24 +75,30 @@ module Stringex
       # The default attribute <tt>acts_as_url</tt> uses to save the permalink is <tt>url</tt>
       # but this can be changed in the options hash. Available options are:
       #
-      # <tt>:url_attribute</tt>:: The name of the attribute to use for storing the generated url string.
-      #                           Default is <tt>:url</tt>
-      # <tt>:scope</tt>:: The name of model attribute to scope unique urls to. There is no default here.
+      # <tt>:allow_slash</tt>:: If true, allow the generated url to contain slashes. Default is false[y].
+      # <tt>:allow_duplicates</tt>:: If true, allow duplicate urls instead of appending numbers to
+      #                              differentiate between urls. Default is false[y].
+      # <tt>:duplicate_count_separator</tt>:: String to use when forcing unique urls from non-unique strings.
+      #                                       Default is "-".
+      # <tt>:exclude_list</tt>:: List of complete strings that should not be transformed by <tt>acts_as_url</tt>.
+      #                          Default is empty.
       # <tt>:only_when_blank</tt>:: If true, the url generation will only happen when <tt>:url_attribute</tt> is
-      #                             blank. Default is false (meaning url generation will happen always)
+      #                             blank. Default is false[y] (meaning url generation will happen always).
+      # <tt>:scope</tt>:: The name of model attribute to scope unique urls to. There is no default here.
       # <tt>:sync_url</tt>:: If set to true, the url field will be updated when changes are made to the
-      #                      attribute it is based on. Default is false.
+      #                      attribute it is based on. Default is false[y].
+      # <tt>:url_attribute</tt>:: The name of the attribute to use for storing the generated url string.
+      #                           Default is <tt>:url</tt>.
+      # <tt>:url_limit</tt>:: The maximum size a generated url should be. <strong>Note:</strong> this does not
+      #                       include the characters needed to enforce uniqueness on duplicate urls.
+      #                       Default is nil.
       def acts_as_url(attribute, options = {})
-        cattr_accessor :attribute_to_urlify
-        cattr_accessor :scope_for_url
-        cattr_accessor :url_attribute # The attribute on the DB
-        cattr_accessor :only_when_blank
-        cattr_accessor :duplicate_count_separator
-        cattr_accessor :allow_slash
-        cattr_accessor :allow_duplicates
-        cattr_accessor :url_limit
+        cattr_accessor :acts_as_url_configuration
+
+        options[:attribute] = attribute
+        self.acts_as_url_configuration = ActsAsUrl::Configuration.new(self, options)
 
-        if options[:sync_url]
+        if acts_as_url_configuration.sync_url
           before_validation(:ensure_unique_url)
         else
           if defined?(ActiveModel::Callbacks)
@@ -46,21 +108,12 @@ module Stringex
           end
         end
 
-        self.attribute_to_urlify = attribute
-        self.scope_for_url = options[:scope]
-        self.url_attribute = options[:url_attribute] || "url"
-        self.only_when_blank = options[:only_when_blank] || false
-        self.duplicate_count_separator = options[:duplicate_count_separator] || "-"
-        self.allow_slash = options[:allow_slash] || false
-        self.allow_duplicates = options[:allow_duplicates] || false
-        self.url_limit = options[:limit] || nil
-
         class_eval <<-"END"
-          def #{url_attribute}
-            if !new_record? && errors[attribute_to_urlify].present?
-              self.class.find(id).send(url_attribute)
+          def #{acts_as_url_configuration.url_attribute}
+            if !new_record? && errors[acts_as_url_configuration.attribute_to_urlify].present?
+              self.class.find(id).send(acts_as_url_configuration.url_attribute)
             else
-              read_attribute(url_attribute)
+              read_attribute(acts_as_url_configuration.url_attribute)
             end
           end
         END
@@ -74,7 +127,7 @@ module Stringex
       # on a large selection, you will get much better results writing your own version with
       # using pagination.
       def initialize_urls
-        find(:all, :conditions => {self.url_attribute => nil}).each do |instance|
+        find_each(:conditions => {acts_as_url_configuration.url_attribute => nil}) do |instance|
           instance.send :ensure_unique_url
           instance.save
         end
@@ -84,30 +137,13 @@ module Stringex
   private
 
     def ensure_unique_url
-      url_attribute = self.class.url_attribute
-      separator = self.class.duplicate_count_separator
-      base_url = self.send(url_attribute)
-      base_url = self.send(self.class.attribute_to_urlify).to_s.to_url(:allow_slash => self.allow_slash, :limit => self.url_limit) if base_url.blank? || !self.only_when_blank
-      conditions = ["#{url_attribute} LIKE ?", base_url+'%']
-      unless new_record?
-        conditions.first << " and id != ?"
-        conditions << id
-      end
-      if self.class.scope_for_url
-        conditions.first << " and #{self.class.scope_for_url} = ?"
-        conditions << send(self.class.scope_for_url)
-      end
-      url_owners = self.class.find(:all, :conditions => conditions)
-      write_attribute url_attribute, base_url
-      unless self.class.allow_duplicates
-        if url_owners.any?{|owner| owner.send(url_attribute) == base_url}
-          n = 1
-          while url_owners.any?{|owner| owner.send(url_attribute) == "#{base_url}#{separator}#{n}"}
-            n = n.succ
-          end
-          write_attribute url_attribute, "#{base_url}#{separator}#{n}"
-        end
-      end
+      # Just to save some typing
+      config = acts_as_url_configuration
+      url_attribute = config.url_attribute
+
+      config.get_base_url! self
+      write_attribute url_attribute, @acts_as_url_base_url
+      config.handle_duplicate_urls!(self) unless config.allow_duplicates
     end
   end
 end

data/lib/stringex/string_extensions.rb

@@ -36,17 +36,29 @@ module Stringex
     # acts_as_url[link:classes/Stringex/ActsAsUrl/ClassMethods.html#M000012]
     # but can be called manually in order to generate an URI-friendly version of any string.
     def to_url(options = {})
+      return self if options[:exclude] && options[:exclude].include?(self)
       remove_formatting(options).downcase.replace_whitespace("-").collapse("-").limit(options[:limit])
     end
 
-    def limit(lim = nil)
-      lim.nil? ? self : self[0...lim] 
+    # Returns the string limited in size to the value of limit.
+    def limit(limit = nil)
+      limit.nil? ? self : self[0...limit]
     end
 
     # Performs multiple text manipulations. Essentially a shortcut for typing them all. View source
     # below to see which methods are run.
     def remove_formatting(options = {})
-      strip_html_tags.convert_smart_punctuation.convert_accented_entities.convert_vulgar_fractions.convert_misc_entities.convert_misc_characters(options).to_ascii.collapse
+      strip_html_tags.
+        convert_smart_punctuation.
+        convert_accented_entities.
+        convert_vulgar_fractions.
+        convert_misc_entities.
+        convert_misc_characters(options).
+        to_ascii.
+        # NOTE: String#to_ascii may convert some Unicode characters to ascii we'd already transliterated
+        # so we need to do it again just to be safe
+        convert_misc_characters(options).
+        collapse
     end
 
     # Removes HTML tags from text. This code is simplified from Tobias Luettke's regular expression
@@ -58,7 +70,6 @@ module Stringex
       rx = /<[!\/?\[]?(#{name}|--)(\s+(#{attr}(\s+#{attr})*))?\s*([!\/?\]]+|--)?>/
       (leave_whitespace) ?  gsub(rx, "").strip : gsub(rx, "").gsub(/\s+/, " ").strip
     end
-
     # Converts HTML entities into the respective non-accented letters. Examples:
     #
     #   "&aacute;".convert_accented_entities # => "a"
@@ -99,6 +110,7 @@ module Stringex
         "(#188|frac14)" => "one fourth",
         "(#189|frac12)" => "half",
         "(#190|frac34)" => "three fourths",
+        "(#247|divide)" => "divide",
         "(#176|deg)" => " degrees "
       }.each do |textiled, normal|
         dummy.gsub!(/&#{textiled};/, normal)
@@ -172,8 +184,12 @@ module Stringex
         replaced = " #{replaced} " unless replaced =~ /\\1/
         dummy.gsub!(found, replaced)
       end
+      # Special rules for abbreviations
+      dummy.gsub!(/(\s|^)([[:alpha:]](\.[[:alpha:]])+(\.?)[[:alpha:]]*(\s|$))/) do |x|
+        x.gsub(".", "")
+      end
       # Back to normal rules
-      misc_characters = 
+      misc_characters =
       {
         /\s*&\s*/ => "and",
         /\s*#/ => "number",
@@ -186,14 +202,15 @@ module Stringex
         /\s*%\s*/ => "percent",
         /(\s*=\s*)/ => " equals ",
         /\s*\+\s*/ => "plus",
+        /\s*÷\s*/ => "divide",
         /\s*°\s*/ => "degrees"
       }
-      misc_characters[/\s*(\\|\/)\s*/] = 'slash' unless options[:allow_slash]
+      misc_characters[/\s*(\\|\/|／)\s*/] = 'slash' unless options[:allow_slash]
       misc_characters.each do |found, replaced|
         replaced = " #{replaced} " unless replaced =~ /\\1/
         dummy.gsub!(found, replaced)
       end
-      dummy = dummy.gsub(/(^|[[:alpha:]])'([[:alpha:]]|$)/, '\1\2').gsub(/[\.,:;()\[\]\/\?!\^'ʼ"_]/, " ").strip
+      dummy = dummy.gsub(/(^|[[:alpha:]])'|`([[:alpha:]]|$)/, '\1\2').gsub(/[\.,:;()\[\]\/\?!\^'ʼ"_\|]/, " ").strip
     end
 
     # Replace runs of whitespace in string. Defaults to a single space but any replacement

data/lib/stringex/unidecoder.rb

@@ -35,6 +35,11 @@ module Stringex
         ["0x#{codepoint}".to_i(16)].pack("U")
       end
 
+      # Returns Unicode codepoint for the given character
+      def get_codepoint(character)
+        "%04x" % character.unpack("U")[0]
+      end
+
       # Returns string indicating which file (and line) contains the
       # transliteration value for the character
       def in_yaml_file(character)
@@ -115,18 +120,22 @@ module Stringex
       # Checks LOCAL_CODEPOINTS's Hash is in the format we expect before assigning it and raises
       # instructive exception if not
       def verify_local_codepoints(hash)
-        pass_check = hash.is_a?(Hash) && hash.all?{|key, value|
-          # Fuck a duck, eh?
-          [Symbol, String].include?(key.class) && value.is_a?(Hash) &&
-            value.keys.all?{|k| k.is_a?(String)} && value.values.all?{|v| v.is_a?(String)}
-        }
-        if pass_check
-          hash.each do |k, v|
-            LOCAL_CODEPOINTS[k] = v
-          end
-        else
+        if !pass_check(hash)
           raise ArgumentError, "LOCAL_CODEPOINTS is not correctly defined. Please see the README for more information on how to correctly format this data."
         end
+        hash.each{|k, v| LOCAL_CODEPOINTS[k] = v}
+      end
+
+      def pass_check(hash)
+        return false if !hash.is_a?(Hash)
+        hash.all?{|key, value| pass_check_key_and_value_test(key, value) }
+      end
+
+      def pass_check_key_and_value_test(key, value)
+        # Fuck a duck, eh?
+        return false unless [Symbol, String].include?(key.class)
+        return false unless value.is_a?(Hash)
+        value.all?{|k, v| k.is_a?(String) && v.is_a?(String)}
       end
     end
   end
@@ -135,10 +144,13 @@ module Stringex
   class << self
     %w{
       localize_from
-      locale locale=
-      default_locale default_locale=
+      locale
+      locale=
+      default_locale
+      default_locale=
       local_codepoint
-      with_locale with_default_locale
+      with_locale
+      with_default_locale
     }.each do |name|
       define_method name do |*args, &block|
         Unidecoder.send name, *args, &block
@@ -151,7 +163,7 @@ module Stringex
   module StringExtensions
     # Returns string with its UTF-8 characters transliterated to ASCII ones. Example:
     #
-    #   "⠋⠗⠁⠝⠉⠑".to_ascii #=> "braille"
+    #   "⠋⠗⠁⠝⠉⠑".to_ascii #=> "france"
     def to_ascii
       Stringex::Unidecoder.decode(self)
     end

data/lib/stringex/unidecoder_data/x03.yml

@@ -136,21 +136,21 @@
 - A
 - ;
 - E
-- E
+- H
 - I
 - '[?]'
 - O
 - '[?]'
-- U
+- Y
 - O
-- I
+- i
 - A
 - B
 - G
 - D
 - E
 - Z
-- E
+- H
 - Th
 - I
 - K
@@ -164,16 +164,16 @@
 - '[?]'
 - S
 - T
-- U
+- Y
 - Ph
-- Kh
+- Ks
 - Ps
 - O
 - I
-- U
+- Y
 - a
 - e
-- e
+- i
 - i
 - u
 - a
@@ -182,14 +182,14 @@
 - d
 - e
 - z
-- e
+- i
 - th
 - i
 - k
 - l
 - m
 - n
-- x
+- ks
 - o
 - p
 - r
@@ -198,7 +198,7 @@
 - t
 - u
 - ph
-- kh
+- x
 - ps
 - o
 - i
@@ -209,9 +209,9 @@
 - '[?]'
 - b
 - th
-- U
-- U
-- U
+- I
+- I
+- I
 - ph
 - p
 - '&'
@@ -253,4 +253,4 @@
 - '[?]'
 - '[?]'
 - '[?]'
-- '[?]'
+- '[?]'

data/stringex.gemspec

@@ -4,14 +4,14 @@
 # -*- encoding: utf-8 -*-
 
 Gem::Specification.new do |s|
-  s.name = %q{stringex}
-  s.version = "1.4.0"
+  s.name = "stringex"
+  s.version = "1.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Russell Norris"]
-  s.date = %q{2012-05-04}
-  s.description = %q{Some [hopefully] useful extensions to Ruby's String class. Stringex is made up of three libraries: ActsAsUrl [permalink solution with better character translation], Unidecoder [Unicode to ASCII transliteration], and StringExtensions [miscellaneous helper methods for the String class].}
-  s.email = %q{rsl@luckysneaks.com}
+  s.date = "2012-11-29"
+  s.description = "Some [hopefully] useful extensions to Ruby's String class. Stringex is made up of three libraries: ActsAsUrl [permalink solution with better character translation], Unidecoder [Unicode to ASCII transliteration], and StringExtensions [miscellaneous helper methods for the String class]."
+  s.email = "rsl@luckysneaks.com"
   s.extra_rdoc_files = [
     "MIT-LICENSE",
     "README.rdoc"
@@ -207,20 +207,38 @@ Gem::Specification.new do |s|
     "lib/stringex/unidecoder_data/xff.yml",
     "stringex.gemspec"
   ]
-  s.homepage = %q{http://github.com/rsl/stringex}
+  s.homepage = "http://github.com/rsl/stringex"
   s.rdoc_options = ["--main", "README.rdoc", "--charset", "utf-8", "--line-numbers"]
   s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.4.2}
-  s.summary = %q{Some [hopefully] useful extensions to Ruby's String class}
+  s.rubygems_version = "1.8.24"
+  s.summary = "Some [hopefully] useful extensions to Ruby's String class"
   s.test_files = ["test/acts_as_url_test.rb", "test/string_extensions_test.rb", "test/unidecoder_test.rb"]
 
   if s.respond_to? :specification_version then
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<stringex>, [">= 0"])
+      s.add_development_dependency(%q<activerecord>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<RedCloth>, [">= 0"])
+      s.add_development_dependency(%q<sqlite3>, [">= 0"])
+      s.add_development_dependency(%q<travis-lint>, [">= 0"])
     else
+      s.add_dependency(%q<stringex>, [">= 0"])
+      s.add_dependency(%q<activerecord>, [">= 0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<RedCloth>, [">= 0"])
+      s.add_dependency(%q<sqlite3>, [">= 0"])
+      s.add_dependency(%q<travis-lint>, [">= 0"])
     end
   else
+    s.add_dependency(%q<stringex>, [">= 0"])
+    s.add_dependency(%q<activerecord>, [">= 0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<RedCloth>, [">= 0"])
+    s.add_dependency(%q<sqlite3>, [">= 0"])
+    s.add_dependency(%q<travis-lint>, [">= 0"])
   end
 end
 

data/test/acts_as_url_test.rb

@@ -49,7 +49,7 @@ ActiveRecord::Schema.define(:version => 1) do
   create_table :validatuments, :force => true do |t|
     t.string :title, :url, :other
   end
-  
+
   create_table :ununiquments, :force => true do |t|
     t.string :title, :url, :other
   end
@@ -57,6 +57,10 @@ ActiveRecord::Schema.define(:version => 1) do
   create_table :limituments, :force => true do |t|
     t.string :title, :url, :other
   end
+
+  create_table :skipuments, :force => true do |t|
+    t.string :title, :url, :other
+  end
 end
 ActiveRecord::Migration.verbose = true
 
@@ -105,6 +109,10 @@ class Limitument < ActiveRecord::Base
   acts_as_url :title, :limit => 13
 end
 
+class Skipument < ActiveRecord::Base
+  acts_as_url :title, :exclude => ["_So_Fucking_Special"]
+end
+
 class ActsAsUrlTest < Test::Unit::TestCase
   def test_should_create_url
     @doc = Document.create(:title => "Let's Make a Test Title, <em>Okay</em>?")
@@ -116,7 +124,7 @@ class ActsAsUrlTest < Test::Unit::TestCase
     @other_doc = Document.create!(:title => "Unique")
     assert_equal "unique-1", @other_doc.url
   end
-  
+
   def test_should_not_create_unique_url
     @doc = Ununiqument.create!(:title => "I am not a clone")
     @other_doc = Ununiqument.create!(:title => "I am not a clone")
@@ -244,7 +252,21 @@ class ActsAsUrlTest < Test::Unit::TestCase
   end
 
   def test_should_allow_url_limit
-    @doc = Limitument.create(:title => "I am much too long")
+    @doc = Limitument.create!(:title => "I am much too long")
     assert_equal "i-am-much-too", @doc.url
   end
+
+  def test_should_handle_duplicate_urls_with_limits
+    @doc = Limitument.create!(:title => "I am long but not unique")
+    assert_equal "i-am-long-but", @doc.url
+    @doc_2 = Limitument.create!(:title => "I am long but not unique")
+    assert_equal "i-am-long-but-1", @doc_2.url
+  end
+
+  def test_should_allow_exclusions
+    @doc = Skipument.create!(:title => "_So_Fucking_Special")
+    assert_equal "_So_Fucking_Special", @doc.url
+    @doc_2 = Skipument.create!(:title => "But I'm a creep")
+    assert_equal "but-im-a-creep", @doc_2.url
+  end
 end

data/test/string_extensions_test.rb

@@ -1,4 +1,5 @@
 # encoding: UTF-8
+$KCODE = "U"
 
 require "test/unit"
 
@@ -53,27 +54,55 @@ class StringExtensionsTest < Test::Unit::TestCase
         "period-dot-period",
       "Will…This Work?" =>
         "will-dot-dot-dot-this-work",
+      "We check the D.N.A for matches" =>
+        "we-check-the-dna-for-matches",
+      "We check the D.N.A. for matches" =>
+        "we-check-the-dna-for-matches",
+      "Go to the Y.M.C.America" =>
+        "go-to-the-ymcamerica",
+      "He shops at J.C. Penney" =>
+        "he-shops-at-jc-penney",
       "¼ pound with cheese" =>
         "one-fourth-pound-with-cheese",
       "Will's Ferrel" =>
         "wills-ferrel",
-      "Капитал" => 
+      "Капитал" =>
         "kapital",
-      "Ελλάδα" => 
+      "Ελλάδα" =>
         "ellada",
-      "中文" => 
+      "中文" =>
         "zhong-wen",
-      "Paul Cézanne" => 
+      "Paul Cézanne" =>
         "paul-cezanne",
-      "21'17ʼ51" => 
+      "21'17ʼ51" =>
         "21-17-51",
-      "ITCZ 1 (21°17ʼ51.78”N / 89°35ʼ28.18”O / 26-04-08 / 09:00 am)" => 
-        "itcz-1-21-degrees-17-51-dot-78-n-slash-89-degrees-35-28-dot-18-o-slash-26-04-08-slash-09-00-am"
+      "ITCZ÷1 (21°17ʼ51.78”N / 89°35ʼ28.18”O / 26-04-08 / 09:00 am)" =>
+        "itcz-divide-1-21-degrees-17-51-dot-78-n-slash-89-degrees-35-28-dot-18-o-slash-26-04-08-slash-09-00-am",
+      "／" =>
+        "slash",
+      "私はガラスを食べられます。それは私を傷つけません。" =>
+        "si-hagarasuwoshi-beraremasu-sorehasi-woshang-tukemasen",
+      "ǝ is a magical string" =>
+        "at-is-a-magical-string",
+      "either | or" =>
+        "either-or",
+      "La Maison d`Uliva" =>
+        "la-maison-duliva",
+      "カッページ・テラスに日系カフェ＆バー、店内にDJブースも - シンガポール経済新聞" =>
+        "katupeziterasuniri-xi-kahue-and-ba-dian-nei-nidjbusumo-singaporujing-ji-xin-wen",
+      "AVアンプ、ホームシアターシステム、スピーカーシステム等" =>
+        "avanpu-homusiatasisutemu-supikasisutemudeng",
+      "У лукоморья дуб зеленый" =>
+        "u-lukomoria-dub-zielienyi"
     }.each do |html, plain|
       assert_equal plain, html.to_url
     end
   end
 
+  def test_to_url_with_excludes
+    assert_equal "So Fucking Special", "So Fucking Special".to_url(:exclude => "So Fucking Special")
+  end
+
   def test_remove_formatting
     {
       "<p>This has 100% too much    <em>formatting</em></p>" =>

data/test/unidecoder_test.rb

@@ -48,7 +48,9 @@ class UnidecoderTest < Test::Unit::TestCase
     "我能吞下玻璃而不伤身体。" => # Chinese
       "Wo Neng Tun Xia Bo Li Er Bu Shang Shen Ti . ",
     "私はガラスを食べられます。それは私を傷つけません。" => # Japanese
-      "Si hagarasuwoShi beraremasu. sorehaSi woShang tukemasen. "
+      "Si hagarasuwoShi beraremasu. sorehaSi woShang tukemasen. ",
+    "⠋⠗⠁⠝⠉⠑" => # Braille
+      "france"
   }
 
   def test_unidecoder_decode
@@ -80,6 +82,17 @@ class UnidecoderTest < Test::Unit::TestCase
     end
   end
 
+  def test_unidecoder_get_codepoint
+    {
+      # Strings
+      "A" => "0041",
+      "æ" => "00e6",
+      "Я" => "042f"
+    }.each do |unicode, codepoint|
+      assert_equal codepoint, Stringex::Unidecoder.get_codepoint(unicode)
+    end
+  end
+
   def test_unidecoder_in_yaml_file
     {
       "A" => "x00.yml (line 67)",

metadata

@@ -1,34 +1,123 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: stringex
-version: !ruby/object:Gem::Version 
-  hash: 7
+version: !ruby/object:Gem::Version
+  version: 1.5.0
   prerelease: 
-  segments: 
-  - 1
-  - 4
-  - 0
-  version: 1.4.0
 platform: ruby
-authors: 
+authors:
 - Russell Norris
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-05-04 00:00:00 -04:00
-default_executable: 
-dependencies: []
-
-description: "Some [hopefully] useful extensions to Ruby's String class. Stringex is made up of three libraries: ActsAsUrl [permalink solution with better character translation], Unidecoder [Unicode to ASCII transliteration], and StringExtensions [miscellaneous helper methods for the String class]."
+date: 2012-11-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: stringex
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: RedCloth
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: travis-lint
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'Some [hopefully] useful extensions to Ruby''s String class. Stringex
+  is made up of three libraries: ActsAsUrl [permalink solution with better character
+  translation], Unidecoder [Unicode to ASCII transliteration], and StringExtensions
+  [miscellaneous helper methods for the String class].'
 email: rsl@luckysneaks.com
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - MIT-LICENSE
 - README.rdoc
-files: 
+files:
 - MIT-LICENSE
 - README.rdoc
 - Rakefile
@@ -221,45 +310,39 @@ files:
 - test/acts_as_url_test.rb
 - test/string_extensions_test.rb
 - test/unidecoder_test.rb
-has_rdoc: true
 homepage: http://github.com/rsl/stringex
 licenses: []
-
 post_install_message: 
-rdoc_options: 
+rdoc_options:
 - --main
 - README.rdoc
 - --charset
 - utf-8
 - --line-numbers
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+      hash: -2172347514117989172
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.4.2
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Some [hopefully] useful extensions to Ruby's String class
-test_files: 
+test_files:
 - test/acts_as_url_test.rb
 - test/string_extensions_test.rb
 - test/unidecoder_test.rb