stringex 1.0.0

data/lib/stringex.rb

@@ -0,0 +1,9 @@
+require 'lucky_sneaks/string_extensions'
+require 'lucky_sneaks/unidecoder'
+
+String.send :include, LuckySneaks::StringExtensions
+
+if defined?(ActiveRecord)
+  require 'lucky_sneaks/acts_as_url'
+  ActiveRecord::Base.send :include, LuckySneaks::ActsAsUrl
+end

data/stringex.gemspec

@@ -0,0 +1,229 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{stringex}
+  s.version = "1.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Russell Norris"]
+  s.date = %q{2009-07-20}
+  s.description = %q{Some [hopefully] useful extensions to Ruby’s String class. Stringex is made up of three libraries: ActsAsUrl [permalink solution with better character translation], Unidecoder [Unicode to Ascii transliteration], and StringExtensions [miscellaneous helper methods for the String class].}
+  s.email = %q{rsl@luckysneaks.com}
+  s.extra_rdoc_files = [
+    "MIT-LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    "MIT-LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "init.rb",
+     "lib/lucky_sneaks/acts_as_url.rb",
+     "lib/lucky_sneaks/string_extensions.rb",
+     "lib/lucky_sneaks/unidecoder.rb",
+     "lib/lucky_sneaks/unidecoder_data/x00.yml",
+     "lib/lucky_sneaks/unidecoder_data/x01.yml",
+     "lib/lucky_sneaks/unidecoder_data/x02.yml",
+     "lib/lucky_sneaks/unidecoder_data/x03.yml",
+     "lib/lucky_sneaks/unidecoder_data/x04.yml",
+     "lib/lucky_sneaks/unidecoder_data/x05.yml",
+     "lib/lucky_sneaks/unidecoder_data/x06.yml",
+     "lib/lucky_sneaks/unidecoder_data/x07.yml",
+     "lib/lucky_sneaks/unidecoder_data/x09.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x0f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x10.yml",
+     "lib/lucky_sneaks/unidecoder_data/x11.yml",
+     "lib/lucky_sneaks/unidecoder_data/x12.yml",
+     "lib/lucky_sneaks/unidecoder_data/x13.yml",
+     "lib/lucky_sneaks/unidecoder_data/x14.yml",
+     "lib/lucky_sneaks/unidecoder_data/x15.yml",
+     "lib/lucky_sneaks/unidecoder_data/x16.yml",
+     "lib/lucky_sneaks/unidecoder_data/x17.yml",
+     "lib/lucky_sneaks/unidecoder_data/x18.yml",
+     "lib/lucky_sneaks/unidecoder_data/x1e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x1f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x20.yml",
+     "lib/lucky_sneaks/unidecoder_data/x21.yml",
+     "lib/lucky_sneaks/unidecoder_data/x22.yml",
+     "lib/lucky_sneaks/unidecoder_data/x23.yml",
+     "lib/lucky_sneaks/unidecoder_data/x24.yml",
+     "lib/lucky_sneaks/unidecoder_data/x25.yml",
+     "lib/lucky_sneaks/unidecoder_data/x26.yml",
+     "lib/lucky_sneaks/unidecoder_data/x27.yml",
+     "lib/lucky_sneaks/unidecoder_data/x28.yml",
+     "lib/lucky_sneaks/unidecoder_data/x2e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x2f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x30.yml",
+     "lib/lucky_sneaks/unidecoder_data/x31.yml",
+     "lib/lucky_sneaks/unidecoder_data/x32.yml",
+     "lib/lucky_sneaks/unidecoder_data/x33.yml",
+     "lib/lucky_sneaks/unidecoder_data/x4d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x4e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x4f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x50.yml",
+     "lib/lucky_sneaks/unidecoder_data/x51.yml",
+     "lib/lucky_sneaks/unidecoder_data/x52.yml",
+     "lib/lucky_sneaks/unidecoder_data/x53.yml",
+     "lib/lucky_sneaks/unidecoder_data/x54.yml",
+     "lib/lucky_sneaks/unidecoder_data/x55.yml",
+     "lib/lucky_sneaks/unidecoder_data/x56.yml",
+     "lib/lucky_sneaks/unidecoder_data/x57.yml",
+     "lib/lucky_sneaks/unidecoder_data/x58.yml",
+     "lib/lucky_sneaks/unidecoder_data/x59.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x5f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x60.yml",
+     "lib/lucky_sneaks/unidecoder_data/x61.yml",
+     "lib/lucky_sneaks/unidecoder_data/x62.yml",
+     "lib/lucky_sneaks/unidecoder_data/x63.yml",
+     "lib/lucky_sneaks/unidecoder_data/x64.yml",
+     "lib/lucky_sneaks/unidecoder_data/x65.yml",
+     "lib/lucky_sneaks/unidecoder_data/x66.yml",
+     "lib/lucky_sneaks/unidecoder_data/x67.yml",
+     "lib/lucky_sneaks/unidecoder_data/x68.yml",
+     "lib/lucky_sneaks/unidecoder_data/x69.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x6f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x70.yml",
+     "lib/lucky_sneaks/unidecoder_data/x71.yml",
+     "lib/lucky_sneaks/unidecoder_data/x72.yml",
+     "lib/lucky_sneaks/unidecoder_data/x73.yml",
+     "lib/lucky_sneaks/unidecoder_data/x74.yml",
+     "lib/lucky_sneaks/unidecoder_data/x75.yml",
+     "lib/lucky_sneaks/unidecoder_data/x76.yml",
+     "lib/lucky_sneaks/unidecoder_data/x77.yml",
+     "lib/lucky_sneaks/unidecoder_data/x78.yml",
+     "lib/lucky_sneaks/unidecoder_data/x79.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x7f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x80.yml",
+     "lib/lucky_sneaks/unidecoder_data/x81.yml",
+     "lib/lucky_sneaks/unidecoder_data/x82.yml",
+     "lib/lucky_sneaks/unidecoder_data/x83.yml",
+     "lib/lucky_sneaks/unidecoder_data/x84.yml",
+     "lib/lucky_sneaks/unidecoder_data/x85.yml",
+     "lib/lucky_sneaks/unidecoder_data/x86.yml",
+     "lib/lucky_sneaks/unidecoder_data/x87.yml",
+     "lib/lucky_sneaks/unidecoder_data/x88.yml",
+     "lib/lucky_sneaks/unidecoder_data/x89.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x8f.yml",
+     "lib/lucky_sneaks/unidecoder_data/x90.yml",
+     "lib/lucky_sneaks/unidecoder_data/x91.yml",
+     "lib/lucky_sneaks/unidecoder_data/x92.yml",
+     "lib/lucky_sneaks/unidecoder_data/x93.yml",
+     "lib/lucky_sneaks/unidecoder_data/x94.yml",
+     "lib/lucky_sneaks/unidecoder_data/x95.yml",
+     "lib/lucky_sneaks/unidecoder_data/x96.yml",
+     "lib/lucky_sneaks/unidecoder_data/x97.yml",
+     "lib/lucky_sneaks/unidecoder_data/x98.yml",
+     "lib/lucky_sneaks/unidecoder_data/x99.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9a.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9b.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9c.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9d.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9e.yml",
+     "lib/lucky_sneaks/unidecoder_data/x9f.yml",
+     "lib/lucky_sneaks/unidecoder_data/xa0.yml",
+     "lib/lucky_sneaks/unidecoder_data/xa1.yml",
+     "lib/lucky_sneaks/unidecoder_data/xa2.yml",
+     "lib/lucky_sneaks/unidecoder_data/xa3.yml",
+     "lib/lucky_sneaks/unidecoder_data/xa4.yml",
+     "lib/lucky_sneaks/unidecoder_data/xac.yml",
+     "lib/lucky_sneaks/unidecoder_data/xad.yml",
+     "lib/lucky_sneaks/unidecoder_data/xae.yml",
+     "lib/lucky_sneaks/unidecoder_data/xaf.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb0.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb1.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb2.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb3.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb4.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb5.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb6.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb7.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb8.yml",
+     "lib/lucky_sneaks/unidecoder_data/xb9.yml",
+     "lib/lucky_sneaks/unidecoder_data/xba.yml",
+     "lib/lucky_sneaks/unidecoder_data/xbb.yml",
+     "lib/lucky_sneaks/unidecoder_data/xbc.yml",
+     "lib/lucky_sneaks/unidecoder_data/xbd.yml",
+     "lib/lucky_sneaks/unidecoder_data/xbe.yml",
+     "lib/lucky_sneaks/unidecoder_data/xbf.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc0.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc1.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc2.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc3.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc4.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc5.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc6.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc7.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc8.yml",
+     "lib/lucky_sneaks/unidecoder_data/xc9.yml",
+     "lib/lucky_sneaks/unidecoder_data/xca.yml",
+     "lib/lucky_sneaks/unidecoder_data/xcb.yml",
+     "lib/lucky_sneaks/unidecoder_data/xcc.yml",
+     "lib/lucky_sneaks/unidecoder_data/xcd.yml",
+     "lib/lucky_sneaks/unidecoder_data/xce.yml",
+     "lib/lucky_sneaks/unidecoder_data/xcf.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd0.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd1.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd2.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd3.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd4.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd5.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd6.yml",
+     "lib/lucky_sneaks/unidecoder_data/xd7.yml",
+     "lib/lucky_sneaks/unidecoder_data/xf9.yml",
+     "lib/lucky_sneaks/unidecoder_data/xfa.yml",
+     "lib/lucky_sneaks/unidecoder_data/xfb.yml",
+     "lib/lucky_sneaks/unidecoder_data/xfc.yml",
+     "lib/lucky_sneaks/unidecoder_data/xfd.yml",
+     "lib/lucky_sneaks/unidecoder_data/xfe.yml",
+     "lib/lucky_sneaks/unidecoder_data/xff.yml",
+     "lib/stringex.rb",
+     "stringex.gemspec"
+  ]
+  s.has_rdoc = true
+  s.homepage = %q{http://github.com/rsl/stringex}
+  s.rdoc_options = ["--main", "README.rdoc", "--charset", "utf-8", "--line-numbers"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{stringex}
+  s.rubygems_version = %q{1.3.2}
+  s.summary = %q{Some [hopefully] useful extensions to Ruby’s String class}
+  s.test_files = [
+    "test/acts_as_url_test.rb",
+     "test/string_extensions_test.rb",
+     "test/unidecoder_test.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/test/acts_as_url_test.rb

@@ -0,0 +1,183 @@
+require 'test/unit'
+
+begin
+  require File.dirname(__FILE__) + '/../../../config/environment'
+rescue LoadError
+  require 'rubygems'
+  gem 'activerecord'
+  require 'active_record'
+  
+  RAILS_ROOT = File.dirname(__FILE__) 
+  $: << File.join(File.dirname(__FILE__), '../lib')
+end
+
+require File.join(File.dirname(__FILE__), '../init')
+
+ActiveRecord::Base.establish_connection(:adapter => "sqlite3", :dbfile => "acts_as_url.sqlite3")
+
+ActiveRecord::Migration.verbose = false
+ActiveRecord::Schema.define(:version => 1) do
+  create_table :documents, :force => true do |t|
+    t.string :title, :url, :other
+  end
+
+  create_table :updateuments, :force => true do |t|
+    t.string :title, :url, :other
+  end
+
+  create_table :mocuments, :force => true do |t|
+    t.string :title, :url, :other
+  end
+  
+  create_table :permuments, :force => true do |t|
+    t.string :title, :permalink, :other
+  end
+
+  create_table :procuments, :force => true do |t|
+    t.string :title, :url, :other
+  end
+
+  create_table :blankuments, :force => true do |t|
+    t.string :title, :url, :other
+  end
+end
+ActiveRecord::Migration.verbose = true
+
+class Document < ActiveRecord::Base
+  acts_as_url :title
+end
+
+class Updateument < ActiveRecord::Base
+  acts_as_url :title, :sync_url => true
+end
+
+class Mocument < ActiveRecord::Base
+  acts_as_url :title, :scope => :other, :sync_url => true
+end
+
+class Permument < ActiveRecord::Base
+  acts_as_url :title, :url_attribute => :permalink
+end
+
+class Procument < ActiveRecord::Base
+  acts_as_url :non_attribute_method
+  
+  def non_attribute_method
+    "#{title} got massaged"
+  end
+end
+
+class Blankument < ActiveRecord::Base
+  acts_as_url :title, :only_when_blank => true
+end
+
+class ActsAsUrlTest < Test::Unit::TestCase
+  def test_should_create_url
+    @doc = Document.create(:title => "Let's Make a Test Title, <em>Okay</em>?")
+    assert_equal "lets-make-a-test-title-okay", @doc.url
+  end
+  
+  def test_should_create_unique_url
+    @doc = Document.create!(:title => "Unique")
+    @other_doc = Document.create!(:title => "Unique")
+    assert_equal "unique-1", @other_doc.url
+  end
+
+  def test_should_not_succ_on_repeated_saves
+    @doc = Document.new(:title => "Continuous or Constant")
+    5.times do
+      @doc.save!
+      assert_equal "continuous-or-constant", @doc.url
+    end
+  end
+
+  def test_should_create_unique_url_and_not_clobber_if_another_exists
+    @doc = Updateument.create!(:title => "Unique")
+    @other_doc = Updateument.create!(:title => "Unique")
+    @doc.update_attributes :other => "foo"
+
+    @doc2 = Document.create!(:title => "twonique")
+    @other_doc2 = Document.create!(:title => "twonique")
+    @doc2.update_attributes(:other => "foo")
+
+    assert_equal "unique", @doc.url
+    assert_equal "foo", @doc.other
+    assert_equal "unique-1", @other_doc.url
+
+    assert_equal "twonique", @doc2.url
+    assert_equal "foo", @doc2.other
+    assert_equal "twonique-1", @other_doc2.url
+  end
+  
+  def test_should_scope_uniqueness
+    @moc = Mocument.create!(:title => "Mocumentary", :other => "I dunno why but I don't care if I'm unique")
+    @other_moc = Mocument.create!(:title => "Mocumentary")
+    assert_equal @moc.url, @other_moc.url
+  end
+  
+  def test_should_still_create_unique_if_in_same_scope
+    @moc = Mocument.create!(:title => "Mocumentary", :other => "Suddenly, I care if I'm unique")
+    @other_moc = Mocument.create!(:title => "Mocumentary", :other => "Suddenly, I care if I'm unique")
+    assert_not_equal @moc.url, @other_moc.url
+  end
+  
+  def test_should_use_alternate_field_name
+    @perm = Permument.create!(:title => "Anything at This Point")
+    assert_equal "anything-at-this-point", @perm.permalink
+  end
+  
+  def test_should_not_update_url_by_default
+    @doc = Document.create!(:title => "Stable as Stone")
+    @original_url = @doc.url
+    @doc.update_attributes :title => "New Unstable Madness"
+    assert_equal @original_url, @doc.url
+  end
+  
+  def test_should_update_url_if_asked
+    @moc = Mocument.create!(:title => "Original")
+    @original_url = @moc.url
+    @moc.update_attributes :title => "New and Improved"
+    assert_not_equal @original_url, @moc.url
+  end
+  
+  def test_should_update_url_only_when_blank_if_asked
+    @original_url = 'the-url-of-concrete'
+    @blank = Blankument.create!(:title => "Stable as Stone", :url => @original_url)
+    assert_equal @original_url, @blank.url
+    @blank = Blankument.create!(:title => "Stable as Stone")
+    assert_equal 'stable-as-stone', @blank.url
+  end
+  
+  def test_should_mass_initialize_urls
+    @doc_1 = Document.create!(:title => "Initial")
+    @doc_2 = Document.create!(:title => "Subsequent")
+    @doc_1.update_attribute :url, nil
+    @doc_2.update_attribute :url, nil
+    assert_nil @doc_1.url
+    assert_nil @doc_2.url
+    Document.initialize_urls
+    @doc_1.reload
+    @doc_2.reload
+    assert_equal "initial", @doc_1.url
+    assert_equal "subsequent", @doc_2.url
+  end
+  
+  def test_should_mass_initialize_urls_with_custom_url_attribute
+    @doc_1 = Permument.create!(:title => "Initial")
+    @doc_2 = Permument.create!(:title => "Subsequent")
+    @doc_1.update_attribute :permalink, nil
+    @doc_2.update_attribute :permalink, nil
+    assert_nil @doc_1.permalink
+    assert_nil @doc_2.permalink
+    Permument.initialize_urls
+    @doc_1.reload
+    @doc_2.reload
+    assert_equal "initial", @doc_1.permalink
+    assert_equal "subsequent", @doc_2.permalink
+  end
+  
+  def test_should_utilize_block_if_given
+    @doc = Procument.create!(:title => "Title String")
+    assert_equal "title-string-got-massaged", @doc.url
+  end
+end

data/test/string_extensions_test.rb

@@ -0,0 +1,142 @@
+require "test/unit"
+
+$: << File.join(File.dirname(__FILE__), '../lib')
+require File.join(File.dirname(__FILE__), "../init")
+
+class StringExtensionsTest < Test::Unit::TestCase
+  def test_to_html
+    require "rubygems"
+    require "RedCloth"
+    {
+      "h1. A Solution" => "<h1>A Solution</h1>",
+      "I hated wrapping textilize around a string.\n\nIt always felt dirty." =>
+        "<p>I hated wrapping textilize around a string.</p>\n<p>It always felt dirty.</p>",
+      "I think _this_ is awesome" => "<p>I think <em>this</em> is awesome</p>",
+      "Um... _*really*_, man" => "<p>Um&#8230; <em><strong>really</strong></em>, man</p>"
+    }.each do |plain, html|
+      assert_equal html, plain.to_html
+    end
+  rescue LoadError
+    puts "\n>> Could not load RedCloth. String#to_html was not tested.\n>> Please gem install RedCloth if you'd like to use this functionality."
+  end
+  
+  def test_to_html_lite
+    require "rubygems"
+    require "RedCloth"
+    {
+      "I have no pee on me" => "I have no pee on me",
+      "But I _do_ get Textile!" => "But I <em>do</em> get Textile!"
+    }.each do |plain, html|
+      assert_equal html, plain.to_html(:lite)
+    end
+  rescue LoadError
+    puts "\n>> Could not load RedCloth. String#to_html (with :lite argument) was not tested.\n>> Please gem install RedCloth if you'd like to use this functionality."
+  end
+  
+  def test_to_url
+    {
+      "<p>This has 100% too much    <em>formatting</em></p>" =>
+        "this-has-100-percent-too-much-formatting",
+      "Tea   &amp; crumpets &amp; <strong>cr&ecirc;pes</strong> for me!" => 
+        "tea-and-crumpets-and-crepes-for-me",
+      "The Suspense... Is... Killing Me" =>
+        "the-suspense-dot-dot-dot-is-dot-dot-dot-killing-me",
+      "How to use attr_accessible and attr_protected" =>
+        "how-to-use-attr-accessible-and-attr-protected",
+      "I'm just making sure there's nothing wrong with things!" =>
+        "im-just-making-sure-theres-nothing-wrong-with-things"
+    }.each do |html, plain|
+      assert_equal plain, html.to_url
+    end
+  end
+  
+  def test_remove_formatting
+    {
+      "<p>This has 100% too much    <em>formatting</em></p>" =>
+        "This has 100 percent too much formatting",
+      "Tea   &amp; crumpets &amp; <strong>cr&ecirc;pes</strong> for me!" => 
+        "Tea and crumpets and crepes for me"
+    }.each do |html, plain|
+      assert_equal plain, html.remove_formatting
+    end
+  end
+  
+  def test_strip_html_tags
+    {
+      "<h1><em>This</em> is good but <strong>that</strong> is better</h1>" =>
+        "This is good but that is better",
+      "<p>This is invalid XHTML but valid HTML, right?" =>
+        "This is invalid XHTML but valid HTML, right?",
+      "<p class='foo'>Everything goes!</p>" => "Everything goes!",
+      "<ol>This is completely invalid and just plain wrong</p>" =>
+        "This is completely invalid and just plain wrong"
+    }.each do |html, plain|
+      assert_equal plain, html.strip_html_tags
+    end
+  end
+  
+  def test_convert_accented_entities
+    {
+      "&aring;"  => "a",
+      "&egrave;" => "e",
+      "&icirc;"  => "i",
+      "&Oslash;" => "O",
+      "&uuml;"   => "u",
+      "&Ntilde;" => "N",
+      "&ccedil;" => "c"
+    }.each do |entitied, plain|
+      assert_equal plain, entitied.convert_accented_entities
+    end
+  end
+  
+  def test_convert_misc_entities
+    {
+      "America&#8482;" => "America(tm)",
+      "Tea &amp; Sympathy" => "Tea and Sympathy",
+      "To be continued&#8230;" => "To be continued...",
+      "Foo&nbsp;Bar" => "Foo Bar",
+      "100&#163;" => "100 pound",
+      "&frac12; a dollar" => "half a dollar",
+      "35&deg;" => "35 degrees"
+    }.each do |entitied, plain|
+      assert_equal plain, entitied.convert_misc_entities
+    end
+  end
+  
+  def test_convert_misc_characters
+    {
+      "Foo & bar make foobar" => "Foo and bar make foobar",
+      "Breakdown #9" => "Breakdown number 9",
+      "foo@bar.com" => "foo at bar dot com",
+      "100% of yr love" => "100 percent of yr love",
+      "Kisses are $3.25 each" => "Kisses are 3 dollars 25 cents each",
+      "That CD is £3.25 plus tax" => "That CD is 3 pounds 25 pence plus tax",
+      "This CD is ¥1000 instead" => "This CD is 1000 yen instead"
+    }.each do |misc, plain|
+      assert_equal plain, misc.convert_misc_characters
+    end
+  end
+  
+  def test_replace_whitespace
+    {
+      "this has     too much space" => "this has too much space",
+      "\t\tThis is merely formatted with superfluous whitespace\n" =>
+        " This is merely formatted with superfluous whitespace "
+    }.each do |whitespaced, plain|
+      assert_equal plain, whitespaced.replace_whitespace
+    end
+    
+    assert_equal "now-with-more-hyphens", "now with more hyphens".replace_whitespace("-")
+  end
+  
+  def test_collapse
+    {
+      "too      much space" => "too much space",
+      "  at the beginning" => "at the beginning"
+    }.each do |uncollapsed, plain|
+      assert_equal plain, uncollapsed.collapse
+    end
+    
+    assert_equal "now-with-hyphens", "----now---------with-hyphens--------".collapse("-")
+  end
+end