text 0.1.13

data/test/preamble.rb

@@ -0,0 +1,10 @@
+require 'test/unit'
+
+$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'text'
+
+class File
+  def self.rel(*path)
+    join(dirname(__FILE__), *path)
+  end
+end

data/test/test_double_metaphone.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+
+begin
+  require 'rubygems' rescue nil
+  require 'fastercsv'
+  METHOD = [ FasterCSV, :foreach, { :col_sep => ', ' } ]
+rescue LoadError
+  require 'csv'
+  METHOD = [ CSV, :open, 'r', ', ' ]
+end
+
+class DoubleMetaphoneTest < Test::Unit::TestCase
+
+  def test_cases
+    METHOD.shift.send(METHOD.shift, File.rel('data', 'double_metaphone.csv'), *METHOD) do |row|
+      primary, secondary = Text::Metaphone.double_metaphone(row[0])
+
+      assert_equal row[1], primary
+      assert_equal row[2], secondary.nil?? primary : secondary
+    end
+  end
+
+end

data/test/test_figlet.rb

@@ -0,0 +1,17 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+
+class FigletTest < Test::Unit::TestCase
+
+  def test_hello_world
+    font = Text::Figlet::Font.new(File.rel('data', 'big.flf'))
+    figlet = Text::Figlet::Typesetter.new(font)
+    assert_equal File.read(File.rel('data', 'big.txt')), figlet['Hello World']
+  end
+
+  def test_no_smushing
+    font = Text::Figlet::Font.new(File.rel('data', 'chunky.flf'))
+    figlet = Text::Figlet::Typesetter.new(font, :smush => false)
+    assert_equal File.read(File.rel('data', 'chunky.txt')), figlet['Chunky Bacon']
+  end
+
+end

data/test/test_levenshtein.rb

@@ -0,0 +1,80 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+
+class LevenshteinTest < Test::Unit::TestCase
+
+  include Text::Levenshtein
+
+  TEST_CASES = {
+    :easy => [
+      ['test', 'test', 0],
+      ['test', 'tent', 1],
+      ['gumbo', 'gambol', 2],
+      ['kitten', 'sitting', 3]
+    ],
+    :empty => [
+      ['foo', '', 3],
+      ['', '', 0],
+      ['a', '', 1]
+    ],
+    :utf8 => [
+      ["f\303\266o", 'foo', 1],
+      ["fran\303\247ais", 'francais', 1],
+      ["fran\303\247ais", "fran\303\246ais", 1],
+      [
+        "\347\247\201\343\201\256\345\220\215\345\211\215\343\201\257"<<
+        "\343\203\235\343\203\274\343\203\253\343\201\247\343\201\231",
+        "\343\201\274\343\201\217\343\201\256\345\220\215\345\211\215\343\201"<<
+        "\257\343\203\235\343\203\274\343\203\253\343\201\247\343\201\231",
+        2
+      ] # Japanese
+    ],
+    :iso_8859_1 => [
+      ["f\366o", 'foo', 1],
+      ["fran\347ais", 'francais', 1],
+      ["fran\347ais", "fran\346ais", 1]
+    ],
+    :edge => [
+      ['a', 'a', 0],
+      ['0123456789', 'abcdefghijklmnopqrstuvwxyz', 26]
+    ]
+  }
+
+  def assert_set(name)
+    TEST_CASES[name].each do |s, t, x|
+      assert_equal x, distance(s, t)
+      assert_equal x, distance(t, s)
+    end
+  end
+
+  def with_kcode(k)
+    old_kcode = $KCODE
+    $KCODE = k
+    yield
+    $KCODE = old_kcode
+  end
+
+  def test_easy_cases
+    assert_set(:easy)
+  end
+
+  def test_empty_cases
+    assert_set(:empty)
+  end
+
+  def test_edge_cases
+    assert_set(:edge)
+  end
+
+  def test_utf8_cases
+    with_kcode('U') do
+      assert_set(:utf8)
+    end
+  end
+
+  def test_iso_8859_1_cases
+    with_kcode('NONE') do
+      assert_set(:iso_8859_1)
+    end
+  end
+
+end

data/test/test_metaphone.rb

@@ -0,0 +1,39 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+require 'yaml'
+
+class MetaphoneTest < Test::Unit::TestCase
+
+  def test_cases
+    YAML.load(File.read(File.rel('data', 'metaphone.txt'))).each do |input, expected_output|
+      assert_equal expected_output, Text::Metaphone.metaphone(input)
+    end
+  end
+  
+  def test_cases_for_buggy_implementation
+    YAML.load(File.read(File.rel('data', 'metaphone_buggy.txt'))).each do |input, expected_output|
+      assert_equal expected_output, Text::Metaphone.metaphone(input, :buggy=>true)
+    end
+  end
+
+  def test_junk
+    assert_equal Text::Metaphone.metaphone('foobar'),
+      Text::Metaphone.metaphone('%^@#$^f%^&o%^o@b#a@#r%^^&')
+    assert_equal Text::Metaphone.metaphone('foobar', :buggy=>true),
+      Text::Metaphone.metaphone('%^@#$^f%^&o%^o@b#a@#r%^^&', :buggy=>true)
+  end
+
+  def test_caps
+    assert_equal Text::Metaphone.metaphone('foobar'),
+      Text::Metaphone.metaphone('FOOBAR')
+    assert_equal Text::Metaphone.metaphone('foobar', :buggy=>true),
+      Text::Metaphone.metaphone('FOOBAR', :buggy=>true)
+  end
+
+  def test_string
+    assert_equal 'F BR BS', Text::Metaphone.metaphone('foo bar baz')
+    assert_equal 'N WT', Text::Metaphone.metaphone('gnu what')
+    assert_equal 'F BR BS', Text::Metaphone.metaphone('foo bar baz', :buggy=>true)
+    assert_equal 'N WT', Text::Metaphone.metaphone('gnu what', :buggy=>true)
+  end
+
+end

data/test/test_porter_stemming.rb

@@ -0,0 +1,16 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+
+class PorterStemmingTest < Test::Unit::TestCase
+
+  def slurp(*path)
+    File.read(File.rel(*path)).split(/\n/)
+  end
+  
+  def test_cases
+    cases = slurp('data', 'porter_stemming_input.txt').zip(slurp('data', 'porter_stemming_output.txt'))
+    cases.each do |word, expected_output|
+      assert_equal expected_output, Text::PorterStemming.stem(word)
+    end
+  end
+
+end

data/test/test_soundex.rb

@@ -0,0 +1,27 @@
+require File.join(File.dirname(__FILE__), 'preamble')
+require 'yaml'
+
+class SoundexTest < Test::Unit::TestCase
+
+  def test_cases
+    YAML.load(%{
+
+      Euler: E460
+      Ellery: E460
+      Gauss: G200
+      Ghosh: G200
+      Hilbert: H416
+      Heilbronn: H416
+      Knuth: K530
+      Kant: K530
+      Lloyd: L300
+      Ladd: L300
+      Lukasiewicz: L222
+      Lissajous: L222
+
+    }).each do |input, expected_output|
+      assert_equal expected_output, Text::Soundex.soundex(input)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,85 @@
+--- !ruby/object:Gem::Specification 
+name: text
+version: !ruby/object:Gem::Version 
+  version: 0.1.13
+platform: ruby
+authors: 
+- Paul Battley
+- Michael Neumann
+- Tim Fletcher
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-11 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: "A collection of text algorithms: Levenshtein, Soundex, Metaphone, Double Metaphone, Figlet, Porter Stemming"
+email: pbattley@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- lib/text.rb
+- lib/text/figlet/typesetter.rb
+- lib/text/figlet/smusher.rb
+- lib/text/figlet/font.rb
+- lib/text/porter_stemming.rb
+- lib/text/double_metaphone.rb
+- lib/text/soundex.rb
+- lib/text/figlet.rb
+- lib/text/metaphone.rb
+- lib/text/version.rb
+- lib/text/levenshtein.rb
+- test/preamble.rb
+- test/test_double_metaphone.rb
+- test/data/chunky.flf
+- test/data/porter_stemming_input.txt
+- test/data/metaphone.txt
+- test/data/double_metaphone.csv
+- test/data/big.flf
+- test/data/chunky.txt
+- test/data/porter_stemming_output.txt
+- test/data/big.txt
+- test/data/metaphone_buggy.txt
+- test/test_levenshtein.rb
+- test/test_soundex.rb
+- test/test_porter_stemming.rb
+- test/test_metaphone.rb
+- test/test_figlet.rb
+- README.rdoc
+- Rakefile
+has_rdoc: true
+homepage: http://github.com/threedaymonk/text
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: text
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A collection of text algorithms
+test_files: []
+