pinyin 0.0.1

data/lib/tones/accents.rb

@@ -0,0 +1,59 @@
+module Pinyin
+  module Tones
+    class Accents
+      
+      UNICODE_TONE_GLYPHS={ 
+        :a=>[97, 257, 225, 462, 224],
+        :e=>[101, 275, 233, 283, 232],
+        :i=>[105, 299, 237, 464, 236],
+        :o=>[111, 333, 243, 466, 242],
+        :u=>[117, 363, 250, 468, 249],
+        :v=>[252, 470, 472, 474, 476]
+      }
+
+      def self.tone_glyph(letter,tone)
+        if (u=UNICODE_TONE_GLYPHS[letter.to_sym][tone%MAX_TONE])
+          [u].pack('U')
+        end
+      end
+
+      def self.add_tone(syll, tone)
+        tone %= MAX_TONE
+        case syll
+        when /a/ : syll.sub(/a/, tone_glyph(:a,tone))
+        when /e/ : syll.sub(/e/, tone_glyph(:e,tone))
+        when /o/ : syll.sub(/o/, tone_glyph(:o,tone))
+        when /(i|o|u|v)\Z/ : syll.sub(Regexp.new($1),tone_glyph($1,tone))
+        else syll
+        end  
+      end
+
+      def self.peek_tone(syll)
+        unpacked = syll.unpack('U*')
+        each_tone_glyph do |vowel, tones|
+          tone_glyph=unpacked.find {|t| tones.include?(t)}
+          Tones.normalize( tones.index(tone_glyph) ) if tone_glyph
+        end
+      end
+
+      def self.pop_tone(syll)
+        unpacked = syll.unpack('U*')
+        each_tone_glyph do |vowel, tones|
+          if tone_glyph = unpacked.find {|t| tones.include?(t)}
+            unpacked[unpacked.index(tone_glyph)]=vowel.to_s[0]
+            break [Tones.normalize(tones.index(tone_glyph)), unpacked.pack('U*')]
+          end
+        end
+      end
+
+      private
+        def self.each_tone_glyph
+          [:a,:e,:i,:o,:u].each do |v|  #Order is significant
+            vowel, tones = v, UNICODE_TONE_GLYPHS[v]
+            yield vowel,tones
+          end
+        end
+
+    end
+  end
+end

data/lib/tones/marks.rb

@@ -0,0 +1,25 @@
+module Pinyin
+  module Tones
+    class Marks
+      GLYPHS=['˙', '', 'ˊ', 'ˇ', 'ˋ']
+      def self.add_tone(syll,tone)
+        syll + GLYPHS[Tones.normalize(tone) % 5]
+      end
+
+      def self.peek_tone(syll)
+        case syll
+        when /ˊ/ : 2
+        when /ˇ/ : 3
+        when /ˋ/ : 4
+        when /˙/ : NEUTRAL_TONE
+        else 
+          1
+        end
+      end
+
+      def self.pop_tone(syll)
+        [ peek_tone(syll), syll[/\A[^#{GLYPHS.join}]+/] ]
+      end
+    end
+  end
+end

data/lib/tones/no_tones.rb

@@ -0,0 +1,16 @@
+module Pinyin
+  module Tones
+    module NoTones
+      def self.add_tone(s,t)
+        s
+      end
+      def self.peek_tone(s)
+        NEUTRAL_TONE
+      end
+      def self.pop_tone(s)
+        [NEUTRAL_TONE, s]
+      end
+    end
+  end
+end
+      

data/lib/tones/numbers.rb

@@ -0,0 +1,24 @@
+module Pinyin
+  module Tones
+    class Numbers
+
+      def self.add_tone(syll, tone)
+        syll + Tones.normalize(tone).to_s
+      end
+
+
+      def self.peek_tone(syll)
+        if syll =~ /(\d)\Z/
+          Tones.normalize Integer($1)
+        else
+          NEUTRAL_TONE
+        end
+      end      
+
+      def self.pop_tone(syll)
+        [ peek_tone(syll), syll[/\A\D+/] ]
+      end
+
+    end
+  end
+end

data/lib/tones.rb

@@ -0,0 +1,19 @@
+
+module Pinyin
+  module Tones
+    All=Dir[File.join(File.dirname(__FILE__),'tones','*.rb')].map{|s| s[/tones\/(.*)\.rb/,1]}
+    MAX_TONE = NEUTRAL_TONE = 5
+    VALID_TONES  = 1..5
+    CONVERSIONS  = {0 => NEUTRAL_TONE}
+
+    def self.normalize(t)
+      if VALID_TONES === t
+        t
+      else
+        t %= MAX_TONE
+        CONVERSIONS[t] || t
+      end
+    end
+  end
+end
+

data/rakefile

@@ -0,0 +1,39 @@
+require 'rake'
+require 'rake/testtask'
+require 'rubygems'
+Gem::manage_gems
+require 'rake/gempackagetask'
+
+
+task :default => [:test_units]
+
+namespace "test" do
+  Rake::TestTask.new("pinyin") do |t|
+    $: << File.dirname(__FILE__) + '/lib'
+    t.pattern = 'test/*.rb'
+    t.verbose = true
+    t.warning = true
+  end
+end
+
+spec = Gem::Specification.new do |s|
+    s.name       = "pinyin"
+    s.version    = "0.0.1"
+    s.author     = "Arne Brasseur"
+    s.email      = "pinyin at menolikespam arnebrasseur dot net"
+    s.homepage   = "http://svn.arnebrasseur.net/pinyin"
+    s.platform   = Gem::Platform::RUBY
+    s.summary    = "A conversion library for Chinese transcription methods in Ruby"
+    s.files      = FileList["**/*"]
+#FileList["{bin,docs,lib,test}/**/*"].exclude("rdoc").to_a
+    s.require_path      = "lib/"
+# not sure yet what these are
+#    s.autorequire       = "pinyin"
+#    s.test_file         = "test/runtest.rb"
+#    s.has_rdoc          = true
+#    s.extra_rdoc_files  = ['README']
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+    pkg.need_tar = true
+end

data/test/comparison_test.rb

@@ -0,0 +1,35 @@
+require 'pinyin'
+require 'test/unit'
+require 'csv'
+
+
+# This test uses the chart from piyin.info to compare all implemted conversion types
+# Since I can't find another reference of the hanyu pinyin 'lo', I have removed it from the table
+
+class TestCompare < Test::Unit::TestCase
+  CHART=CSV.parse(IO.read(File.dirname(__FILE__)+'/../lib/data/comparison.csv'))
+  COMPARE=[:hanyu, :wadegiles, :zhuyin, :tongyong]
+
+
+  # Test all combinations, included parsing/unparsing the same type
+
+  def test_do_comparisons
+    COMPARE.each do |from|
+      COMPARE.each do |to|
+        compare(from,to)
+      end
+    end
+  end
+
+  def compare(from, to)
+    reader = Pinyin::Reader.new(from, :no_tones)
+    writer = Pinyin::Writer.new(to, :no_tones)
+
+    ifrom = CHART[0].index from.to_s
+    ito   = CHART[0].index to.to_s
+
+    CHART[1..-1].each do |vals|
+      assert_equal(vals[ito].strip, writer << (reader << vals[ifrom].strip), "Converting from #{from} to #{to} value #{vals[ito]}")
+    end
+  end
+end

data/test/hanyu_coverage.rb

@@ -0,0 +1,33 @@
+require 'test/unit'
+require 'pinyin.rb'
+require 'yaml'
+$KCODE='u'
+module HanyuCoverage 
+  grid=YAML.load(IO.read(File.dirname(__FILE__)+'/../lib/data/valid_pinyin.yaml'))
+  grid.each do |fname, row|
+    row.each do |iname, hanyu|
+      eval %[
+        class Test_#{hanyu} < Test::Unit::TestCase
+          include Pinyin
+          def initialize(s)
+            super(s)
+            @reader = Reader.new(:hanyu, :no_tones)
+            @writer = Writer.new(:hanyu, :no_tones)
+          end
+
+          def test_parse_#{hanyu}
+            assert_equal('#{hanyu}', @writer.unparse(Syllable.new(Initial::#{iname}, Final::#{fname}, Tones::NEUTRAL_TONE)), 'Wrong hanyu for Initial::#{iname}+Final::#{fname}, expected `#{hanyu}` ')
+          end
+
+          def test_unparse_#{hanyu}
+            ts=*@reader.parse('#{hanyu}')
+            assert_not_nil(ts, 'Reader<:hanyu, :no_tone>#parse("#{hanyu}") returned nil')
+            assert_equal(Initial::#{iname}, ts.initial, 'Wrong initial for `#{hanyu}`, expected Initial::#{iname}')
+            assert_equal(Final::#{fname}, ts.final, 'Wrong final for `#{hanyu}`, expected Final::#{fname}')
+          end
+        end
+      ]
+    end
+  end
+
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.0
+specification_version: 1
+name: pinyin
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+date: 2007-07-26 00:00:00 +02:00
+summary: A conversion library for Chinese transcription methods in Ruby
+require_paths: 
+- lib/
+email: pinyin at menolikespam arnebrasseur dot net
+homepage: http://svn.arnebrasseur.net/pinyin
+rubyforge_project: 
+description: 
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: false
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Arne Brasseur
+files: 
+- examples
+- lib
+- rakefile
+- test
+- TODO
+- examples/cgiform
+- examples/hello.rb
+- examples/cgiform/cgiform.rb
+- examples/cgiform/template.rhtml
+- lib/conversions.rb
+- lib/data
+- lib/exception.rb
+- lib/groundwork.rb
+- lib/pinyin.rb
+- lib/support.rb
+- lib/tones
+- lib/tones.rb
+- lib/data/comparison.csv
+- lib/data/final.csv
+- lib/data/initial.csv
+- lib/data/paladiy.txt
+- lib/data/rules.yaml
+- lib/data/valid_pinyin.yaml
+- lib/tones/accents.rb
+- lib/tones/marks.rb
+- lib/tones/no_tones.rb
+- lib/tones/numbers.rb
+- test/comparison_test.rb
+- test/hanyu_coverage.rb
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: []
+
+executables: []
+
+extensions: []
+
+requirements: []
+
+dependencies: []
+