hanzi-converter 0.1.0

data/lib/hanzi-converter.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+
+class HanziConverter
+  class << self
+    attr_accessor :data
+
+    def load_data
+      return if @data
+      @data = []
+
+      File.open('lib/data/cedict_ts.u8').each_line do |line|
+        next if line.start_with?('#')
+        line = line.force_encoding('utf-8')
+
+        # CC-CEDICT format:
+        # Traditional Simplified [pin1 yin1] /English equivalent 1/equivalent 2/
+        line_data = {}
+        line_data[:traditional] = line[0, line.index(' ')]
+
+        line = line[line.index(' ') + 1, line.length]
+        line_data[:simplified] = line[0, line.index(' ')]
+
+        line = line[line.index('['), line.length]
+        line_data[:pinyin] = line[1, line.index(']') - 1]
+
+        line = line[line.index('/'), line.rindex('/')]
+        line_data[:english] = line[1, line.rindex('/') - 1]
+
+        @data << line_data
+      end
+
+    end
+
+    def to_pinyin(text, options={})
+      load_data if @data.nil?
+      entry = @data.find do |word|
+        word[:simplified] == text || word[:traditional] == text
+      end
+      entry[:pinyin].gsub("\s", '') if entry
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'hanzi-converter'
+
+class Test::Unit::TestCase
+end

data/test/test_hanzi-converter.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+
+require 'helper'
+
+class TestHanziConverter < Test::Unit::TestCase
+
+  def test_should_init_data
+    HanziConverter.load_data
+    assert HanziConverter.data.count > 0
+  end
+
+  def test_convert_with_tones
+    result = HanziConverter.to_pinyin('为什么')
+    assert_equal 'wei4shen2me5', result
+  end
+
+  def test_second_word
+    result = HanziConverter.to_pinyin('走红')
+    assert_equal 'zou3hong2', result
+  end
+
+  def test_can_convert_traditional
+    result = HanziConverter.to_pinyin('簡單')
+    assert_equal 'jian3dan1', result
+  end
+
+end

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: hanzi-converter
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Steve Jackson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+description: Convert Hanzi to pinyin. Unlike other similar gems, this includes tones
+  and can accurately translate common words.
+email: steven.j.jackson@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- hanzi-converter.gemspec
+- lib/data/cedict_ts.u8
+- lib/hanzi-converter.rb
+- test/helper.rb
+- test/test_hanzi-converter.rb
+homepage: http://github.com/stevejackson/hanzi-converter
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 614009522307965857
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Convert Hanzi to pinyin. Unlike other similar gems, this includes tones and
+  can accurately translate common words.
+test_files: []