furigana 0.0.1

data/README.rdoc

@@ -0,0 +1,6 @@
+= furigana
+
+Describe your project here
+
+:include:furigana.rdoc
+

data/bin/furigana

@@ -0,0 +1,57 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require 'furigana'
+require 'singleton'
+require 'ostruct'
+require 'optparse'
+
+module Furigana
+  class CLI
+    include Singleton
+
+    def initialize
+      @settings = OpenStruct.new
+      @settings.format = :text
+    end
+
+    def parse_options
+      OptionParser.new do |opts|
+        opts.banner = "Usage: furigana [options] [file]"
+
+        opts.on("--text", "Add furigana and output text (default)") do
+          @settings.format = :text
+        end
+        opts.on("--html", "Add furigana and output HTML") do
+          @settings.format = :html
+        end
+        opts.on("--json", "Add furigana and output JSON") do
+          @settings.format = :json
+        end
+        opts.on_tail("-h", "--help", "Show this message") do
+          puts opts
+          exit
+        end
+        opts.on_tail("--version", "Show version") do
+          puts Furigana::VERSION
+          exit
+        end
+      end.parse!
+    end
+
+    def start
+      parse_options
+
+      input = ARGF.read
+      case @settings.format
+      when :text
+        puts Formatter::Text.format(input, Reader.new.reading(input))
+      when :html
+        puts Formatter::HTML.format(input, Reader.new.reading(input))
+      when :json
+        puts Formatter::JSON.format(input, Reader.new.reading(input))
+      end
+    end
+  end
+end
+
+Furigana::CLI.instance.start

data/furigana.rdoc

@@ -0,0 +1,5 @@
+= furigana
+
+Generate this with
+    furigana rdoc
+After you have described your command line interface

data/lib/furigana.rb

@@ -0,0 +1,8 @@
+require 'diff/lcs'
+require 'nkf'
+require 'json'
+
+require 'furigana/version'
+require 'furigana/mecab'
+require 'furigana/reader'
+require 'furigana/formatters'

data/lib/furigana/formatter/base.rb

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+module Furigana
+  module Formatter
+    class Base
+      class << self
+        def format(text, tokens)
+          surface_form, reading = 0, 1
+          new_text = ''
+          tokens_enum = tokens.to_enum
+          current_token = tokens_enum.next
+          substring, pos = "", 0
+
+          text.each_char do |char|
+            if current_token
+              substring += char
+              if char == current_token[surface_form][pos]
+                if pos == current_token[surface_form].length-1
+                  new_text += replacement(current_token[surface_form], current_token[reading])
+                  begin
+                    current_token = tokens_enum.next
+                  rescue StopIteration
+                    current_token = nil
+                  end
+                  substring, pos = "", 0
+                else
+                  pos += 1
+                end
+              else # not a match
+                new_text += substring
+                substring, pos = "", 0
+              end
+            else # no more tokens
+              new_text += char
+            end
+          end
+          new_text
+        end
+      end
+    end
+  end
+end

data/lib/furigana/formatter/html.rb

@@ -0,0 +1,12 @@
+# -*- coding: utf-8 -*-
+module Furigana
+  module Formatter
+    class HTML < Formatter::Base
+      class << self
+        def replacement(surface_form, reading)
+          "<ruby><rb>%s</rb><rp>【</rp><rt>%s</rt><rp>】</rp></ruby>" % [surface_form, reading]
+        end
+      end
+    end
+  end
+end

data/lib/furigana/formatter/json.rb

@@ -0,0 +1,11 @@
+module Furigana
+  module Formatter
+    class JSON < Formatter::Base
+      class << self
+        def format(text, tokens)
+          tokens.to_json
+        end
+      end
+    end
+  end
+end

data/lib/furigana/formatter/text.rb

@@ -0,0 +1,12 @@
+# -*- coding: utf-8 -*-
+module Furigana
+  module Formatter
+    class Text < Formatter::Base
+      class << self
+        def replacement(surface_form, reading)
+          "%s【%s】" % [surface_form, reading]
+        end
+      end
+    end
+  end
+end

data/lib/furigana/formatters.rb

@@ -0,0 +1,4 @@
+require_relative 'formatter/base'
+require_relative 'formatter/text'
+require_relative 'formatter/html'
+require_relative 'formatter/json'

data/lib/furigana/mecab.rb

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+require 'open3'
+
+module Furigana
+  class Mecab
+    class << self
+      def sanitize_text(text)
+        text.tr("\n", "")
+      end
+
+      def tokenize(text)
+        surface_form, reading = 0, 1
+        stdout, stderr, status = Open3.capture3("mecab -Ochasen", :stdin_data => sanitize_text(text))
+        stdout.split("\n").inject([]) do |output, line|
+          columns = line.split("\t")
+          output << {
+            :surface_form => columns[surface_form],
+            :reading      => columns[reading]
+          } if columns[surface_form] != 'EOS'
+          output
+        end
+      end
+    end
+  end
+end

data/lib/furigana/reader.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+module Furigana
+  class Reader
+    def reading(text)
+      Mecab.tokenize(text).inject([]) do |list, token|
+        with_furigana = add_furigana(yomi_to_hiragana(token))
+        list.push(with_furigana) if with_furigana
+        list
+      end
+    end
+
+    private
+
+    def yomi_to_hiragana(token)
+      token[:reading] = choose_reading(token[:surface_form], token[:reading])
+      token
+    end
+
+    def k2h(k)
+      return nil if k.nil?
+      NKF.nkf("-h1 -w", k)
+    end
+
+    def kana?(str)
+      /^[ぁ-んァ-ンー]+$/.match(str)
+    end
+
+    def choose_reading(surface_form, reading)
+      !kana?(surface_form) ? k2h(reading) : surface_form
+    end
+
+    def sdiff(first, second)
+      Diff::LCS.sdiff(first, second)
+    end
+
+    def diff_token_surface_form_and_reading(token)
+      sdiff(token[:surface_form], token[:reading])
+    end
+
+    def add_furigana(token)
+      states = { kanji_and_yomi: '!', yomi: '+', kana: '=' }
+      kanji, yomi = 0, 1
+
+      list = nil
+      on_kanji = false
+      diff_token_surface_form_and_reading(token).each do |part|
+        case part.action
+        when states[:kanji_and_yomi]
+          list = ['',''] unless on_kanji
+          list[kanji] += part.old_element
+          list[yomi] += part.new_element
+          on_kanji = true
+        when states[:yomi]
+          list[yomi] += part.new_element
+        when states[:kana]
+          on_kanji = false
+        end
+      end
+      list
+    end
+  end
+end

data/lib/furigana/version.rb

@@ -0,0 +1,3 @@
+module Furigana
+  VERSION = '0.0.1'
+end

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: furigana
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Michael V. O'Brien
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: diff-lcs
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: debugger
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: diff-lcs
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: michael@michaelvobrien.com
+executables:
+- furigana
+extensions: []
+extra_rdoc_files:
+- README.rdoc
+- furigana.rdoc
+files:
+- bin/furigana
+- lib/furigana.rb
+- lib/furigana/formatter/base.rb
+- lib/furigana/formatter/html.rb
+- lib/furigana/formatter/json.rb
+- lib/furigana/formatter/text.rb
+- lib/furigana/formatters.rb
+- lib/furigana/mecab.rb
+- lib/furigana/reader.rb
+- lib/furigana/version.rb
+- README.rdoc
+- furigana.rdoc
+homepage: https://github.com/michaelvobrien/furigana
+licenses: []
+post_install_message: 
+rdoc_options:
+- --title
+- furigana
+- --main
+- README.rdoc
+- -ri
+require_paths:
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Add furigana to text
+test_files: []