yazawa 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0a2c1bc3059af8969bbcfa15ad566c07440ea69d
+  data.tar.gz: c4da92543c6bc7fc7284567e88be2d2625bc3eb4
+SHA512:
+  metadata.gz: 4839e50863793f583910e52ba3daa92cdff52b482bceadea60186ed97c83391b047dddde097bd5576dca6d9f03756a113500319b88c2aeb709be0823db0978f4
+  data.tar.gz: e0e86e5205516aef27986b61c0e97b33aa00803624350c0a1cde2620d424927e94e22d2a141705cca6965caa28eb9d82113b2b7498f0593d7663aa2cd5f08f77

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in yazawa.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 toooooooby
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,71 @@
+# YAZAWA
+[![Gem Version](https://badge.fury.io/rb/yazawa.png)](http://badge.fury.io/rb/yazawa) [![Build Status](https://travis-ci.org/toooooooby/yazawa.png?branch=master)](https://travis-ci.org/toooooooby/yazawa) [![Dependency Status](https://gemnasium.com/toooooooby/yazawa.png)](https://gemnasium.com/toooooooby/yazawa) [![Code Climate](https://codeclimate.com/github/toooooooby/yazawa.png)](https://codeclimate.com/github/toooooooby/yazawa) [![Coverage Status](https://coveralls.io/repos/toooooooby/yazawa/badge.png?branch=master)](https://coveralls.io/r/toooooooby/yazawa)
+
+**『YAZAWA』** is one of `text-converter`, like [Yazawa](http://en.wikipedia.org/wiki/Eikichi_Yazawa).
+
+```bash
+$ yazawa '俺達の熱意で世界が変わる'
+俺達の『NETSUI』で世界が変わる
+```
+
+## Installation
+
+Requirements:
+
+* MeCab (`sudo apt-get install mecab libmecab-dev mecab-ipadic-utf8` on Debian or Ubuntu linux)
+* Ruby 1.9.x or lator
+
+Add this line to your application's Gemfile:
+
+    gem 'yazawa'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install yazawa
+
+## Usage as a command
+
+Usage: `yazawa TEXT [-r|--random]`
+
+## Examples as a command
+
+```bash
+$ yazawa '俺達の熱意で世界が変わる'
+俺達の『NETSUI』で世界が変わる
+
+$ yazawa -r '俺達の熱意で世界が変わる'
+俺達の熱意で『SEKAI』が変わる
+
+$ yazawa -r '俺達の熱意で世界が変わる'
+俺達の熱意で世界が『KAWARU』
+
+$ echo '唸る回転寿司' | yazawa
+唸る『KAITEN』寿司
+
+$ yazawa '便利を勘違いしていないか？'
+便利を『KANCHIGAI』していないか？
+
+$ yazawa '意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「ドラム缶で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい'
+意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「『DORAMUKAN』で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい
+```
+
+## Examples as a library for ruby
+
+```ruby
+require 'yazawa'
+
+p Yazawa.convert('俺達の熱意で世界が変わる') # => '俺達の『NETSUI』で世界が変わる'
+p Yazawa.convert('俺達の熱意で世界が変わる', at_random: true) # => '俺達の熱意で『SEKAI』が変わる'
+```
+
+## Contributing
+
+1. Fork it ( http://github.com/toooooooby/yazawa/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+task default: :test
+
+Rake::TestTask.new do |t|
+  t.test_files = FileList['test/test_*.rb']
+  t.verbose = true
+end

data/bin/yazawa

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require_relative '../lib/yazawa'
+
+config = {}
+opt = OptionParser.new do |opts|
+  program_name = File.basename($PROGRAM_NAME)
+
+  opts.banner = 'YAZAWA: One of text-converter like YAZAWA'
+  opts.define_head "Usage: #{program_name} TEXT"
+  opts.separator <<-EOD
+Examples:
+  $ #{program_name} '俺達の熱意で世界が変わる'
+  俺達の『NETSUI』で世界が変わる
+
+  $ #{program_name} -r '俺達の熱意で世界が変わる'
+  俺達の熱意で『SEKAI』が変わる'
+
+  $ #{program_name} -r '俺達の熱意で世界が変わる'
+  俺達の熱意で世界が『KAWARU』
+
+  $ echo '唸る回転寿司' | #{program_name}
+  唸る『KAITEN』寿司
+
+  $ #{program_name} '便利を勘違いしていないか？'
+  便利を『KANCHIGAI』していないか？
+
+  $ #{program_name} '意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「ドラム缶で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい'
+  意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「『DORAMUKAN』で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい
+
+Options:
+  EOD
+
+  opts.on('-r', '--random', 'Random mode. Default: false') do
+    config[:at_random] = true
+  end
+  opts.on_tail('-h', '--help', 'Show this message') do
+    puts opts
+    exit
+  end
+  opts.parse!
+end
+
+# When no args on interactive shell
+if $stdin.tty? && ARGV.empty?
+  puts opt
+  exit 0
+end
+
+# Fetch source text
+source = ARGV.shift || ARGF.read
+
+puts YAZAWA.convert(source, config)

data/lib/yazawa.rb

@@ -0,0 +1,91 @@
+#require "yazawa/version"
+
+require 'mecab/light'
+require 'mojinizer'
+
+module MeCab
+  module Light
+    class CustomTagger < Tagger
+      def initialize(options)
+        @mecab = Binding.new(options)
+      end
+    end
+  end
+end
+
+module YAZAWA
+  class << self
+    # e.g. "空飛ぶ 寿司" => "空飛ぶ 『SUSHI』"
+    def convert(text, options = {})
+      # e.g. "空飛ぶ 寿司" => "空飛ぶ 『SUSHI』"
+      # Find a word index which is 'noun'(名詞) and longest length
+      index_for_replace = find_suitable_index_for_replace(tagger.parse(text), options)
+
+      # Convert specific word only
+      words = separate_words(text)
+      words[index_for_replace] = convert_word(words[index_for_replace])
+      words.join
+    end
+    
+    def tagger
+      # Specify mecab options for keeping white spaces in parsed text
+      @tagger ||= MeCab::Light::CustomTagger.new('--node-format=%M\t%H\n --unk-format=%M\t%H\n')
+    end
+
+    # e.g. "空飛ぶ寿司" => ["空", "飛ぶ", "寿司"]
+    def separate_words(text)
+      tagger.parse(text).map(&:surface)
+    end
+    
+    # e.g. "ジャバ" => "『JABA』"
+    # e.g. " JAVA" => " 『JAVA』"
+    def convert_word(word)
+      # e.g. " JAVA" => " "
+      left_space = word.match(/^\s+/).to_s
+      striped_word = word.lstrip
+
+      # e.g. "ジャバ" => "JABA"
+      katakana = tagger.parse(striped_word).map{|x| x.feature.split(',')[7] }.join
+      katakana = striped_word if katakana == ""
+
+      # Generate a result
+      left_space + "『" + katakana.romaji.upcase + "』"
+    end
+
+    def find_suitable_index_for_replace(parsed_words, options = {})
+      index_for_replace = 0
+      max_score = 0
+      
+      parsed_words.each_with_index do |result, index|
+        # Calculate priority for determining a suitable word
+        score = 
+          # Japanese++
+          (result.surface.contains_japanese? ? 100 : 0) +
+          # Katakana++
+          (result.surface.contains_katakana? ? 10 : 0) +
+          # Kanji++
+          (result.surface.contains_kanji? ? 10 : 0) +
+          # adjective++
+          (result.feature.split(',')[0] == "形容詞" ? 20 : 0) + 
+          # noun++
+          (result.feature.split(',')[0] == "名詞" ? 10 : 0) +
+          # verb++
+          (result.feature.split(',')[0] == "動詞" ? 8 : 0)
+
+        score += if options[:at_random]
+          rand(20)
+        else
+          result.surface.length
+        end
+
+        if max_score < score
+          max_score = score
+          index_for_replace = index
+        end
+      end
+
+      index_for_replace
+    end
+
+  end
+end

data/lib/yazawa/version.rb

@@ -0,0 +1,3 @@
+module YAZAWA
+  VERSION = "0.1.0"
+end

data/test/test_yazawa.rb

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+$VERBOSE = true
+require 'minitest/autorun'
+begin require 'minitest/pride' rescue LoadError end # Ignore error for old ruby
+
+require_relative '../lib/yazawa'
+
+describe 'YAZAWA' do
+  TEST_FIXTURES = [
+    # One Katakana word
+    { 
+      original: '仕事、課金しなくてもどんどんクエストくるしすごい',
+      converted: '仕事、課金しなくてもどんどん『KUESUTO』くるしすごい',
+      separated: ['仕事', '、', '課金', 'し', 'なく', 'て', 'も', 'どんどん', 'クエスト', 'くるし', 'すごい'],
+    },
+
+    # Some Katakana words
+    {
+      original: '意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「ドラム缶で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい',
+      converted: '意識の高いインターンが社内チャットで「世界を変えたいんです！！！」とか主張してたら社員が「『DORAMUKAN』で核融合するもの作ってどっかの国で爆発させましょうよ」とか言いだして意識格差すごい',
+      separated: ["意識", "の", "高い", "インターン", "が", "社内", "チャット", "で", "「", "世界", "を", "変え", "たい", "ん", "です", "！", "！", "！", "」", "とか", "主張", "し", "て", "たら", "社員", "が", "「", "ドラム缶", "で", "核", "融合", "する", "もの", "作っ", "て", "どっか", "の", "国", "で", "爆発", "さ", "せ", "ましょ", "う", "よ", "」", "とか", "言い", "だし", "て", "意識", "格差", "すごい"],
+    },
+
+    # One word only
+    {
+      original: 'ジャバ', 
+      converted: '『JABA』',
+      separated: ['ジャバ'],
+    },
+
+    # No Katakana characters
+    {
+      original: '職質の本、すごいこと書いてあるな  http://instagram.com/p/bwDEFvRrz8/', 
+      converted: '職質の本、『SUGOI』こと書いてあるな  http://instagram.com/p/bwDEFvRrz8/',
+      separated: ["職", "質", "の", "本", "、", "すごい", "こと", "書い", "て", "ある", "な", "  http", "://", "instagram", ".", "com", "/", "p", "/", "bwDEFvRrz", "8", "/"],
+    },
+    {
+      original: '空飛ぶ  寿司',
+      converted: '空飛ぶ  『SUSHI』',
+      separated: ["空", "飛ぶ", "  寿司"],
+    },
+  ]
+
+  TEST_FIXTURES.each do |text|
+    it "can converts text to like Japanese yankee''s one(#{text[:original].slice(0..9)}...)" do
+      YAZAWA.convert(text[:original]).must_equal text[:converted]
+    end
+
+    it "can separate words in Japanese with spaces(#{text[:original].slice(0..9)}...)" do
+      YAZAWA.separate_words(text[:original]).must_equal text[:separated]
+        
+    end
+  end
+
+  it "can convert one word" do
+    YAZAWA.convert_word('ドラム缶').must_equal '『DORAMUKAN』'
+    YAZAWA.convert_word('ジャバ').must_equal '『JABA』'
+    YAZAWA.convert_word(' JAVA').must_equal ' 『JAVA』'
+    YAZAWA.convert_word('  JAVA').must_equal '  『JAVA』'
+  end
+
+  it "can find suitable index for replace" do
+    YAZAWA.find_suitable_index_for_replace(YAZAWA.tagger.parse "空飛ぶ寿司").must_equal 2
+    YAZAWA.find_suitable_index_for_replace(YAZAWA.tagger.parse "職質の本、すごいこと書いてある").must_equal 5
+
+  end
+
+end
+

data/yazawa.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'yazawa/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "yazawa"
+  spec.version       = YAZAWA::VERSION
+  spec.authors       = ["toooooooby"]
+  spec.email         = ["toby.net.info.mail+git@gmail.com"]
+  spec.summary       = %q{『YAZAWA』 is one of text-converter, like Yazawa}
+  spec.description   = %q{$ yazawa '俺達の熱意で世界が変わる'\n俺達の『NETSUI』で世界が変わる}
+  spec.homepage      = "https://github.com/toooooooby/yazawa"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'mecab-light', '~> 0.2'
+  spec.add_dependency 'mojinizer', '~> 0.2'
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+
+end

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: yazawa
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- toooooooby
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mecab-light
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: mojinizer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: "$ yazawa '俺達の熱意で世界が変わる'\\n俺達の『NETSUI』で世界が変わる"
+email:
+- toby.net.info.mail+git@gmail.com
+executables:
+- yazawa
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/yazawa
+- lib/yazawa.rb
+- lib/yazawa/version.rb
+- test/test_yazawa.rb
+- yazawa.gemspec
+homepage: https://github.com/toooooooby/yazawa
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: "『YAZAWA』 is one of text-converter, like Yazawa"
+test_files:
+- test/test_yazawa.rb