juman_knp 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 23f6aff424c726c227a527483945be9f3c9d434e
+  data.tar.gz: 645b90b022af79539701713554838c2c67feb2e5
+SHA512:
+  metadata.gz: d4bfe2c9d60e20c22c6d9c823ce35d18630f84245aa2d4b55306e3b79e0b37ef8b84470f18fa61debb078928aa38177152da8634830581b467d4e879f15baece
+  data.tar.gz: 9fac5baebd623a8487160694a83ad3847824fb48ea81ce03b8dd5b68ee2cc652cbdb3308f5d3dd626612a5a4e270907d5aae14dc6c9cea697241217b252a17ab

data/.gitignore

@@ -0,0 +1,34 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in juman_knp.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 FURUSAWA Tomohiro
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,31 @@
+# JumanKnp
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'juman_knp'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install juman_knp
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/juman_knp/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+

data/bin/juman_knp

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require 'juman_knp'

data/juman_knp.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'juman_knp/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "juman_knp"
+  spec.version       = JumanKnp::VERSION
+  spec.authors       = ["rilmayer"]
+  spec.email         = ["git@frsw.net"]
+  spec.summary       = %q{wrapper of JUMAN and KNP.}
+  spec.description   = %q{You can use JUMAN and KNP for natural language processing, by Ruby.}
+  spec.homepage      = "http://frsw.net/"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

data/lib/juman_knp.rb

@@ -0,0 +1,170 @@
+require "juman_knp/version"
+
+# coding: utf-8
+class Juman
+  require 'open3'
+
+  Juman_Versin = "7.0"
+  
+  Hinshi = ["名詞","助詞","動詞","接尾辞","助動詞","特殊","指示詞","判定詞","未定義語","形容詞","副詞","接頭辞","接続詞","連体詞","感動詞"]
+  Category = ["人","組織・団体","動物","植物","動物-部位","植物-部位","人工物-食べ物","人工物-衣類","人工物-乗り物","人工物-金銭","人工物-その他","自然物","場所-施設","場所-施設部位","場所-自然","場所-機能","場所-その他","抽象物","形・模様","色","数量","時間"]
+  Domain = ["文化・芸術","レクリエーション","スポーツ","健康・医学","家庭・暮らし","料理・食事","交通","教育・学習","科学・技術","ビジネス","メディア","政治"]
+
+  attr_reader :ma_arr, :string, :id, :pos
+
+  def initialize(string, id=nil, pos=nil)
+    @id = id # please use for tilte, id , etc...
+    @string = string
+    @pos = pos # parts of speech(pos)
+    @ma_arr = ma(string)
+    
+    unless pos == nil
+      @specific_pos = words_of(pos)
+    end
+  end
+
+  def array_of(i)
+    array_of_i = Array.new
+    
+    case i
+    when 0..10
+      @ma_arr.each{|e| array_of_i.push(e[i])}
+    # 代表表記
+    when 17
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "代表表記"))}
+    # 漢字読み
+    when 18
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "漢字読み"))}
+    # Category
+    when 19
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "カテゴリ"))}
+    # Domain
+    when 20
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "ドメイン"))}
+    else
+
+    end
+    return array_of_i
+  end
+
+  # filter of pos
+  def words_of(pos)
+    hinshi_arr = Array.new
+    pos.each do |h|
+      @ma_arr.each{|array_of| hinshi_arr.push(array_of) if h == array_of[3]}
+    end
+    @ma_arr = hinshi_arr
+    return hinshi_arr
+  end
+
+  private
+  
+  # morphological analysis(ma)
+  # Parameter > Stiring for ma
+  # Return    > Array of console output
+  def ma(string)
+    begin
+    maarr = Array.new
+    # Juman's input is only Shift-JIS（for Windos）
+    string.encode!("Windows-31J", "UTF-8", :invalid => :replace, :undef => :replace, :replace => '') 
+    
+    # using open3, execute Juman
+    out, err, status = Open3.capture3("juman -b", :stdin_data => string)
+    out.each_line do |line|
+      line.chomp!.encode!("UTF-16BE", "Windows-31J", :invalid => :replace, :undef => :replace, :replace => '').encode!("UTF-8")
+      maarr.push(line.split(/\s/)) unless line == "EOS"
+    end
+    return maarr
+    rescue
+      print("[エラー]：JUMANへPathを通してください。\n")
+      exit!
+    end
+  end
+
+  # Parameter >     e:one array of @ma_arr
+  #              what:string of "カテゴリ" or "漢字読み" or ...
+  # Return    >  info:sting of info related to what
+  def get_info(e, what)
+  	info = ""
+  	e.each do |elm|
+        info = elm.gsub(/#{what}:/, "").delete("\"") if /#{what}:/ =~ elm
+    end
+    return info
+  end
+end
+
+
+class Knp
+  require 'open3'
+
+  KNP_Version = "4.11"
+
+  attr_reader :pa_arr, :string, :asitis
+ 
+  def initialize(string, id=nil)
+    @id = id
+    @string = string
+    @pa_arr = pa(string)
+    @asitis = @pa_arr[2]
+  end
+ 
+  # Parsing(pa) with KNP
+  # Parameter > String for ma
+  # Return    > Array of console output
+  def pa(string, opttion = nil)
+
+    asitis = []
+    paarr = [[]]
+    kihonku = [[]]
+ 
+    # Juman's input is only Shift-JIS（for Windos）
+    string.encode!("Windows-31J", "UTF-8", :invalid => :replace, :undef => :replace, :replace => '')
+     
+    # using open3, execute JUMAN|KNP
+    begin
+    out, err, status = Open3.capture3("juman | knp -simple ", :stdin_data => string)
+    i = -1
+    j = -1
+    out.each_line do |line|
+      line.chomp!.encode!("UTF-16BE", "Windows-31J", :invalid => :replace, :undef => :replace, :replace => '').encode!("UTF-8")
+      asitis.push(line) unless line == "EOS"
+
+      # making the array of Bunsetsu(文節)
+      if line.split(/\s/)[0] == "*"
+        i += 1
+        paarr[i] = []
+      end
+      paarr[i].push(line) unless /^\+.+/ =~ line || line == "EOS"
+ 
+      # making the array of Kihonku(基本句)
+      if line.split(/\s/)[0] == "+"
+        j += 1
+        kihonku[j] = []
+      end
+      kihonku[j].push(line) unless /^\*.+/ =~ line || line == "EOS"
+    end
+    return paarr, kihonku, asitis
+
+    rescue
+      print("[エラー]：JUMANへPathを通してください。\n")
+      exit!
+    end
+
+  end
+ 
+  # dependency relations of Bunsetsu
+  def bunsetsu
+    # bunsetsu_hs
+    # key:Information of ma of Bunsetsu(文節) [Array]
+    # val:[Info of Bunsetsu, Where its dependence]
+    bunsetsu_hs = Hash.new
+    pa_tmp = @pa_arr[0]
+    pa_tmp.each do |e|
+      key = e.shift.split(/\s/)
+      key.shift
+      bunsetsu_hs[e]= key
+    end
+    return bunsetsu_hs
+  end
+   
+end

data/lib/juman_knp.rb~

@@ -0,0 +1,170 @@
+require "juman_knp/version"
+
+# coding: utf-8
+class Juman
+  require 'open3'
+
+  Juman_Versin = "7.0"
+  
+  Hinshi = ["名詞","助詞","動詞","接尾辞","助動詞","特殊","指示詞","判定詞","未定義語","形容詞","副詞","接頭辞","接続詞","連体詞","感動詞"]
+  Category = ["人","組織・団体","動物","植物","動物-部位","植物-部位","人工物-食べ物","人工物-衣類","人工物-乗り物","人工物-金銭","人工物-その他","自然物","場所-施設","場所-施設部位","場所-自然","場所-機能","場所-その他","抽象物","形・模様","色","数量","時間"]
+  Domain = ["文化・芸術","レクリエーション","スポーツ","健康・医学","家庭・暮らし","料理・食事","交通","教育・学習","科学・技術","ビジネス","メディア","政治"]
+
+  attr_reader :ma_arr, :string, :id, :pos
+
+  def initialize(string, id=nil, pos=nil)
+    @id = id # please use for tilte, id , etc...
+    @string = string
+    @pos = pos # parts of speech(pos)
+    @ma_arr = ma(string)
+    
+    unless pos == nil
+      @specific_pos = words_of(pos)
+    end
+  end
+
+  def array_of(i)
+    array_of_i = Array.new
+    
+    case i
+    when 0..10
+      @ma_arr.each{|e| array_of_i.push(e[i])}
+    # 代表表記
+    when 17
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "代表表記"))}
+    # 漢字読み
+    when 18
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "漢字読み"))}
+    # Category
+    when 19
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "カテゴリ"))}
+    # Domain
+    when 20
+      @ma_arr.each{|e| array_of_i.push(get_info(e, "ドメイン"))}
+    else
+
+    end
+    return array_of_i
+  end
+
+  # filter of pos
+  def words_of(pos)
+    hinshi_arr = Array.new
+    pos.each do |h|
+      @ma_arr.each{|array_of| hinshi_arr.push(array_of) if h == array_of[3]}
+    end
+    @ma_arr = hinshi_arr
+    return hinshi_arr
+  end
+
+  private
+  
+  # morphological analysis(ma)
+  # Parameter > Stiring for ma
+  # Return    > Array of console output
+  def ma(string)
+    begin
+    maarr = Array.new
+    # Juman's input is only Shift-JIS（for Windos）
+    string.encode!("Windows-31J", "UTF-8", :invalid => :replace, :undef => :replace, :replace => '') 
+    
+    # using open3, execute Juman
+    out, err, status = Open3.capture3("juman -b", :stdin_data => string)
+    out.each_line do |line|
+      line.chomp!.encode!("UTF-16BE", "Windows-31J", :invalid => :replace, :undef => :replace, :replace => '').encode!("UTF-8")
+      maarr.push(line.split(/\s/)) unless line == "EOS"
+    end
+    return maarr
+    rescue
+      print("[エラー]：JUMANへPathを通してください。\n")
+      exit!
+    end
+  end
+
+  # Parameter >     e:one array of @ma_arr
+  #              what:string of "カテゴリ" or "漢字読み" or ...
+  # Return    >  info:sting of info related to what
+  def get_info(e, what)
+  	info = ""
+  	e.each do |elm|
+        info = elm.gsub(/#{what}:/, "").delete("\"") if /#{what}:/ =~ elm
+    end
+    return info
+  end
+end
+
+
+class Knp
+  require 'open3'
+
+  KNP_Version = "4.11"
+
+  attr_reader :pa_arr, :string, :asitis
+ 
+  def initialize(string, id=nil)
+    @id = id
+    @string = string
+    @pa_arr = pa(string)
+    @asitis = @pa_arr[2]
+  end
+ 
+  # Parsing(pa) with KNP
+  # Parameter > String for ma
+  # Return    > Array of console output
+  def pa(string, opttion = nil)
+
+    asitis = []
+    paarr = [[]]
+    kihonku = [[]]
+ 
+    # Juman's input is only Shift-JIS（for Windos）
+    string.encode!("Windows-31J", "UTF-8", :invalid => :replace, :undef => :replace, :replace => '')
+     
+    # using open3, execute JUMAN|KNP
+    begin
+    out, err, status = Open3.capture3("juman | knp -simple ", :stdin_data => string)
+    i = -1
+    j = -1
+    out.each_line do |line|
+      line.chomp!.encode!("UTF-16BE", "Windows-31J", :invalid => :replace, :undef => :replace, :replace => '').encode!("UTF-8")
+      asitis.push(line) unless line == "EOS"
+
+      # making the array of Bunsetsu(文節)
+      if line.split(/\s/)[0] == "*"
+        i += 1
+        paarr[i] = []
+      end
+      paarr[i].push(line) unless /^\+.+/ =~ line || line == "EOS"
+ 
+      # making the array of Kihonku(基本句)
+      if line.split(/\s/)[0] == "+"
+        j += 1
+        kihonku[j] = []
+      end
+      kihonku[j].push(line) unless /^\*.+/ =~ line || line == "EOS"
+    end
+    return paarr, kihonku, asitis
+
+    rescue
+      print("[エラー]：JUMANへPathを通してください。\n")
+      exit!
+    end
+
+  end
+ 
+  # dependency relations of Bunsetsu
+  def bunsetsu
+    # bunsetsu_hs
+    # key:Information of ma of Bunsetsu(文節) [Array]
+    # val:[Info of Bunsetsu, Where its dependence]
+    bunsetsu_hs = Hash.new
+    pa_tmp = @pa_arr[0]
+    pa_tmp.each do |e|
+      key = e.shift.split(/\s/)
+      key.shift
+      bunsetsu_hs[e]= key
+    end
+    return bunsetsu_hs
+  end
+   
+end

data/lib/juman_knp/version.rb

@@ -0,0 +1,3 @@
+module JumanKnp
+  VERSION = "0.0.1"
+end

data/spec/juman_knp_spec.rb

@@ -0,0 +1,11 @@
+require 'spec_helper'
+
+describe JumanKnp do
+  it 'has a version number' do
+    expect(JumanKnp::VERSION).not_to be nil
+  end
+
+  it 'does something useful' do
+    expect(false).to eq(true)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'juman_knp'

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: juman_knp
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- rilmayer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: You can use JUMAN and KNP for natural language processing, by Ruby.
+email:
+- git@frsw.net
+executables:
+- juman_knp
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/juman_knp
+- juman_knp.gemspec
+- lib/juman_knp.rb
+- lib/juman_knp.rb~
+- lib/juman_knp/version.rb
+- spec/juman_knp_spec.rb
+- spec/spec_helper.rb
+homepage: http://frsw.net/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: wrapper of JUMAN and KNP.
+test_files:
+- spec/juman_knp_spec.rb
+- spec/spec_helper.rb