mecab-noun_parser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f6cd2e447fe7145e53db72ae3b47115431680c74
+  data.tar.gz: c053a3dbce8b81d178141bf0c692d315714bbb22
+SHA512:
+  metadata.gz: 5f57471cd13cc41e2647f93d5f212bac6b428dd7445049c7c50ef9d6b1ecc3a4a92c452442e5e3948e03986d4d4292b7724e8b1db55612823987c719078621ef
+  data.tar.gz: d6d565b9c254067d945eff1da7955829d60afae2e712a4d86bfe950413aefccfacc969bcef3605503a49c3d72ab5252723537fc2683acc0a1d0b046fe592d183

data/.gitignore

@@ -0,0 +1,3 @@
+/.bundle/
+/Gemfile.lock
+/pkg/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,30 @@
+before_install:
+  - sudo apt-get update
+
+  # mecab
+  - wget https://mecab.googlecode.com/files/mecab-0.996.tar.gz
+  - tar zxfv mecab-0.996.tar.gz
+  - cd mecab-0.996
+  - ./configure --enable-utf8-only
+  - make
+  - make check
+  - sudo make install
+  - sudo ldconfig
+
+  - cd ../
+
+  # mecab-ipadic
+  - wget https://mecab.googlecode.com/files/mecab-ipadic-2.7.0-20070801.tar.gz
+  - tar zxfv mecab-ipadic-2.7.0-20070801.tar.gz
+  - cd mecab-ipadic-2.7.0-20070801
+  - ./configure --with-charset=utf8
+  - make
+  - sudo make install
+  - sudo ldconfig
+
+  - cd ../
+
+language: ruby
+
+rvm:
+  - 2.0.0

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/README.md

@@ -0,0 +1,64 @@
+# Mecab::NounParser
+
+[![Build Status](https://travis-ci.org/kami30k/mecab-noun_parser.svg)](https://travis-ci.org/kami30k/mecab-noun_parser)
+[![Gem Version](https://badge.fury.io/rb/mecab-noun_parser.svg)](http://badge.fury.io/rb/mecab-noun_parser)
+
+This gem is a noun parser for [MeCab](https://github.com/markburns/mecab) gem.
+This counts the number of nouns, and arranging it in descending order.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'mecab'
+gem 'mecab-noun_parser'
+```
+
+And then execute:
+
+    $ bundle
+
+## Usage
+
+Here's a simple example to use:
+
+```ruby
+require 'mecab'
+require 'mecab-noun_parser'
+
+parser = MeCab::NounParser.new
+
+parser << 'Rubyは、手軽なオブジェクト指向プログラミングを実現するための種々の機能を持つオブジェクト指向スクリプト言語です。本格的なオブジェクト指向言語であるSmalltalk、EiffelやC++などでは大げさに思われるような領域でのオブジェクト指向プログラミングを支援することを目的としています。もちろん通常の手続き型のプログラミングも可能です。'
+parser << 'Rubyはテキスト処理関係の能力などに優れ、Perlと同じくらい強力です。さらにシンプルな文法と、例外処理やイテレータなどの機構によって、より分かりやすいプログラミングが出来ます。'
+parser << 'まあ、簡単にいえばPerlのような手軽さで「楽しく」オブジェクト指向しようという言語です。どうぞ使ってみてください。'
+parser << 'Rubyはまつもと ゆきひろが個人で開発しているフリーソフトウェアです。'
+
+p parser.parse.nouns
+```
+
+This results is as follows:
+
+```ruby
+[
+  {:noun=>"Ruby", :count=>3},
+  {:noun=>"オブジェクト指向プログラミング", :count=>2},
+  {:noun=>"Perl", :count=>2},
+    :
+  {:noun=>"個人", :count=>1},
+  {:noun=>"開発", :count=>1},
+  {:noun=>"フリーソフトウェア", :count=>1}
+]
+```
+
+### Except some words
+
+If you don't want to include some words, you should initialize with `:except` option:
+
+```ruby
+parser = MeCab::NounParser.new(except: ['Smalltalk', 'Eiffel', ...])
+```
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/kami30k/mecab-noun_parser.

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/lib/mecab/noun_parser.rb

@@ -0,0 +1,52 @@
+module MeCab
+  class NounParser
+    def initialize(**options)
+      @except = options[:except] || []
+      @nouns = {}
+      @nouns.default = 0
+      @text = []
+    end
+
+    def <<(text)
+      @text << text
+    end
+
+    def parse
+      @text.each do |text|
+        node = mecab.parseToNode(text)
+        noun = ''
+
+        while node
+          if node.feature.split(',')[0] == '名詞'
+            unless @except.include?(node.surface)
+              noun << node.surface
+            end
+          else
+            unless noun.empty?
+              @nouns[noun] += 1
+              noun = ''
+            end
+          end
+
+          node = node.next
+        end
+      end
+
+      self
+    end
+
+    def nouns
+      sorted_nouns.map { |noun| { noun: noun[0], count: noun[1] } }
+    end
+
+    private
+
+    def mecab
+      @mecab ||= MeCab::Tagger.new
+    end
+
+    def sorted_nouns
+      @nouns.sort_by { |_, count| -count }
+    end
+  end
+end

data/mecab-noun_parser.gemspec

@@ -0,0 +1,20 @@
+$:.unshift File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = 'mecab-noun_parser'
+  s.version     = '0.1.0'
+  s.authors     = 'kami'
+  s.email       = 'kami30k@gmail.com'
+
+  s.summary     = 'A noun parser for MeCab gem.'
+  s.description = 'A noun parser for MeCab gem.'
+  s.homepage    = 'https://github.com/kami30k/mecab-noun_parser'
+
+  s.files       = `git ls-files -z`.split("\x0")
+
+  s.add_dependency 'mecab'
+
+  s.add_development_dependency 'bundler'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'rspec'
+end

data/spec/mecab/noun_parser_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe MeCab::NounParser do
+  let(:nouns)  { parser.parse.nouns }
+
+  before do
+    parser << 'Rubyは、手軽なオブジェクト指向プログラミングを実現するための種々の機能を持つオブジェクト指向スクリプト言語です。本格的なオブジェクト指向言語であるSmalltalk、EiffelやC++などでは大げさに思われるような領域でのオブジェクト指向プログラミングを支援することを目的としています。もちろん通常の手続き型のプログラミングも可能です。'
+    parser << 'Rubyはテキスト処理関係の能力などに優れ、Perlと同じくらい強力です。さらにシンプルな文法と、例外処理やイテレータなどの機構によって、より分かりやすいプログラミングが出来ます。'
+    parser << 'まあ、簡単にいえばPerlのような手軽さで「楽しく」オブジェクト指向しようという言語です。どうぞ使ってみてください。'
+    parser << 'Rubyはまつもと ゆきひろが個人で開発しているフリーソフトウェアです。'
+  end
+
+  context 'default usage' do
+    let(:parser) { MeCab::NounParser.new }
+
+    it 'should be sort' do
+      expect(nouns.first[:noun]).to eq 'Ruby'
+      expect(nouns.first[:count]).to eq 3
+    end
+
+    it 'should be count' do
+      count = nouns.find { |noun| noun[:noun] == 'オブジェクト指向プログラミング' }.count
+      expect(count).to eq 2
+    end
+  end
+
+  context 'except some words' do
+    let(:parser) { MeCab::NounParser.new(except: ['Ruby', 'Smalltalk']) }
+
+    it 'should not be include' do
+      expect(nouns.first[:noun]).not_to eq 'Ruby'
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+require 'mecab'
+require 'mecab/noun_parser'

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: mecab-noun_parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- kami
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mecab
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A noun parser for MeCab gem.
+email: kami30k@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- lib/mecab/noun_parser.rb
+- mecab-noun_parser.gemspec
+- spec/mecab/noun_parser_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/kami30k/mecab-noun_parser
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: A noun parser for MeCab gem.
+test_files: []
+has_rdoc: