chawan 0.0.1

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2010 [maiha@wota.jp]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,67 @@
+chawan
+======
+
+  A cup for chasen that provides an easy to use for extracting Japanese
+
+
+Methods
+=======
+
+  * Chawan.parse(text)
+    parse the given text by analyzer, where default analyzer is :mecab
+
+  * Chawan.analyzer(xxx)      (same as Chawan[xxx], Chawan.xxx)
+    specify analyzer
+
+
+Class
+=====
+
+  * Chawan::Node (Chawan.parse returns an array of Chawan::Node)
+      #category   : part of speech
+      #word       : text
+      #attributes : keys and vals hash
+
+
+Example
+=======
+
+  Chawan[:mecab].parse('test')
+  => [<名詞: 'test'>]
+
+  # same as
+  #   Chawan.mecab.parse('test')
+  #   Chawan.analyzer(:mecab).parse('test')
+  #   Chawan.parse('test')  # default analyzer is :mecab
+
+  Chawan[:chasen].parse('test')
+  # ChasenAnalyzer is not implemented yet
+
+
+  Chawan.parse('本日は晴天なり')
+  => [<名詞: '本日'>, <助詞: 'は'>, <名詞: '晴天'>, <助動詞: 'なり'>]
+
+  Chawan.parse('本日は晴天なり').select{|node| node.category == '名詞'}.join
+  => "本日晴天"
+
+
+Required
+========
+
+  * UTF-8
+  * 'mecab' unix command (and its path)
+
+
+Todo
+====
+
+  * implement ChasenAnalyzer
+  * gateway interface to Chawan#parse such as grep, noun, ...
+  * use open3 rather than backquote for executing unix commands
+
+
+Author
+======
+
+  maiha@wota.jp
+

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rubygems'
+require 'rake/gempackagetask'
+
+GEM_NAME = "chawan"
+AUTHOR = "maiha"
+EMAIL = "maiha@wota.jp"
+HOMEPAGE = "http://github.com/maiha/chawan"
+SUMMARY = "A cup for chasen that provides an easy to use for extracting Japanese"
+GEM_VERSION = "0.0.1"
+
+spec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'asakusarb'
+  s.executables = []
+  s.name = GEM_NAME
+  s.version = GEM_VERSION
+  s.platform = Gem::Platform::RUBY
+  s.has_rdoc = true
+  s.extra_rdoc_files = ["README", "MIT-LICENSE"]
+  s.summary = SUMMARY
+  s.description = s.summary
+  s.author = AUTHOR
+  s.email = EMAIL
+  s.homepage = HOMEPAGE
+  s.require_path = 'lib'
+  s.files = %w(MIT-LICENSE README Rakefile) + Dir.glob("{lib,spec,app,public,stubs}/**/*")
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.gem_spec = spec
+end
+
+desc "Install the gem"
+task :install do
+  Merb::RakeHelper.install(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Uninstall the gem"
+task :uninstall do
+  Merb::RakeHelper.uninstall(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Create a gemspec file"
+task :gemspec do
+  File.open("#{GEM_NAME}.gemspec", "w") do |file|
+    file.puts spec.to_ruby
+  end
+end
+
+require 'spec/rake/spectask'
+desc 'Default: run spec examples'
+task :default => 'spec'

data/lib/chawan/analyzers/abstract_analyzer.rb

@@ -0,0 +1,15 @@
+module Chawan
+  module Analyzers
+    class AbstractAnalyzer
+      attr_reader :options
+
+      def initialize(options = {})
+        @options = options.dup.freeze
+      end
+
+      def parse(text)
+        raise NotImplementedError, "#{self.class}#parse should be implemented"
+      end
+    end
+  end
+end

data/lib/chawan/analyzers/chasen_analyzer.rb

@@ -0,0 +1,27 @@
+
+module Chawan
+  module Analyzers
+    class ChasenAnalyzer < AbstractAnalyzer
+      Fields = []
+
+      def parse(text)
+        lines = execute(text).split(/\n/)
+        lines.pop == "EOS" or              # "EOS"
+          raise CannotAnalyze
+        return lines.map{|line| instantiate(line, self.class::Fields)}
+      end
+
+      private
+        def execute(text)
+          require 'chasen'
+#    format = %w[%m %y %M %Y %h %P- %t %T- %f %F- %?U/unknown/known/].join("\t") + "\t\n"
+          Chasen.getopt('-i', 'w')
+          Chasen.sparse(text)
+        end
+
+        def instantiate(line, fields)
+        end
+    end
+  end
+end
+

data/lib/chawan/analyzers/manager.rb

@@ -0,0 +1,43 @@
+module Chawan
+  module Analyzers
+    module Manager
+      def analyzers
+        @analyzers ||= {}
+      end
+
+      def analyzer(name = nil)
+        name ? analyzer_for(name) : current_analyzer
+      end
+
+      def analyzer_for(name)
+        analyzers[name.to_s] or raise AnalyzerNotFound, name.to_s
+      end
+
+      def current_analyzer
+        @analyzer or raise AnalyzerNotSetup
+      end
+
+      def define_analyzer(name, analyzer)
+        analyzers[name] = analyzer
+
+        unless respond_to?(name)
+          eval(<<-RUBY)
+            def Chawan.#{name}
+              Chawan['#{name}']
+            end
+          RUBY
+        end
+      end
+
+      def setup(name, setter = nil)
+        define_analyzer(name.to_s, setter) if setter
+        @analyzer = analyzer_for(name)
+      end
+
+      def [](name)
+        analyzer_for(name)
+      end
+    end
+  end
+end
+

data/lib/chawan/analyzers/mecab_analyzer.rb

@@ -0,0 +1,35 @@
+require 'tempfile'
+require File.dirname(__FILE__) + '/chasen_analyzer'
+
+module Chawan
+  module Analyzers
+    class MecabAnalyzer < ChasenAnalyzer
+      Fields = "表層形\t品詞,品詞細分類1,品詞細分類2,品詞細分類3,活用形,活用型,原形,読み,発音".split(/,|\s/)
+
+      class Node < Chawan::Node
+        # not used yet
+      end
+
+      private
+        def instantiate(line, fields)
+          Node.new(line.split(/,|\s/), fields)
+        end
+
+        def execute(text)
+          transaction(text) do |tmp|
+            `mecab #{tmp.path}`
+          end
+        end
+
+        def transaction(buffer, &block)
+          tmp = Tempfile.new("mecab-text")
+          tmp.print(buffer)
+          tmp.close
+          block.call(tmp)
+        ensure
+          tmp.close(true)
+        end
+    end
+  end
+end
+

data/lib/chawan/analyzers.rb

@@ -0,0 +1,23 @@
+
+require File.dirname(__FILE__) + '/analyzers/manager'
+require File.dirname(__FILE__) + '/analyzers/abstract_analyzer'
+
+module Chawan
+  extend Analyzers::Manager
+end
+
+Dir.glob( File.dirname(__FILE__) + '/analyzers/*_analyzer.rb' ).sort.each do |path|
+  require path
+end
+
+module Chawan
+  module Analyzers
+    constants.sort.grep(/(.*?)Analyzer$/) do
+      name  = $1.downcase
+      klass = Chawan::Analyzers.const_get($&)
+      next if name == 'abstract'
+      Chawan.setup(name, klass.new)
+    end
+  end
+end
+ 

data/lib/chawan/commands.rb

@@ -0,0 +1,11 @@
+module Chawan
+  module Commands
+    def parse(text)
+      analyzer.parse(text)
+    end
+  end
+end
+
+module Chawan
+  extend Commands
+end

data/lib/chawan/node.rb

@@ -0,0 +1,40 @@
+module Chawan
+  class Node
+    attr_reader :vals
+    attr_reader :keys
+
+    def initialize(vals, keys)
+      @vals = vals
+      @keys = keys
+    end
+
+    def attributes
+      @attributes ||= Hash[*keys.zip(vals).flatten]
+    end
+
+    def [](index)
+      case index
+      when Integer
+        vals[keys[index]]
+      else
+        attributes[index.to_s]
+      end
+    end
+
+    def word
+      vals.first.to_s
+    end
+
+    def category
+      vals[1]
+    end
+
+    def to_s
+      word
+    end
+
+    def inspect
+      "<%s: '%s'>" % [category, to_s]
+    end
+  end
+end

data/lib/chawan.rb

@@ -0,0 +1,12 @@
+
+module Chawan
+  class AnalyzerNotFound < StandardError; end
+  class AnalyzerNotSetup < StandardError; end
+  class CannotAnalyze    < StandardError; end
+end
+
+
+require File.dirname(__FILE__) + '/chawan/node'
+require File.dirname(__FILE__) + '/chawan/commands'
+require File.dirname(__FILE__) + '/chawan/analyzers'
+

data/spec/analyzer_spec.rb

@@ -0,0 +1,28 @@
+
+require File.join(File.dirname(__FILE__), 'spec_helper.rb')
+
+describe Chawan do
+  it "should provide .[]" do
+    Chawan.should respond_to(:[])
+  end
+
+  describe "[:mecab]" do
+    it "should return MecabAnalyzer" do
+      Chawan[:mecab].should be_kind_of(Chawan::Analyzers::MecabAnalyzer)
+    end
+  end
+
+  describe "[:chasen]" do
+    it "should return ChasenAnalyzer" do
+      Chawan[:chasen].should be_kind_of(Chawan::Analyzers::ChasenAnalyzer)
+    end
+  end
+
+  it "should provide .mecab" do
+    Chawan.should respond_to(:mecab)
+  end
+
+  it "should provide .chasen" do
+    Chawan.should respond_to(:chasen)
+  end
+end

data/spec/api_spec.rb

@@ -0,0 +1,18 @@
+#!/usr/bin/ruby
+
+require File.join(File.dirname(__FILE__), 'spec_helper.rb')
+
+describe Chawan do
+  it "should provide .parse" do
+    Chawan.should respond_to(:parse)
+  end
+
+  describe ".parse" do
+    it "should delegate to analyzer" do
+      pending "cannot mock within rr" do
+        mock(Chawan).analyzer
+        Chawan.parse('test')
+      end
+    end
+  end
+end

data/spec/fixtures/example1.txt

@@ -0,0 +1 @@
+本日は晴天なり。

data/spec/fixtures/example2.txt

@@ -0,0 +1 @@
+貴社の記者が汽車で帰社した。

data/spec/fixtures/example3.txt

@@ -0,0 +1 @@
+玉露の一番搾りを一日に百五十杯飲むと、人間は死んでしまうらしいです。

data/spec/mecab_spec.rb

@@ -0,0 +1,27 @@
+
+require File.join(File.dirname(__FILE__), 'spec_helper.rb')
+
+describe Chawan::Analyzers::MecabAnalyzer do
+  before do
+    @a = Chawan::Analyzers::MecabAnalyzer.new
+  end
+
+  it "should provide #parse" do
+    @a.should respond_to(:parse)
+  end
+
+  describe "#parse" do
+    it "should return an Array of Node" do
+      text = data("example1.txt")
+      @a.parse(text).each do |node|
+        node.should be_kind_of(Chawan::Node)
+      end
+    end
+
+    it "should work as expected" do
+      text = data("example1.txt")
+      @a.parse(text).map(&:inspect).join.should ==
+        "<名詞: '本日'><助詞: 'は'><名詞: '晴天'><助動詞: 'なり'><記号: '。'>"
+    end
+  end
+end

data/spec/node_spec.rb

@@ -0,0 +1,13 @@
+
+require File.join(File.dirname(__FILE__), 'spec_helper.rb')
+
+describe Chawan::Node do
+  subject { Chawan::Node.new(["Ruby","名詞"], ["表記","品詞"]) }
+
+  its('keys')       {should == ["表記","品詞"] }
+  its('vals')       {should == ["Ruby","名詞"] }
+  its('attributes') {should == {"表記"=>"Ruby", "品詞"=>"名詞"}}
+  its('word')       {should == "Ruby"}
+  its('category')   {should == "名詞"}
+  its('inspect')    {should == "<名詞: 'Ruby'>"}
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+
+require 'spec'
+require 'rr'
+
+require File.join(File.dirname(__FILE__), '/../lib/chawan')
+
+def data(key)
+  path = File.join(File.dirname(__FILE__) + "/fixtures/#{key}")
+  File.read(path){}
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification 
+name: chawan
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- maiha
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-01-03 00:00:00 +09:00
+default_executable: 
+dependencies: []
+
+description: A cup for chasen that provides an easy to use for extracting Japanese
+email: maiha@wota.jp
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+- MIT-LICENSE
+files: 
+- MIT-LICENSE
+- README
+- Rakefile
+- lib/chawan/analyzers.rb
+- lib/chawan/analyzers/mecab_analyzer.rb
+- lib/chawan/analyzers/chasen_analyzer.rb
+- lib/chawan/analyzers/abstract_analyzer.rb
+- lib/chawan/analyzers/manager.rb
+- lib/chawan/node.rb
+- lib/chawan/commands.rb
+- lib/chawan.rb
+- spec/api_spec.rb
+- spec/mecab_spec.rb
+- spec/analyzer_spec.rb
+- spec/fixtures/example1.txt
+- spec/fixtures/example2.txt
+- spec/fixtures/example3.txt
+- spec/spec_helper.rb
+- spec/node_spec.rb
+has_rdoc: true
+homepage: http://github.com/maiha/chawan
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: asakusarb
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A cup for chasen that provides an easy to use for extracting Japanese
+test_files: []
+