kampyo 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b829ea3056d65633cdf1aad8c16d6e4e264f8d65cd4189dfea536cf3832d865d
+  data.tar.gz: 056461105f347a5561f5fece1417dbb4f74fe4a8f9dc353218f1615c4b0fb204
+SHA512:
+  metadata.gz: 1708723267aebe5a8dff6894ca8890476210d535da9afcae3373ba6395b7ed1b4b1f95a8f11714f9e224352e2ad32b6773bf20d1aa72e430eb8f9214cc67cc10
+  data.tar.gz: 1d6ae9002cf28401085617897bf8359a9bd512211ad62258335091e38da94cd0ed3039690178132ae8c32545d2bca7b9ac00fe502fe1335a6718520c72d839d5

data/CHANGELOG.md

@@ -0,0 +1,5 @@
+## [Unreleased]
+
+## [0.1.0] - 2025-03-02
+
+- Initial release

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 arthur87
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.base.md

@@ -0,0 +1,30 @@
+<!---------------------------->
+<!-- multilingual suffix: en, ja -->
+<!-- no suffix: en -->
+<!---------------------------->
+
+<!-- $ mmg README.base.md -->
+
+# kampyo
+
+kampyo is a library for conveniently manipulating Cabocha and Mecab.
+
+kampyo has its own analysis function.
+
+Unique features already implemented are subject and predicate, and stylistic inference.
+
+# Guide
+
+Using Cabocha.
+
+```
+text = Kampyo::Text.new
+text.cabocha_parser("今日は雨です")
+```
+
+Guess the subject, predicate and sentence system.
+
+```
+text = Kampyo::Text.new
+text.analysis(text.cabocha_parser("今日は雨です"))
+```

data/README.ja.md

@@ -0,0 +1,25 @@
+
+
+# kampyo
+
+kampyo is a library for conveniently manipulating Cabocha and Mecab.
+
+kampyo has its own analysis function.
+
+Unique features already implemented are subject and predicate, and stylistic inference.
+
+# Guide
+
+Using Cabocha.
+
+```
+text = Kampyo::Text.new
+text.cabocha_parser("今日は雨です")
+```
+
+Guess the subject, predicate and sentence system.
+
+```
+text = Kampyo::Text.new
+text.analysis(text.cabocha_parser("今日は雨です"))
+```

data/README.md

@@ -0,0 +1,25 @@
+
+
+# kampyo
+
+kampyo is a library for conveniently manipulating Cabocha and Mecab.
+
+kampyo has its own analysis function.
+
+Unique features already implemented are subject and predicate, and stylistic inference.
+
+# Guide
+
+Using Cabocha.
+
+```
+text = Kampyo::Text.new
+text.cabocha_parser("今日は雨です")
+```
+
+Guess the subject, predicate and sentence system.
+
+```
+text = Kampyo::Text.new
+text.analysis(text.cabocha_parser("今日は雨です"))
+```

data/Rakefile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+task default: %i[]

data/lib/kampyo/string.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class String
+  def to_utf8
+    force_encoding('UTF-8')
+  end
+end

data/lib/kampyo/text.rb

@@ -0,0 +1,202 @@
+# frozen_string_literal: true
+
+require 'kampyo'
+require 'kampyo/string'
+require 'cabocha'
+require 'mecab'
+
+module Kampyo
+  class Text
+    def initialize; end
+
+    def cabocha_parser(input)
+      # <sentence>
+      #  <chunk id="0" link="1" rel="D" score="0.000000" head="0" func="1">
+      #   <tok id="0" feature="名詞,副詞可能,*,*,*,*,今日,キョウ,キョー" ne="B-DATE">今日</tok>
+      #   <tok id="1" feature="助詞,係助詞,*,*,*,*,は,ハ,ワ" ne="O">は</tok>
+      #  </chunk>
+      #  <chunk id="1" link="-1" rel="D" score="0.000000" head="2" func="3">
+      #   <tok id="2" feature="名詞,一般,*,*,*,*,雨,アメ,アメ" ne="O">雨</tok>
+      #   <tok id="3" feature="助動詞,*,*,*,特殊・デス,基本形,です,デス,デス" ne="O">です</tok>
+      #  </chunk>
+      # </sentence>
+
+      parser = CaboCha::Parser.new
+      tree = parser.parse(input)
+
+      chunks = []
+      tokens = []
+      token_position = 0
+      (0..tree.chunk_size - 1).each do |i|
+        chunk = tree.chunk(i)
+        token_size = chunk.token_size
+
+        chunks << {
+          id: chunks.size + 1,
+          link: chunk.link >= 0 ? chunk.link + 1 : -1,
+          score: chunk.score
+        }
+
+        (token_position..token_position + token_size - 1).each do |j|
+          token = tree.token(j)
+
+          surface = token.surface.to_utf8
+          feature0 = token.feature_list(0).to_utf8
+          feature1 = token.feature_list(1).to_utf8
+          feature6 = token.feature_list(6).to_utf8
+          feature7 = token.feature_list(7).to_utf8
+
+          tokens << {
+            id: tokens.size + 1,
+            chunk: i + 1,
+            surface: surface,
+            feature1: feature0,
+            feature2: feature1,
+            baseform: feature6,
+            reading: feature7,
+            ext_reading: ext_reading(feature7)
+          }
+        end
+
+        token_position += token_size
+      end
+
+      { chunks: chunks, tokens: tokens }
+    end
+
+    def mecab_parser(input)
+      result = []
+      parser = MeCab::Tagger.new
+      node = parser.parseToNode(input)
+      while node
+        features = node.feature.split(',')
+        if features[0] != 'BOS/EOS'
+          result << {
+            id: result.size + 1,
+            chunk: 0,
+            surface: node.surface,
+            feature1: features[0],
+            feature2: features[1],
+            baseform: features[6],
+            reading: features[7],
+            ext_reading: ext_reading(features[7]),
+            cost: node.cost,
+            wcost: node.wcost,
+            right_context: node.rcAttr,
+            left_context: node.lcAttr
+          }
+        end
+        node = node.next
+      end
+
+      result
+    end
+
+    def ext_reading(feature)
+      (feature =~ /\A[\p{katakana}|ー]+\z/).nil? ? feature : nil
+    end
+
+    def analysis(cabocha)
+      chunks = cabocha[:chunks]
+      tokens = cabocha[:tokens]
+
+      subject_token = nil
+      predicate_token = nil
+      tod = '*'
+
+      # 述語の候補
+      predicate_chunk = chunks.find { |item| item[:link] == -1 }
+      predicate_tokens = tokens.select { |item| item[:chunk] == predicate_chunk[:id] }
+
+      # 主語の候補
+      subject_chunk = chunks.find do |item|
+        item[:link] == predicate_chunk[:id]
+      end
+      unless subject_chunk.nil?
+        subject_tokens = tokens.select do |item|
+          item[:chunk] == subject_chunk[:id] &&
+            item[:feature1] == '名詞' &&
+            %w[一般 固有名詞 サ変接続 接尾 数 副詞可能].include?(item[:feature2])
+        end
+
+        subject_tokens.each do |token|
+          next_token = tokens.find do |item|
+            item[:id] == token[:id] + 1 &&
+              item[:chunk] == token[:chunk] &&
+              %w[は って も が].include?(item[:baseform])
+          end
+
+          next if next_token.nil?
+
+          # 主語として確定する
+          subject_token = token
+          next
+        end
+      end
+
+      predicate_tokens.each do |token|
+        if %w[形容詞 動詞 名詞].include?(token[:feature1]) &&
+           %w[一般 自立 サ変接続 接尾].include?(token[:feature2]) &&
+           token[:baseform] != '*'
+          # 述語として確定する
+
+          predicate_token = token
+        end
+
+        next unless %w[動詞 終助詞 助動詞 助詞].include?(token[:feature1])
+
+        # 文体系を確定する
+        tods = {
+          'れる' => '受身・尊敬・可能・自発',
+          'られる' => '受身・尊敬・可能・自発',
+          'せる' => '使役',
+          'させる' => '使役',
+          'ない' => '打消',
+          'ぬ' => '打消',
+          'ん' => '打消',
+          'う' => '推量・意志・勧誘',
+          'よう' => '推量・意志・勧誘',
+          'まい' => '打消推量・打消意志',
+          'たい' => '希望',
+          'たがる' => '希望',
+          'た' => '過去・完了・存在・確認',
+          'ます' => '丁寧',
+          'そうだ' => '様態・伝聞',
+          'らしい' => '推定',
+          'ようだ' => '比況・例示・推定',
+          'だ' => '断定',
+          'です' => '断定',
+          'な' => '禁止・感動',
+          'か' => '疑問・反語・感動',
+          'の' => '断定・質問',
+          'よ' => '強意・呼びかけ',
+          'ぞ' => '強意',
+          'も' => '確信',
+          'ね' => '感動・念押し',
+          'わ' => '感動・強意',
+          'さ' => '断定'
+        }
+
+        tod = tods[token[:baseform]]
+      end
+
+      last_token = predicate_tokens.last
+
+      if predicate_token.nil? && ['助動詞'].include?(last_token[:feature1])
+        # 述語が確定していないとき最後の助動詞を述語として確定する
+        predicate_token = last_token
+      end
+
+      if ['?', '？'].include?(last_token[:surface])
+        # 述語の最後の形態素が?のとき
+        tod = '疑問・反語・感動'
+      end
+
+      {
+        subject: subject_token,
+        predicate: predicate_token,
+        tod: tod
+      }
+    end
+  end
+end

data/lib/kampyo/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Kampyo
+  VERSION = '0.1.0'
+end

data/lib/kampyo.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require_relative 'kampyo/version'
+
+module Kampyo
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/sig/kampyo.rbs

@@ -0,0 +1,4 @@
+module Kampyo
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification
+name: kampyo
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- arthur87
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2025-03-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cabocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mecab
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: kampyo is a library for conveniently manipulating Cabocha and Mecab.
+email:
+- arthur87@users.noreply.github.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE
+- README.base.md
+- README.ja.md
+- README.md
+- Rakefile
+- lib/kampyo.rb
+- lib/kampyo/string.rb
+- lib/kampyo/text.rb
+- lib/kampyo/version.rb
+- sig/kampyo.rbs
+homepage: https://github.com/arthur87/kampyo
+licenses: []
+metadata:
+  homepage_uri: https://github.com/arthur87/kampyo
+  source_code_uri: https://github.com/arthur87/kampyo
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.3
+signing_key:
+specification_version: 4
+summary: kampyo is a library for conveniently manipulating Cabocha and Mecab.
+test_files: []