kanjidic2_parser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9beea3b4ac6534f1754865f902c1b9448397bb60
+  data.tar.gz: 8394291f355cc32ef3d07bce2d49f37dd1afc7c2
+SHA512:
+  metadata.gz: a8b36984dc4c28ccb3db6a425bc0a08ac54ea7ae2d071ffd0b160dd05c66735d65f1e2bd0ff6de42effa279bc56a59a87fac1c91fd1d569eae948644d7c2be3a
+  data.tar.gz: 27f38e2565bea7097766f7cde787baac2b5f595a81c2a49f68576ed09d37571ac767bf51a145d775812e90b713ad3a4d6195cdb16c8940a184bfd16ac59b7412

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.3
+before_install: gem install bundler -v 1.14.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kanjidic2_parser.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Piotr Górni
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+# Kanjidic2Parser
+
+This gem makes parsing [KANJIDIC2](http://www.edrdg.org/kanjidic/kanjd2index.html) easier. See example usage for details.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'kanjidic2_parser'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install kanjidic2_parser
+
+And use it in your application:
+	
+	require 'kanjidic2_parser'
+
+
+## Dependencies
+
+This gem depends on `nokogiri` for XML parsing.
+
+## Usage
+
+Example code:
+
+```require "kanjidic2_parser"
+require "nokogiri"
+
+kanjidic2 = File.open("kanjidic2.xml") { |f| Nokogiri::XML(f) }
+
+kanjidic2.css("character").each do |character|
+	chr = Kanjidic2Parser.parse_chr(character)
+	p chr
+end
+```
+
+Example output:
+```{"literal"=>"亜", "codepoint"=>{"ucs"=>"4e9c", "jis208"=>"16-01"}, "radical"=>{"classical"=>"7", "nelson_c"=>"1"}, "misc"=>{"grade"=>"8", "stroke_count"=>"7", "variant"=>{"jis208"=>"48-19"}, "freq"=>"1509", "rad_name"=>"", "jlpt"=>"1"}, "dic_number"=>{"nelson_c"=>"43", "nelson_n"=>"81", "halpern_njecd"=>"3540", "halpern_kkd"=>"4354", "halpern_kkld"=>"2204", "halpern_kkld_2ed"=>"2966", "heisig"=>"1809", "heisig6"=>"1950", "gakken"=>"1331", "oneill_names"=>"525", "oneill_kk"=>"1788", "moro"=>{"m_vol"=>"1", "m_page"=>"0525", "value"=>"272"}, "henshall"=>"997", "sh_kk"=>"1616", "sh_kk2"=>"1724", "jf_cards"=>"1032", "tutt_cards"=>"1092", "kanji_in_context"=>"1818", "kodansha_compact"=>"35", "maniette"=>"1827"}, "query_code"=>{"skip"=>"4-7-1", "sh_desc"=>"0a7.14", "four_corner"=>"1010.6", "deroo"=>"3273"}, "reading_meaning"=>{"rmgroup"=>{"reading"=>{"pinyin"=>"ya4", "korean_r"=>"a", "korean_h"=>"아", "vietnam"=>"Á", "ja_on"=>{"on_type"=>nil, "r_status"=>nil, "value"=>"ア"}, "ja_kun"=>{"r_status"=>nil, "value"=>"つ.ぐ"}}, "meaning"=>{"en"=>["Asia", "rank next", "come after", "-ous"], "fr"=>["Asie", "suivant", "sub-", "sous-"], "es"=>["pref. para indicar", "venir después de", "Asia"], "pt"=>["Ásia", "próxima", "o que vem depois", "-ous"]}}, "nanori"=>["や", "つぎ", "つぐ"]}}```
+
+The output resembles the [DTD](http://www.edrdg.org/kanjidic/kanjidic2_dtdh.html) quite closely. Consult the DTD for details.
+
+You can also parse the header:
+
+```
+require "nokogiri"
+
+kanjidic2 = File.open("kanjidic2.xml") { |f| Nokogiri::XML(f) }
+
+p Kanjidic2Parser.parse_header(kanjidic2)
+```
+
+Example output:
+
+`{"file_version"=>"4", "database_version"=>"2017-064", "date_of_creation"=>"2017-03-05"}`
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/pgorni/kanjidic2_parser.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kanjidic2_parser"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/kanjidic2_parser.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kanjidic2_parser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kanjidic2_parser"
+  spec.version       = Kanjidic2Parser::VERSION
+  spec.authors       = ["Piotr Górni"]
+  spec.email         = ["pgorni@teknik.io"]
+
+  spec.summary       = %q{A simple KANJIDIC2 character parser.}
+  spec.description   = %q{A simple KANJIDIC2 character parser, made with nokogiri.}
+  spec.homepage      = "https://rubygems.org/gems/kanjidic2_parser"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_dependency "nokogiri", "~> 1.7"
+end

data/lib/kanjidic2_parser.rb

@@ -0,0 +1,134 @@
+require "kanjidic2_parser/version"
+require "nokogiri"
+
+class Kanjidic2Parser
+	def self.parse_chr(character)
+
+		# This will be the parsed character.
+		this_character = {}
+
+		# character -> literal
+		this_character["literal"] = character.css("literal").text
+
+		# character -> codepoint
+		this_character["codepoint"] = {}
+
+		character.css("codepoint").css("cp_value").each do |cp_value|
+			this_character["codepoint"][cp_value["cp_type"]] = cp_value.text.strip
+		end
+
+		# character -> radical
+		this_character["radical"] = {}
+
+		character.css("radical").css("rad_value").each do |rad_value|
+			this_character["radical"][rad_value["rad_type"]] = rad_value.text.strip
+		end
+
+		# character -> misc
+
+		misc_data = character.css("misc")
+		this_character["misc"] = {}
+
+		# character -> misc -> grade
+		this_character["misc"]["grade"] = misc_data.css("grade").text
+
+		# character -> misc -> stroke_count
+		this_character["misc"]["stroke_count"] = misc_data.css("stroke_count").text
+
+		# character -> misc -> variant
+		this_character["misc"]["variant"] = {}
+
+		misc_data.css("misc").css("variant").each do |variant|
+			this_character["misc"]["variant"][variant["var_type"]] = variant.text.strip
+		end
+
+		# character -> misc -> freq
+		this_character["misc"]["freq"] = misc_data.css("freq").text
+
+		# character -> misc -> rad_name
+		this_character["misc"]["rad_name"] = misc_data.css("rad_name").text
+
+		# character -> misc -> jlpt
+		this_character["misc"]["jlpt"] = misc_data.css("jlpt").text
+
+		# character -> dic_number
+		this_character["dic_number"] = {}
+
+		character.css("dic_number").css("dic_ref").each do |dic_ref|
+			unless dic_ref["dr_type"] == "moro"
+				this_character["dic_number"][dic_ref["dr_type"]] = dic_ref.text.strip
+			else
+				this_character["dic_number"]["moro"] = {}
+				this_character["dic_number"]["moro"]["m_vol"] = dic_ref["m_vol"]
+				this_character["dic_number"]["moro"]["m_page"] = dic_ref["m_page"]
+				this_character["dic_number"]["moro"]["value"] = dic_ref.text.strip
+			end
+		end
+
+		# character -> query_code
+		this_character["query_code"] = {}
+		character.css("query_code").css("q_code").each do |q_code|
+			this_character["query_code"][q_code["qc_type"]] = q_code.text.strip
+		end
+
+		# character -> reading_meaning
+		reading_meaning_data = character.css("reading_meaning")
+		this_character["reading_meaning"] = {}
+
+		# character -> reading_meaning -> rmgroup
+		this_character["reading_meaning"]["rmgroup"] = {}
+		this_character["reading_meaning"]["rmgroup"]["reading"] = {}
+		this_character["reading_meaning"]["rmgroup"]["meaning"] = {}
+
+		# character -> reading_meaning -> rmgroup -> reading
+		reading_meaning_data.css("rmgroup").css("reading").each do |reading|
+			unless ["ja_on", "ja_kun"].include? reading["r_type"]
+				this_character["reading_meaning"]["rmgroup"]["reading"][reading["r_type"]] = reading.text.strip
+			else
+				if reading["r_type"] == "ja_on"
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_on"] = {}
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_on"]["on_type"] = reading["on_type"]
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_on"]["r_status"] = reading["r_status"]
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_on"]["value"] = reading.text.strip
+				else
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_kun"] = {}
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_kun"]["r_status"] = reading["r_status"]
+					this_character["reading_meaning"]["rmgroup"]["reading"]["ja_kun"]["value"] = reading.text.strip
+				end
+			end
+		end
+
+		# character -> reading_meaning -> rmgroup -> meaning
+		this_character["reading_meaning"]["rmgroup"]["meaning"]["en"] = []
+		this_character["reading_meaning"]["rmgroup"]["meaning"]["fr"] = []
+		this_character["reading_meaning"]["rmgroup"]["meaning"]["es"] = []
+		this_character["reading_meaning"]["rmgroup"]["meaning"]["pt"] = []
+
+		reading_meaning_data.css("rmgroup").css("meaning").each do |meaning|
+
+			if meaning["m_lang"].nil?
+				this_character["reading_meaning"]["rmgroup"]["meaning"]["en"] << meaning.text.strip
+			else
+				this_character["reading_meaning"]["rmgroup"]["meaning"][meaning["m_lang"]] << meaning.text.strip
+			end
+		end
+
+		# character -> reading_meaning -> nanori
+		this_character["reading_meaning"]["nanori"] = []
+
+		reading_meaning_data.css("nanori").each do |nanori|
+			this_character["reading_meaning"]["nanori"] << nanori.text.strip
+		end
+
+		return this_character
+	end
+
+	def self.parse_header(kanjidic2_file)
+		header = kanjidic2_file.css("header")
+		parsed_header = {}
+		["file_version", "database_version", "date_of_creation"].each do |header_elem|
+			parsed_header[header_elem] = header.css("#{header_elem}").text
+		end
+		return parsed_header
+	end
+end

data/lib/kanjidic2_parser/version.rb

@@ -0,0 +1,3 @@
+class Kanjidic2Parser
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: kanjidic2_parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Piotr Górni
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-03-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+description: A simple KANJIDIC2 character parser, made with nokogiri.
+email:
+- pgorni@teknik.io
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- kanjidic2_parser.gemspec
+- lib/kanjidic2_parser.rb
+- lib/kanjidic2_parser/version.rb
+homepage: https://rubygems.org/gems/kanjidic2_parser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.10
+signing_key: 
+specification_version: 4
+summary: A simple KANJIDIC2 character parser.
+test_files: []