cantonese 0.1.0

data/spec/scraper/classified_scraper_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'cantonese/scraper/classified_scraper'
+
+describe Cantonese::Scraper::ClassifiedScraper do
+  context "#crawl", :vcr => {:record => :new_episodes} do
+    it "should fetch list of classified words" do
+      classified = subject.crawl
+      expect(classified).to be_a(Array)
+
+      classified.each do |word|
+        expect(word[:radical_id]).to_not be_nil
+        expect(word[:text]).to_not be_nil
+        expect(word[:type]).to_not be_nil
+      end
+    end
+  end
+end

data/spec/scraper/radical_scraper_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+require 'cantonese/scraper/radical_scraper'
+
+describe Cantonese::Scraper::RadicalScraper do
+  context "#crawl", :vcr => {:record => :new_episodes} do
+    it "should list of radicals" do
+      radicals = subject.crawl
+      expect(radicals).to be_a(Array)
+      radicals.each do |radical|
+        expect(radical[:name]).to_not be_nil
+        expect(radical[:stroke]).to_not be_nil
+        expect(radical[:id]).to_not be_nil
+      end
+    end
+  end
+end

data/spec/scraper/word_scraper_spec.rb

@@ -0,0 +1,62 @@
+require 'spec_helper'
+require 'cantonese/scraper/word_scraper'
+
+describe Cantonese::Scraper::WordScraper do
+  context "#crawl", :vcr => {:record => :new_episodes} do
+    it "should return detail of a word" do
+      word = subject.crawl("一")
+      expect(word).to be_a(Hash)
+
+      expect(word[:text]).to eq("一")
+
+      expect(word[:stroke]).to eq(1)
+      expect(word[:radical_id]).to eq(1)
+      expect(word[:classified]).to be_include("單讀音字")
+
+      expect(word[:big5]).to eq("A440")
+      expect(word[:chanjie]).to eq("一")
+      expect(word[:frequency]).to eq("2 / 166396")
+      expect(word[:combination]).to be_a(Array)
+      expect(word[:combination]).to be_include("山")
+
+      expect(word[:syllable]).to be_a(Array)
+      expect(word[:syllable][0][:initial]).to eq("j")
+      expect(word[:syllable][0][:final]).to eq("at")
+      expect(word[:syllable][0][:tone]).to eq("1")
+
+      expect(word[:syllable][0][:examples]).to be_a(Array)
+      expect(word[:syllable][0][:examples]).to be_include("一視同仁")
+    end
+
+    it "should return detail of a word with multiple sounds" do
+      word = subject.crawl("可")
+      expect(word).to be_a(Hash)
+
+      expect(word[:text]).to eq("可")
+
+      expect(word[:stroke]).to eq(5)
+      expect(word[:radical_id]).to eq(30)
+      expect(word[:classified]).to eq("破音字")
+
+      expect(word[:big5]).to eq("A569")
+      expect(word[:chanjie]).to eq("一弓口")
+      expect(word[:frequency]).to eq("36 / 40754")
+      expect(word[:combination]).to be_a(Array)
+      expect(word[:combination]).to be_include("不")
+
+      expect(word[:syllable]).to be_a(Array)
+      expect(word[:syllable][0][:initial]).to eq("h")
+      expect(word[:syllable][0][:final]).to eq("ak")
+      expect(word[:syllable][0][:tone]).to eq("1")
+      expect(word[:syllable][0][:examples]).to be_a(Array)
+      expect(word[:syllable][0][:examples]).to be_include("可汗")
+
+      expect(word[:syllable][1][:initial]).to eq("h")
+      expect(word[:syllable][1][:final]).to eq("o")
+      expect(word[:syllable][1][:tone]).to eq("2")
+      expect(word[:syllable][1][:examples]).to be_a(Array)
+      expect(word[:syllable][1][:examples]).to be_include("可歌可泣")
+    end
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+$LOAD_PATH << "lib"
+
+require 'vcr'
+require 'pry'
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/fixtures/cassettes'
+  c.hook_into :webmock
+  c.configure_rspec_metadata!
+end

metadata

@@ -0,0 +1,169 @@
+--- !ruby/object:Gem::Specification
+name: cantonese
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Francis Chong
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- francis@ignition.hk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- cantonese.gemspec
+- lib/cantonese.rb
+- lib/cantonese/scraper/classified_scraper.rb
+- lib/cantonese/scraper/radical_scraper.rb
+- lib/cantonese/scraper/word_scraper.rb
+- lib/cantonese/version.rb
+- spec/fixtures/cassettes/Cantonese_Scraper_ClassifiedScraper/_crawl/should_fetch_list_of_classified_words.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_RadicalScraper/_crawl/should_list_of_radicals.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_WordScraper/_crawl/should_return_detail_of_a_word.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_WordScraper/_crawl/should_return_detail_of_a_word_with_multiple_sounds.yml
+- spec/scraper/classified_scraper_spec.rb
+- spec/scraper/radical_scraper_spec.rb
+- spec/scraper/word_scraper_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/siuying/cantonese
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: Set of scraper and processor to fetch Cantonese data.
+test_files:
+- spec/fixtures/cassettes/Cantonese_Scraper_ClassifiedScraper/_crawl/should_fetch_list_of_classified_words.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_RadicalScraper/_crawl/should_list_of_radicals.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_WordScraper/_crawl/should_return_detail_of_a_word.yml
+- spec/fixtures/cassettes/Cantonese_Scraper_WordScraper/_crawl/should_return_detail_of_a_word_with_multiple_sounds.yml
+- spec/scraper/classified_scraper_spec.rb
+- spec/scraper/radical_scraper_spec.rb
+- spec/scraper/word_scraper_spec.rb
+- spec/spec_helper.rb