kcna 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6e8215fbfaf2abdef2e8fd42f3e9b11cce17b762
+  data.tar.gz: b8214218bb1104dba3529e3c20c610aa1aa72804
+SHA512:
+  metadata.gz: 8e1d84e5676bacc5a107cc4ad29680eced2c56a1cf8120bd4a3af8c6783d216a9942d9780c3262c4fdb5c1c11b535af97b85c3d72dd66d91d4a81bcafc2127dc
+  data.tar.gz: 12a957382d0fcfa5d207d5788fd5af82ab974f34d9a16eacf233b556722fb34e88cb456628e5104ec3fd9332bf010423d6120a3833432478a3d3e4f2b821f179

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 Hinata
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+# kcna.rb
+A Ruby gem for kcna.kp(KCNA, Korean Central News Agency)

data/lib/kcna.rb

@@ -0,0 +1,112 @@
+require "kcna/version"
+require "kcna/article"
+require "httpclient"
+require "date"
+require "rexml/document"
+
+class KCNA
+  KO = "kor"
+  EN = "eng"
+  ZH = "chn"
+  RU = "rus"
+  ES = "spn"
+  JA = "jpn"
+
+  def initialize
+    @client = HTTPClient.new
+  end
+
+  def normalize_text(content)
+    great_leader_pattern = /<nobr><strong><font.*>(.*)<\/font><\/strong><\/nobr>/
+    patterns = ["\n", "<br>", "&nbsp;", great_leader_pattern]
+    content.gsub(Regexp.union(patterns)) do |match|
+      case match
+      when "\n", "&nbsp;"
+        ""
+      when "<br>"
+        "\n"
+      when great_leader_pattern
+        $1
+      end
+    end.sub(/(－－－|‐‐‐)$/, "")
+  end
+
+  private def post(path, body, max_redirect = 3)
+    raise "Too many redirects" if max_redirect == 0
+
+    res = @client.post("http://kcna.kp#{path}", body: body)
+    if res.ok?
+      res
+    elsif res.redirect?
+      raise "Response error: #{res.status}" unless res.status == HTTP::Status::TEMPORARY_REDIRECT
+      post(path, body, max_redirect - 1)
+    else
+      raise "Response error: #{res.status}"
+    end
+  end
+
+  def set_language(lang)
+    data = {
+      article_code: "", article_type_list: "", news_type_code: "", show_what: "", mediaCode: "",
+      lang: lang
+    }
+    post("/kcna.user.home.retrieveHomeInfoList.kcmsf", data)
+  end
+
+  private def fetch_article(article_id)
+    data = { article_code: article_id, kwContent: "" }
+    post("/kcna.user.article.retrieveArticleInfoFromArticleCode.kcmsf", data).body
+  end
+
+  def get_article(article_id)
+    doc = REXML::Document.new(fetch_article(article_id))
+    container = REXML::XPath.first(doc, "//NData")
+    raise "Article not found" if container.elements.size == 0
+
+    date = Date.strptime(REXML::XPath.first(doc, "//articleCreateDate").text, "%Y.%m.%d")
+    content = normalize_text(REXML::XPath.first(doc, "//content").text)
+    display_title = normalize_text(REXML::XPath.first(doc, "//dispTitle").text)
+    main_title = normalize_text(REXML::XPath.first(doc, "//mainTitle").text)
+    sub_title = normalize_text(REXML::XPath.first(doc, "//subTitle").text)
+    article_id = REXML::XPath.first(doc, "//articleCode").text
+    movie_count = REXML::XPath.first(doc, "//fMovieCnt").text.to_i
+    photo_count = REXML::XPath.first(doc, "//fPhotoCnt").text.to_i
+    music_count = REXML::XPath.first(doc, "//fMusicCnt").text.to_i
+
+    Article.new(
+      id: article_id, content: content,
+      date: date,
+      main_title: main_title, sub_title: sub_title, display_title: display_title,
+      movie_count: movie_count, photo_count: photo_count, music_count: music_count
+    )
+  end
+
+  private def fetch_article_list(start, news_type, from_date, to_date)
+    data = { page_start: start, kwDispTitle: "", keyword: "", newsTypeCode: news_type, articleTypeList: "", photoCount: 0, movieCount: 0, kwContent: "", fromDate: from_date, toDate: to_date }
+    post("/kcna.user.article.retrieveArticleListForPage.kcmsf", data).body
+  end
+
+  def get_article_list(start = 0, news_type: "", from_date: "", to_date: "")
+    doc = REXML::Document.new(fetch_article_list(start, news_type, from_date, to_date))
+    article_ids = REXML::XPath.match(doc, "//articleCode").map(&:text)
+    disp_titles = REXML::XPath.match(doc, "//dispTitle").map { |node| normalize_text(node.text) }
+    main_titles = REXML::XPath.match(doc, "//mainTitle").map { |node| normalize_text(node.text) }
+    sub_titles = REXML::XPath.match(doc, "//subTitle").map { |node| normalize_text(node.text) }
+    dates = REXML::XPath.match(doc, "//sendInfo").map(&:text)
+    movie_counts = REXML::XPath.match(doc, "//fMovieCnt").map { |node| node.text.to_i }
+    music_counts = REXML::XPath.match(doc, "//fMusicCnt").map { |node| node.text.to_i }
+    photo_counts = REXML::XPath.match(doc, "//fPhotoCnt").map { |node| node.text.to_i }
+
+    article_ids.zip(
+      disp_titles, main_titles, sub_titles, dates,
+      movie_counts, music_counts, photo_counts
+    ).map do |id, disp, main, sub, date, movie, music, photo|
+      date = "2015-04-02" if id == "AR0060168"
+      Article.new(
+        id: id, date: Date.parse(date),
+        display_title: disp, main_title: main, sub_title: sub,
+        movie_count: movie, music_count: music, photo_count: photo
+      )
+    end
+  end
+end

data/lib/kcna/article.rb

@@ -0,0 +1,21 @@
+class KCNA::Article
+  attr_reader :id
+
+  def self.attr_reader_hash(key, default = nil)
+    define_method(key, -> { @attrs[key].nil? ? default : @attrs[key] })
+  end
+
+  attr_reader_hash :date
+  attr_reader_hash :content
+  attr_reader_hash :main_title
+  attr_reader_hash :sub_title, ""
+  attr_reader_hash :display_title
+  attr_reader_hash :movie_count, 0
+  attr_reader_hash :photo_count, 0
+  attr_reader_hash :music_count, 0
+
+  def initialize(id:, **attrs)
+    @id = id
+    @attrs = attrs
+  end
+end

data/lib/kcna/version.rb

@@ -0,0 +1,3 @@
+class KCNA
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: kcna
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Hinata
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-07-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+description: 
+email:
+- syobon.hinata.public@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/kcna.rb
+- lib/kcna/article.rb
+- lib/kcna/version.rb
+homepage: https://github.com/hinamiyagk/kcna.rb
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.12
+signing_key: 
+specification_version: 4
+summary: A Ruby gem for kcna.kp(KCNA, Korean Central News Agency)
+test_files: []