afr_load 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9b85fc98222a4fd67924139efacd403942b55c5b
-  data.tar.gz: e0c18c202161364780d070c2327c90dc2d2684ae
+  metadata.gz: cf37db32d065fd3c466e56015f1ab244f6deb163
+  data.tar.gz: 764b419232276898922f34f932784b7c8e4c75cf
 SHA512:
-  metadata.gz: d3da6fcdea49b72feb5f5fb8ac7552862222f4757a1d53874a380a4cec27a9e808ffbdef5f6667e60636eed3462d4aefeb22659896dec559db06718aa21c1e1f
-  data.tar.gz: 27c0bb244787aa7f833d529e908c00342a163e989c93ab735048b12fd52ae326a0854fb603636bd9cfb9e5740531217c5639f01617f6cba8566c295c15b3de7d
+  metadata.gz: 1cbd76e0148290f6eeb086d2f73546d879fc960b011edb9121086d10b79cac38439a28bfddcd2e8fee269487c49de24d140b23b37fdf81dbd02e47bd51fe9e50
+  data.tar.gz: 2b0b09e1f490156ec28482e04f0cdf92eb3bb7958c8d91e7b39916e4826355884e26550eb7fd04d9aae37a8d43a485024d7097bdb29025636ff82b32af9ba8fa

data/.gitignore

@@ -9,3 +9,5 @@
 /tmp/
 /lib/afr_load/afr_load.html
 *.swp
+.DS_Store
+*/.DS_Store

data/README.md

@@ -10,24 +10,24 @@ Add this line to your application's Gemfile:
 gem 'afr_load'
 ```
 
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
+install it yourself as:
 
     $ gem install afr_load
 
 ## Usage
 
-    AfrLoad::AfrLoad.get_schedule()
-
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+    programs = AfrLoad::AfrLoad.get_schedule()
+    programs.each do |program|
+        program.show()
+        # program.on_air_date       #=> 放送日
+        # program.title_ja          #=> 邦題
+        # program.title             #=> 原題 
+        # program.released_year     #=> 公開年 
+        # program.released_country  #=> 公開国(製作国?) 
+        # program.leading_actor     #=> 主演俳優 
+        # program.leading_actor     #=> 主演俳優 
+        # program.supporting_actor  #=> 助演俳優 
+    end
 
 ## Contributing
 

data/lib/afr_load/parser.rb

@@ -0,0 +1,45 @@
+# encoding: utf-8
+
+module AfrLoad
+    module Parser
+        class << self
+            def parse(document)
+                month_lineup_doc = get_month_lineup(document)
+                month_lineup_doc.map do |lineup|
+                    parse_month_lineup(lineup)
+                end
+            end
+
+            def get_month_lineup(document)
+                document.xpath("//div[@id='contents']/div").select do |contents_child|
+                    is_month_lineup(contents_child)
+                end
+            end
+            
+            def is_month_lineup(contents_child)
+                return false if contents_child.attribute("id") == nil
+                if contents_child.attribute("id").value =~ /[0-9]{6}/
+                    true
+                else
+                    false
+                end
+            end
+
+            def parse_month_lineup(contents_child)
+                contents_child.xpath("//div/div[@class='gogo_item']").map do |movie_node|
+                    data_block = movie_node.at_xpath("div[contains(@class, 'g_data_block')]")
+                    year_country = data_block.at_xpath("div/span[@class='g_country_year']").text.split("◆")
+                    tv_program = TvProgram::TvProgram.new(
+                        on_air_date: movie_node.at_xpath("span[contains(@class, 'g_day')]").text,
+                        title_ja: data_block.at_xpath("h3/span[@class='jp']").text,
+                        title: data_block.at_xpath("h3/span[contains(@class, 'en')]").text ,
+                        released_year: year_country[0],
+                        released_country: year_country[1],
+                        leading_actor: data_block.xpath("div/div/div[1]/span[2]").text,
+                        supporting_actor: data_block.xpath("div/div/div[2]/span[2]").text
+                    )
+                end
+            end
+        end
+    end
+end

data/lib/afr_load/tv_program.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+module AfrLoad
+    module TvProgram
+        class TvProgram
+            attr_reader :on_air_date,
+                :title_ja, :title,
+                :released_year, :released_country,
+                :leading_actor, :supporting_actor
+
+            def initialize(on_air_date:, title_ja:, title:,
+                          released_year:, released_country:,
+                          leading_actor:, supporting_actor:)
+                @on_air_date = on_air_date
+                @title_ja = title_ja
+                @title = title
+                @released_year = released_year
+                @released_country = released_country
+                @leading_actor = leading_actor
+                @supporting_actor = supporting_actor
+            end
+
+            def show()
+puts <<"EOS"
+on_air_date: #{@on_air_date}, \
+title_ja: #{@title_ja}, \
+title: #{@title}, \
+released_year: #{@released_year}, \
+released_country: #{@released_country}, \
+leading_actor: #{@leading_actor}, \
+supporting_actor: #{@supporting_actor}
+EOS
+            end
+        end
+    end
+end

data/lib/afr_load/version.rb

@@ -1,3 +1,3 @@
 module AfrLoad
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/lib/afr_load.rb

@@ -1,7 +1,45 @@
 # encoding: utf-8
 
+require "oga"
+require "httpclient"
+
 require "afr_load/version"
-require "afr_load/afr_load"
+require "afr_load/tv_program"
+require "afr_load/parser.rb"
 
 module AfrLoad
+    class AfrLoad
+        attr_reader :url, :programs, :document
+
+        AFR_LOAD_URL = "http://www.tv-tokyo.co.jp/telecine/oa_afr_load/"
+
+        def initialize(url = AFR_LOAD_URL)
+            @programs = Array.new()
+            @url = url
+        end
+
+        def get_schedule()
+            @document = self.class.fetch_schedule(@url)
+            @programs = Parser.parse(@document).flatten
+            @programs
+        end
+
+        def self.get_schedule(url = AFR_LOAD_URL)
+            afr = self.new(url)
+            afr.get_schedule()
+        end
+
+        def self.get_schedule_from_file(file_path)
+            handler = File.open(file_path)
+            document = Oga.parse_html(handler)
+        end
+
+        def self.fetch_schedule(url = AFR_LOAD_URL)
+            Oga.parse_html(Enumerator.new do |yielder|
+                HTTPClient.get(url) do |chunk|
+                    yielder << chunk.force_encoding("utf-8")
+                end
+            end)
+        end
+    end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: afr_load
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - iaia
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-09-10 00:00:00.000000000 Z
+date: 2017-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -80,7 +80,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: "午後ローのスケジュールから、放送日、タイトル、映画に関する情報をハッシュ形式で取得します"
+description: 午後ローのスケジュールから、放送日、タイトル、映画に関する情報をハッシュ形式で取得します
 email:
 - iaia72160@gmail.com
 executables: []
@@ -98,7 +98,8 @@ files:
 - bin/console
 - bin/setup
 - lib/afr_load.rb
-- lib/afr_load/afr_load.rb
+- lib/afr_load/parser.rb
+- lib/afr_load/tv_program.rb
 - lib/afr_load/version.rb
 homepage: ''
 licenses:
@@ -120,7 +121,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: Web Scraping for 午後のロードショー

data/lib/afr_load/afr_load.rb

@@ -1,73 +0,0 @@
-# encoding: utf-8
-
-require "oga"
-require "httpclient"
-
-module AfrLoad
-    class AfrLoad
-        attr_reader :programs
-
-        AFR_LOAD_URL = "http://www.tv-tokyo.co.jp/telecine/oa_afr_load/"
-
-        def initialize()
-            @programs = Array.new()
-        end
-        def self.get_schedule()
-            afr = self.new()
-            afr.get_schedule()
-            return afr.programs
-        end
-        def afr_load(file_path)
-            if file.blank?
-                document = get_schedule()
-            else
-                document = get_schedule_from_file(file_path)
-            end
-            parse(document)
-        end
-        def get_schedule()
-            enum = Enumerator.new do |yielder|
-                HTTPClient.get(AFR_LOAD_URL) do |chunk|
-                    yielder << chunk.force_encoding("utf-8")
-                end
-            end
-            document = Oga.parse_html(enum)
-            parse(document)
-            return document
-        end
-        def get_schedule_from_file(file_path)
-            handler = File.open(file_path)
-            document = Oga.parse_html(handler)
-            parse(document)
-            return document
-        end
-        def parse(document)
-            document.xpath("//div[@id='contents']/div").each do |contents_child|
-                if contents_child.attribute("id") == nil
-                    next
-                end
-                if not contents_child.attribute("id").value =~ /[0-9]{6}/
-                    next
-                end
-                # gogo_item
-                contents_child.xpath("//div/div[@class='gogo_item']").each do |movie_node|
-                    movie = Hash.new()
-                    movie.store("on_air_date", movie_node.at_xpath("span[contains(@class, 'g_day')]").text)
-                    data_block = movie_node.at_xpath("div[contains(@class, 'g_data_block')]")
-
-                    movie.store("title_ja", data_block.at_xpath("h3/span[@class='jp']").text)
-                    movie.store("title", data_block.at_xpath("h3/span[contains(@class, 'en')]").text)
-
-                    year_country = data_block.at_xpath("div/span[@class='g_country_year']").text.split("◆")
-                    movie.store("released_year", year_country[0])
-                    movie.store("released_country", year_country[1])
-
-                    movie.store("leading_actor", data_block.xpath("div/div/div[1]/span[2]").text)
-                    movie.store("supporting_actor", data_block.xpath("div/div/div[2]/span[2]").text)
-                    @programs.push(movie)
-                end
-            end
-        end
-    end
-end
-