ffxiv_scraper 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 18f46c70621308017159ec6c88775057f003a19e3a7bb9ed42038ea9050d1a26
+  data.tar.gz: d44da05b90122539a459f14f6517991b39d885ed3f178cd2e44fa0de937dee70
+SHA512:
+  metadata.gz: 236783c42468fcc794c4b9dfc1123f35d7e7abb7e47c46968d93fff36da55b65902fe77b541c788815748e58a4a1cd8636382d2199f3784e14e6695058278251
+  data.tar.gz: 9c204132f8e4b4faf2baf14f689aa77132940811cb6f9db43315615fed922849adc6ad7af3f8ddd9c388e5e00374c499e5212b5b9365c6f04324b165137ea36f

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.5.0
+before_install: gem install bundler -v 1.16.1

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in ffxiv_scraper.gemspec
+gemspec

data/README.md

@@ -0,0 +1,81 @@
+# FFXIVScraper
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/ffxiv_scraper`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ffxiv_scraper'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ffxiv_scraper
+
+## Usage
+
+ファイナルファンタジーXIVの公式サイト(Lodestone)をスクレイピングし、情報を取得するためのライブラリです。
+
+#### ニュースの取得
+指定したニュースを取得します。  
+
+* お知らせ
+* メンテナンス
+* アップデート
+* 障害情報
+
+```ruby
+news = FFXIVScraper::Lodestone::News.new(:notice)  
+news = FFXIVScraper::Lodestone::News.new(:maintenance)  
+news = FFXIVScraper::Lodestone::News.new(:update)  
+news = FFXIVScraper::Lodestone::News.new(:status)  
+list = news.news_list # get a news list  
+```
+
+```ruby
+list.created_at # =>　ニュースの作成日時
+list.title # => タイトル
+list.detail_path # => 詳細ページのパス
+list.tag # => タグ
+
+detail = list.detail # => 詳細取得
+detail.text # => ニュース本文
+detail.next_path # => 次のページのパス
+detail.prev_path # => 前のページのパス
+detail.relationships # => 関連しているニュース
+
+detail.detail_prev # => 前のページのニュースを取得
+detail.detail_next # => 次のページのニュースを取得
+```
+
+#### ワールド稼働状況取得
+ワールドの稼働状況を取得します。
+
+```ruby
+world_status = FFXIVScraper::Lodestone::WorldStatus.new
+
+status = world_status.get_status("ifrit") # => ワールドの稼働状況取得
+status.dc # => データセンター名
+status.world # => ワールド名
+status.status # => 稼働状況
+
+world_status.get_dc_statuses("gaia") # => DCのワールドの稼働状況取得
+```
+
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/ffxiv_scraper.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ffxiv_scraper"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/ffxiv_scraper.gemspec

@@ -0,0 +1,37 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "ffxiv_scraper/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "ffxiv_scraper"
+  spec.version       = FFXIVScraper::VERSION
+  spec.authors       = ["Bal"]
+  spec.email         = ["admin@vincanote.xyz"]
+
+  spec.summary       = %q{FFXIV Scraper}
+  spec.description   = %q{An unofficial Final Fantasy XIV scraper}
+  spec.homepage      = "https://github.com/Vincanote/"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata["allowed_push_host"] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_dependency "nokogiri"
+end

data/lib/ffxiv_scraper.rb

@@ -0,0 +1,7 @@
+require "ffxiv_scraper/version"
+require "ffxiv_scraper/lodestone/news"
+require "ffxiv_scraper/lodestone/world_status"
+
+module FFXIVScraper
+
+end

data/lib/ffxiv_scraper/lodestone/common.rb

@@ -0,0 +1,38 @@
+require "ffxiv_scraper/version"
+require 'open-uri'
+require 'nokogiri'
+
+module FFXIVScraper
+  module Lodestone
+    module Common
+      FFXIV_BASE_DOMAIN = "finalfantasyxiv.com".freeze
+      LODESTONE_PATH = "/lodestone".freeze
+      LANG = {ja: 'jp', na: 'na', eu:'eu', fr: 'fr', de: 'de'}.map(&:freeze).to_h.freeze
+
+      def set_locale(lang = :ja)
+        @lang = lang
+      end
+
+      def get_base_url
+        return "https://#{LANG[@lang]}.#{FFXIV_BASE_DOMAIN}" 
+      end
+      
+      def get_lodestone_url
+        return "https://#{LANG[@lang]}.#{FFXIV_BASE_DOMAIN}#{LODESTONE_PATH}"
+      end
+
+      def open_html(url)
+        begin
+          charset = nil
+          html = open(url) do |f|
+            charset = f.charset
+            f.read
+          end      
+          Nokogiri::HTML.parse(html, nil, charset)
+        rescue  => exception
+          raise "url open exception. url [" << url << "]" << ", message [" << exception.message << "]"
+        end
+      end
+    end
+  end
+end

data/lib/ffxiv_scraper/lodestone/news.rb

@@ -0,0 +1,92 @@
+require "ffxiv_scraper/version"
+require 'ffxiv_scraper/lodestone/common'
+require 'open-uri'
+require 'nokogiri'
+
+module FFXIVScraper
+  module Lodestone
+    class News
+      include Common
+      CATEGORY = {notice: '1', maintenance: '2', update:'3', status: '4'}.map(&:freeze).to_h.freeze
+
+      def initialize(category = :notice)
+        @category = category
+        set_locale
+        unless CATEGORY.key?(category)
+          raise "not found category. [" + category.to_s + "]"
+        end
+      end
+
+      def get_news_url
+        return get_lodestone_url + "/news/category/#{CATEGORY[@category]}"
+      end
+
+      def news_list(backnumber = 0)
+        news_list = []
+        news_url = backnumber > 0 ? get_news_url << "?page=#{backnumber}" : get_news_url
+        
+        doc = open_html(news_url)
+        doc.xpath('//li[@class="news__list"]').each do |news|
+          news_list << NewsContent.new(@lang, news.xpath('.//time').text[/strftime\((\d+),/,1].to_i, 
+                                        news.xpath('.//p').text, 
+                                        news.xpath('.//a/@href').text, 
+                                        news.xpath('.//p/span').text)
+        end
+        news_list.sort { |a, b| b.created_at <=> a.created_at }
+      end
+
+      private
+      module Content
+        def get_detail(detail_path)
+          doc = open_html(get_base_url + detail_path)
+          
+          detail = doc.xpath('//article')
+          relationships = []
+          detail.xpath('.//li[@class="news__list"]').each do |relation|
+            relationship = NewsContent.new(@lang, relation.xpath('.//time').text[/strftime\((\d+),/,1].to_i,
+                                            relation.xpath('.//p/span').text + relation.xpath('.//p/text()[2]').text.strip, 
+                                            relation.xpath('./a/@href').text, 
+                                            relation.xpath('.//p/span').text)
+            relationships << relationship
+          end
+          return DetailContent.new(@lang, detail.xpath('./div[@class="news__detail__wrapper"]').text, 
+                                    detail.xpath('.//li[@class="news__nav__next"]/a/@href').text, 
+                                    detail.xpath('.//li[@class="news__nav__prev"]/a/@href').text,
+                                    relationships)
+        end
+      end
+
+      DetailContent = Struct.new("DetailContent", :text, :next_path, :prev_path, :relationships) do 
+        include Common
+        include Content
+
+        def initialize(lang, text, next_path, prev_path, relationships)
+          set_locale(lang)
+          super(text, next_path, prev_path, relationships)
+        end
+        
+        def detail_next
+          get_detail(next_path)
+        end
+
+        def detail_prev
+          get_detail(prev_path)
+        end
+      end
+
+      NewsContent = Struct.new("NewsContent", :created_at, :title, :detail_path, :tag) do
+        include Common
+        include Content
+
+        def initialize(lang, created_at, title, detail_path, tag)
+          set_locale(lang)
+          super(created_at, title, detail_path, tag)
+        end
+
+        def detail
+          get_detail(detail_path)
+        end
+      end
+    end
+  end
+end

data/lib/ffxiv_scraper/lodestone/world_status.rb

@@ -0,0 +1,61 @@
+require "ffxiv_scraper/version"
+require 'open-uri'
+require 'nokogiri'
+
+module FFXIVScraper
+  module Lodestone
+    class WorldStatus
+      include Common
+      INTERVAL = 10.freeze
+
+      def initialize
+        set_locale
+        @needs_update = true
+        @update_at = Time.now
+        @statuses = []
+      end
+
+      def set_locale(lang = :ja)
+        @lang = lang
+        @needs_update = true
+      end
+
+      def get_statuses
+        if (Time.now - @update_at) > INTERVAL
+          @needs_update = true
+        end
+
+        if @needs_update
+          @statuses = []
+          doc = open_html(get_lodestone_url << "/worldstatus/")
+          dc_name = ""
+          doc.xpath('//h2[@class="heading--md parts__space--reset"]|//div[@class="item-list__worldstatus"]').each do |content|
+            world = ""
+            status = ""
+            if content.name == "h2"
+              dc_name = content.text.downcase
+            else
+              @statuses << Status.new(dc_name, content.xpath("./h3").text.downcase, content.xpath("./p").text.strip.downcase)
+            end
+          end
+          @update_at = Time.now
+          @needs_update = false
+        end
+        return @statuses
+      end
+
+      def get_status(world_name)
+        get_statuses
+        @statuses.find { |a| a.world == world_name.downcase }
+      end
+
+      def get_dc_statuses(dc_name)
+        get_statuses
+        @statuses.select { |a| a.dc == dc_name.downcase }
+      end
+
+      private
+      Status = Struct.new("WorldStatus", :dc, :world, :status)
+    end
+  end
+end

data/lib/ffxiv_scraper/version.rb

@@ -0,0 +1,3 @@
+module FFXIVScraper
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: ffxiv_scraper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Bal
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-04-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: An unofficial Final Fantasy XIV scraper
+email:
+- admin@vincanote.xyz
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ffxiv_scraper.gemspec
+- lib/ffxiv_scraper.rb
+- lib/ffxiv_scraper/lodestone/common.rb
+- lib/ffxiv_scraper/lodestone/news.rb
+- lib/ffxiv_scraper/lodestone/world_status.rb
+- lib/ffxiv_scraper/version.rb
+homepage: https://github.com/Vincanote/
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: FFXIV Scraper
+test_files: []