lyne 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0dd78c847a8051049b3e0cda371c44c78e3daa15
+  data.tar.gz: 4f1ffc77c868c1a57b7e13829571790bbc537da2
+SHA512:
+  metadata.gz: 854764cabc0c3902f0407ee1c960da4009979d038399f13bd9ed6def14bd74820aaeabea6132a179ca350e15f31cd2ac117fe4f03d501ca02c27f85a6c3af79e
+  data.tar.gz: 90c412f9953f779a40f774864ee422b4c7ab211df1c5941dbf052147552e02553cd4e3216acea5c14ef83e888c7e26f9fa95b832eeb7098abfa527fa17ed8863

data/.gitignore

@@ -0,0 +1,24 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+.rspec
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+spec/account.yaml
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+ruby '2.1.1'
+
+# Specify your gem's dependencies in lyne.gemspec
+gemspec
+gem 'nokogiri'
+gem 'poltergeist'
+gem 'capybara'
+gem 'phantomjs'
+gem 'activesupport'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 soplana
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,58 @@
+# Lyne
+スクエアエニックスが運営するドラゴンクエスト10のメンバーズサイト「冒険者の広場」をスクレイピングするgemです.
+
+# install
+
+内部でphantomjsを使ってスクレイピングするためinstallしてください.
+
+http://phantomjs.org/download.html
+
+```bash
+# osx
+$ brew update && brew install phantomjs
+```
+
+# use
+
+```bash
+$ gem install Lyne
+```
+```
+gem 'lyne'
+```
+
+optionで渡すcharacter_idはキャラクター選択画面の「このキャラを選択」ボタンのrel属性の値になります。
+
+![character_id](http://dl.dropboxusercontent.com/u/92653510/DQ10/charaid.png "character_id")
+
+```ruby
+require 'lyne'
+
+dqx = Lyne::Account.new(
+  account:      'account_name',
+  password:     'account_password',
+  character_id: 975829418411224
+)
+
+info = dqx.character.info
+info.id   #=> "TV327-610"
+info.name #=> "ソプラナ"
+```
+
+# test
+
+```bash
+$ cp spec/account.yaml.example spec/account.yaml
+```
+
+```yaml
+# spec/account.yaml
+account:
+  name:         account_name
+  password:     account_password
+  character_id: 975829418411224
+```
+
+```
+$ rspec spec/character/info_spec.rb
+```

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/lyne.rb

@@ -0,0 +1,19 @@
+require "lyne/version"
+require 'nokogiri'
+require 'capybara/poltergeist'
+require 'phantomjs'
+require 'active_support'
+require 'active_support/core_ext'
+
+require './lib/lyne/error.rb'
+require './lib/lyne/account.rb'
+require './lib/lyne/session/screen_transitions.rb'
+require './lib/lyne/session/browser.rb'
+require './lib/lyne/parser/base.rb'
+require './lib/lyne/parser/home.rb'
+require './lib/lyne/page/hook.rb'
+#require './lib/lyne/page/show_table.rb'
+require './lib/lyne/page/character.rb'
+
+module Lyne
+end

data/lib/lyne/account.rb

@@ -0,0 +1,9 @@
+class Lyne::Account
+  def initialize options
+    @session   = Lyne::Session::Browser.new(options).start!
+  end
+
+  def character
+    @character ||= Lyne::Page::Character::Adapter.new(@session)
+  end
+end

data/lib/lyne/error.rb

@@ -0,0 +1,10 @@
+module Lyne::Error
+  class LyneError < StandardError
+  end
+
+  class ParseError < LyneError
+    def initialize message='failed to parse'
+      super(message)
+    end
+  end
+end

data/lib/lyne/page/character.rb

@@ -0,0 +1,73 @@
+# ページ毎にオブジェクトに切り出す
+module Lyne::Page
+  # Character情報に紐づくオブジェクト
+  module Character
+    class Base
+      #include Lyne::Page::ShowTable
+
+      def initialize session
+        @parser = parser_class.new(session)
+      end
+
+      private
+      def parser_class
+        Lyne::Parser::Home
+      end
+    end
+
+    # Target以下のClassが実際の機能として提供される
+    # それぞれの機能が必要とするパーサを必ず指定する必要がある
+    module Target
+      class Info < Lyne::Page::Character::Base
+        PROPERTYS = %w(name job tribe level next_level genki_charge id gold)
+        include Lyne::Page::Hook::CreateProperty
+
+        private
+        def table_headers
+          %w(ID 名前 種族 職業 レベル 次のレベルまで 所持金 元気チャージ)
+        end
+
+        def table_rows
+          [id, name, job, tribe, level, next_level, gold, genki_charge]
+        end
+
+        private
+        def parser_class
+          Lyne::Parser::Info
+        end
+      end
+
+      class House < Lyne::Page::Character::Base
+        PROPERTYS = %w(country city house_number setting setting_type)
+        include Lyne::Page::Hook::CreateProperty
+
+        private
+        def parser_class
+          Lyne::Parser::House
+        end
+      end
+    end
+
+    # 実際の機能をLyne::Account（外部からのインターフェイス）に
+    # 提供する為のClass
+    # ドラクエ10Account内に複数キャラがいる場合などは
+    # キャラの切り替えなども発生するため
+    class Adapter
+      def initialize session
+        @session   = session
+        @character = Lyne::Page::Character::Base.new(session)
+      end
+
+      Lyne::Page::Character::Target.constants.each do |target|
+        formatted_name = target.to_s.downcase
+        define_method(formatted_name) do
+          if instance_variable_defined?("@#{formatted_name}")
+            return instance_variable_get("@#{formatted_name}")
+          else
+            instance_variable_set("@#{formatted_name}", Lyne::Page::Character::Target.const_get(target).new(@session))
+          end
+        end
+      end
+    end
+  end
+end

data/lib/lyne/page/hook.rb

@@ -0,0 +1,15 @@
+module Lyne::Page
+  module Hook
+    module CreateProperty
+      def self.included(target_class)
+        target_class.class_eval do
+          self::PROPERTYS.each do |property|
+            define_method(property) do
+              @parser.__send__(property)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/lyne/page/show_table.rb

@@ -0,0 +1,12 @@
+#module Lyne::Page
+#  module ShowTable
+#    def show_table
+#      table = Kosi::Table.new({header: table_headers})
+#      print table.render([table_rows])
+#    end
+#
+#    private
+#    def table_headers; [] end
+#    def table_rows;    [] end
+#  end
+#end

data/lib/lyne/parser/base.rb

@@ -0,0 +1,40 @@
+# Lyne::Util::Sessionからhtml情報を受け取り
+# 必要に応じてパースする
+module Lyne::Parser
+  class Base
+    def initialize session
+      @session = session
+      yield if block_given?
+      set_result
+    end
+
+    def nbsp
+      Nokogiri::HTML(" ").text
+    end
+
+    private
+    def set_result
+      @result = Nokogiri::HTML.parse(@session.html)
+    end
+
+    def get_parse_data option
+      raise Lyne::Error::ParseError.new if parse_data.blank?
+      option = option.reverse_merge(default_parse_result_options)
+      text   = parse_data.children[option[:index]].children.text
+
+      if option[:regexp].present?
+        text.gsub(option[:regexp], '')
+      else
+        text
+      end
+    end
+
+    def default_parse_result_options
+      {}
+    end
+
+    def parse_data
+      @parse_data ||= @result.xpath(parse_target_xpath)
+    end
+  end
+end

data/lib/lyne/parser/home.rb

@@ -0,0 +1,83 @@
+module Lyne::Parser
+  class Home < Lyne::Parser::Base
+    def initialize session
+      super(session) do
+        @session.first_visit!
+      end
+    end
+  end
+
+  class Info < Home
+    def name
+      @result.xpath("//h2[@id='myCharacterName']").text.gsub(/\[|\]/, '')
+    end
+
+    def job
+      get_parse_data(index: 11)
+    end
+
+    def tribe
+      get_parse_data(index: 7, regexp: /：|#{nbsp}|男|女/)
+    end
+
+    def level
+      get_parse_data(index: 15)
+    end
+
+    def id
+      get_parse_data(index: 3)
+    end
+
+    def next_level
+      get_parse_data(index: 19)
+    end
+
+    def gold
+      get_parse_data(index: 23)
+    end
+
+    def genki_charge
+      get_parse_data(index: 27)
+    end
+
+    private
+    def default_parse_result_options
+      {regexp: /：|#{nbsp}/}
+    end
+
+    def parse_target_xpath
+      "//div[@id='myCharacterStatusList']"
+    end
+
+    def parse_data
+      (super.children.presence || [])[1]
+    end
+  end
+
+  class House < Home
+    def country
+      get_parse_data(index: 3).split[0].scan(/.*住宅村/)[0]
+    end
+
+    def city
+      get_parse_data(index: 3).split[0].gsub(/#{country}/,'')
+    end
+
+    def house_number
+      get_parse_data(index: 3).split[1]
+    end
+
+    def setting
+      get_parse_data(index: 5)
+    end
+
+    def setting_type
+      get_parse_data(index: 7)
+    end
+
+    private
+    def parse_target_xpath
+      "//div[@id='myHouseStage']"
+    end
+  end
+end

data/lib/lyne/session/browser.rb

@@ -0,0 +1,67 @@
+module Lyne::Session
+  # sessionの維持
+  # ページ遷移などのブラウザの動き
+  class Browser
+    include ScreenTransitions
+
+    def initialize options
+      @options = options.reverse_merge(default_options)
+      Capybara.register_driver :poltergeist do |app|
+        Capybara::Poltergeist::Driver.new(app, {
+          js_errors: false,
+          timeout:   1000,
+          phantomjs: @options[:phantomjs]
+        })
+      end
+      Capybara.default_selector = :xpath
+      @page = Capybara::Session.new(:poltergeist)
+      @page.driver.headers = {'User-Agent' => @options[:user_agent]}
+    end
+
+    def start!
+      go :welcome
+      go :character_select
+      self
+    end
+
+    def first_visit!
+      return if @page.current_path == '/sc/home/'
+      character_select_url? ? go(:home) : visit(:home)
+    end
+
+    def go type
+      __send__("go_to_#{type}")
+    end
+
+    def visit type
+      __send__("visit_to_#{type}")
+    end
+
+    def html
+      @page.html
+    end
+
+    private
+    def default_options
+      {
+        account:      '',
+        password:     '',
+        character_id: 0,
+        user_agent:   'Mozilla/5.0 (Macintosh; Intel Mac OS X)',
+        phantomjs:    Phantomjs.path
+      }
+    end
+
+    def login_url
+      url =  'https://secure.square-enix.com/account/app/svc/login?'
+      url += 'cont=dq_comm&'
+      url += 'svcgrp=Service_SEJ&'
+      url += 'retu=http%3A%2F%2Fhiroba.dqx.jp%2Fsc%2F&'
+      url += 'retl=dqx_p&ret=https%3A%2F%2Fsecure.dqx.jp%2Fsc%2Flogin%2Fexec%3Fp%3D0%26ott%3Dfeb84a119a6b2f7df40aac09a9c42f90'
+    end
+
+    def character_select_url?
+      @page.current_path == "/sc/login/characterselect/"
+    end
+  end
+end

data/lib/lyne/session/screen_transitions.rb

@@ -0,0 +1,36 @@
+module Lyne::Session
+  module ScreenTransitions
+    def go_to_welcome
+      move_to do
+        @page.visit login_url
+        @page.fill_in '_pr_confData_sqexid', with: @options[:account]
+        @page.fill_in '_pr_confData_passwd', with: @options[:password]
+        @page.find(:xpath, ".//a[@id='btLogin']").click
+      end
+    end
+
+    def go_to_character_select
+      move_to do
+        @page.find(:xpath, "//a[@href='/sc/login/characterselect/']").click
+      end
+    end
+
+    def go_to_home
+      move_to do
+        @page.find(:xpath, "//a[@rel='#{@options[:character_id]}']").click
+      end
+    end
+
+    def visit_to_home
+      move_to do
+        @page.visit('sc/home/')
+      end
+    end
+
+    private
+    def move_to
+      yield
+      sleep(2)
+    end
+  end
+end

data/lib/lyne/version.rb

@@ -0,0 +1,3 @@
+module Lyne
+  VERSION = "0.0.2"
+end

data/lyne.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'lyne/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "lyne"
+  spec.version       = Lyne::VERSION
+  spec.authors       = ["soplana"]
+  spec.email         = ["sonosheet.jp@gmail.com"]
+  spec.summary       = %q{dqx gem}
+  spec.description   = %q{冒険者の広場をスクレイピングするgemです}
+  spec.homepage      = "http://leeno.jp"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler",       "~> 1.6"
+  spec.add_development_dependency "nokogiri",      '~> 1.3'
+  spec.add_development_dependency "poltergeist",   '~> 1.5'
+  spec.add_development_dependency "capybara",      '~> 2.4'
+  spec.add_development_dependency "phantomjs",     '~> 1.9'
+  spec.add_development_dependency "activesupport", '~> 4.0'
+
+end

data/spec/account.yaml.example

@@ -0,0 +1,4 @@
+account:
+  name:
+  password:
+  character_id:

data/spec/character/info_spec.rb

@@ -0,0 +1,50 @@
+require File.expand_path(File.join('../', 'spec_helper'), File.dirname(__FILE__))
+
+describe Lyne::Page::Character do
+  before(:all){ @account = YAML.load_file("./spec/account.yaml")['account'].symbolize_keys }
+
+  context 'character情報' do
+    let(:property){ nil }
+    # ほんとはletがいいけど, 一度しか実行したくない...
+    before(:all) do
+      dqx = Lyne::Account.new({
+        account:      @account[:name],
+        password:     @account[:password],
+        character_id: @account[:character_id]
+      })
+      @character = dqx.character
+    end
+
+    context 'Infoが取得できているる' do
+      subject{ @character.info }
+
+      context 'IDが取得できている' do
+        it { expect(subject.id).to match(/^[a-z]{2}\d{3}-\d{3}$/i) }
+      end
+
+      context 'levelが取得できている' do
+        it { expect(subject.level).to match(/^\d*$/) }
+      end
+
+      context 'next_levelが取得できている' do
+        it { expect(subject.next_level).to match(/.*P$/) }
+      end
+
+      context 'goldが取得できている' do
+        it { expect(subject.gold).to match(/.*G$/) }
+      end
+    end
+
+    context 'Houseが取得できているる' do
+      subject{ @character.house }
+
+      context 'countryが取得できている' do
+        it { expect(subject.country).to match(/.*住宅村$/) }
+      end
+
+      context 'house_numberが取得できている' do
+        it { expect(subject.house_number).to match(/.*サイズ）$/) }
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+# encoding: utf-8
+require 'rubygems'
+require 'yaml'
+require 'lyne'

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: lyne
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- soplana
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: poltergeist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: phantomjs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+description: "冒険者の広場をスクレイピングするgemです"
+email:
+- sonosheet.jp@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/lyne.rb
+- lib/lyne/account.rb
+- lib/lyne/error.rb
+- lib/lyne/page/character.rb
+- lib/lyne/page/hook.rb
+- lib/lyne/page/show_table.rb
+- lib/lyne/parser/base.rb
+- lib/lyne/parser/home.rb
+- lib/lyne/session/browser.rb
+- lib/lyne/session/screen_transitions.rb
+- lib/lyne/version.rb
+- lyne.gemspec
+- spec/account.yaml.example
+- spec/character/info_spec.rb
+- spec/spec_helper.rb
+homepage: http://leeno.jp
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: dqx gem
+test_files:
+- spec/account.yaml.example
+- spec/character/info_spec.rb
+- spec/spec_helper.rb