rakuten_securities_scraper 0.1.7 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c89e229d3f5d6d0a4bb8251ae3b37da48e757d30d5af5b0779c15971c8e9fde9
-  data.tar.gz: de43414a5ee1bfd482bcd2780631fbcccf5f6eec9a84ae7c4d635669e95117ee
+  metadata.gz: 7a61a30f6ff13a24491e442e47b7d3d2e413aca237d6da3d50be7b585da487b3
+  data.tar.gz: ccdb20343aa853523d011a4ff22bbb7e5e64c1ca4c3a46aa7261df9ed57a1c2a
 SHA512:
-  metadata.gz: fa1fbdd5436ca3397ac430aeeb741c909f439f99c2feff0a5a6b291bfb2b5eef1f86c977188f1f13dac5d50b37f936ded01a51dc720e34e0c2575a0be3818ce0
-  data.tar.gz: 1a57887eda7e18fe83c79e1ebf51cdb02b828eb0df1a8b20c2b5d790077841661b865d82cca2d470af39ec6615d33be9b417aba45d9de33253751b726a4d4e4f
+  metadata.gz: b4e23de3f5a09272fa8d3953a6dc0431f60f752752627b3dedc992ce8881b8d9b2c1bd595be652df9e710a94080024660f778bcb268f5448db7158afa25f4dfe
+  data.tar.gz: e85966fa71566fdec57c4b43a2f6b0e4b59c8408866f5dfa0e8d914ae07a7b5792b4b813ec0eefbc0ab6db36a4ac9441b3bf38b2be864a1508656cc3c59cb5ec

data/.gitignore

@@ -27,3 +27,4 @@
 /cloud_sql_proxy
 # rspec failure tracking
 .rspec_status
+.env

data/.rubocop.yml

@@ -1,13 +1,12 @@
 AllCops:
   EnabledByDefault: true
 
-##################### Style ##################################
-
-# redirect_to xxx and return のイディオムを維持したい
 Style/AndOr:
   Enabled: false
 
-# 日本語のコメントを許可する
+Style/ClassAndModuleChildren:
+  Enabled: false
+
 Style/AsciiComments:
   Enabled: false
 
@@ -36,19 +35,15 @@ Style/CollectionMethods:
     inject: "inject"
     reduce: "inject"
 
-# ドキュメントの無い public class を許可する
 Style/Documentation:
   Enabled: false
 
-# !! のイディオムは積極的に使う
 Style/DoubleNegation:
   Enabled: false
 
-# MethodDefParentheses:
-#   EnforcedStyle: require_no_parentheses
-  
-# メソッドチェーンの改行は末尾に . を入れる
-# REPL に貼り付けた際の暴発を防ぐため
+Lint/ConstantResolution:
+  Enabled: false
+
 Layout/DotPosition:
   EnforcedStyle: trailing
 
@@ -56,123 +51,89 @@ Layout/DotPosition:
 Layout/EmptyLineAfterGuardClause:
    Enabled: false
 
-# 明示的に else で nil を返すのは分かりやすいので許可する
 Style/EmptyElse:
   EnforcedStyle: empty
 
-# 桁揃えが綺麗にならないことが多いので migration は除外
 Layout/ExtraSpacing:
   Exclude:
     - "db/migrate/*.rb"
+    - "*.gemspec"
 
-# いずれかに揃えるのならば `sprintf` や `format` より String#% が好きです
 Style/FormatString:
   EnforcedStyle: percent
 
-# if 文の中に 3 行程度のブロックを書くぐらいは許容した方が現実的
+Style/MissingElse:
+  Enabled: false
+
+Style/StringHashKeys:
+  Exclude:
+    - "spec/queries/*.rb"
+    - "*.gemspec"
+
 Style/GuardClause:
   MinBodyLength: 5
 
-# rake タスクの順序の hash は rocket を許可する
 Style/HashSyntax:
   EnforcedStyle: ruby19
   Exclude:
     - "**/*.rake"
     - "Rakefile"
 
-# 条件式の方を意識させたい場合には後置の if/unless を使わない方が分かりやすい
 Style/IfUnlessModifier:
   Enabled: false
 
-# private/protected は一段深くインデントする
 Style/PreferredHashMethods:
   EnforcedStyle: short
 
-# scope 等は複数行でも lambda ではなく ->{} で揃えた方が見た目が綺麗
 Style/Lambda:
   Enabled: false
 
-# 1_000_000 と区切り文字が 2 個以上必要になる場合のみ _ 区切りを必須にする
 Style/NumericLiterals:
   MinDigits: 7
 
-# 正規表現にマッチさせた時の特殊変数の置き換えは Regex.last_match ではなく
-# 名前付きキャプチャを使って参照したいので auto-correct しない
 Style/PerlBackrefs:
   AutoCorrect: false
 
-# 特に model 内において、ローカル変数とメソッド呼び出しの区別をつけた方が分かりやすい場合が多い
 Style/RedundantSelf:
   Enabled: false
 
 Style/FrozenStringLiteralComment:
   Enabled: false
 
-# 受け取り側で multiple assignment しろというのを明示
 Style/RedundantReturn:
   AllowMultipleReturnValues: true
 
-# spec 内は見た目が綺麗になるので許可
 Style/Semicolon:
   Exclude:
     - "spec/**/*"
 
-# fail と使い分ける必要ナシ
 Style/SignalException:
   EnforcedStyle: only_raise
 
 Style/MethodDefParentheses:
   Enabled: false
 
-# `||` も align に使うことがあるので追加する
-# Style/SpaceAroundOperators:
-#   MultiSpaceAllowedForOperators:
-#     - "="
-#     - "=>"
-#     - "||"
-
-# * 式展開したい場合に書き換えるのが面倒
-# * 文章ではダブルクォートよりもシングルクォートの方が頻出する
-# ことから EnforcedStyle: double_quotes 推奨
 Style/StringLiterals:
   EnforcedStyle: double_quotes
 
-# auto-correct 時に Style/StringLiterals とカニバって無限ループになる (v0.28.0)
 Style/StringLiteralsInInterpolation:
   Enabled: false
 
-# いくらなんでも inject { |a, e| } は短すぎるので分かりやすい名前をつけたい
 Style/SingleLineBlockParams:
   Enabled: false
 
-# * migrate
-# * jbuilder
-# * model の association
-# * controller の callback
-# 辺りの桁揃えで引っかかるので全体的にチェックしない
-# Style/SingleSpaceBeforeFirstArg:
-#   Enabled: false
-
-
-##################### Lint ##################################
-
-# * 同名のメソッドがある場合にローカル変数に `_` を付ける
-# * 一時変数として `_` を付ける
-# というテクニックは頻出する
 Lint/UnderscorePrefixedVariableName:
   Enabled: false
 
-# 子クラスで実装させるつもりのメソッドで引っかかるので
 Lint/UnusedMethodArgument:
   Enabled: false
 
-##################### Metrics ##################################
 
 Metrics/AbcSize:
   Enabled: false
 
 Metrics/CyclomaticComplexity:
-  Enabled: false
+  Max: 10
 
 Metrics/PerceivedComplexity:
   Enabled: false
@@ -222,5 +183,15 @@ Style/MutableConstant:
   Enabled: false
 Style/Copyright:
   Enabled: false
+Style/MultilineTernaryOperator:
+  Enabled: false
 Layout/MultilineAssignmentLayout:
+  Enabled: false
+Style/Send:
+  Enabled: false
+Style/RedundantFileExtensionInRequire:
+  Enabled: false
+Style/ClassMethodsDefinitions:
+  Enabled: false
+Style/GlobalStdStream:
   Enabled: false

data/.ruby-version

@@ -0,0 +1 @@
+3.0.0

data/Gemfile

@@ -3,8 +3,9 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in rakuten_securities.gemspec
 gemspec
 
-gem "rake", "~> 12.0"
-gem "rspec", "~> 3.0"
-gem "rubocop", "0.82.0"
-gem "rubocop-performance", "1.5.2"
-gem "selenium-webdriver", "3.142.7"
+gem "dotenv", "2.7.6"
+gem "rake", "13.0.3"
+gem "rspec", "3.10.0"
+gem "rubocop", "1.7.0"
+gem "rubocop-performance", "1.9.1"
+gem "selenium-webdriver", "3.142.7"

data/Gemfile.lock

@@ -1,46 +1,51 @@
 PATH
   remote: .
   specs:
-    rakuten_securities_scraper (0.1.6)
+    rakuten_securities_scraper (0.1.7)
       selenium-webdriver (~> 3.142.7)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    ast (2.4.0)
+    ast (2.4.2)
     childprocess (3.0.0)
-    diff-lcs (1.3)
-    jaro_winkler (1.5.4)
-    parallel (1.19.1)
-    parser (2.7.1.2)
-      ast (~> 2.4.0)
+    diff-lcs (1.4.4)
+    dotenv (2.7.6)
+    parallel (1.20.1)
+    parser (3.0.0.0)
+      ast (~> 2.4.1)
     rainbow (3.0.0)
-    rake (12.3.3)
+    rake (13.0.3)
+    regexp_parser (2.0.3)
     rexml (3.2.4)
-    rspec (3.9.0)
-      rspec-core (~> 3.9.0)
-      rspec-expectations (~> 3.9.0)
-      rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.2)
-      rspec-support (~> 3.9.3)
-    rspec-expectations (3.9.2)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.1)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-support (3.9.3)
-    rubocop (0.82.0)
-      jaro_winkler (~> 1.5.1)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.1)
+    rubocop (1.7.0)
       parallel (~> 1.10)
-      parser (>= 2.7.0.1)
+      parser (>= 2.7.1.5)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
       rexml
+      rubocop-ast (>= 1.2.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 2.0)
-    rubocop-performance (1.5.2)
-      rubocop (>= 0.71.0)
-    ruby-progressbar (1.10.1)
+    rubocop-ast (1.4.1)
+      parser (>= 2.7.1.5)
+    rubocop-performance (1.9.1)
+      rubocop (>= 0.90.0, < 2.0)
+      rubocop-ast (>= 0.4.0)
+    ruby-progressbar (1.11.0)
     rubyzip (2.3.0)
     selenium-webdriver (3.142.7)
       childprocess (>= 0.5, < 4.0)
@@ -52,12 +57,13 @@ PLATFORMS
 
 DEPENDENCIES
   bundler (~> 2.0)
-  rake (~> 12.0)
+  dotenv (= 2.7.6)
+  rake (= 13.0.3)
   rakuten_securities_scraper!
-  rspec (~> 3.0)
-  rubocop (= 0.82.0)
-  rubocop-performance (= 1.5.2)
+  rspec (= 3.10.0)
+  rubocop (= 1.7.0)
+  rubocop-performance (= 1.9.1)
   selenium-webdriver (= 3.142.7)
 
 BUNDLED WITH
-   2.1.4
+   2.2.4

data/lib/rakuten_securities_scraper.rb

@@ -1,8 +1,10 @@
 require "rakuten_securities_scraper/version"
 require "selenium-webdriver"
+require "dotenv/load"
 
 module RakutenSecuritiesScraper
   class Error < StandardError; end
+
   class RakutenScraper
     def initialize login_id, login_pw
       @login = {
@@ -164,29 +166,30 @@ module RakutenSecuritiesScraper
     end
 
     def all_history
-      driver = get_selenium_driver(:chrome)
+      @driver = get_selenium_driver(:chrome)
       wait = Selenium::WebDriver::Wait.new(timeout: 100)
       url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
-      driver.get url
-      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
-      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
-      driver.find_element(id: "login-btn").click
-      wait.until { driver.find_element(id: "header-menu-button-asset") }
-      driver.action.move_to(driver.find_element(id: "header-menu-button-asset")).perform
-      wait.until { driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
-      driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a").click
+      @driver.get url
+      @driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      @driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      @driver.find_element(id: "login-btn").click
+      wait.until { @driver.find_element(id: "header-menu-button-asset") }
+      @driver.action.move_to(@driver.find_element(id: "header-menu-button-asset")).perform
+      wait.until { @driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
+      @driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a").click
 
       sleep 3
-      span_select = Selenium::WebDriver::Support::Select.new(driver.find_element(:id, "termCd"))
+      span_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:id, "termCd"))
       span_select.select_by(:value, "ALL")
 
-      driver.find_element(css: "input[type='image']").click
+      @driver.find_element(css: "input[type='image']").click
       sleep 2
-      rows = driver.find_elements(xpath: "//tr")
+      rows = @driver.find_elements(xpath: "//tr")
       page_num = rows[8].text.scan(/(.+)件中/)[0][0].to_i
-      trade_table_data driver, page_num
-    ensure
-      driver.quit
+      trade_table_data @driver, page_num
+    rescue StandardError => e
+      puts e
+      @driver.quit
     end
 
     def todays_history
@@ -197,7 +200,8 @@ module RakutenSecuritiesScraper
       driver.find_element(id: "form-login-id").send_keys @login[:login_id]
       driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
       driver.find_element(id: "login-btn").click
-      wait.until { driver.find_element(id: "header-menu-button-asset") }
+      sleep 2
+      # wait.until { driver.find_element(id: "header-menu-button-asset") }
       driver.action.move_to(driver.find_element(id: "header-menu-button-asset")).perform
       sleep 2
       wait.until { driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
@@ -292,7 +296,7 @@ module RakutenSecuritiesScraper
         # options.add_argument("--ignore-certificate-errors")
         options.add_argument("--disable-popup-blocking")
         options.add_argument("--disable-translate")
-        options.add_argument("-headless")
+        # options.add_argument("-headless")
         Selenium::WebDriver.for :chrome, options: options
       end
     end

data/lib/rakuten_securities_scraper/version.rb

@@ -1,3 +1,3 @@
 module RakutenSecuritiesScraper
-  VERSION = "0.1.7"
+  VERSION = "0.1.8"
 end

data/rakuten_securities_scraper.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.summary       = "楽天証券スクレイパー / Rakuten Securities Scraper"
   spec.description   = "This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes."
   spec.homepage      = "https://github.com/elsoul/rakuten_securities"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
+  spec.required_ruby_version = Gem::Requirement.new(">= 3.0.0")
   spec.license = "MIT"
   spec.metadata["homepage_uri"] = spec.homepage
   spec.metadata["source_code_uri"] = "https://github.com/elsoul/rakuten_securities_scraper"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rakuten_securities_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - FUMI-POPPIN
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-06-09 00:00:00.000000000 Z
+date: 2021-01-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -77,6 +77,7 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
+- ".ruby-version"
 - ".travis.yml"
 - Gemfile
 - Gemfile.lock
@@ -95,7 +96,7 @@ metadata:
   homepage_uri: https://github.com/elsoul/rakuten_securities
   source_code_uri: https://github.com/elsoul/rakuten_securities_scraper
   changelog_uri: https://github.com/elsoul/rakuten_securities_scraper
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -103,15 +104,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: 3.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.3
-signing_key: 
+rubygems_version: 3.2.4
+signing_key:
 specification_version: 4
 summary: 楽天証券スクレイパー / Rakuten Securities Scraper
 test_files: []