rakuten_securities_scraper 0.1.1 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6bda3af5dc3b21c8c6ec54d33c5893400f7164df75a7eeaf6ab768ce314e0ade
-  data.tar.gz: 2c21e09bc510161f97ee42fb144545cafa9d630f647cdfb945c057049cf9851d
+  metadata.gz: af1bd8cc0abba9b3116e6636a63ca1c2e8444cef3dcd235302bdf42eb7dd6836
+  data.tar.gz: a9a10da8d97ce4988b601bc9fcf75329e6782a865636478f679fe0751d582060
 SHA512:
-  metadata.gz: be780e7e99a503791fb907e0d006b2923c6958827a12e6e33abbff08d79199a2ba7c01865c02f4c1a3620a8af155989b2df8e54488c60d666410e9d96a18f817
-  data.tar.gz: 95d8916aea0f264a536fefbc5349c83d7f34fb9d5bb114907ca4eed3557a829367204b14f5cb08573b0637ee62b41ee45dfc272420ff1b9e110d7f96d46e1f3d
+  metadata.gz: 74b63aebc080956c50f098e7bf699ceb19f8b0699b701f1e20aeaafd3361ef7c0ef266ae6fd5442944980ffa83fd007400c9383af2c61e9dea27b0fd964f1c75
+  data.tar.gz: '0961d672f7f487d62464a3a2a4ce16adb04bcd6ddc7f7e53b640b24a7dcefbb49795196db45f814e7593c14e9ef2a5caf144430e8b422c44f58b779e2f449813'

data/.rubocop.yml

@@ -171,9 +171,8 @@ Lint/UnusedMethodArgument:
 Metrics/AbcSize:
   Enabled: false
 
-# 6 は強すぎるので緩める
 Metrics/CyclomaticComplexity:
-  Max: 10
+  Enabled: false
 
 Metrics/PerceivedComplexity:
   Enabled: false
@@ -222,4 +221,6 @@ Style/ConstantVisibility:
 Style/MutableConstant:
   Enabled: false
 Style/Copyright:
+  Enabled: false
+Layout/MultilineAssignmentLayout:
   Enabled: false

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    rakuten_securities_scraper (0.1.0)
+    rakuten_securities_scraper (0.1.5)
+      selenium-webdriver (~> 3.142.7)
 
 GEM
   remote: https://rubygems.org/
@@ -50,6 +51,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  bundler (~> 2.0)
   rake (~> 12.0)
   rakuten_securities_scraper!
   rspec (~> 3.0)

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 ELSOUL
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -1,8 +1,36 @@
+[![RakutenSecuritiesScraper](https://firebasestorage.googleapis.com/v0/b/el-quest.appspot.com/o/mediaLibrary%2F1589293505170_rakuten-shoken.jpg?alt=media&token=f86b6870-fd3f-42aa-805d-db35cb53a9b6)](https://www.rakuten-sec.co.jp/)
+
+<p align="center">
+
+  <a aria-label="Ruby logo" href="https://el-soul.com">
+    <img src="https://badgen.net/badge/icon/Made%20by%20ELSOUL?icon=ruby&label&color=black&labelColor=black">
+  </a>
+  <br/>
+
+  <a aria-label="Ruby Gem version" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/v/rakuten_securities_scraper/latest">
+  </a>
+  <a aria-label="Downloads Number" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/dt/rakuten_securities_scraper">
+  </a>
+  <a aria-label="License" href="https://github.com/elsoul/rakuten_securities_scraper/blob/master/LICENSE">
+    <img alt="" src="https://badgen.net/badge/license/MIT/blue">
+  </a>
+</p>
+
 # RakutenSecuritiesScraper
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/rakuten_securities_scraper`. To experiment with that code, run `bin/console` for an interactive prompt.
+Rakuten Securities Scraper / 楽天証券スクレイパー
+
+## Introduction
+
+This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes.
 
-TODO: Delete this and the text above, and describe your gem
+It features:
+
+- Get all trading histories
+- Auto Buying (future)
+- Auto Selling (future)
 
 ## Installation
 
@@ -22,16 +50,23 @@ Or install it yourself as:
 
 ## Usage
 
-ruby```
+```ruby
     include RakutenSecuritiesScraper
     data = RakutenScraper.new($LOGIN_ID, $LOGIN_PW)
 
-
     ## Get Today's Trade History
-    data.todays_history
+    puts data.todays_history
 
     ## Get All Trade History
-    data.all_history
+    puts data.all_history
+
+    ## Get Today's Executed Order
+    puts data.todays_order
+
+    ## Add favorite list
+    page_num : Integer 1..10
+    codes : Array ["4755", "4875",,,]
+    puts data.favorite page_num, codes
 
 ```
 
@@ -39,9 +74,8 @@ ruby```
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org/gems/rakuten_securities_scraper).
 
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/elsoul/rakuten_securities_scraper.
-

data/lib/rakuten_securities_scraper.rb

@@ -11,6 +11,157 @@ module RakutenSecuritiesScraper
       }
     end
 
+    def login
+      driver = get_selenium_driver(:chrome)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      driver
+    end
+
+    def favorite num, codes
+      driver = login
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(link_text: "お気に入り銘柄").click
+      sleep 2
+      driver.find_element(link_text: num).click
+      sleep 2
+      driver.find_element(name: "editAnchor").click
+      sleep 2
+      driver.find_element(name: "addAnchor").click
+      sleep 1
+      driver.switch_to.frame driver.find_element(:id, "TB_iframeContent")
+      codes.each do |code|
+        result = click_favorite driver, code
+        next if result == "already exist"
+      end
+      driver.find_element(id: "prc_save_button1").click
+      { status: "success" }
+    end
+
+    def delete_favorite page_num
+      driver = login
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(link_text: "お気に入り銘柄").click
+      sleep 2
+      driver.find_element(link_text: page_num).click
+      sleep 2
+      driver.find_element(name: "editAnchor").click
+      sleep 2
+      table = driver.find_element(class_name: "tbl-data-01")
+      rows = table.find_elements(xpath: "//tr")
+      last_row = rows.size - 2
+      rows[2..last_row].each do |row|
+        driver.find_element(id: "line_delete_button_1").click
+        driver.switch_to.alert.accept
+        sleep 1
+      end
+      driver.find_element(id: "prc_save_button1").click
+      { status: "success" }
+    end
+
+    def click_favorite driver, code
+      sleep 2
+      driver.find_element(name: "dscrCdNm").clear
+      driver.find_element(name: "dscrCdNm").send_keys code
+      driver.find_element(name: "dscrCdNm").send_keys(:enter)
+      sleep 2
+      rows = driver.find_elements(xpath: "//tr")
+      value = ""
+      num = 0
+      rows[3..rows.size - 1].each_with_index do |f, i|
+        cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+        value = i if cells[1] == code and cells[3] == "東証"
+        num += 1
+      end
+      while value == ""
+        driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/ul/li[2]/a").click
+        rows = driver.find_elements(xpath: "//tr")
+        rows[3..rows.size - 1].each_with_index do |f, i|
+          cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+          value = i + num - 1 if cells[1] == code and cells[3] == "東証"
+        end
+      end
+      driver.find_element(xpath: "//*[@id='#{value}']").click
+      sleep 2
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/div[3]/ul/li/a/img").click
+      begin
+        return "already exist" if driver.find_element(xpath: "//*[@id='err_msg']").text.include? "すでに登録済みの銘柄が含まれています。"
+      rescue
+      end
+      driver
+    end
+
+    def todays_order
+      driver = get_selenium_driver(:chrome)
+      wait = Selenium::WebDriver::Wait.new(timeout: 100)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(id: "nav-sub-menu-order-arrow").click
+      wait.until { driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a") }
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a").click
+      sleep 2
+      span_select = Selenium::WebDriver::Support::Select.new(driver.find_element(:id, "orderStatus"))
+      span_select.select_by(:value, "5")
+      sleep 1
+      driver.find_element(css: "input[type='image']").click
+      sleep 2
+      tables = driver.find_elements(xpath: "//tr")
+      page_num = driver.find_element(class_name: "mtext").text.scan(/(.+)件中/)[0][0].to_i
+      row_nums = (21..(21 + (page_num * 3) - 1)).to_a
+      records = []
+      row_nums.each_slice(3).to_a.map do |col_num|
+        detail = {}
+        tables[col_num[0]..col_num[2]].map.with_index do |row, i|
+          cells = row.find_elements(:css, "td").map(&:text)
+          case i
+          when 0
+            detail[:order_id] = cells[0] if cells[0]
+            detail[:order_status] = cells[1] if cells[1]
+            detail[:order_date] = cells[2] if cells[2]
+            detail[:stock_name] = cells[3].split("\n")[0] if cells[3]
+            detail[:code] = cells[3].split("\n")[1].split(" ")[0] if cells[3]
+            detail[:market] = cells[3].split("\n")[1].split(" ")[1] if cells[3]
+            detail[:trade_type] = cells[4] if cells[4]
+            detail[:buy_sell] = cells[5] if cells[5]
+            detail[:order_amount] = cells[7] if cells[7]
+            detail[:unit_price] = cells[8] if cells[8]
+            detail[:executed_price] = cells[8] if cells[8]
+          when 1
+            detail[:order_condition] = cells[2] if cells[2]
+            detail[:account_type] = cells[3] if cells[3]
+            detail[:executed_price] = cells[5] if cells[5]
+            detail[:fee] = cells[6] if cells[6]
+          else
+            detail[:order_expire_date] = cells[2] if cells[2]
+            detail[:order_type] = cells[3] if cells[3]
+          end
+          records << detail
+        end
+      end
+      records
+    ensure
+      driver.quit
+    end
+
     def all_history
       driver = get_selenium_driver(:chrome)
       wait = Selenium::WebDriver::Wait.new(timeout: 100)
@@ -47,9 +198,11 @@ module RakutenSecuritiesScraper
       driver.find_element(id: "login-btn").click
       wait.until { driver.find_element(id: "header-menu-button-asset") }
       driver.action.move_to(driver.find_element(id: "header-menu-button-asset")).perform
+      sleep 2
       wait.until { driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
+      sleep 2
       driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a").click
-
+      sleep 3
       driver.find_element(css: "input[type='image']").click
       sleep 2
       rows = driver.find_elements(xpath: "//tr")
@@ -66,7 +219,7 @@ module RakutenSecuritiesScraper
     def trade_table_data driver, page_num
       run_times = page_num.divmod(20)
       trade_records = []
-      (1..run_times[0]-1).each do |f|
+      (1..run_times[0] - 1).each do |f|
         rows = driver.find_elements(xpath: "//tr")
         rows[10..29].map do |row|
           cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
@@ -89,14 +242,19 @@ module RakutenSecuritiesScraper
             tax_type: cells[7].split("\n")[1],
             total_price: cells[8]
           }
-          return trade_records if page_num < 20
         end
+        puts trade_records
+        return trade_records if page_num < 20
         driver.find_element(link: "次の20件").click
       end
       sleep 2
-      driver.find_element(link: "次の#{run_times[1]}件").click
+      begin
+        driver.find_element(link: "次の#{run_times[1]}件").click
+      rescue
+        return trade_records
+      end
       rows = driver.find_elements(xpath: "//tr")
-      rows[10.."1#{run_times[1]}".to_i-1].map do |row|
+      rows[10.."1#{run_times[1]}".to_i - 1].map do |row|
         cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
         trade_records << {
           bit_date: cells[0].split("\n")[0],
@@ -134,7 +292,7 @@ module RakutenSecuritiesScraper
         options.add_argument("--disable-popup-blocking")
         options.add_argument("--disable-translate")
         options.add_argument("-headless")
-        Selenium::WebDriver.for :chrome, options: options
+        Selenium::WebDriver.for :chrome # , options: options
       end
     end
   end

data/lib/rakuten_securities_scraper/version.rb

@@ -1,3 +1,3 @@
 module RakutenSecuritiesScraper
-  VERSION = "0.1.1"
+  VERSION = "0.1.6"
 end

data/rakuten_securities_scraper.gemspec

@@ -7,7 +7,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["fumitake.kawasaki@el-soul.com"]
 
   spec.summary       = "楽天証券スクレイパー / Rakuten Securities Scraper"
-  spec.description   = "楽天証券スクレイパー / Rakuten Securities Scraper"
+  spec.description   = "This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes."
   spec.homepage      = "https://github.com/elsoul/rakuten_securities"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
   spec.license = "MIT"
@@ -23,4 +23,8 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_runtime_dependency "selenium-webdriver", "~> 3.142.7"
 end

metadata

@@ -1,16 +1,73 @@
 --- !ruby/object:Gem::Specification
 name: rakuten_securities_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.6
 platform: ruby
 authors:
 - FUMI-POPPIN
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-10 00:00:00.000000000 Z
-dependencies: []
-description: 楽天証券スクレイパー / Rakuten Securities Scraper
+date: 2020-06-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
+description: This gem is providing scraper methods for everyone to be able to make
+  stock trading applications without writing scraper codes.
 email:
 - fumitake.kawasaki@el-soul.com
 executables: []
@@ -23,6 +80,7 @@ files:
 - ".travis.yml"
 - Gemfile
 - Gemfile.lock
+- LICENSE
 - README.md
 - Rakefile
 - bin/console