rakuten_securities_scraper 0.1.2 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 58abe4bab9e94f8c492e3f38a056185969cce8aac25e098e515d979c0c68c4b3
-  data.tar.gz: dbeec047ad6244584a544625cbe08c17fad653a766053c65c01146ca77a7a555
+  metadata.gz: c89e229d3f5d6d0a4bb8251ae3b37da48e757d30d5af5b0779c15971c8e9fde9
+  data.tar.gz: de43414a5ee1bfd482bcd2780631fbcccf5f6eec9a84ae7c4d635669e95117ee
 SHA512:
-  metadata.gz: 6aa1f731ad94c1a624664660d59a41c318deffc15ca84b8a4d16a7851b9a9ae230043f5b1ebd5be4156ae19993770c8a699cb5907f20d91a91153239d6c33354
-  data.tar.gz: e3306e55678301415b354006c97f8d3aba27c040d12e47ff3780a96865741c75e893bd27c9fb0a2c169aed00e866e7f7c4dc3238c024b3bafe426bea6921eb8e
+  metadata.gz: fa1fbdd5436ca3397ac430aeeb741c909f439f99c2feff0a5a6b291bfb2b5eef1f86c977188f1f13dac5d50b37f936ded01a51dc720e34e0c2575a0be3818ce0
+  data.tar.gz: 1a57887eda7e18fe83c79e1ebf51cdb02b828eb0df1a8b20c2b5d790077841661b865d82cca2d470af39ec6615d33be9b417aba45d9de33253751b726a4d4e4f

data/.rubocop.yml

@@ -171,9 +171,8 @@ Lint/UnusedMethodArgument:
 Metrics/AbcSize:
   Enabled: false
 
-# 6 は強すぎるので緩める
 Metrics/CyclomaticComplexity:
-  Max: 10
+  Enabled: false
 
 Metrics/PerceivedComplexity:
   Enabled: false
@@ -222,4 +221,6 @@ Style/ConstantVisibility:
 Style/MutableConstant:
   Enabled: false
 Style/Copyright:
+  Enabled: false
+Layout/MultilineAssignmentLayout:
   Enabled: false

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    rakuten_securities_scraper (0.1.1)
+    rakuten_securities_scraper (0.1.6)
+      selenium-webdriver (~> 3.142.7)
 
 GEM
   remote: https://rubygems.org/
@@ -50,6 +51,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  bundler (~> 2.0)
   rake (~> 12.0)
   rakuten_securities_scraper!
   rspec (~> 3.0)

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 ELSOUL
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -1,8 +1,37 @@
+[![RakutenSecuritiesScraper](https://firebasestorage.googleapis.com/v0/b/el-quest.appspot.com/o/mediaLibrary%2F1589293505170_rakuten-shoken.jpg?alt=media&token=f86b6870-fd3f-42aa-805d-db35cb53a9b6)](https://www.rakuten-sec.co.jp/)
+
+<p align="center">
+
+  <a aria-label="Ruby logo" href="https://el-soul.com">
+    <img src="https://badgen.net/badge/icon/Made%20by%20ELSOUL?icon=ruby&label&color=black&labelColor=black">
+  </a>
+  <br/>
+
+  <a aria-label="Ruby Gem version" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/v/rakuten_securities_scraper/latest">
+  </a>
+  <a aria-label="Downloads Number" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/dt/rakuten_securities_scraper">
+  </a>
+  <a aria-label="License" href="https://github.com/elsoul/rakuten_securities_scraper/blob/master/LICENSE">
+    <img alt="" src="https://badgen.net/badge/license/MIT/blue">
+  </a>
+</p>
+
 # RakutenSecuritiesScraper
 
 Rakuten Securities Scraper / 楽天証券スクレイパー
+
+## Introduction
+
 This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes.
 
+It features:
+
+- Get all trading histories
+- Auto Buying (future)
+- Auto Selling (future)
+
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -31,15 +60,22 @@ Or install it yourself as:
     ## Get All Trade History
     puts data.all_history
 
+    ## Get Today's Executed Order
+    puts data.todays_order
+
+    ## Add favorite list
+    page_num : Integer 1..10
+    codes : Array ["4755", "4875",,,]
+    puts data.favorite page_num, codes
+
 ```
 
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org/gems/rakuten_securities_scraper).
 
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/elsoul/rakuten_securities_scraper.
-

data/lib/rakuten_securities_scraper.rb

@@ -11,6 +11,158 @@ module RakutenSecuritiesScraper
       }
     end
 
+    def login
+      driver = get_selenium_driver(:chrome)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      driver
+    end
+
+    def favorite num, codes
+      driver = login
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(link_text: "お気に入り銘柄").click
+      sleep 2
+      driver.find_element(link_text: num).click
+      sleep 2
+      driver.find_element(name: "editAnchor").click
+      sleep 2
+      codes.each do |code|
+        driver.find_element(name: "addAnchor").click
+        sleep 1
+        driver.switch_to.frame driver.find_element(:id, "TB_iframeContent")
+        result = click_favorite driver, code.to_s
+        sleep 1
+        puts "hey" if result == "already exist"
+      end
+      driver.find_element(id: "prc_save_button1").click
+      { status: "success" }
+    end
+
+    def delete_favorite page_num
+      driver = login
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(link_text: "お気に入り銘柄").click
+      sleep 2
+      driver.find_element(link_text: page_num).click
+      sleep 2
+      driver.find_element(name: "editAnchor").click
+      sleep 2
+      table = driver.find_element(class_name: "tbl-data-01")
+      rows = table.find_elements(xpath: "//tr")
+      last_row = rows.size - 2
+      rows[2..last_row].each do |row|
+        driver.find_element(id: "line_delete_button_1").click
+        driver.switch_to.alert.accept
+        sleep 1
+      end
+      driver.find_element(id: "prc_save_button1").click
+      { status: "success" }
+    end
+
+    def click_favorite driver, code
+      sleep 2
+      driver.find_element(name: "dscrCdNm").clear
+      driver.find_element(name: "dscrCdNm").send_keys code
+      driver.find_element(name: "dscrCdNm").send_keys(:enter)
+      sleep 2
+      rows = driver.find_elements(xpath: "//tr")
+      value = ""
+      num = 0
+      rows[3..rows.size - 1].each_with_index do |f, i|
+        cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+        value = i if cells[1] == code and cells[3] == "東証"
+        num += 1
+      end
+      while value == ""
+        driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/ul/li[2]/a").click
+        rows = driver.find_elements(xpath: "//tr")
+        rows[3..rows.size - 1].each_with_index do |f, i|
+          cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+          value = i + num - 1 if cells[1] == code and cells[3] == "東証"
+        end
+      end
+      driver.find_element(xpath: "//*[@id='#{value}']").click
+      sleep 2
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/div[3]/ul/li/a/img").click
+      begin
+        return "already exist" if driver.find_element(xpath: "//*[@id='err_msg']").text.include? "すでに登録済みの銘柄が含まれています。"
+      rescue
+      end
+      driver
+    end
+
+    def todays_order
+      driver = get_selenium_driver(:chrome)
+      wait = Selenium::WebDriver::Wait.new(timeout: 100)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(id: "nav-sub-menu-order-arrow").click
+      wait.until { driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a") }
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a").click
+      sleep 2
+      span_select = Selenium::WebDriver::Support::Select.new(driver.find_element(:id, "orderStatus"))
+      span_select.select_by(:value, "5")
+      sleep 1
+      driver.find_element(css: "input[type='image']").click
+      sleep 2
+      tables = driver.find_elements(xpath: "//tr")
+      page_num = driver.find_element(class_name: "mtext").text.scan(/(.+)件中/)[0][0].to_i
+      row_nums = (21..(21 + (page_num * 3) - 1)).to_a
+      records = []
+      row_nums.each_slice(3).to_a.map do |col_num|
+        detail = {}
+        tables[col_num[0]..col_num[2]].map.with_index do |row, i|
+          cells = row.find_elements(:css, "td").map(&:text)
+          case i
+          when 0
+            detail[:order_id] = cells[0] if cells[0]
+            detail[:order_status] = cells[1] if cells[1]
+            detail[:order_date] = cells[2] if cells[2]
+            detail[:stock_name] = cells[3].split("\n")[0] if cells[3]
+            detail[:code] = cells[3].split("\n")[1].split(" ")[0] if cells[3]
+            detail[:market] = cells[3].split("\n")[1].split(" ")[1] if cells[3]
+            detail[:trade_type] = cells[4] if cells[4]
+            detail[:buy_sell] = cells[5] if cells[5]
+            detail[:order_amount] = cells[7] if cells[7]
+            detail[:unit_price] = cells[8] if cells[8]
+            detail[:executed_price] = cells[8] if cells[8]
+          when 1
+            detail[:order_condition] = cells[2] if cells[2]
+            detail[:account_type] = cells[3] if cells[3]
+            detail[:executed_price] = cells[5] if cells[5]
+            detail[:fee] = cells[6] if cells[6]
+          else
+            detail[:order_expire_date] = cells[2] if cells[2]
+            detail[:order_type] = cells[3] if cells[3]
+          end
+          records << detail
+        end
+      end
+      records
+    ensure
+      driver.quit
+    end
+
     def all_history
       driver = get_selenium_driver(:chrome)
       wait = Selenium::WebDriver::Wait.new(timeout: 100)
@@ -47,9 +199,11 @@ module RakutenSecuritiesScraper
       driver.find_element(id: "login-btn").click
       wait.until { driver.find_element(id: "header-menu-button-asset") }
       driver.action.move_to(driver.find_element(id: "header-menu-button-asset")).perform
+      sleep 2
       wait.until { driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
+      sleep 2
       driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a").click
-
+      sleep 3
       driver.find_element(css: "input[type='image']").click
       sleep 2
       rows = driver.find_elements(xpath: "//tr")
@@ -66,7 +220,7 @@ module RakutenSecuritiesScraper
     def trade_table_data driver, page_num
       run_times = page_num.divmod(20)
       trade_records = []
-      (1..run_times[0]-1).each do |f|
+      (1..run_times[0] - 1).each do |f|
         rows = driver.find_elements(xpath: "//tr")
         rows[10..29].map do |row|
           cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
@@ -89,14 +243,19 @@ module RakutenSecuritiesScraper
             tax_type: cells[7].split("\n")[1],
             total_price: cells[8]
           }
-          return trade_records if page_num < 20
         end
+        puts trade_records
+        return trade_records if page_num < 20
         driver.find_element(link: "次の20件").click
       end
       sleep 2
-      driver.find_element(link: "次の#{run_times[1]}件").click
+      begin
+        driver.find_element(link: "次の#{run_times[1]}件").click
+      rescue
+        return trade_records
+      end
       rows = driver.find_elements(xpath: "//tr")
-      rows[10.."1#{run_times[1]}".to_i-1].map do |row|
+      rows[10.."1#{run_times[1]}".to_i - 1].map do |row|
         cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
         trade_records << {
           bit_date: cells[0].split("\n")[0],

data/lib/rakuten_securities_scraper/version.rb

@@ -1,3 +1,3 @@
 module RakutenSecuritiesScraper
-  VERSION = "0.1.2"
+  VERSION = "0.1.7"
 end

data/rakuten_securities_scraper.gemspec

@@ -23,4 +23,8 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_runtime_dependency "selenium-webdriver", "~> 3.142.7"
 end

metadata

@@ -1,15 +1,71 @@
 --- !ruby/object:Gem::Specification
 name: rakuten_securities_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.7
 platform: ruby
 authors:
 - FUMI-POPPIN
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-10 00:00:00.000000000 Z
-dependencies: []
+date: 2020-06-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
 description: This gem is providing scraper methods for everyone to be able to make
   stock trading applications without writing scraper codes.
 email:
@@ -24,6 +80,7 @@ files:
 - ".travis.yml"
 - Gemfile
 - Gemfile.lock
+- LICENSE
 - README.md
 - Rakefile
 - bin/console