rakuten_securities_scraper 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4597241d08e13fa2afc21854b6bef9a2948633244b7fd19355f55e63a891fc7d
-  data.tar.gz: 3ff338627402785d5d992f3de6eb8356306b956e2958cdf3afe5498e43cb4e0b
+  metadata.gz: 16a2376da1337dfc32d2b319e40110fe7a70448d6c86f77e096b11c7673349e7
+  data.tar.gz: 409ee19906a3ea99dff6d41e67460443821a2da9d6e9cb38248ff75c95823b9c
 SHA512:
-  metadata.gz: bfbc83f71accbf4fd07eb0aefb4665fe937d41780e7a8491f227424431f026d96e6c4c1da78363a5d1418cbe09fa3ab489fc6c6b6e0a402cfeeaaad0dbc7a043
-  data.tar.gz: 061317f5fe6878f06b43b1fe6988ec63cd95457cefa447568479fdf68d794f8e4ebf87ce20d71913806d609766a4b5f4e44b547548720daea3488d2ede437942
+  metadata.gz: 9b2dead8449bfe20ed0b794ddc4ef8fe715ac68894b4f4939a59850b1b7d112ba903fca01245093ce57463a8b3f2355b82ad1d64475193caabd3e38f9086e9d6
+  data.tar.gz: 573093ff0c9c25471f1c15f5a09be55944ce2edbb22f3ccbe9a33783cab6555d9d4913c0c4c7ff0efd71236fb3777e926475c46d36dfadcf0e3579e8f8c8cb2c

data/.rubocop.yml

@@ -171,9 +171,8 @@ Lint/UnusedMethodArgument:
 Metrics/AbcSize:
   Enabled: false
 
-# 6 は強すぎるので緩める
 Metrics/CyclomaticComplexity:
-  Max: 10
+  Enabled: false
 
 Metrics/PerceivedComplexity:
   Enabled: false
@@ -216,4 +215,12 @@ Style/SafeNavigation:
   Enabled: false
 
 Lint/NumberConversion:
+  Enabled: false
+Style/ConstantVisibility:
+  Enabled: false
+Style/MutableConstant:
+  Enabled: false
+Style/Copyright:
+  Enabled: false
+Layout/MultilineAssignmentLayout:
   Enabled: false

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    rakuten_securities_scraper (0.1.0)
+    rakuten_securities_scraper (0.1.4)
+      selenium-webdriver (~> 3.142.7)
 
 GEM
   remote: https://rubygems.org/
@@ -50,6 +51,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  bundler (~> 2.0)
   rake (~> 12.0)
   rakuten_securities_scraper!
   rspec (~> 3.0)

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 ELSOUL
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -1,15 +1,43 @@
+[![RakutenSecuritiesScraper](https://firebasestorage.googleapis.com/v0/b/el-quest.appspot.com/o/mediaLibrary%2F1589293505170_rakuten-shoken.jpg?alt=media&token=f86b6870-fd3f-42aa-805d-db35cb53a9b6)](https://www.rakuten-sec.co.jp/)
+
+<p align="center">
+
+  <a aria-label="Ruby logo" href="https://el-soul.com">
+    <img src="https://badgen.net/badge/icon/Made%20by%20ELSOUL?icon=ruby&label&color=black&labelColor=black">
+  </a>
+  <br/>
+
+  <a aria-label="Ruby Gem version" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/v/rakuten_securities_scraper/latest">
+  </a>
+  <a aria-label="Downloads Number" href="https://rubygems.org/gems/rakuten_securities_scraper">
+    <img alt="" src="https://badgen.net/rubygems/dt/rakuten_securities_scraper">
+  </a>
+  <a aria-label="License" href="https://github.com/elsoul/rakuten_securities_scraper/blob/master/LICENSE">
+    <img alt="" src="https://badgen.net/badge/license/MIT/blue">
+  </a>
+</p>
+
 # RakutenSecuritiesScraper
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/rakuten_securities_scraper`. To experiment with that code, run `bin/console` for an interactive prompt.
+Rakuten Securities Scraper / 楽天証券スクレイパー
+
+## Introduction
+
+This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes.
 
-TODO: Delete this and the text above, and describe your gem
+It features:
+
+- Get all trading histories
+- Auto Buying (future)
+- Auto Selling (future)
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
 ```ruby
-gem 'rakuten_securities_scraper'
+gem "rakuten_securities_scraper"
 ```
 
 And then execute:
@@ -22,15 +50,27 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+```ruby
+    include RakutenSecuritiesScraper
+    data = RakutenScraper.new($LOGIN_ID, $LOGIN_PW)
+
+    ## Get Today's Trade History
+    puts data.todays_history
+
+    ## Get All Trade History
+    puts data.all_history
+
+    ## Get Today's Executed Order
+    puts data.todays_order
+
+```
 
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org/gems/rakuten_securities_scraper).
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/rakuten_securities_scraper.
-
+Bug reports and pull requests are welcome on GitHub at https://github.com/elsoul/rakuten_securities_scraper.

data/lib/rakuten_securities_scraper.rb

@@ -1,4 +1,5 @@
 require "rakuten_securities_scraper/version"
+require "selenium-webdriver"
 
 module RakutenSecuritiesScraper
   class Error < StandardError; end
@@ -10,6 +11,132 @@ module RakutenSecuritiesScraper
       }
     end
 
+    def login
+      driver = get_selenium_driver(:chrome)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      driver
+    end
+
+    def favorite num, codes
+      driver = login
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(link_text: "お気に入り銘柄").click
+      sleep 2
+      driver.find_element(link_text: num).click
+      sleep 2
+      driver.find_element(name: "editAnchor").click
+      sleep 2
+      driver.find_element(name: "addAnchor").click
+      sleep 1
+      driver.switch_to.frame driver.find_element(:id, "TB_iframeContent")
+      codes.each do |code|
+        result = click_favorite driver, code
+        next if result == "already exist"
+      end
+      driver.find_element(id: "prc_save_button1").click
+      { status: "success"}
+    end
+
+    def click_favorite driver, code
+      sleep 2
+      driver.find_element(name: "dscrCdNm").clear
+      driver.find_element(name: "dscrCdNm").send_keys code
+      driver.find_element(name: "dscrCdNm").send_keys(:enter)
+      sleep 2
+      rows = driver.find_elements(xpath: "//tr")
+      value = ""
+      num = 0
+      rows[3..rows.size-1].each_with_index do |f, i|
+        cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+        value = i if cells[1] == code and cells[3] == "東証"
+        num += 1
+      end
+      while value == ""
+        driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/ul/li[2]/a").click
+        rows = driver.find_elements(xpath: "//tr")
+        rows[3..rows.size-1].each_with_index do |f, i|
+          cells = f.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+          value = i + num - 1 if cells[1] == code and cells[3] == "東証"
+        end
+      end
+      driver.find_element(xpath: "//*[@id='#{value}']").click
+      sleep 2
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/table/tbody/tr/td/form/div[3]/ul/li/a/img").click
+      begin
+        return "already exist" if driver.find_element(xpath: "//*[@id='err_msg']").text.include? "すでに登録済みの銘柄が含まれています。"
+      rescue
+      end
+      driver
+    end
+
+    def todays_order
+      driver = get_selenium_driver(:chrome)
+      wait = Selenium::WebDriver::Wait.new(timeout: 100)
+      url = "https://www.rakuten-sec.co.jp/ITS/V_ACT_Login.html"
+      driver.get url
+      driver.find_element(id: "form-login-id").send_keys @login[:login_id]
+      driver.find_element(id: "form-login-pass").send_keys @login[:login_pw]
+      driver.find_element(id: "login-btn").click
+      sleep 2
+      driver.action.move_to(driver.find_element(id: "gmenu_domestic_stock")).perform
+      sleep 2
+      driver.find_element(id: "gmenu_domestic_stock").click
+      sleep 2
+      driver.find_element(id: "nav-sub-menu-order-arrow").click
+      wait.until { driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a") }
+      driver.find_element(xpath: "//*[@id='str-main-inner']/table/tbody/tr/td/form/div[2]/div/ul/li[3]/a").click
+      sleep 2
+      span_select = Selenium::WebDriver::Support::Select.new(driver.find_element(:id, "orderStatus"))
+      span_select.select_by(:value, "5")
+      sleep 1
+      driver.find_element(css: "input[type='image']").click
+      sleep 2
+      tables = driver.find_elements(xpath: "//tr")
+      page_num = driver.find_element(class_name: "mtext").text.scan(/(.+)件中/)[0][0].to_i
+      row_nums = (21..(21 + (page_num * 3) - 1)).to_a
+      records = []
+      row_nums.each_slice(3).to_a.map do |col_num|
+        detail = {}
+        tables[col_num[0]..col_num[2]].map.with_index do |row, i|
+          cells = row.find_elements(:css, "td").map(&:text)
+          case i
+          when 0
+            detail[:order_id] = cells[0] if cells[0]
+            detail[:order_status] = cells[1] if cells[1]
+            detail[:order_date] = cells[2] if cells[2]
+            detail[:stock_name] = cells[3].split("\n")[0] if cells[3]
+            detail[:code] = cells[3].split("\n")[1].split(" ")[0] if cells[3]
+            detail[:market] = cells[3].split("\n")[1].split(" ")[1] if cells[3]
+            detail[:trade_type] = cells[4] if cells[4]
+            detail[:buy_sell] = cells[5] if cells[5]
+            detail[:order_amount] = cells[7] if cells[7]
+            detail[:unit_price] = cells[8] if cells[8]
+            detail[:executed_price] = cells[8] if cells[8]
+          when 1
+            detail[:order_condition] = cells[2] if cells[2]
+            detail[:account_type] = cells[3] if cells[3]
+            detail[:executed_price] = cells[5] if cells[5]
+            detail[:fee] = cells[6] if cells[6]
+          else
+            detail[:order_expire_date] = cells[2] if cells[2]
+            detail[:order_type] = cells[3] if cells[3]
+          end
+          records << detail
+        end
+      end
+      records
+    ensure
+      driver.quit
+    end
+
     def all_history
       driver = get_selenium_driver(:chrome)
       wait = Selenium::WebDriver::Wait.new(timeout: 100)
@@ -32,6 +159,8 @@ module RakutenSecuritiesScraper
       rows = driver.find_elements(xpath: "//tr")
       page_num = rows[8].text.scan(/(.+)件中/)[0][0].to_i
       trade_table_data driver, page_num
+    ensure
+      driver.quit
     end
 
     def todays_history
@@ -44,9 +173,11 @@ module RakutenSecuritiesScraper
       driver.find_element(id: "login-btn").click
       wait.until { driver.find_element(id: "header-menu-button-asset") }
       driver.action.move_to(driver.find_element(id: "header-menu-button-asset")).perform
+      sleep 2
       wait.until { driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a") }
+      sleep 2
       driver.find_element(xpath: "/html/body/div[2]/div/div/div[2]/ul[1]/li[1]/ul/li[1]/a").click
-
+      sleep 3
       driver.find_element(css: "input[type='image']").click
       sleep 2
       rows = driver.find_elements(xpath: "//tr")
@@ -56,12 +187,14 @@ module RakutenSecuritiesScraper
         return "no data"
       end
       trade_table_data driver, page_num
+    ensure
+      driver.quit
     end
 
     def trade_table_data driver, page_num
       run_times = page_num.divmod(20)
       trade_records = []
-      (1..run_times[0]-1).each do |f|
+      (1..run_times[0] - 1).each do |f|
         rows = driver.find_elements(xpath: "//tr")
         rows[10..29].map do |row|
           cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
@@ -84,14 +217,19 @@ module RakutenSecuritiesScraper
             tax_type: cells[7].split("\n")[1],
             total_price: cells[8]
           }
-          return trade_records if page_num < 20
         end
+        puts trade_records
+        return trade_records if page_num < 20
         driver.find_element(link: "次の20件").click
       end
       sleep 2
-      driver.find_element(link: "次の#{run_times[1]}件").click
+      begin
+        driver.find_element(link: "次の#{run_times[1]}件").click
+      rescue
+        return trade_records
+      end
       rows = driver.find_elements(xpath: "//tr")
-      rows[10.."1#{run_times[1]}".to_i-1].map do |row|
+      rows[10.."1#{run_times[1]}".to_i - 1].map do |row|
         cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
         trade_records << {
           bit_date: cells[0].split("\n")[0],

data/lib/rakuten_securities_scraper/version.rb

@@ -1,3 +1,3 @@
 module RakutenSecuritiesScraper
-  VERSION = "0.1.0"
+  VERSION = "0.1.5"
 end

data/rakuten_securities_scraper.gemspec

@@ -7,7 +7,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["fumitake.kawasaki@el-soul.com"]
 
   spec.summary       = "楽天証券スクレイパー / Rakuten Securities Scraper"
-  spec.description   = "楽天証券スクレイパー / Rakuten Securities Scraper"
+  spec.description   = "This gem is providing scraper methods for everyone to be able to make stock trading applications without writing scraper codes."
   spec.homepage      = "https://github.com/elsoul/rakuten_securities"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
   spec.license = "MIT"
@@ -23,4 +23,8 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_runtime_dependency "selenium-webdriver", "~> 3.142.7"
 end

metadata

@@ -1,16 +1,73 @@
 --- !ruby/object:Gem::Specification
 name: rakuten_securities_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - FUMI-POPPIN
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-10 00:00:00.000000000 Z
-dependencies: []
-description: 楽天証券スクレイパー / Rakuten Securities Scraper
+date: 2020-06-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.142.7
+description: This gem is providing scraper methods for everyone to be able to make
+  stock trading applications without writing scraper codes.
 email:
 - fumitake.kawasaki@el-soul.com
 executables: []
@@ -23,6 +80,7 @@ files:
 - ".travis.yml"
 - Gemfile
 - Gemfile.lock
+- LICENSE
 - README.md
 - Rakefile
 - bin/console