rakuten-travel-crawler 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8a05c3df54f9033e816c055b6880a69cfdabca5ab14d01a2c9b34b521ef9dad4
-  data.tar.gz: 3383a320b501c81901c65fd786d2e84fa3ba12d6d9f45a114c7818689cb70e73
+  metadata.gz: 5a68701a3fc477ff0159afc398531837792335cfa7f88e66e3ce66e090d48d7b
+  data.tar.gz: ca2e21a91daf0f275c29f84494a1d38e154e88749a27f61e08efcff12318ff46
 SHA512:
-  metadata.gz: 35c3892befbbf9887c4087f5987a1f62afa16eb49a677bfe2b20f9487c038a111d2d279546b46bfeb58d86c4a94d42d1c82c63831d050e27336401225a2cbad0
-  data.tar.gz: 93721fd02b8d8e4c1d53bf46487a84625ee5983acc600519f77765c56b1e5ff34eabba932239ac523d5b211ed53a2bb5cf3ed79586382a1fd7545cb019d00ed6
+  metadata.gz: 020b7e8a54913e96f0b22f0bfe4d0a636eb71f5e8978027ed7a6008d6c2d32879444acacd475014c5747f39c2a98a75f71fa3fa008987599bd3f6a4da44674b5
+  data.tar.gz: d20dbe4b50fcf657b9253b7cf959c9c8af62588bdc5a5aa8b8b669b4b443694ff48317172a082db3db71c2f4af597c4762845ba1c4765bc2e56f53c621617272

data/.gitignore

@@ -6,6 +6,7 @@
 /pkg/
 /spec/reports/
 /tmp/
-
+.envrc
+.env
 # rspec failure tracking
 .rspec_status

data/Gemfile.lock

@@ -0,0 +1,62 @@
+PATH
+  remote: .
+  specs:
+    rakuten-travel-crawler (0.1.0)
+      activesupport (~> 6.0.2.2)
+      json (~> 2.3.1)
+      nokogiri (~> 1.10.9)
+      selenium-webdriver (~> 3.141)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.0.2.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.2)
+    childprocess (3.0.0)
+    concurrent-ruby (1.1.6)
+    diff-lcs (1.4.4)
+    i18n (1.8.5)
+      concurrent-ruby (~> 1.0)
+    json (2.3.1)
+    mini_portile2 (2.4.0)
+    minitest (5.14.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    rake (12.3.3)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.3)
+    rubyzip (2.3.0)
+    selenium-webdriver (3.142.7)
+      childprocess (>= 0.5, < 4.0)
+      rubyzip (>= 1.2.2)
+    thread_safe (0.3.6)
+    tzinfo (1.2.7)
+      thread_safe (~> 0.1)
+    zeitwerk (2.4.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 2.0)
+  rake (~> 12.0)
+  rakuten-travel-crawler!
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   2.1.4

data/README.md

@@ -28,9 +28,16 @@ TODO: Write usage instructions here
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org/gems/rakuten-travel-crawler).
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/rakuten-travel-crawler.
+Bug reports and pull requests are welcome on GitHub at https://github.com/elsoul/rakuten-travel-crawler.
 
+## License
+
+The gem is available as open source under the terms of the [Apache-2.0 License](https://www.apache.org/licenses/LICENSE-2.0).
+
+## Code of Conduct
+
+Everyone interacting in the HotelPrice project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/el-fudo/rakuten-travel-crawler/blob/master/CODE_OF_CONDUCT.md).

data/lib/rakuten/travel/crawler.rb

@@ -1,10 +1,31 @@
 require "rakuten/travel/crawler/version"
+require "rakuten/travel/crawler/api"
+require "rakuten/travel/crawler/console"
+require "rakuten/travel/crawler/web"
+require "selenium-webdriver"
+require "net/http"
 
 module Rakuten
   module Travel
     module Crawler
       class Error < StandardError; end
-      # Your code goes here...
+
+      def self.get_selenium_driver mode: :chrome
+        case mode
+        when :firefox_remote_capabilities
+          firefox_capabilities = Selenium::WebDriver::Remote::Capabilities.firefox
+          Selenium::WebDriver.for(:remote, url: "http://hub:4444/wd/hub", desired_capabilities: firefox_capabilities)
+        when :firefox
+          Selenium::WebDriver.for :firefox
+        else
+          options = Selenium::WebDriver::Chrome::Options.new
+          options.add_argument("--ignore-certificate-errors")
+          options.add_argument("--disable-popup-blocking")
+          options.add_argument("--disable-translate")
+          options.add_argument("-headless")
+          Selenium::WebDriver.for :chrome, options: options
+        end
+      end
     end
   end
 end

data/lib/rakuten/travel/crawler/api.rb

@@ -0,0 +1,166 @@
+module Rakuten
+  module Travel
+    module Crawler
+      class Api
+        def initialize params
+          @config = {
+            rakuten_hotel_id: params[:rakuten_hotel_id].to_s ||= 0,
+            rakuten_api_key: params[:rakuten_api_key] ||= ENV["RT_API_KEY"]
+          }
+        end
+
+        def get_price(rakuten_hotel_id, checkin_date, num_adults)
+          query_string = make_query_string(rakuten_hotel_id, checkin_date.to_s, num_adults)
+          url = "https://app.rakuten.co.jp/services/api/Travel/VacantHotelSearch/20131024?#{query_string}"
+          json = Net::HTTP.get(URI.parse(url))
+          result = JSON.parse(json)
+          if result["error"] == "not_found"
+            {
+              date: DateTime.now.strftime("%Y-%m-%d"),
+              checkin_date: checkin_date,
+              rakuten_hotel_id: @config[:rakuten_hotel_id],
+              adult_num: num_adults,
+              breakfast: "",
+              plan_num: 0,
+              min_price: 0
+            }
+          elsif result["error"] == "wrong_parameterd"
+            "入力した値が正しくありません。"
+          else
+            {
+              date: Time.now.strftime("%Y-%m-%d"),
+              checkin_date: checkin_date,
+              rakuten_hotel_id: rakuten_hotel_id,
+              hotel_name: result["hotels"][0]["hotel"][0]["hotelBasicInfo"]["hotelName"],
+              adult_num: num_adults,
+              breakfast: "",
+              plan_num: result["pagingInfo"]["recordCount"],
+              room_name: result["hotels"][0]["hotel"][1]["roomInfo"][0]["roomBasicInfo"]["roomName"],
+              plan_name: result["hotels"][0]["hotel"][1]["roomInfo"][0]["roomBasicInfo"]["planName"],
+              min_price: result["hotels"][0]["hotel"][1]["roomInfo"][1]["dailyCharge"]["rakutenCharge"]
+            }
+          end
+        end
+
+        def make_query_string(rakuten_hotel_id, checkin_date, num_adults)
+          checkout_date = (Date.parse(checkin_date) + 1).strftime("%Y-%m-%d")
+          "format=json&sort=%2BroomCharge&searchPattern=1&applicationId=#{@config[:rakuten_api_key]}&hotelNo=#{rakuten_hotel_id}&adultNum=#{num_adults}&checkinDate=#{checkin_date}&checkoutDate=#{checkout_date}&squeezeCondition="
+        end
+
+
+        def hotel_info
+          uri = URI.parse("https://app.rakuten.co.jp/services/api/Travel/HotelDetailSearch/20131024?hotelNo=" + @config[:rakuten_hotel_id].to_s + "&applicationId=" + @config[:rakuten_api_key].to_s + "&datumType=1&responseType=large")
+          json = Net::HTTP.get(uri)
+          result = JSON.parse(json)
+          return "ホテル情報がありませんでした。" if result["error"] == "not_found"
+          return result["error_description"] if result["error"] == "wrong_parameter"
+          result["hotels"][0].each do |_key, field|
+            field[0].each do |_, value|
+              @data_hash = {
+                rakuten_hotel_id: value["hotelNo"],
+                hotel_name: value["hotelName"],
+                room_price_min: value["hotelMinCharge"],
+                lat: value["latitude"],
+                lon: value["longitude"],
+                tel: value["telephoneNo"],
+                zip_code: value["postalCode"],
+                prefecture: value["address1"],
+                address1: value["address2"],
+                fax: value["faxNo"],
+                access: value["access"],
+                parking_info: value["parkingInformation"],
+                near_station: value["nearestStation"],
+                hotel_img_url: value["hotelImageUrl"],
+                rakuten_review_count: value["reviewCount"],
+                rakuten_review_avg: value["reviewAverage"].to_f
+              }
+            end
+          end
+          result["hotels"][0].each do |_key, field|
+            field[1].each do |_, value|
+              @data_hash[:rakuten_service_review] = value["serviceAverage"].to_f
+              @data_hash[:rakuten_location_review] = value["locationAverage"].to_f
+              @data_hash[:rakuten_room_review] = value["roomAverage"].to_f
+              @data_hash[:rakuten_equipment_review] = value["equipmentAverage"].to_f
+              @data_hash[:rakuten_bath_review] = value["bathAverage"].to_f
+              @data_hash[:rakuten_meal_review] = value["mealAverage"].to_f
+            end
+          end
+          result["hotels"][0].each do |_key, field|
+            field[2].each do |_, value|
+              @data_hash[:middle_class_code] = value["middleClassCode"].to_s
+              @data_hash[:small_class_code] = value["smallClassCode"].to_s
+              @data_hash[:area_name] = value["areaName"].to_s
+              @data_hash[:hotel_class_code] = value["hotelClassCode"].to_s
+              @data_hash[:checkin_time] = value["checkinTime"].to_s
+              @data_hash[:checkout_time] = value["checkoutTime"].to_s
+              @data_hash[:last_checkin_time] = value["lastCheckinTime"].to_s
+            end
+          end
+          result["hotels"][0].each do |_key, field|
+            field[3].each do |_, value|
+              @data_hash[:total_room_num] = value["hotelRoomNum"].to_s
+              room_facilities = []
+              value["roomFacilities"].each_with_index do |f, i|
+                room_facilities[i] = f["item"]
+              end
+              @data_hash[:room_facilities] = room_facilities
+            end
+          end
+          result["hotels"][0].each do |_key, field|
+            field[4].each do |_, value|
+              @data_hash[:hotel_policy_note] = value["note"].to_s
+              @data_hash[:cancel_policy] = value["cancelPolicy"].to_s
+            end
+          end
+          @data_hash
+        end
+
+        def search_ranking params
+          body = {
+            middle_class_code: params[:middle_class_code],
+            small_class_code: params[:small_class_code],
+            detail_class_code: params[:detail_class_code],
+            page_num: params[:page_num]
+          }
+          url = "https://app.rakuten.co.jp/services/api/Travel/SimpleHotelSearch/20170426?applicationId=#{@config[:rakuten_api_key]}&largeClassCode=japan&middleClassCode=#{body[:middle_class_code]}&smallClassCode=#{body[:small_class_code]}&detailClassCode=#{body[:detail_class_code]}&page=#{body[:page_num]}"
+          uri = URI.parse(url)
+          json = Net::HTTP.get(uri)
+          result = JSON.parse(json)
+          i = 1
+          result["hotels"].each do |key, _value|
+            if @config[:rakuten_hotel_id] == key["hotel"][0]["hotelBasicInfo"]["hotelNo"].to_s
+              return {
+                status: "found",
+                hotel_name: key["hotel"][0]["hotelBasicInfo"]["hotelName"],
+                area_name: body[:area_name],
+                page_num: params[:page_num],
+                area_rank: i.to_i + ((body[:page_num].to_i - 1) * 30),
+                middle_class_code: body[:middle_class_code],
+                small_class_code: body[:small_class_code],
+                detail_class_code: body[:detail_class_code]
+              }
+            end
+            i += 1
+          end
+          { status: "not_found" }
+        end
+
+        def get_page_num detail_class_code
+          hotel = hotel_info
+          url = "https://app.rakuten.co.jp/services/api/Travel/SimpleHotelSearch/20170426?applicationId=#{@config[:rakuten_api_key]}&largeClassCode=japan&middleClassCode=#{hotel[:middle_class_code]}&smallClassCode=#{hotel[:small_class_code]}&detailClassCode=#{detail_class_code}"
+          uri = URI.parse(url)
+          json = Net::HTTP.get(uri)
+          result = JSON.parse(json)
+          {
+            small_class_code: hotel[:small_class_code],
+            middle_class_code: hotel[:middle_class_code],
+            detail_class_code: detail_class_code,
+            area_name: hotel[:area_name].to_s,
+            page_num: result["pagingInfo"]["pageCount"].to_i
+          }
+        end
+      end
+    end
+  end
+end

data/lib/rakuten/travel/crawler/console.rb

@@ -0,0 +1,532 @@
+module Rakuten
+  module Travel
+    module Crawler
+      class Console
+        def initialize params
+          @config = {
+            login_id: params[:login_id],
+            login_pw: params[:login_pw],
+            chain: params[:chain] ||= false,
+            rakuten_hotel_id: params[:rakuten_hotel_id] ||= 0,
+            mode: params[:mode] ||= :chrome
+          }
+          @wait = Selenium::WebDriver::Wait.new(timeout: 100)
+          @driver = HotelPrice.get_selenium_driver @config[:mode]
+          if @config[:chain]
+            go_to_management_page_chain
+          else
+            go_to_management_page_single
+          end
+        end
+
+        def go_to_management_page_chain
+          @driver.get "https://manage.travel.rakuten.co.jp/portal/inn/ry_group.main"
+          @driver.find_element(:name, "f_id").send_keys @config[:login_id].to_s
+          @driver.find_element(:name, "f_pass").send_keys @config[:login_pw].to_s
+          @driver.find_element(:xpath, "/html/body/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr[2]/td/form/table/tbody/tr[2]/td[3]/input").click
+          begin
+            @driver.find_element(:xpath, "/html/body/center/table/tbody/tr[5]/td[2]/form[3]/input[8]").click
+          rescue StandardError
+            @driver.find_element(:xpath, "/html/body/center/table/tbody/tr[7]/td[2]/form[3]/input[8]").click
+          end
+          @i = 0
+          (2..21).each do |i|
+            rakuten_hotel_id = @driver.find_element(:xpath, "/html/body/center[2]/table/tbody/tr[#{i}]/td[1]").text
+            @i = i if @config[:rakuten_hotel_id].to_s == rakuten_hotel_id.to_s
+            break if @i == i
+          end
+          until @i != 0
+            @driver.find_element(:xpath, "/html/body/table/tbody/tr/td[2]/form/input[10]").click
+            (2..21).each do |i|
+              rakuten_hotel_id = @driver.find_element(:xpath, "/html/body/center[2]/table/tbody/tr[#{i}]/td[1]").text
+              @i = i if @config[:rakuten_hotel_id].to_s == rakuten_hotel_id.to_s
+              break if @i == i
+            end
+          end
+          @driver.find_element(:xpath, "/html/body/center[2]/table/tbody/tr[#{@i}]/td[3]/form/input[10]").click
+          @driver
+        end
+
+        def go_to_management_page_single
+          @driver.get "https://manage.travel.rakuten.co.jp/portal/inn/mp_kanri_image_up.main"
+          @driver.find_element(:name, "f_id").send_keys @config[:login_id]
+          @driver.find_element(:name, "f_pass").send_keys @config[:login_pw]
+          @driver.find_element(:xpath, "/html/body/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr/td/table/tbody/tr[2]/td/form/table/tbody/tr[2]/td[3]/input").click
+          @driver
+        end
+
+        def go_to_plan_setting
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[3]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr[1]/td[2]/input").click
+          @wait.until { @driver.find_element(:link_text, "宿泊プラン") }
+          @driver.find_element(:link_text, "宿泊プラン").click
+          @plans = @driver.find_elements(:class, "h_top_pl_name")
+          @driver
+        end
+
+        def get_plan_num
+          go_to_plan_setting
+          @driver.quit
+          @plans.size
+        end
+
+        def save_plan_name
+          go_to_plan_setting
+          @data = {}
+          @plans.each_with_index do |row, i|
+            cells = row.find_elements(:css, "td")
+            plan_info = row.text.split(":")
+            @data[i] = {
+              hotel_id: @hotel.id,
+              manage_number: plan_info[0],
+              plan_name: plan_info[1]
+            }
+            puts "saved" if RakutenPlan.create(@data[i]).valid?
+          end
+          @driver.quit
+        end
+
+        def edit_plan
+          go_to_plan_setting
+          @data = {}
+          @plans.each_with_index do |row, i|
+            cells = row.find_elements(:css, "td")
+            plan_info = row.text.split(":")
+            @data[i] = {
+              hotel_id: @hotel.id,
+              manage_number: plan_info[0],
+              plan_name: plan_info[1]
+            }
+          end
+
+          (0..@plans.size - 1).each do |i|
+            plan = RakutenPlan.find_by(manage_number: @data[i][:manage_number])
+            @driver.find_element(:link_text, @data[i][:plan_name]).click
+            @driver.find_element(:xpath, "/html/body/form[4]/table[1]/tbody/tr/td/table/tbody[1]/tr[3]/td[2]").text
+            flag = []
+            flag[0] = "楽天トラベル[宿泊のみ]" if @driver.find_element(:name, "f_tabi_flg").selected?
+
+            if @driver.find_element(:name, "f_dp_del_flg").selected?
+              flag[1] = "ANA楽パック" if @driver.find_element(:name, "f_dp_ana_flg").selected?
+              flag[2] = "JAL楽パック" if @driver.find_element(:name, "f_dp_jal_flg").selected?
+            end
+            flag[3] = "R-with" if @driver.find_element(:name, "f_kobetu_flg").selected?
+            begin
+              plan_name_p = @driver.find_element(:name, "f_dp_title").attribute("value")
+              plan_body_p = @driver.find_element(:name, "f_dp_naiyo").attribute("value")
+
+              plan_name_r = @driver.find_element(:name, "f_rw_title").attribute("value")
+              plan_body_r = @driver.find_element(:name, "f_rw_naiyo").attribute("value")
+            rescue StandardError => e
+              plan_name_p = ""
+              plan_body_p = ""
+
+              plan_name_r = ""
+              plan_body_r = ""
+              puts "no dp"
+              puts e
+            end
+
+            plan_body = @driver.find_element(:name, "f_naiyo").attribute("value")
+
+            # inbound = @driver.find_element(:xpath, "/html/body/form[4]/table[1]/tbody/tr/td/table/tbody[1]/tr[11]/td[2]/table/tbody/tr[1]/td/label") if @driver.find_element(:name, "f_multi").selected?
+            @room_types = @driver.find_elements(:name, "f_syu")
+            @room_type = []
+            @room_types.each_with_index do |row, i|
+              if row.selected?
+                @room_type[i - 1] = row.attribute("value")
+              end
+            end
+            plan_start_y = @driver.find_element(:name, "f_k_nen1").attribute("value")
+            plan_start_m = @driver.find_element(:name, "f_k_tuki1").attribute("value")
+            plan_start_d = @driver.find_element(:name, "f_k_hi1").attribute("value")
+            plan_end_y = @driver.find_element(:name, "f_k_nen2").attribute("value")
+            plan_end_m = @driver.find_element(:name, "f_k_tuki2").attribute("value")
+            plan_end_d = @driver.find_element(:name, "f_k_hi2").attribute("value")
+            stay_start_y = @driver.find_element(:name, "f_nen1").attribute("value")
+            stay_start_m = @driver.find_element(:name, "f_tuki1").attribute("value")
+            stay_start_d = @driver.find_element(:name, "f_hi1").attribute("value")
+            stay_end_y = @driver.find_element(:name, "f_nen2").attribute("value")
+            stay_end_m = @driver.find_element(:name, "f_tuki2").attribute("value")
+            stay_end_d = @driver.find_element(:name, "f_hi2").attribute("value")
+            min_stay = @driver.find_element(:name, "f_min_hak").attribute("value")
+            max_stay = @driver.find_element(:name, "f_max_hak").attribute("value")
+            checkintime = @driver.find_element(:name, "f_lt_plan_in").attribute("value")
+            checkouttime = @driver.find_element(:name, "f_lt_plan_in_limit").attribute("value")
+
+            @driver.find_elements(:name, "f_credit").each_with_index do |f, i|
+              next unless f.selected?
+
+              @payment_method = if i == 0
+                                  "現金決済または事前カード決済"
+                                elsif i == 1
+                                  "事前カード決済のみ"
+                                elsif i == 2
+                                  "現金のみ"
+                                else
+                                  ""
+                                end
+            end
+
+            plan_hash = {
+              plan_name_p: plan_name_p,
+              plan_name_r: plan_name_r,
+              plan_body: plan_body.gsub("\n", ""),
+              plan_body_p: plan_body_p.gsub("\n", ""),
+              plan_body_r: plan_body_r.gsub("\n", ""),
+              # :inbound => inbound,
+              room_type_ids: @room_type,
+              plan_start: plan_start_y + "-" + plan_start_m + "-" + plan_start_d,
+              plan_end: plan_end_y + "-" + plan_end_m + "-" + plan_end_d,
+              stay_start: stay_start_y + "-" + stay_start_m + "-" + stay_start_d,
+              stay_end: stay_end_y + "-" + stay_end_m + "-" + stay_end_d,
+              payment_method: @payment_method,
+              min_stay: min_stay,
+              max_stay: max_stay,
+              checkintime: checkintime,
+              checkouttime: checkouttime
+            }
+            puts "plan saved!: #{plan_hash}" if plan.update_attributes(plan_hash)
+            @driver.navigate.back
+          end
+
+          @driver.quit
+        end
+
+        def save_room_type
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[3]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr[1]/td[2]/input").click
+          @wait.until { @driver.find_element(:link_text, "宿泊") }
+          @driver.find_element(:link_text, "宿泊").click
+          @room_types = @driver.find_elements(:class, "h_top_rm_name")
+          @data = {}
+          @room_types.each_with_index do |row, i|
+            cells = row.find_elements(:css, "td")
+            room_type_info = row.text.split(":")
+            @data[i] = {
+              hotel_id: @hotel.id,
+              room_type_id: room_type_info[0],
+              room_type_name: room_type_info[1]
+            }
+            puts "saved" if RakutenRoom.create(@data[i]).valid?
+          end
+          @driver.quit
+        end
+
+        def edit_room_type
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[3]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr[1]/td[2]/input").click
+          @wait.until { @driver.find_element(:link_text, "宿泊") }
+          @driver.find_element(:link_text, "宿泊").click
+          @room_types = @driver.find_elements(:class, "h_top_rm_name")
+          @data = {}
+          @room_types.each_with_index do |row, i|
+            cells = row.find_elements(:css, "td")
+            room_type_info = row.text.split(":")
+            @data[i] = {
+              hotel_id: @hotel.id,
+              room_type_id: room_type_info[0],
+              room_type_name: room_type_info[1]
+            }
+          end
+          (0..@data.size - 1).each do |room_types|
+            @driver.find_element(:link_text, @data[room_types][:room_type_name]).click
+            flag = []
+            flag[0] = "楽天トラベル[宿泊のみ]" if @driver.find_element(:name, "f_tabimado_del_flg").selected?
+
+            if @driver.find_element(:name, "f_dp_del_flg").selected?
+              flag[1] = "楽天トラベルパッケージ"
+              room_type_name_p = @driver.find_element(:name, "f_n_dp_syu").attribute("value")
+              remark_p = @driver.find_element(:name, "f_r_dp_syu").attribute("value")
+            else
+              room_type_name_p = ""
+              remark_p = ""
+            end
+            flag[2] = "R-with" if @driver.find_element(:name, "f_kobetu_del_flg").selected?
+            flag[3] = "R-with［割引料金］" if @driver.find_element(:name, "f_vip_del_flg").selected?
+
+            room_facility = []
+            room_facility[0] = "トイレ" if @driver.find_element(:id, "view4_toilet") .selected?
+            room_facility[1] = "バス" if @driver.find_element(:id, "view4_bath") .selected?
+            room_facility[2] = "シャワーのみ" if @driver.find_element(:id, "view4_shower") .selected?
+            img_url = @driver.find_element(:name, "f_img_url").attribute("value")
+            @driver.find_elements(:name, "f_pic_flg").each do |f|
+              img_url = if f.selected?
+                          @driver.find_element(:name, "f_img_url").attribute("value")
+                        else
+                          ""
+                        end
+            end
+
+            @driver.find_elements(:name, "f_credit").each_with_index do |f, i|
+              next unless f.selected?
+
+              @payment_method = if i == 0
+                                  "現金決済または事前カード決済"
+                                elsif i == 1
+                                  "事前カード決済のみ"
+                                elsif i == 2
+                                  "現金のみ"
+                                else
+                                  ""
+                                end
+            end
+
+            if @driver.find_element(:id, "nc_width1").selected?
+              mm = @driver.find_element(:id, "su_width1").attribute("value")
+              room_size = mm.to_s + "㎡"
+              room_size_mm = mm.to_i
+              room_size_tatami = ""
+            elsif @driver.find_element(:id, "nc_width2").selected?
+              mm = @driver.find_element(:id, "nc_width2").attribute("value")
+              room_size = mm.to_s + "畳"
+              room_size_mm = ""
+              room_size_tatami = mm.to_i
+            elsif @driver.find_element(:id, "nc_width3").selected?
+              room_size = "客室により異なる"
+              room_size_mm = ""
+              room_size_tatami = ""
+            end
+            (0..5).each do |i|
+              @driver.find_element(:id, "view2_type_#{i}").attribute("value") if @driver.find_element(:id, "view2_type_#{i}").selected?
+            end
+
+            # Pause sort
+            # room_facility = %w(禁煙ルーム 喫煙ルーム インターネットができる部屋 露天風呂付き客室　ジャグジーのある客室 離れ客室 コーナールーム 二間以上 洗浄機付きトイレ 高層階 夜景が見える 海が見える 山が見える 湖が見える 川が見える)
+            # sort = []
+            # for i in 1 .. 13
+            #   sort[i-1] = room_facility[i-1] if @driver.find_element(:id, "narrow#{i}").selected?
+            # end
+            # sort.compact!
+
+            room_db = RakutenRoom.find_by(hotel_id: @hotel.id, room_type_id: @data[room_types][:room_type_id])
+            room_type_data = {
+              public: flag,
+              room_type_name_p: room_type_name_p,
+              capacity_min: @driver.find_element(:xpath, "/html/body/table[8]/tbody/tr/td/table[1]/tbody/tr[5]/td[2]").text.gsub(" 名～ 名", ""),
+              capacity_max: @driver.find_element(:name, "f_max").attribute("value"),
+              remark: @driver.find_element(:name, "f_bikou").attribute("value"),
+              remark_p: remark_p,
+              room_size: room_size,
+              room_size_mm: room_size_mm,
+              room_size_tatami: room_size_tatami,
+              room_category: room_category,
+              room_facility: room_facility,
+              room_img: img_url,
+              #:sort => sort,
+              payment_method: @payment_method
+            }
+            puts "room type info updated: #{@hotel.id}" if room_db.update_attributes(room_type_data)
+            @driver.navigate.back
+          end
+          @driver.quit
+        end
+
+        def login_check
+          exp = @driver.find_element(:xpath, "/html/body/table[1]/tbody/tr[1]/td/table/tbody/tr/td[5]/table/tbody/tr[1]/td").text.gsub("次回パスワード更新日：", "").gsub("※事前にパスワードを変更されたい場合はこちらをご参照ください。\n", "")
+          rakuten_hotel_id = @driver.find_element(:xpath, "/html/body/table[1]/tbody/tr[1]/td/table/tbody/tr/td[2]/table/tbody/tr/td").text.gsub("施設番号 : ", "").split("\n")[0]
+          {
+            status: "success",
+            password_exp_date: exp,
+            rakuten_hotel_id: rakuten_hotel_id
+          }
+        rescue StandardError => e
+          {
+            status: "error",
+            error: e.to_s
+          }
+        end
+
+        # def get_area_seo_rank
+        #   @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[1]/tbody/tr[2]/td/table/tbody/tr[1]/td[5]/table/tbody/tr/td/table[1]/tbody/tr[5]/td[2]/font/b")
+        #   rows = @driver.find_elements(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[1]/tbody/tr[2]/td/table/tbody/tr[1]/td[5]/table/tbody/tr/td/table[1]/tbody/tr[5]")
+        #   rows.each do |f|
+        #     cells = f.find_elements(:css, "td").map(&:text)
+        #     return cells[1]
+        #   end
+        # end
+
+        def degit2 num
+          num = "0#{num}" if num.to_s.size == 1
+          num
+        end
+
+        def get_reservation_info
+          t = Time.now
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[3]/tbody/tr[2]/td[2]/table/tbody/tr[3]/td/input").click
+          if t.day == 1
+            last_month = degit2 t.prev_month.month.to_i
+            yesterday = degit2 t.prev_month.end_of_month.day.to_i
+            this_month = degit2 t.month.to_i
+            today = degit2 t.day.to_i
+            last_month_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_tuki1"))
+            last_month_select.select_by(:value, last_month.to_s)
+            yesterday_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_hi1"))
+            yesterday_select.select_by(:value, yesterday.to_s)
+            this_month_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_tuki2"))
+            this_month_select.select_by(:value, this_month.to_s)
+            today_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_hi2"))
+            today_select.select_by(:value, today.to_s)
+            search = @driver.find_element(:xpath, "/html/body/table[7]/tbody/tr[1]/td[4]/input").click
+          else
+            yesterday = degit2 t.yesterday.day.to_i
+            today = degit2 t.day.to_i
+            yesterday_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_hi1"))
+            yesterday_select.select_by(:value, yesterday.to_s)
+            today_select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_hi2"))
+            today_select.select_by(:value, today.to_s)
+            search = @driver.find_element(:xpath, "/html/body/table[7]/tbody/tr[1]/td[4]/input").click
+          end
+
+          @wait.until { @driver.find_elements(:xpath, "//tr") }
+          sleep 10
+          rows = @driver.find_elements(:xpath, "//tr")
+          row_num = rows.size
+          if row_num != 25
+            rows[21..row_num - 4].each do |row|
+              cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+              point = cells[4].split("\n")[3].gsub("予定ポイント：", "").gsub(" ポイント", "") if cells[4].split("\n")[3].present?
+              begin
+                if cells[0].size < 7
+                  @reservation_date = {
+                    date: Time.now.strftime("%F"),
+                    reservation_status: cells[0],
+                    reservation_date: cells[1].split("\n")[2],
+                    checkindate: cells[1].split("\n")[0],
+                    checkoutdate: cells[1].split("\n")[1],
+                    room_type: cells[2].split("\n")[0],
+                    reservation_number: cells[2].split("\n")[2].split(":")[1],
+                    payment_on_cash: cells[3].gsub("円", "").to_i,
+                    price: cells[2].split("\n")[1].split(":")[0].gsub("円人数", ""),
+                    guest_name: cells[4].split("\n")[0],
+                    guest_tel: cells[4].split("\n")[1].gsub("(", "").gsub(")", ""),
+                    point: point
+                  }
+                else
+                  plan_number = cells[2].split("\n")[0].scan(/\(.+?\)/).last
+                  @reservation_date = {
+                    date: Time.now.strftime("%F"),
+                    hotel_id: @hotel.id,
+                    reservation_status: cells[0].split("\n\n")[1],
+                    reservation_date: cells[1].split("\n")[2],
+                    checkindate: cells[1].split("\n")[0],
+                    checkoutdate: cells[1].split("\n")[1],
+                    plan_name: cells[2].split("\n")[0],
+                    plan_number: plan_number.to_s.gsub("(", "").gsub(")", ""),
+                    room_type: cells[2].split("\n")[1],
+                    price: cells[2].split("\n")[2].split(":")[0].gsub("円人数", ""),
+                    ppl_num: cells[2].split("\n")[2].split(":")[1].gsub("(", "").gsub(")", ""),
+                    reservation_number: cells[2].split("\n")[3].gsub("予約番号:", ""),
+                    payment_on_cash: cells[3].gsub("円", "").to_i,
+                    member_name: cells[4].split("\n")[0],
+                    guest_name: cells[4].split("\n")[1],
+                    guest_tel: cells[4].split("\n")[2].gsub("(", "").gsub(")", ""),
+                    point: point
+                  }
+                end
+                puts "saved:#{@reservation_date}" if RakutenReservation.create(@reservation_date).valid?
+              rescue StandardError => e
+                puts e
+              end
+            end
+          end
+          @driver.quit
+        end
+
+        # def daily_data_past
+        #   @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[2]/tbody/tr[1]/td[1]/table/tbody/tr/td[3]/a/img").click
+        #   @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[5]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr/td[1]/input").click
+        #   sleep 3
+        #   (0..13).each do |i|
+        #     select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_date"))
+        #     select.select_by(:index, i)
+        #     display_data = @driver.find_element(:xpath, '//input[@value = "表示"]')
+        #     display_data.click
+        #     rows = @driver.find_elements(:xpath, "//tr")
+        #     rows[27..58].map do |row|
+        #       cells = row.find_elements(:css, "td[align=RIGHT]").map { |a| a.text.strip.gsub(",", "") }
+        #       break unless cells[5] && cells[5].to_i > 1
+        #       {
+        #         date: cells[0],
+        #         reservation_sales: cells[1],
+        #         access_ppl: cells[2],
+        #         cvr: cells[3],
+        #         reservation_unit_price: cells[4],
+        #         pv: cells[5],
+        #         pc_retained: cells[6],
+        #         pc_deliveries: cells[7],
+        #         pc_total_delivered: cells[8],
+        #         sp_retained: cells[9],
+        #         sp_deliveries: cells[10],
+        #         sp_total_delivered: cells[11]
+        #       }
+        #     end
+        #   end
+        # end
+
+        def daily_data
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[2]/tbody/tr[1]/td[1]/table/tbody/tr/td[3]/a/img").click
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[5]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr/td[1]/input").click
+          sleep 3
+          if Time.now.day == 1
+          else
+            value = if Time.now.month.to_s.size == 2
+                      Time.now.year.to_s + Time.now.month.to_s + "01"
+                    else
+                      Time.now.year.to_s + "0" + Time.now.month.to_s + "01"
+                    end
+            select = Selenium::WebDriver::Support::Select.new(@driver.find_element(:name, "f_date"))
+            select.select_by(:value, value)
+          end
+          @driver.find_element(:xpath, '//input[@value = "表示"]').click
+          rows = @driver.find_elements(:xpath, "//tr")
+          data = []
+          rows[27..58].each do |row|
+            cells = row.find_elements(:css, "td[align=RIGHT]").map { |a| a.text.strip.gsub(",", "") }
+            break unless cells[5] && cells[5].to_i > 1
+            data << {
+              date: cells[0],
+              reservation_sales: cells[1],
+              access_ppl: cells[2],
+              cvr: cells[3],
+              reservation_unit_price: cells[4],
+              pv: cells[5],
+              pc_retained: cells[6],
+              pc_deliveries: cells[7],
+              pc_total_delivered: cells[8],
+              sp_retained: cells[9],
+              sp_deliveries: cells[10],
+              sp_total_delivered: cells[11]
+            }
+          end
+          data
+        end
+
+        def monthly_data_past
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[2]/tbody/tr[1]/td[1]/table/tbody/tr/td[3]/a/img").click
+          @driver.find_element(:xpath, "/html/body/table[2]/tbody/tr/td[3]/table[5]/tbody/tr[2]/td[1]/table/tbody/tr[3]/td/table/tbody/tr/td[2]/input").click
+          @driver.find_element(:xpath, "/html/body/center/table[1]/tbody/tr[2]/td/table/tbody/tr[2]/td/form/input[8]").click
+          rows = @driver.find_elements(:xpath, "//tr")
+          rows[19..31].map do |row|
+            cells = row.find_elements(:css, "td").map { |a| a.text.strip.gsub(",", "") }
+            break unless cells[9] && cells[9].to_i > 1
+            {
+              date: cells[0].gsub("/", "").to_s + "01",
+              reservation_sales: cells[1],
+              reservation_ppl: cells[2],
+              access_ppl: cells[3],
+              access_ppl_top_avg: cells[4],
+              cvr: cells[5],
+              cvr_top_avg: cells[6],
+              reservation_unit_price: cells[7],
+              reservation_unit_price_top_avg: cells[8],
+              pv: cells[9],
+              pv_top_avg: cells[10],
+              rmail_list_num: cells[11],
+              rmail_num: cells[12],
+              rmail_delivery_num: cells[13],
+              prize: cells[14]
+            }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/rakuten/travel/crawler/version.rb

@@ -1,7 +1,7 @@
 module Rakuten
   module Travel
     module Crawler
-      VERSION = "0.1.0"
+      VERSION = "0.1.1"
     end
   end
 end

data/lib/rakuten/travel/crawler/web.rb

@@ -0,0 +1,129 @@
+module Rakuten
+  module Travel
+    module Crawler
+      class Web
+        def initialize(mode = :chrome)
+          @mode = mode
+        end
+
+        def get_price(rakuten_hotel_id, checkin_date, num_adults)
+          date = DateTime.now.strftime("%Y-%m-%d")
+
+          query_string = make_query_string(checkin_date.to_s, num_adults)
+          url = "https://hotel.travel.rakuten.co.jp/hotelinfo/plan/#{rakuten_hotel_id}?#{query_string}"
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get(url)
+          sleep 2
+          begin
+            driver.find_elements(class_name: "planThumb").first
+          rescue
+            return ""
+          end
+          first_plan = driver.find_elements(class_name: "planThumb").first
+          hotel_name = driver.find_element(class_name: "rtconds").text
+          price = first_plan.find_element(class_name: "vPrice").text.delete("^0-9").to_i
+          room_name = first_plan.find_element(tag_name: "h6").text
+          plan_name = first_plan.find_element(tag_name: "h4").text
+          { date: date, min_price: price, hotel_name: hotel_name, room_name: room_name, plan_name: plan_name }
+        rescue StandardError
+          { date: date, min_price: 0 }
+        end
+
+        def make_query_string(checkin_date, num_adults)
+          cd_args = make_date_args checkin_date
+          na_args = make_num_adults_arg num_adults
+          "f_teikei=quick&f_hizuke=&f_hak=&f_dai=japan&f_chu=tokyo&f_shou=nishi&f_sai=&f_tel=&f_target_flg=&f_tscm_flg=&f_p_no=&f_custom_code=&f_search_type=&f_camp_id=&f_static=1&f_rm_equip=&#{cd_args}&f_heya_su=1&#{na_args}"
+        end
+
+        def make_date_args checkin_date
+          begin
+            Date.parse checkin_date
+          rescue
+            return ""
+          end
+          t = Date.parse(checkin_date)
+          checkin_arg = t.strftime("f_hi1=%d&f_tuki1=%m&f_nen1=%Y")
+          checkout_arg = (t + 1).strftime("f_hi2=%d&f_tuki2=%m&f_nen2=%Y")
+          "#{checkin_arg}&#{checkout_arg}"
+        end
+
+        def make_num_adults_arg num_adults
+          return "" if num_adults.to_i <= 1
+          "f_otona_su=#{num_adults}&f_kin2=0&f_kin=&f_s1=0&f_s2=0&f_y1=0&f_y2=0&f_y3=0&f_y4=0"
+        end
+
+        def review rakuten_hotel_id
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get("https://travel.rakuten.co.jp/HOTEL/#{rakuten_hotel_id}/review.html")
+          sleep 2
+          comment_area = driver.find_elements(:class_name, "commentBox")
+          data = comment_area.map do |f|
+            if f.find_element(class_name: "user").text.include?("投稿者さん")
+              username = f.find_element(class_name: "user").text
+              generation = 0
+              gender = ""
+            else
+              username = f.find_element(class_name: "user").text.match(/(^.+ )/).to_s.strip
+              generation = f.find_element(class_name: "user").text.match(/\[.+代/).to_s.gsub("[", "").gsub("代", "")
+              gender = f.find_element(class_name: "user").text.match(%r{/..}).to_s.gsub("/", "")
+            end
+            {
+              date: f.find_element(class_name: "time").text.gsub("年", "").gsub("月", "").gsub("日", ""),
+              rate: f.find_element(class_name: "rate").text,
+              username: username,
+              generation: generation,
+              gender: gender,
+              rakuten_hotel_id: rakuten_hotel_id,
+              comment: f.find_element(class_name: "commentSentence").text
+            }
+          end
+          driver.quit
+          data
+        end
+
+        def get_photo_num rakuten_hotel_id
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get "https://hotel.travel.rakuten.co.jp/hinfo/#{rakuten_hotel_id}/"
+          sleep 2
+          num = driver.find_element(:id, "navPht").text.gsub("写真・動画(", "").gsub(")", "").to_i
+          driver.quit
+          num
+        end
+
+        def get_bf_plan_num rakuten_hotel_id
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get "https://hotel.travel.rakuten.co.jp/hotelinfo/plan/#{rakuten_hotel_id}"
+          driver.find_element(:id, "focus1").click
+          driver.find_element(:id, "dh-squeezes-submit").click
+          sleep 3
+          plan_num = driver.find_elements(:class, "planThumb")
+          driver.quit
+          plan_num.size
+        end
+
+        def get_dayuse_plan_num rakuten_hotel_id
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get "https://hotel.travel.rakuten.co.jp/hotelinfo/dayuse/?f_no=#{rakuten_hotel_id}"
+          sleep 5
+          plan_num = driver.find_elements(:class, "planThumb")
+          driver.quit
+          plan_num.size
+        end
+
+        def get_detail_class_code rakuten_hotel_id
+          driver = HotelPrice.get_selenium_driver @mode
+          driver.get "https://hotel.travel.rakuten.co.jp/hinfo/?f_no=#{rakuten_hotel_id}"
+          {
+            status: "found",
+            detail_class_code: driver.find_element(id: "breadcrumbs-detail").attribute("href").match(%r{/.\.}).to_s.gsub("/", "").gsub(".", "")
+          }
+        rescue StandardError
+          {
+            status: "not_found",
+            detail_class_code: ""
+          }
+        end
+      end
+    end
+  end
+end

data/rakuten-travel-crawler.gemspec

@@ -26,4 +26,12 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "rspec", "~> 3.9.0"
+  spec.add_runtime_dependency "activesupport", "~> 6.0.2.2"
+  spec.add_runtime_dependency "json", "~> 2.3.1"
+  spec.add_runtime_dependency "nokogiri", "~> 1.10.9"
+  spec.add_runtime_dependency "selenium-webdriver", "~> 3.141"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rakuten-travel-crawler
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Fumitake Kawasaki
@@ -10,7 +10,105 @@ autorequire:
 bindir: exe
 cert_chain: []
 date: 2020-08-03 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.9.0
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.2.2
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.1
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.10.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.10.9
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.141'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.141'
 description: Empower World Travel Information Technology
 email:
 - fumitake.kawasaki@el-soul.com
@@ -24,12 +122,16 @@ files:
 - ".rubocop.yml"
 - ".travis.yml"
 - Gemfile
+- Gemfile.lock
 - README.md
 - Rakefile
 - bin/console
 - bin/setup
 - lib/rakuten/travel/crawler.rb
+- lib/rakuten/travel/crawler/api.rb
+- lib/rakuten/travel/crawler/console.rb
 - lib/rakuten/travel/crawler/version.rb
+- lib/rakuten/travel/crawler/web.rb
 - rakuten-travel-crawler.gemspec
 homepage: https://github.com/elsoul/rakuten-travel-crawler
 licenses: