gym_finder 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2fb6bb856937918867e24853ade1d88c21bb96e3
+  data.tar.gz: 292429d65fc9e59e37cf5ff696a2f452b102cfbe
+SHA512:
+  metadata.gz: a9b737b2464ae764f09be88bb4e272c46852d6f87e2f33ca12bfd6c182c7f126630f59017671d1cab0f428d4b30967252c3239fb24169c512661f5afbd0df74f
+  data.tar.gz: f035457eefeacfe57cee11c4a3666508edb9c74a624d30657fe40b702fa378b425c01d54b8f22cd30c1dab4f2d34d3b28fe08ef96833c0e0902d3fc796c6a5b8

data/bin/gym_finder

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'optparse'
+require 'gym_finder/cli'
+
+options = {
+  gyms: [],
+  courts: [],
+  hours: [],
+  weekday: false,
+  weekend: false,
+  only_available: true
+}
+OptionParser.new do |parser|
+  parser.banner = "Usage: env GYM_FINDER_USERNAME=USR GYM_FINDER_PASSWORD=PWD #{File.basename __FILE__} [options]"
+
+  parser.on('-u USERNAME', '--username USERNAME', 'defaults to env GYM_FINDER_USERNAME') do |v|
+    options[:username] = v
+  end
+
+  parser.on('-p PASSWORD', '--password PASSWORD', 'defaults to env GYM_FINDER_PASSWORD') do |v|
+    options[:password] = v
+  end
+  
+  parser.on('-g name1,name2,name3', '--gyms name1,name2,name3', Array, 'gym name filter') do |names|
+    options[:gyms] = names
+  end
+
+  parser.on('-c name1,name2,name3', '--court name1,name2,name3', Array, 'court name filter') do |names|
+    options[:courts] = names
+  end
+
+  parser.on('-t h1,h2,h3', '--hours h1,h2,h3', Array, 'hour filter') do |hours|
+    options[:hours] = hours
+  end
+
+  parser.on('--[no-]weekend') do |v|
+    options[:weekend] = v
+  end
+
+  parser.on('--[no-]weekday') do |v|
+    options[:weekend] = v
+  end
+
+  parser.on('--[no-]only-available', 'show only available slots') do |v|
+    options[:only_available] = v
+  end
+
+  parser.on('--list-gyms', 'prints gyms') do
+    puts GymFinder::GYMS.map(&:name)
+    exit
+  end
+
+  parser.on('-h', '--help', 'prints this help') do
+    puts parser
+    exit
+  end
+end.parse!
+
+puts GymFinder::Cli.new(**options).perform.to_json

data/lib/gym_finder.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+module GymFinder
+end

data/lib/gym_finder/calendar.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module GymFinder
+  class Calendar
+    attr_accessor :available_dates
+  end
+end

data/lib/gym_finder/cli.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require 'gym_finder/client'
+require 'gym_finder/post_processor'
+require 'set'
+
+module GymFinder
+  class Cli
+    def initialize(
+      gyms: [],
+      courts: [],
+      hours: [],
+      weekend: false,
+      weekday: false,
+      only_available: true,
+      username: ENV['GYM_FINDER_USERNAME'],
+      password: ENV['GYM_FINDER_PASSWORD']
+    )
+      bind = binding
+      local_variables.each do |variable|
+        instance_variable_set(
+          "@#{variable}",
+          bind.local_variable_get(variable)
+        )
+      end
+      validate!
+      @client = Client.new(username: username, password: password)
+      @gym_filter = lambda { |gym|
+        gyms.empty? ? true : gyms.any? { |name| gym.name.include?(name) }
+      }
+      @court_filter = lambda { |court|
+        courts.empty? ? true : courts.any? { |name| court.name.include?(name) }
+      }
+      @date_filter = lambda { |date|
+        return true unless weekend ^ weekday
+        return date.sunday? || date.saturday? if weekend
+        return !date.sunday? && !date.sunday if weekday
+      }
+    end
+
+    def perform
+      results = @client.fetch(
+        gym_filter: @gym_filter,
+        court_filter: @court_filter,
+        date_filter: @date_filter
+      )
+      results = PostProcessor.new(results).available.slots if @only_available
+      results = PostProcessor.new(results).hour_list(hour_list).slots unless @hours.empty?
+      results
+    end
+
+    private
+
+    def validate!
+      if @username.nil?
+        warn 'env GYM_FINDER_USERNAME is not set'
+        exit 1
+      elsif @password.nil?
+        warn 'env GYM_FINDER_PASSWORD is not set'
+        exit 1
+      end
+    end
+
+    def hour_list
+      @hours
+        .map { |time| time.split('-').map(&:to_i) }
+        .map! { |a| a.length == 2 ? a.first.upto(a.last - 1).to_a : a }
+    end
+  end
+end

data/lib/gym_finder/client.rb

@@ -0,0 +1,158 @@
+# frozen_string_literal: true
+
+require 'eventmachine'
+require 'eventmachine'
+require 'em-http-request'
+require 'json'
+require 'uri'
+require 'gym_finder/gyms'
+require 'gym_finder/parser'
+require 'gym_finder/ocr'
+require 'time'
+
+module GymFinder
+  class Client
+    class Error < RuntimeError; end
+    class CaptchaError < Error; end
+    class Conn
+      attr_accessor :cookie
+      def initialize
+        @conn = EventMachine::HttpRequest.new('https://scr.cyc.org.tw/')
+        @pending = 0
+        @processed = 0
+      end
+
+      def request(method, **params)
+        client = @conn.send(method, keepalive: true, head: { 'cookie' => @cookie }, **params)
+        @pending += 1
+        client.callback do
+          @processed += 1
+          yield client
+          print "\t#{(@processed.to_f / @pending * 100).round}%\r" if STDOUT.tty?
+          @done.call if @pending == @processed && @done
+        end
+      end
+
+      def post(**params, &block)
+        request(:post, **params, &block)
+      end
+
+      def get(**params, &block)
+        request(:get, **params, &block)
+      end
+
+      def done(&block)
+        @done = block
+      end
+    end
+
+    class Slot
+      attr_accessor :gym, :court, :date, :time_slot, :client
+      def initialize(gym:, court:, date:, time_slot:, client:)
+        @gym = gym
+        @court = court
+        @date = date
+        @time_slot = time_slot
+        @client = client
+      end
+
+      def to_json(*args)
+        {
+          gym: @gym.name,
+          type: @court.name,
+          court: @time_slot.court,
+          price: @time_slot.price,
+          status: @time_slot.status,
+          time: Time.new(@date.year, @date.month, @date.day, @time_slot.time).iso8601,
+          gym_homepage: @gym.homepage,
+          reservation_link: "https://#{@client.req.host}#{@client.req.path}?module=net_booking&files=booking_place&StepFlag=25&QPid=#{@time_slot.qpid}&QTime=#{@time_slot.time}&PT=#{@court.pt}&D=#{@date.strftime('%Y/%m/%d')}"
+        }.to_json(*args)
+      end
+    end
+
+    def initialize(
+      username: ENV['GYM_FINDER_USERNAME'],
+      password: ENV['GYM_FINDER_PASSWORD'],
+      retry_captcha: 3
+    )
+      @parser = Parser.new
+      @username = username
+      @password = password
+      @retry_captcha = retry_captcha
+    end
+
+    def fetch(*params)
+      captcha_error_count = 0
+      begin
+        _fetch(*params)
+      rescue CaptchaError => error
+        captcha_error_count += 1
+        raise error if captcha_error_count == @retry_captcha
+        retry
+      end
+    end
+
+    private
+
+    def _fetch(
+      gym_filter: ->(_gym) { true },
+      court_filter: ->(_court) { true },
+      date_filter: ->(_date) { true }
+    )
+      captcha_error_count = 0
+      result = []
+      EM.run do
+        conn = Conn.new
+        conn.done { EM.stop }
+        conn.get(path: '/NewCaptcha.aspx') do |client|
+          ocr = Ocr.new
+          captcha_text = ocr.resolve(client.response)
+          conn.cookie = client.response_header['SET_COOKIE'][/ASP\.NET_SessionId=\w+/]
+          conn.post(
+            path: '/tp03.aspx',
+            query: 'module=login_page&files=login',
+            body: {
+              loginid: @username,
+              loginpw: @password,
+              Captcha_text: captcha_text
+            }
+          ) do |client|
+            raise CaptchaError if client.response.include?('驗證碼錯誤')
+            GYMS.select(&gym_filter).each do |gym|
+              uri = URI(gym.reservation)
+              conn.get(path: uri.path) do |client|
+                @parser.parse_reservation(client.response).available_courts.select(&court_filter).each do |court|
+                  query = "module=net_booking&files=booking_place&PT=#{court.pt}"
+                  conn.get(path: client.req.path, query: query) do |client_calendar|
+                    @parser.parse_calendar(client_calendar.response).available_dates.select(&date_filter).each do |date|
+                      1.upto(3).each do |i|
+                        query = "module=net_booking&files=booking_place&StepFlag=2&PT=#{court.pt}&D=#{date.strftime('%Y/%m/%d')}&D2=#{i}"
+                        conn.get(path: client_calendar.req.path, query: query) do |client_time_table|
+                          result.concat(
+                            @parser
+                              .parse_time_table(client_time_table.response)
+                              .time_slots
+                              .map do |time_slot|
+                              Slot.new(
+                                gym: gym,
+                                court: court,
+                                date: date,
+                                time_slot: time_slot,
+                                client: client_time_table
+                              )
+                            end
+                          )
+                        end
+                      end
+                    end
+                  end
+                end
+              end
+            end
+          end
+        end
+      end
+      result
+    end
+  end
+end

data/lib/gym_finder/gym.rb

@@ -0,0 +1,7 @@
+require 'json'
+
+module GymFinder
+  class Gym
+    attr_accessor :name, :homepage, :reservation
+  end
+end

data/lib/gym_finder/gyms.json

@@ -0,0 +1,62 @@
+[
+  {
+    "name": "中山運動中心",
+    "homepage": "http://cssc.cyc.org.tw/",
+    "reservation": "http://cyc.xuanen.com.tw/tp01.aspx"
+  },
+  {
+    "name": "南港運動中心",
+    "homepage": "https://ngsc.cyc.org.tw/",
+    "reservation": "http://cyc.xuanen.com.tw/tp02.aspx"
+  },
+  {
+    "name": "信義運動中心",
+    "homepage": "https://xysc.cyc.org.tw/",
+    "reservation": "http://cyc.xuanen.com.tw/tp04.aspx"
+  },
+  {
+    "name": "大安運動中心",
+    "homepage": "https://dasc.cyc.org.tw/",
+    "reservation": "http://cyc.xuanen.com.tw/tp03.aspx"
+  },
+  {
+    "name": "文山運動中心",
+    "homepage": "http://wssc.cyc.org.tw/",
+    "reservation": "http://cyc.xuanen.com.tw/tp06.aspx"
+  },
+  {
+    "name": "內湖運動中心",
+    "homepage": "https://nhsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp12.aspx"
+  },
+  {
+    "name": "蘆洲國民運動中心",
+    "homepage": "http://lzcsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/TP07.aspx"
+  },
+  {
+    "name": "土城國民運動中心",
+    "homepage": "https://tccsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp08.aspx"
+  },
+  {
+    "name": "汐止國民運動中心",
+    "homepage": "http://xzcsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp09.aspx"
+  },
+  {
+    "name": "永和國民運動中心",
+    "homepage": "https://yhcsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp10.aspx"
+  },
+  {
+    "name": "中壢國民運動中心",
+    "homepage": "https://zlcsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp15.aspx"
+  },
+  {
+    "name": "桃園國民運動中心",
+    "homepage": "https://tycsc.cyc.org.tw/",
+    "reservation": "https://scr.cyc.org.tw/tp13.aspx"
+  }
+]

data/lib/gym_finder/gyms.rb

@@ -0,0 +1,12 @@
+require 'json'
+require 'gym_finder/gym'
+
+module GymFinder
+  GYMS = JSON.parse(IO.read("#{__dir__}/gyms.json")).map! do |element|
+    Gym.new.tap do |gym|
+      gym.name = element['name']
+      gym.homepage = element['homepage']
+      gym.reservation = element['reservation']
+    end
+  end
+end

data/lib/gym_finder/ocr.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require 'open3'
+
+module GymFinder
+  class Ocr
+    def resolve(captcha)
+      r, w = IO.pipe
+      w.write captcha
+      w.close
+      r2, w2 = IO.pipe
+      Open3.pipeline(
+        ['convert', '-', '-resize', '400%', '-threshold', '25%', '-'],
+        ['tesseract', 'stdin', 'stdout', '--psm', '8', '-c', 'tessedit_char_whitelist=0123456789', err: File.open("/dev/null", "wb")],
+        in: r,
+        out: w2
+      )
+      w2.close
+      r2.read.strip
+    end
+  end
+end

data/lib/gym_finder/parser.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require 'nokogiri'
+require 'date'
+require 'gym_finder/time_table'
+require 'gym_finder/calendar'
+require 'gym_finder/reservation'
+
+module GymFinder
+  class Parser
+    def parse_reservation(html)
+      doc = Nokogiri::HTML(html)
+      selector = '#ContentPlaceHolder1_button_image > table > tr > td > img[onclick*="net_booking"]'
+      Reservation.new.tap do |reservation|
+        reservation.available_courts = doc.css(selector).map do |node|
+          Reservation::Court.new.tap do |court|
+            court.name = node['alt']
+            court.pt = node['onclick'][/PT=(\d+)/, 1]
+          end
+        end
+      end
+    end
+
+    def parse_calendar(html)
+      doc = Nokogiri::HTML(html)
+      dates_selector = 'td[bgcolor="#87C675"]'
+      Calendar.new.tap do |calendar|
+        calendar.available_dates = doc.css(dates_selector).map do |node|
+          Date.strptime(node.at_css('img')['onclick'][%r{\d{4}/\d{2}/\d{2}}], '%Y/%m/%d')
+        end
+      end
+    end
+
+    def parse_time_table(html)
+      doc = Nokogiri::HTML(html)
+      TimeTable.new.tap do |table|
+        table.time_slots = doc.css('#ContentPlaceHolder1_Step2_data tr:not(:first-child)').map do |row|
+          TimeTable::TimeSlot.new.tap do |time_slot|
+            time_slot.time = row.at_css('td:first-child').text[/(\d+):\d+~\d+\d+/, 1].to_i
+            time_slot.court = row.at_css('td:nth-child(2)').text
+            time_slot.price = row.at_css('td:nth-child(3)').text.to_i
+            img = row.at_css('td:last-child > img')
+            img_src = img['src']
+            case img_src
+            when 'img/sche01.png'
+              time_slot.status = 'available'
+              time_slot.qpid = img['onclick'][/Step3Action\((\d+),\d+\)/, 1]
+            when 'img/sche02.jpg'
+              time_slot.status = 'reserved'
+            else
+              warn "unknown status: #{img_src}"
+              'unknown'
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gym_finder/post_processor.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require 'set'
+
+module GymFinder
+  class PostProcessor
+    attr_reader :slots
+    def initialize(slots)
+      @slots = slots
+    end
+
+    def available
+      PostProcessor.new(@slots.select { |slot| slot.time_slot.status == 'available' })
+    end
+
+    def hour_list(list)
+      results = []
+      @slots.group_by { |slot| [slot.gym, slot.date] }.each do |_, slots|
+        list.each do |hours|
+          if Set.new(hours).subset?(Set.new(slots.map { |slot| slot.time_slot.time }))
+            results.concat(slots.select { |slot| hours.include? slot.time_slot.time })
+          end
+        end
+      end
+      PostProcessor.new(results)
+    end
+  end
+end

data/lib/gym_finder/reservation.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module GymFinder
+  class Reservation
+    class Court
+      attr_accessor :name, :pt
+    end
+    attr_accessor :available_courts
+  end
+end

data/lib/gym_finder/time_table.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module GymFinder
+  class TimeTable
+    class TimeSlot
+      attr_accessor :time, :court, :price, :status, :qpid
+
+      def initialize(**params)
+        params.each do |key, value|
+          send("#{key}=", value)
+        end
+      end
+
+      def ==(other_time_slot)
+        %i[time court price status qpid].each do |name|
+          return false unless send(name) == other_time_slot.send(name)
+        end
+        true
+      end
+    end
+    attr_accessor :time_slots
+
+    def available_time_slots
+      time_slots.select { |time_slot| time_slot.status == 'available' }
+    end
+  end
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: gym_finder
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Jian Weihang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-11-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: tonytonyjan@gmail.com
+executables:
+- gym_finder
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/gym_finder
+- lib/gym_finder.rb
+- lib/gym_finder/calendar.rb
+- lib/gym_finder/cli.rb
+- lib/gym_finder/client.rb
+- lib/gym_finder/gym.rb
+- lib/gym_finder/gyms.json
+- lib/gym_finder/gyms.rb
+- lib/gym_finder/ocr.rb
+- lib/gym_finder/parser.rb
+- lib/gym_finder/post_processor.rb
+- lib/gym_finder/reservation.rb
+- lib/gym_finder/time_table.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: gym finder
+test_files: []